{ "num_samples": 500, "exact_match": 0.87, "digit_accuracy": 0.9760071428571423, "length_accuracy": 0.998, "rows": [ { "target": "88", "prediction": "88", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0589889", "prediction": "0589839", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "2068", "prediction": "2068", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "78711226", "prediction": "76711229", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "27", "prediction": "27", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "43191516", "prediction": "43191516", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "69176143", "prediction": "69176143", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "776097", "prediction": "776077", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "62", "prediction": "62", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "30", "prediction": "30", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "45", "prediction": "45", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "349", "prediction": "349", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4586", "prediction": "4586", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "836320", "prediction": "836320", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17", "prediction": "17", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "57073", "prediction": "57073", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "32", "prediction": "32", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "95989813", "prediction": "95989813", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "64184385", "prediction": "84184383", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "7271", "prediction": "7271", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "74006566", "prediction": "74006566", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "58", "prediction": "58", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "313", "prediction": "313", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "11384", "prediction": "21384", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8 }, { "target": "4738798", "prediction": "4788798", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "27919", "prediction": "27919", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "42614763", "prediction": "42614763", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "777423", "prediction": "777423", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "06841506", "prediction": "06841506", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "590", "prediction": "590", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3795531", "prediction": "3795531", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "10", "prediction": "10", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "46740412", "prediction": "40740412", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "121841", "prediction": "121841", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "32332", "prediction": "32332", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "18024665", "prediction": "18024665", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "043", "prediction": "043", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "86627478", "prediction": "86627478", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "627555", "prediction": "627555", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "78", "prediction": "78", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "04277285", "prediction": "04277285", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "44669", "prediction": "44669", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "167698", "prediction": "167698", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "537743", "prediction": "537743", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "62701544", "prediction": "61702544", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "50", "prediction": "50", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "84791", "prediction": "84791", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "813744", "prediction": "813744", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2556", "prediction": "1556", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "80635148", "prediction": "80635148", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "81457304", "prediction": "81437304", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "8063", "prediction": "8063", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "740", "prediction": "740", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "98075831", "prediction": "98075831", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "65920", "prediction": "65920", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2764320", "prediction": "2764820", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "034292", "prediction": "034292", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0610", "prediction": "0610", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8", "prediction": "8", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "25919349", "prediction": "25919349", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "292", "prediction": "292", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0695", "prediction": "0695", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2203695", "prediction": "2203695", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9", "prediction": "9", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "45814179", "prediction": "45814179", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "487", "prediction": "487", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "34621", "prediction": "34621", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5579", "prediction": "5579", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "861068", "prediction": "861068", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "60", "prediction": "60", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "54", "prediction": "54", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "12", "prediction": "12", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "37", "prediction": "37", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9484", "prediction": "9484", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0412", "prediction": "0412", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "16124", "prediction": "16124", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7555578", "prediction": "5555578", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "0377", "prediction": "0377", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "778", "prediction": "778", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "00034403", "prediction": "00034403", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "063302", "prediction": "063302", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "76827156", "prediction": "76827156", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9683", "prediction": "9683", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "218560", "prediction": "218560", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "982127", "prediction": "982127", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "68484", "prediction": "68484", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "82190", "prediction": "82190", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7392057", "prediction": "7392017", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "225", "prediction": "225", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "41670", "prediction": "41670", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "603891", "prediction": "603891", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "84041", "prediction": "84041", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6200169", "prediction": "6200169", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "84439123", "prediction": "84439123", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2378049", "prediction": "2376049", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "32900", "prediction": "32900", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "795662", "prediction": "795662", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9536290", "prediction": "9536290", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4654", "prediction": "4654", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "46", "prediction": "46", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "18", "prediction": "18", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "083", "prediction": "083", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1554", "prediction": "1554", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "15044", "prediction": "15044", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "448805", "prediction": "448805", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "36089161", "prediction": "36089161", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "222", "prediction": "222", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "10596", "prediction": "10596", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4190", "prediction": "4190", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "15", "prediction": "15", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "865", "prediction": "865", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "165", "prediction": "165", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "31", "prediction": "31", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6526109", "prediction": "6520109", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "02", "prediction": "02", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "83820", "prediction": "83820", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3", "prediction": "3", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "10688004", "prediction": "28688004", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "79837595", "prediction": "79837593", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "6", "prediction": "6", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "57213", "prediction": "57213", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "08671513", "prediction": "08671513", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "885", "prediction": "885", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "96722", "prediction": "96722", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "189", "prediction": "189", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8726016", "prediction": "8726016", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "249323", "prediction": "249323", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9566184", "prediction": "9566184", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "71", "prediction": "71", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "94530079", "prediction": "94530079", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "210895", "prediction": "210895", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "968", "prediction": "968", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "89558", "prediction": "89558", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3957", "prediction": "3957", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "338", "prediction": "338", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "04250", "prediction": "04250", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "23560", "prediction": "23560", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "39196059", "prediction": "39196059", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "48698", "prediction": "48698", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "449", "prediction": "449", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "03891338", "prediction": "03891338", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "20", "prediction": "20", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "42", "prediction": "42", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "98875", "prediction": "98875", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "744779", "prediction": "744779", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "08", "prediction": "08", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "640985", "prediction": "640985", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1875107", "prediction": "1067107", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.5714285714285714 }, { "target": "1838", "prediction": "1838", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "25469061", "prediction": "25469601", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "23986456", "prediction": "23986456", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "43", "prediction": "43", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "548", "prediction": "548", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "090141", "prediction": "090141", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "99", "prediction": "99", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "89", "prediction": "89", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3702351", "prediction": "3702851", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "284566", "prediction": "284586", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "39124", "prediction": "39124", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "49", "prediction": "49", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2573", "prediction": "2573", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "362", "prediction": "362", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "495996", "prediction": "495996", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8652539", "prediction": "8652539", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6535884", "prediction": "6535834", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "83993871", "prediction": "83993871", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9397987", "prediction": "9397987", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "198689", "prediction": "198689", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6998", "prediction": "6998", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "07410", "prediction": "07410", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8", "prediction": "8", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "60283", "prediction": "60283", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "84658", "prediction": "84658", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3759", "prediction": "5759", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "038553", "prediction": "038553", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2372181", "prediction": "2371181", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "0700", "prediction": "0700", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9239", "prediction": "9239", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8335", "prediction": "8335", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "47133", "prediction": "47133", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2445", "prediction": "2442", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "08915060", "prediction": "08915000", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "51", "prediction": "51", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "97416523", "prediction": "97416523", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5419", "prediction": "5419", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "217", "prediction": "217", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "07971950", "prediction": "07971950", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "64890852", "prediction": "64890852", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "34", "prediction": "34", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "101871", "prediction": "101871", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9948777", "prediction": "9948777", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "12626", "prediction": "12026", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8 }, { "target": "684", "prediction": "684", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "860542", "prediction": "860542", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "913", "prediction": "913", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8403162", "prediction": "8403182", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "15620", "prediction": "15620", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "010", "prediction": "010", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "776750", "prediction": "776750", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "734", "prediction": "734", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "447932", "prediction": "447932", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "549", "prediction": "549", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "380", "prediction": "380", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "24516860", "prediction": "24516868", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "03063", "prediction": "03063", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2441", "prediction": "2441", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4446", "prediction": "4446", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7960064", "prediction": "7960604", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.7142857142857143 }, { "target": "19", "prediction": "19", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "221", "prediction": "221", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0177159", "prediction": "0177159", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "294867", "prediction": "294867", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3416829", "prediction": "3416829", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "16", "prediction": "16", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "027", "prediction": "027", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "94", "prediction": "94", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7526", "prediction": "7526", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "746", "prediction": "446", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.6666666666666666 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "58569850", "prediction": "58569850", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9351", "prediction": "9351", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "887879", "prediction": "887879", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9515", "prediction": "9515", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "19", "prediction": "19", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6", "prediction": "6", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "20567", "prediction": "20567", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5353035", "prediction": "5351635", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.7142857142857143 }, { "target": "032", "prediction": "032", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "225699", "prediction": "225699", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0", "prediction": "0", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9454", "prediction": "9454", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "925078", "prediction": "925078", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "147", "prediction": "147", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "35", "prediction": "35", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9", "prediction": "9", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0299255", "prediction": "0299215", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "90", "prediction": "90", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8145788", "prediction": "8145768", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "87483", "prediction": "87483", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "58113", "prediction": "58113", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9851", "prediction": "9851", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4339", "prediction": "4339", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9693242", "prediction": "9693242", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3837", "prediction": "3837", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2781723", "prediction": "2781723", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "36671", "prediction": "36671", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "69896", "prediction": "69896", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "055", "prediction": "055", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "77446507", "prediction": "77446507", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6677522", "prediction": "6647652", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.5714285714285714 }, { "target": "1298911", "prediction": "1298911", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "435978", "prediction": "435978", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "636", "prediction": "636", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "44439528", "prediction": "44439529", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "085040", "prediction": "085042", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "63", "prediction": "63", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "220", "prediction": "220", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "372", "prediction": "372", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "01483", "prediction": "01483", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3639", "prediction": "3639", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "14683324", "prediction": "14683324", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1693", "prediction": "1693", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "94957", "prediction": "94967", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8 }, { "target": "04209", "prediction": "04209", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "90211", "prediction": "90211", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "293", "prediction": "293", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "09815", "prediction": "09815", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "90772", "prediction": "90772", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "928702", "prediction": "918702", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "40", "prediction": "40", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "30137628", "prediction": "30137628", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "330", "prediction": "330", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "28408584", "prediction": "28408584", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "675867", "prediction": "673867", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "91", "prediction": "91", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "20", "prediction": "20", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2860522", "prediction": "2860522", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "602666", "prediction": "662666", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "304411", "prediction": "304411", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3", "prediction": "3", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "91", "prediction": "91", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0302", "prediction": "0302", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "51925121", "prediction": "51925121", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "418", "prediction": "418", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "018560", "prediction": "018560", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "967837", "prediction": "967837", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "99", "prediction": "99", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17", "prediction": "17", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "726", "prediction": "726", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "09072", "prediction": "09672", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8 }, { "target": "818", "prediction": "818", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17949", "prediction": "17949", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "98", "prediction": "98", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3486", "prediction": "3486", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6", "prediction": "6", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8901", "prediction": "8901", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "917710", "prediction": "917710", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17172", "prediction": "17172", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0779680", "prediction": "0779680", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3122490", "prediction": "3122790", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "30269", "prediction": "30269", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8654319", "prediction": "8654819", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "8", "prediction": "8", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7933", "prediction": "7933", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "66", "prediction": "66", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "13", "prediction": "13", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "12", "prediction": "12", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "840851", "prediction": "840851", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "05", "prediction": "05", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "20747882", "prediction": "20747882", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3748", "prediction": "3748", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "378", "prediction": "378", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1199584", "prediction": "1199584", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "20", "prediction": "20", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7009278", "prediction": "7009178", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "5345", "prediction": "5345", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "14072709", "prediction": "14072709", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5973", "prediction": "5973", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5305142", "prediction": "5305142", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "65", "prediction": "65", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "97", "prediction": "97", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "80993", "prediction": "80993", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7348", "prediction": "7348", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "95", "prediction": "95", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "64461369", "prediction": "64461569", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "72619819", "prediction": "72619819", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4218016", "prediction": "4218016", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "72802", "prediction": "72802", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "21189843", "prediction": "21189843", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "05", "prediction": "05", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "09331109", "prediction": "09331109", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17314", "prediction": "17314", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "47", "prediction": "47", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "159026", "prediction": "159026", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "289", "prediction": "289", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8434550", "prediction": "8434150", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "3884", "prediction": "3884", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "399", "prediction": "399", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "623", "prediction": "623", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "340878", "prediction": "340878", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "640175", "prediction": "640175", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5628", "prediction": "5628", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "144093", "prediction": "144093", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "404", "prediction": "404", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "03556776", "prediction": "63556776", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "066055", "prediction": "066055", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "30563266", "prediction": "30563166", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "52601584", "prediction": "52661584", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "56", "prediction": "56", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7666156", "prediction": "7666156", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8799755", "prediction": "8799755", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "285994", "prediction": "285994", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8", "prediction": "8", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "162605", "prediction": "162605", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "32573421", "prediction": "32573421", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "616309", "prediction": "016309", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8333333333333334 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "02", "prediction": "02", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5730", "prediction": "5730", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "00", "prediction": "00", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0607075", "prediction": "0607075", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3306644", "prediction": "3306644", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6428826", "prediction": "6428826", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "34", "prediction": "34", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "73", "prediction": "73", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "03450016", "prediction": "03450018", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "918", "prediction": "918", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1107910", "prediction": "1107910", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4", "prediction": "4", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "46775356", "prediction": "46775356", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "82706", "prediction": "82706", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4225267", "prediction": "4022167", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.5714285714285714 }, { "target": "5053", "prediction": "5053", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "4647330", "prediction": "4647330", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "23510082", "prediction": "23510081", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "9687", "prediction": "9687", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "887494", "prediction": "887494", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "784", "prediction": "784", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "818785", "prediction": "818785", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7606", "prediction": "7606", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "22877", "prediction": "22877", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "497", "prediction": "497", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "495", "prediction": "495", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5405177", "prediction": "5401177", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "105445", "prediction": "105445", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6366539", "prediction": "6366539", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "63781", "prediction": "63781", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "60", "prediction": "60", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "408803", "prediction": "408803", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2793", "prediction": "2793", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "72429", "prediction": "72429", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6", "prediction": "6", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "052097", "prediction": "052097", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0000", "prediction": "0000", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3", "prediction": "3", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "32", "prediction": "32", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "2", "prediction": "2", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "84156664", "prediction": "84156664", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "89", "prediction": "89", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "027400", "prediction": "0224207", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.5714285714285714 }, { "target": "46513559", "prediction": "46513559", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "93", "prediction": "93", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "36", "prediction": "36", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "31", "prediction": "31", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "10996606", "prediction": "10996606", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "832", "prediction": "832", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "33851820", "prediction": "33851826", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "1716612", "prediction": "1716618", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "9784", "prediction": "9784", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3965469", "prediction": "3963469", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "85", "prediction": "85", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "45", "prediction": "45", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1588450", "prediction": "1588450", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "307", "prediction": "307", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9183553", "prediction": "9583553", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "8", "prediction": "8", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "464", "prediction": "464", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3", "prediction": "3", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "835704", "prediction": "835704", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "387", "prediction": "387", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5396", "prediction": "5396", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9081781", "prediction": "9081781", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "39", "prediction": "39", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9674", "prediction": "9674", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "42753853", "prediction": "42733853", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "55476476", "prediction": "55476476", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "35042", "prediction": "35042", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "28113", "prediction": "28113", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5226", "prediction": "5226", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "940", "prediction": "940", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7694", "prediction": "7694", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "55", "prediction": "55", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1834911", "prediction": "1034911", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "7", "prediction": "7", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "06", "prediction": "06", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "47302", "prediction": "47302", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "55", "prediction": "55", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "0315", "prediction": "6315", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.75 }, { "target": "69187", "prediction": "69187", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8559679", "prediction": "8559679", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5384363", "prediction": "5384863", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.8571428571428571 }, { "target": "45173", "prediction": "45173", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "17526887", "prediction": "17526887", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "490499", "prediction": "490499", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "854", "prediction": "854", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "3", "prediction": "3", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1", "prediction": "1", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "21492163", "prediction": "21492103", "prompt": "Read the digits.", "exact": false, "digit_accuracy": 0.875 }, { "target": "5410238", "prediction": "5410238", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "089", "prediction": "089", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5367", "prediction": "5367", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "58242", "prediction": "58242", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "75", "prediction": "75", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "1876579", "prediction": "1876579", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "89265652", "prediction": "89265652", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "6677", "prediction": "6677", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "18992", "prediction": "18992", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "97", "prediction": "97", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "8261", "prediction": "8261", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "9153", "prediction": "9153", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "86712", "prediction": "86712", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "119", "prediction": "119", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "5", "prediction": "5", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "569", "prediction": "569", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "39463", "prediction": "39463", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "7841", "prediction": "7841", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 }, { "target": "65842", "prediction": "65842", "prompt": "Read the digits.", "exact": true, "digit_accuracy": 1.0 } ] }