| { |
| "seconds": 4.92570161819458, |
| "cases": 912, |
| "gold_executes": 867, |
| "prediction_equivalent": 859, |
| "engine_versions": { |
| "mysql": "8.0.46", |
| "postgresql": "16.15" |
| }, |
| "results": [ |
| { |
| "id": "adff4eabe2639c0c128c_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "adff4eabe2639c0c128c_noisy_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "adff4eabe2639c0c128c_hi", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "adff4eabe2639c0c128c_hinglish", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "efee65268e6dc2bb069e_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "efee65268e6dc2bb069e_noisy_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "efee65268e6dc2bb069e_hi", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "efee65268e6dc2bb069e_hinglish", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f9fa9654c0e96fd0477b_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f9fa9654c0e96fd0477b_noisy_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f9fa9654c0e96fd0477b_hi", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f9fa9654c0e96fd0477b_hinglish", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2c31add7d7b45843dec1_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2c31add7d7b45843dec1_noisy_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2c31add7d7b45843dec1_hi", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2c31add7d7b45843dec1_hinglish", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "82c104614df1ce6e2762_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "82c104614df1ce6e2762_noisy_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "82c104614df1ce6e2762_hi", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "82c104614df1ce6e2762_hinglish", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "35406fa024e66bcb5dd7_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "35406fa024e66bcb5dd7_noisy_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "35406fa024e66bcb5dd7_hi", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "35406fa024e66bcb5dd7_hinglish", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8db53d711baed4f4ed_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8db53d711baed4f4ed_noisy_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8db53d711baed4f4ed_hi", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8db53d711baed4f4ed_hinglish", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b02f421828127e2eb96b_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b02f421828127e2eb96b_noisy_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b02f421828127e2eb96b_hi", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b02f421828127e2eb96b_hinglish", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c01aaa64706cccb8ac54_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c01aaa64706cccb8ac54_noisy_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c01aaa64706cccb8ac54_hi", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "c01aaa64706cccb8ac54_hinglish", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8689cf8e381cbcfe86_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8689cf8e381cbcfe86_noisy_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8689cf8e381cbcfe86_hi", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0b8689cf8e381cbcfe86_hinglish", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f34909f5b1104bf7ac1_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f34909f5b1104bf7ac1_noisy_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f34909f5b1104bf7ac1_hi", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f34909f5b1104bf7ac1_hinglish", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e2ac3c5dcf95429daaa_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e2ac3c5dcf95429daaa_noisy_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e2ac3c5dcf95429daaa_hi", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e2ac3c5dcf95429daaa_hinglish", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e7d754ed36b247db55d3_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e7d754ed36b247db55d3_noisy_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e7d754ed36b247db55d3_hi", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e7d754ed36b247db55d3_hinglish", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "40464b00088c9159e3d0_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "40464b00088c9159e3d0_noisy_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "40464b00088c9159e3d0_hi", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "40464b00088c9159e3d0_hinglish", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "80ed46f6e275ed01c6c1_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "80ed46f6e275ed01c6c1_noisy_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "80ed46f6e275ed01c6c1_hi", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "80ed46f6e275ed01c6c1_hinglish", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d735c1ac1979ff1e8620_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d735c1ac1979ff1e8620_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d735c1ac1979ff1e8620_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d735c1ac1979ff1e8620_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8efcf517aee64807a8e5_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8efcf517aee64807a8e5_noisy_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8efcf517aee64807a8e5_hi", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8efcf517aee64807a8e5_hinglish", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cd5bb3382b9e6c8604e8_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cd5bb3382b9e6c8604e8_noisy_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cd5bb3382b9e6c8604e8_hi", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cd5bb3382b9e6c8604e8_hinglish", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7094d70d08791284b632_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7094d70d08791284b632_noisy_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7094d70d08791284b632_hi", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7094d70d08791284b632_hinglish", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cab55a7429427fbc5093_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cab55a7429427fbc5093_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cab55a7429427fbc5093_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cab55a7429427fbc5093_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28a7ce61b1233483bf73_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28a7ce61b1233483bf73_noisy_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28a7ce61b1233483bf73_hi", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28a7ce61b1233483bf73_hinglish", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "804d318fe46a0e664840_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "804d318fe46a0e664840_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "804d318fe46a0e664840_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "804d318fe46a0e664840_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b9c176c07809f42564a0_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b9c176c07809f42564a0_noisy_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b9c176c07809f42564a0_hi", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b9c176c07809f42564a0_hinglish", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1a1af4deb475f0224a59_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1a1af4deb475f0224a59_noisy_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1a1af4deb475f0224a59_hi", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1a1af4deb475f0224a59_hinglish", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "475287613764159ee5eb_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "475287613764159ee5eb_noisy_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "475287613764159ee5eb_hi", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "475287613764159ee5eb_hinglish", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6972a0b38fd4a8758723_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6972a0b38fd4a8758723_noisy_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6972a0b38fd4a8758723_hi", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6972a0b38fd4a8758723_hinglish", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a2e6d77aa1c3a517ecb_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a2e6d77aa1c3a517ecb_noisy_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a2e6d77aa1c3a517ecb_hi", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a2e6d77aa1c3a517ecb_hinglish", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d82ef2b9527e797c466_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d82ef2b9527e797c466_noisy_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d82ef2b9527e797c466_hi", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d82ef2b9527e797c466_hinglish", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d8f9a887c52e766a8e14_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d8f9a887c52e766a8e14_noisy_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d8f9a887c52e766a8e14_hi", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d8f9a887c52e766a8e14_hinglish", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f35f7a78a14e903920ee_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f35f7a78a14e903920ee_noisy_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f35f7a78a14e903920ee_hi", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f35f7a78a14e903920ee_hinglish", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "26db633822b8319f83ec_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "26db633822b8319f83ec_noisy_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "26db633822b8319f83ec_hi", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "26db633822b8319f83ec_hinglish", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d1f372f544fa10f6df1b_en", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d1f372f544fa10f6df1b_noisy_en", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d1f372f544fa10f6df1b_hi", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d1f372f544fa10f6df1b_hinglish", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a30eeaf286c79c95a1cd_en", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a30eeaf286c79c95a1cd_noisy_en", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a30eeaf286c79c95a1cd_hi", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a30eeaf286c79c95a1cd_hinglish", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ad3e251c936135e2005_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ad3e251c936135e2005_noisy_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ad3e251c936135e2005_hi", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ad3e251c936135e2005_hinglish", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a060620c638d2dc3759e_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a060620c638d2dc3759e_noisy_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a060620c638d2dc3759e_hi", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a060620c638d2dc3759e_hinglish", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c8fd1555fd64b08f1241_en", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c8fd1555fd64b08f1241_noisy_en", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c8fd1555fd64b08f1241_hi", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c8fd1555fd64b08f1241_hinglish", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eb982cf071094adaca4f_en", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eb982cf071094adaca4f_noisy_en", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eb982cf071094adaca4f_hi", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eb982cf071094adaca4f_hinglish", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c023a5b6f95173ae856d_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c023a5b6f95173ae856d_noisy_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c023a5b6f95173ae856d_hi", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c023a5b6f95173ae856d_hinglish", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "affa5e5e14444cd82bb4_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "affa5e5e14444cd82bb4_noisy_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "affa5e5e14444cd82bb4_hi", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "affa5e5e14444cd82bb4_hinglish", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d4234476674a04380e6_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d4234476674a04380e6_noisy_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d4234476674a04380e6_hi", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d4234476674a04380e6_hinglish", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c4f25575abfd24e3cd63_en", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c4f25575abfd24e3cd63_noisy_en", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c4f25575abfd24e3cd63_hi", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c4f25575abfd24e3cd63_hinglish", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0d94a075cd7e5759bdfa_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0d94a075cd7e5759bdfa_noisy_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0d94a075cd7e5759bdfa_hi", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "0d94a075cd7e5759bdfa_hinglish", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1695d78b68e4d8fca6f0_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1695d78b68e4d8fca6f0_noisy_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1695d78b68e4d8fca6f0_hi", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1695d78b68e4d8fca6f0_hinglish", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "45c3d3db5419d8a8dfeb_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "45c3d3db5419d8a8dfeb_noisy_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "45c3d3db5419d8a8dfeb_hi", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "45c3d3db5419d8a8dfeb_hinglish", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8b1939fffee21884f667_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "8b1939fffee21884f667_noisy_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "8b1939fffee21884f667_hi", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8b1939fffee21884f667_hinglish", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c50090341e5d5516a579_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c50090341e5d5516a579_noisy_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c50090341e5d5516a579_hi", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c50090341e5d5516a579_hinglish", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "23c0aa3a4596f995ad2a_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "23c0aa3a4596f995ad2a_noisy_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "23c0aa3a4596f995ad2a_hi", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "23c0aa3a4596f995ad2a_hinglish", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "81b12886ddb859bb71db_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "81b12886ddb859bb71db_noisy_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "81b12886ddb859bb71db_hi", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "81b12886ddb859bb71db_hinglish", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1896aafc31bd0a7d24ec_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1896aafc31bd0a7d24ec_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1896aafc31bd0a7d24ec_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1896aafc31bd0a7d24ec_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b564e1a7b1e7fc6d2ab4_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "b564e1a7b1e7fc6d2ab4_noisy_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "b564e1a7b1e7fc6d2ab4_hi", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b564e1a7b1e7fc6d2ab4_hinglish", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7506912696ddf94cfae4_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7506912696ddf94cfae4_noisy_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7506912696ddf94cfae4_hi", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7506912696ddf94cfae4_hinglish", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9aed1992a793fbf97601_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "9aed1992a793fbf97601_noisy_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9aed1992a793fbf97601_hi", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9aed1992a793fbf97601_hinglish", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a3194b9f492b50b8100_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a3194b9f492b50b8100_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a3194b9f492b50b8100_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a3194b9f492b50b8100_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e92015bce168f8f9a90a_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e92015bce168f8f9a90a_noisy_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e92015bce168f8f9a90a_hi", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e92015bce168f8f9a90a_hinglish", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b30330bb2c17b32c6883_en", |
| "backend": "supabase", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b30330bb2c17b32c6883_noisy_en", |
| "backend": "supabase", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b30330bb2c17b32c6883_hi", |
| "backend": "supabase", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b30330bb2c17b32c6883_hinglish", |
| "backend": "supabase", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5890e52f983d16adbae7_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5890e52f983d16adbae7_noisy_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5890e52f983d16adbae7_hi", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5890e52f983d16adbae7_hinglish", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bd760f1ca7aff546e852_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bd760f1ca7aff546e852_noisy_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bd760f1ca7aff546e852_hi", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bd760f1ca7aff546e852_hinglish", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2164b376f732a1c371ab_en", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2164b376f732a1c371ab_noisy_en", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2164b376f732a1c371ab_hi", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2164b376f732a1c371ab_hinglish", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5d97abdb52189efbe117_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5d97abdb52189efbe117_noisy_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5d97abdb52189efbe117_hi", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5d97abdb52189efbe117_hinglish", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "01f4f9527d44f09ab6b6_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "01f4f9527d44f09ab6b6_noisy_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "01f4f9527d44f09ab6b6_hi", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "01f4f9527d44f09ab6b6_hinglish", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "58eb6ab2fb9c69becdbd_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "58eb6ab2fb9c69becdbd_noisy_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "58eb6ab2fb9c69becdbd_hi", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "58eb6ab2fb9c69becdbd_hinglish", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ed474bd8a459cbfaa5d2_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "ed474bd8a459cbfaa5d2_noisy_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "ed474bd8a459cbfaa5d2_hi", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ed474bd8a459cbfaa5d2_hinglish", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "223765dc6e033f0ab2fd_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "223765dc6e033f0ab2fd_noisy_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "223765dc6e033f0ab2fd_hi", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "223765dc6e033f0ab2fd_hinglish", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "00c24a7cc97ee9debf36_en", |
| "backend": "mysql", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "00c24a7cc97ee9debf36_noisy_en", |
| "backend": "mysql", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "00c24a7cc97ee9debf36_hi", |
| "backend": "mysql", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "00c24a7cc97ee9debf36_hinglish", |
| "backend": "mysql", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "139a72e10281049d1fed_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "139a72e10281049d1fed_noisy_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "139a72e10281049d1fed_hi", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "139a72e10281049d1fed_hinglish", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a37ab647af0a5a5cb30_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a37ab647af0a5a5cb30_noisy_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a37ab647af0a5a5cb30_hi", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a37ab647af0a5a5cb30_hinglish", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c07bcd68edd3354fcd83_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c07bcd68edd3354fcd83_noisy_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c07bcd68edd3354fcd83_hi", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c07bcd68edd3354fcd83_hinglish", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "84b620e6d482597eea06_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "84b620e6d482597eea06_noisy_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "84b620e6d482597eea06_hi", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "84b620e6d482597eea06_hinglish", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "42cda457b51f6f9d3056_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "42cda457b51f6f9d3056_noisy_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "42cda457b51f6f9d3056_hi", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "42cda457b51f6f9d3056_hinglish", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "15b265bd8bbdb3515605_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "15b265bd8bbdb3515605_noisy_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "15b265bd8bbdb3515605_hi", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "15b265bd8bbdb3515605_hinglish", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a79981adf7647bac6b9_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a79981adf7647bac6b9_noisy_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a79981adf7647bac6b9_hi", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4a79981adf7647bac6b9_hinglish", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d5fc4318c9aedb495460_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d5fc4318c9aedb495460_noisy_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d5fc4318c9aedb495460_hi", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d5fc4318c9aedb495460_hinglish", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8f90532d34c12209a83_en", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8f90532d34c12209a83_noisy_en", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8f90532d34c12209a83_hi", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8f90532d34c12209a83_hinglish", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0352841d74f7bd7955ea_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0352841d74f7bd7955ea_noisy_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0352841d74f7bd7955ea_hi", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0352841d74f7bd7955ea_hinglish", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "645fd36c186709e64922_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "645fd36c186709e64922_noisy_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "645fd36c186709e64922_hi", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "645fd36c186709e64922_hinglish", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "70da7b441b3a995da19a_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "70da7b441b3a995da19a_noisy_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "70da7b441b3a995da19a_hi", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "70da7b441b3a995da19a_hinglish", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bcd7a532a06274ddddee_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bcd7a532a06274ddddee_noisy_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bcd7a532a06274ddddee_hi", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bcd7a532a06274ddddee_hinglish", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "04b2e5886e750df09a51_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "04b2e5886e750df09a51_noisy_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "04b2e5886e750df09a51_hi", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "04b2e5886e750df09a51_hinglish", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "060573c57829f3ce6e8f_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "060573c57829f3ce6e8f_noisy_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "060573c57829f3ce6e8f_hi", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "060573c57829f3ce6e8f_hinglish", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d61a27de98bb7d44f15d_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "d61a27de98bb7d44f15d_noisy_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d61a27de98bb7d44f15d_hi", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "d61a27de98bb7d44f15d_hinglish", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fea44ee93f1cea0883dd_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fea44ee93f1cea0883dd_noisy_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fea44ee93f1cea0883dd_hi", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fea44ee93f1cea0883dd_hinglish", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d30264bbc3b08aedbc51_en", |
| "backend": "mysql", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d30264bbc3b08aedbc51_noisy_en", |
| "backend": "mysql", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d30264bbc3b08aedbc51_hi", |
| "backend": "mysql", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d30264bbc3b08aedbc51_hinglish", |
| "backend": "mysql", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "64372a29664a7eaddbe2_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "64372a29664a7eaddbe2_noisy_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "64372a29664a7eaddbe2_hi", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "64372a29664a7eaddbe2_hinglish", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f28c044459ce99cf405_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f28c044459ce99cf405_noisy_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f28c044459ce99cf405_hi", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6f28c044459ce99cf405_hinglish", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c0b9cf3b44d96839f256_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "c0b9cf3b44d96839f256_noisy_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c0b9cf3b44d96839f256_hi", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c0b9cf3b44d96839f256_hinglish", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7dd163238936d96d0bd4_en", |
| "backend": "supabase", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7dd163238936d96d0bd4_noisy_en", |
| "backend": "supabase", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7dd163238936d96d0bd4_hi", |
| "backend": "supabase", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7dd163238936d96d0bd4_hinglish", |
| "backend": "supabase", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e9184b509f43a710021_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e9184b509f43a710021_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e9184b509f43a710021_hi", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e9184b509f43a710021_hinglish", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5aaaf945b8fba37eadf4_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5aaaf945b8fba37eadf4_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5aaaf945b8fba37eadf4_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5aaaf945b8fba37eadf4_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd0bab1cc08d7298f131_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd0bab1cc08d7298f131_noisy_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd0bab1cc08d7298f131_hi", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd0bab1cc08d7298f131_hinglish", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a29fdee3339da6711080_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a29fdee3339da6711080_noisy_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a29fdee3339da6711080_hi", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a29fdee3339da6711080_hinglish", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "92e36c8a6ca6e7aa2298_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "92e36c8a6ca6e7aa2298_noisy_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "92e36c8a6ca6e7aa2298_hi", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "92e36c8a6ca6e7aa2298_hinglish", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "61b3db48f1ff12dc69e1_en", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "61b3db48f1ff12dc69e1_noisy_en", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "61b3db48f1ff12dc69e1_hi", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "61b3db48f1ff12dc69e1_hinglish", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9ebca064e63b0347236b_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "9ebca064e63b0347236b_noisy_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "9ebca064e63b0347236b_hi", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "9ebca064e63b0347236b_hinglish", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "85e339da2fb28bae5395_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "85e339da2fb28bae5395_noisy_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "85e339da2fb28bae5395_hi", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "85e339da2fb28bae5395_hinglish", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a456280df4a711c3cda_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a456280df4a711c3cda_noisy_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a456280df4a711c3cda_hi", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8a456280df4a711c3cda_hinglish", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e9e0c695ac50e3982d7_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e9e0c695ac50e3982d7_noisy_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e9e0c695ac50e3982d7_hi", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2e9e0c695ac50e3982d7_hinglish", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e3d12f1bf51bbf54a331_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e3d12f1bf51bbf54a331_noisy_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e3d12f1bf51bbf54a331_hi", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e3d12f1bf51bbf54a331_hinglish", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "307d5b7bd93949f7381a_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "307d5b7bd93949f7381a_noisy_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "307d5b7bd93949f7381a_hi", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "307d5b7bd93949f7381a_hinglish", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7675c74645d63d69aac_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7675c74645d63d69aac_noisy_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7675c74645d63d69aac_hi", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7675c74645d63d69aac_hinglish", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6d9e81a9f52b8d33060a_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6d9e81a9f52b8d33060a_noisy_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6d9e81a9f52b8d33060a_hi", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6d9e81a9f52b8d33060a_hinglish", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c86deada03a046468575_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c86deada03a046468575_noisy_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c86deada03a046468575_hi", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c86deada03a046468575_hinglish", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c15c59356c7863f0b7e9_en", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c15c59356c7863f0b7e9_noisy_en", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c15c59356c7863f0b7e9_hi", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c15c59356c7863f0b7e9_hinglish", |
| "backend": "supabase", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cfb6d9bde68e2cdc5bf9_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cfb6d9bde68e2cdc5bf9_noisy_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cfb6d9bde68e2cdc5bf9_hi", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "cfb6d9bde68e2cdc5bf9_hinglish", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b45bf4e81303e2b4da0f_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b45bf4e81303e2b4da0f_noisy_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b45bf4e81303e2b4da0f_hi", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b45bf4e81303e2b4da0f_hinglish", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0294353d6bde2cd5185c_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0294353d6bde2cd5185c_noisy_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0294353d6bde2cd5185c_hi", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0294353d6bde2cd5185c_hinglish", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "96a74866d51ea7899cd8_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "96a74866d51ea7899cd8_noisy_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "96a74866d51ea7899cd8_hi", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "96a74866d51ea7899cd8_hinglish", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9d0222589e9977ea3f57_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9d0222589e9977ea3f57_noisy_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9d0222589e9977ea3f57_hi", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9d0222589e9977ea3f57_hinglish", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5f0b5d842746b96c126b_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5f0b5d842746b96c126b_noisy_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5f0b5d842746b96c126b_hi", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "5f0b5d842746b96c126b_hinglish", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "864b7a7bf739071bb030_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "864b7a7bf739071bb030_noisy_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "864b7a7bf739071bb030_hi", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "864b7a7bf739071bb030_hinglish", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd2a795a1557dc1487c6_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd2a795a1557dc1487c6_noisy_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd2a795a1557dc1487c6_hi", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd2a795a1557dc1487c6_hinglish", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "208e9ccf17a923a46aac_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "208e9ccf17a923a46aac_noisy_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "208e9ccf17a923a46aac_hi", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "208e9ccf17a923a46aac_hinglish", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3ad8170567694db8c8f9_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3ad8170567694db8c8f9_noisy_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3ad8170567694db8c8f9_hi", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3ad8170567694db8c8f9_hinglish", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55cd623d82474692b1a9_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55cd623d82474692b1a9_noisy_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55cd623d82474692b1a9_hi", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "(1054, \"Unknown column 'city' in 'where clause'\")" |
| }, |
| { |
| "id": "55cd623d82474692b1a9_hinglish", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e2b48c4ec5252934cb20_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e2b48c4ec5252934cb20_noisy_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e2b48c4ec5252934cb20_hi", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e2b48c4ec5252934cb20_hinglish", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1110104f12e10c5a007a_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1110104f12e10c5a007a_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1110104f12e10c5a007a_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1110104f12e10c5a007a_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "772353a7da7eebcf3244_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "772353a7da7eebcf3244_noisy_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "772353a7da7eebcf3244_hi", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "772353a7da7eebcf3244_hinglish", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8d2022223833a85bd2d1_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8d2022223833a85bd2d1_noisy_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8d2022223833a85bd2d1_hi", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8d2022223833a85bd2d1_hinglish", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bc8593644a72fe8b9c78_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bc8593644a72fe8b9c78_noisy_en", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bc8593644a72fe8b9c78_hi", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bc8593644a72fe8b9c78_hinglish", |
| "backend": "mysql", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "69ac9800bd7a3ee23ccc_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "69ac9800bd7a3ee23ccc_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "69ac9800bd7a3ee23ccc_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "69ac9800bd7a3ee23ccc_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8f9ab277b699f2cbe988_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8f9ab277b699f2cbe988_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8f9ab277b699f2cbe988_hi", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8f9ab277b699f2cbe988_hinglish", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ba705525122da37a7146_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ba705525122da37a7146_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ba705525122da37a7146_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ba705525122da37a7146_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b7703ebecadd9433c5f8_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b7703ebecadd9433c5f8_noisy_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b7703ebecadd9433c5f8_hi", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b7703ebecadd9433c5f8_hinglish", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e4b83d8af9eb4c5efc8_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e4b83d8af9eb4c5efc8_noisy_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e4b83d8af9eb4c5efc8_hi", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4e4b83d8af9eb4c5efc8_hinglish", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "039280d3483e998ccd1b_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "039280d3483e998ccd1b_noisy_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "039280d3483e998ccd1b_hi", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "039280d3483e998ccd1b_hinglish", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d96328fdb5748b255271_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d96328fdb5748b255271_noisy_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d96328fdb5748b255271_hi", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d96328fdb5748b255271_hinglish", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "375b86b5cd0d00cd7868_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "375b86b5cd0d00cd7868_noisy_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "375b86b5cd0d00cd7868_hi", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "375b86b5cd0d00cd7868_hinglish", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f1f8414c2d47f5396d69_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f1f8414c2d47f5396d69_noisy_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f1f8414c2d47f5396d69_hi", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f1f8414c2d47f5396d69_hinglish", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5b5b87a5a58feab9d244_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5b5b87a5a58feab9d244_noisy_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5b5b87a5a58feab9d244_hi", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5b5b87a5a58feab9d244_hinglish", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8cfdfba296bc283222a_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8cfdfba296bc283222a_noisy_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8cfdfba296bc283222a_hi", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e8cfdfba296bc283222a_hinglish", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4745f53221e07d4f5ae1_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4745f53221e07d4f5ae1_noisy_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4745f53221e07d4f5ae1_hi", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4745f53221e07d4f5ae1_hinglish", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd9cafbb7e6e0ce69d06_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd9cafbb7e6e0ce69d06_noisy_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd9cafbb7e6e0ce69d06_hi", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "fd9cafbb7e6e0ce69d06_hinglish", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02df083b1ff1b7fbcf8_en", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02df083b1ff1b7fbcf8_noisy_en", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02df083b1ff1b7fbcf8_hi", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02df083b1ff1b7fbcf8_hinglish", |
| "backend": "supabase", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "db7eb47a2bad512e837d_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "db7eb47a2bad512e837d_noisy_en", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "db7eb47a2bad512e837d_hi", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "db7eb47a2bad512e837d_hinglish", |
| "backend": "mysql", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ffce857234ca4c32ec9_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ffce857234ca4c32ec9_noisy_en", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ffce857234ca4c32ec9_hi", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2ffce857234ca4c32ec9_hinglish", |
| "backend": "supabase", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41762bd116b975652e00_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41762bd116b975652e00_noisy_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41762bd116b975652e00_hi", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41762bd116b975652e00_hinglish", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "358364da33322bbf17e2_en", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "358364da33322bbf17e2_noisy_en", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "358364da33322bbf17e2_hi", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "358364da33322bbf17e2_hinglish", |
| "backend": "supabase", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2f545db764e4c6cd353d_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2f545db764e4c6cd353d_noisy_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2f545db764e4c6cd353d_hi", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "2f545db764e4c6cd353d_hinglish", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aa867c871299c26d5402_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aa867c871299c26d5402_noisy_en", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aa867c871299c26d5402_hi", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aa867c871299c26d5402_hinglish", |
| "backend": "mysql", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3fdbfd3a4d0df901f143_en", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3fdbfd3a4d0df901f143_noisy_en", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3fdbfd3a4d0df901f143_hi", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3fdbfd3a4d0df901f143_hinglish", |
| "backend": "mysql", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "37a16740c32af37d3b15_en", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "37a16740c32af37d3b15_noisy_en", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "37a16740c32af37d3b15_hi", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "37a16740c32af37d3b15_hinglish", |
| "backend": "supabase", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ccbb8ac5e43114f43047_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ccbb8ac5e43114f43047_noisy_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ccbb8ac5e43114f43047_hi", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "ccbb8ac5e43114f43047_hinglish", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8643d909ff9369a5491c_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8643d909ff9369a5491c_noisy_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8643d909ff9369a5491c_hi", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8643d909ff9369a5491c_hinglish", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7afc1ab21c25c700603_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7afc1ab21c25c700603_noisy_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7afc1ab21c25c700603_hi", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7afc1ab21c25c700603_hinglish", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8fa63f2c53b1bc742d49_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8fa63f2c53b1bc742d49_noisy_en", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8fa63f2c53b1bc742d49_hi", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8fa63f2c53b1bc742d49_hinglish", |
| "backend": "supabase", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0c15b441e3e3ee8bb0df_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0c15b441e3e3ee8bb0df_noisy_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0c15b441e3e3ee8bb0df_hi", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0c15b441e3e3ee8bb0df_hinglish", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bf7bc588f62f075ec1ca_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bf7bc588f62f075ec1ca_noisy_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bf7bc588f62f075ec1ca_hi", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bf7bc588f62f075ec1ca_hinglish", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d18561ec942f18f1299_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d18561ec942f18f1299_noisy_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d18561ec942f18f1299_hi", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7d18561ec942f18f1299_hinglish", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28530a7607feca135b73_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "28530a7607feca135b73_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "28530a7607feca135b73_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28530a7607feca135b73_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ad0842eb95739a0c88ec_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ad0842eb95739a0c88ec_noisy_en", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ad0842eb95739a0c88ec_hi", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ad0842eb95739a0c88ec_hinglish", |
| "backend": "supabase", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c466f263014e2eb31cf5_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c466f263014e2eb31cf5_noisy_en", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c466f263014e2eb31cf5_hi", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "c466f263014e2eb31cf5_hinglish", |
| "backend": "mysql", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1395b37e5ba28fa3c134_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "1395b37e5ba28fa3c134_noisy_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1395b37e5ba28fa3c134_hi", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1395b37e5ba28fa3c134_hinglish", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e114d1f216088c4302b2_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e114d1f216088c4302b2_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e114d1f216088c4302b2_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e114d1f216088c4302b2_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "71349134f8ae16809501_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "71349134f8ae16809501_noisy_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "71349134f8ae16809501_hi", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "71349134f8ae16809501_hinglish", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b10e3bcce6871b79df41_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b10e3bcce6871b79df41_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b10e3bcce6871b79df41_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b10e3bcce6871b79df41_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4c5f91f7793bd0200f31_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4c5f91f7793bd0200f31_noisy_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4c5f91f7793bd0200f31_hi", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4c5f91f7793bd0200f31_hinglish", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bfb3f8261ddb2fc2bf28_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bfb3f8261ddb2fc2bf28_noisy_en", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bfb3f8261ddb2fc2bf28_hi", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bfb3f8261ddb2fc2bf28_hinglish", |
| "backend": "mysql", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4dac1dcf2ef14bfee2d2_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4dac1dcf2ef14bfee2d2_noisy_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4dac1dcf2ef14bfee2d2_hi", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4dac1dcf2ef14bfee2d2_hinglish", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "46b2f9dcb5c441ef3e8e_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "46b2f9dcb5c441ef3e8e_noisy_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "46b2f9dcb5c441ef3e8e_hi", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "46b2f9dcb5c441ef3e8e_hinglish", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "bd5fbea0dbbb3414c53c_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "bd5fbea0dbbb3414c53c_noisy_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "bd5fbea0dbbb3414c53c_hi", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "bd5fbea0dbbb3414c53c_hinglish", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "30a7ec8a99d4ee6b6d0e_en", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "30a7ec8a99d4ee6b6d0e_noisy_en", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "30a7ec8a99d4ee6b6d0e_hi", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "30a7ec8a99d4ee6b6d0e_hinglish", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eab95ae98810f2228ba6_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eab95ae98810f2228ba6_noisy_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eab95ae98810f2228ba6_hi", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "eab95ae98810f2228ba6_hinglish", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "24661fe309a7c9930145_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "24661fe309a7c9930145_noisy_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "24661fe309a7c9930145_hi", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "24661fe309a7c9930145_hinglish", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "29bdf95ec36d6924a576_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "29bdf95ec36d6924a576_noisy_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "29bdf95ec36d6924a576_hi", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "29bdf95ec36d6924a576_hinglish", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "53220f60789b4f5e4046_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "53220f60789b4f5e4046_noisy_en", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "53220f60789b4f5e4046_hi", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "53220f60789b4f5e4046_hinglish", |
| "backend": "mysql", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1b32b024d0c001fd9ae4_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1b32b024d0c001fd9ae4_noisy_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1b32b024d0c001fd9ae4_hi", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1b32b024d0c001fd9ae4_hinglish", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a843b154fbd48aac50b_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a843b154fbd48aac50b_noisy_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a843b154fbd48aac50b_hi", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a843b154fbd48aac50b_hinglish", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e6380b8531b4b3eb7e38_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e6380b8531b4b3eb7e38_noisy_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e6380b8531b4b3eb7e38_hi", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e6380b8531b4b3eb7e38_hinglish", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "19d562dac8a4125562f6_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "19d562dac8a4125562f6_noisy_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "19d562dac8a4125562f6_hi", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "19d562dac8a4125562f6_hinglish", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d0346c74f1cfe556b2cb_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d0346c74f1cfe556b2cb_noisy_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d0346c74f1cfe556b2cb_hi", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d0346c74f1cfe556b2cb_hinglish", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6519cd640e9e4ab22a6e_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6519cd640e9e4ab22a6e_noisy_en", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6519cd640e9e4ab22a6e_hi", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6519cd640e9e4ab22a6e_hinglish", |
| "backend": "mysql", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "56189c5cdc014dd771be_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "56189c5cdc014dd771be_noisy_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "56189c5cdc014dd771be_hi", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "56189c5cdc014dd771be_hinglish", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5c6734bdfead38b51752_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "5c6734bdfead38b51752_noisy_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "5c6734bdfead38b51752_hi", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5c6734bdfead38b51752_hinglish", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d58041d2866c015bc923_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d58041d2866c015bc923_noisy_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d58041d2866c015bc923_hi", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "d58041d2866c015bc923_hinglish", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6dd9f03c26298630777f_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6dd9f03c26298630777f_noisy_en", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "6dd9f03c26298630777f_hi", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "6dd9f03c26298630777f_hinglish", |
| "backend": "supabase", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "393d51bc9e30d68b474e_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "393d51bc9e30d68b474e_noisy_en", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "393d51bc9e30d68b474e_hi", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "393d51bc9e30d68b474e_hinglish", |
| "backend": "supabase", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28cb6c4bf0d7caac91c9_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28cb6c4bf0d7caac91c9_noisy_en", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28cb6c4bf0d7caac91c9_hi", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "28cb6c4bf0d7caac91c9_hinglish", |
| "backend": "mysql", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a0bc7565d9d93d546770_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a0bc7565d9d93d546770_noisy_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a0bc7565d9d93d546770_hi", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a0bc7565d9d93d546770_hinglish", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3eea55cd4532636ddffe_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "3eea55cd4532636ddffe_noisy_en", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "3eea55cd4532636ddffe_hi", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "3eea55cd4532636ddffe_hinglish", |
| "backend": "supabase", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "32876ff450ca027d658e_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "32876ff450ca027d658e_noisy_en", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "32876ff450ca027d658e_hi", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "32876ff450ca027d658e_hinglish", |
| "backend": "supabase", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1523073b9b419fc60ded_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1523073b9b419fc60ded_noisy_en", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1523073b9b419fc60ded_hi", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1523073b9b419fc60ded_hinglish", |
| "backend": "mysql", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "924dbd9ad819c0a58b24_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "924dbd9ad819c0a58b24_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "924dbd9ad819c0a58b24_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "924dbd9ad819c0a58b24_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "16fbb58e3a07a1240f50_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "16fbb58e3a07a1240f50_noisy_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "16fbb58e3a07a1240f50_hi", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "16fbb58e3a07a1240f50_hinglish", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e91a7141af66518c19a2_en", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e91a7141af66518c19a2_noisy_en", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e91a7141af66518c19a2_hi", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e91a7141af66518c19a2_hinglish", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ffff93d2f774a97e3f3_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": false |
| }, |
| { |
| "id": "0ffff93d2f774a97e3f3_noisy_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ffff93d2f774a97e3f3_hi", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ffff93d2f774a97e3f3_hinglish", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b0f56c14239ba5d0227f_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b0f56c14239ba5d0227f_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b0f56c14239ba5d0227f_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b0f56c14239ba5d0227f_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f7257c4a2eded61f5c86_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "f7257c4a2eded61f5c86_noisy_en", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "f7257c4a2eded61f5c86_hi", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f7257c4a2eded61f5c86_hinglish", |
| "backend": "supabase", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8439e708b96823b39172_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8439e708b96823b39172_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8439e708b96823b39172_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "8439e708b96823b39172_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9bb888f912ca90f30c9a_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9bb888f912ca90f30c9a_noisy_en", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9bb888f912ca90f30c9a_hi", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9bb888f912ca90f30c9a_hinglish", |
| "backend": "supabase", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd6cdefd15edcdcddb76_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd6cdefd15edcdcddb76_noisy_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd6cdefd15edcdcddb76_hi", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd6cdefd15edcdcddb76_hinglish", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f4fb7fafb95b5c8287f5_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f4fb7fafb95b5c8287f5_noisy_en", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f4fb7fafb95b5c8287f5_hi", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f4fb7fafb95b5c8287f5_hinglish", |
| "backend": "supabase", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "feb75e02c031a950e223_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "feb75e02c031a950e223_noisy_en", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "feb75e02c031a950e223_hi", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "feb75e02c031a950e223_hinglish", |
| "backend": "mysql", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f97582c94f2100eb1007_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f97582c94f2100eb1007_noisy_en", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f97582c94f2100eb1007_hi", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "f97582c94f2100eb1007_hinglish", |
| "backend": "mysql", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55c82b78d80d85926577_en", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55c82b78d80d85926577_noisy_en", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55c82b78d80d85926577_hi", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "55c82b78d80d85926577_hinglish", |
| "backend": "mysql", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7efbaf306821c7ab040_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7efbaf306821c7ab040_noisy_en", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7efbaf306821c7ab040_hi", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a7efbaf306821c7ab040_hinglish", |
| "backend": "supabase", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a33de7fd7159808b04a_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a33de7fd7159808b04a_noisy_en", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a33de7fd7159808b04a_hi", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7a33de7fd7159808b04a_hinglish", |
| "backend": "supabase", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "175564da35a6c139e5d8_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "175564da35a6c139e5d8_noisy_en", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "175564da35a6c139e5d8_hi", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "175564da35a6c139e5d8_hinglish", |
| "backend": "supabase", |
| "operation": "contains", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "844b55044ac74adf4493_en", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "844b55044ac74adf4493_noisy_en", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "844b55044ac74adf4493_hi", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "844b55044ac74adf4493_hinglish", |
| "backend": "supabase", |
| "operation": "join", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "63fa94106f0cf26f7da2_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "63fa94106f0cf26f7da2_noisy_en", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "63fa94106f0cf26f7da2_hi", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "63fa94106f0cf26f7da2_hinglish", |
| "backend": "mysql", |
| "operation": "join_filter", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5689f342b9bf3175e2fe_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5689f342b9bf3175e2fe_noisy_en", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5689f342b9bf3175e2fe_hi", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5689f342b9bf3175e2fe_hinglish", |
| "backend": "supabase", |
| "operation": "all", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "860c064ccde26d474c46_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "860c064ccde26d474c46_noisy_en", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "860c064ccde26d474c46_hi", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "860c064ccde26d474c46_hinglish", |
| "backend": "mysql", |
| "operation": "project", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9eee465dd6b4c3a090c6_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9eee465dd6b4c3a090c6_noisy_en", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9eee465dd6b4c3a090c6_hi", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9eee465dd6b4c3a090c6_hinglish", |
| "backend": "mysql", |
| "operation": "eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd1037fa65f5f5a2a06f_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd1037fa65f5f5a2a06f_noisy_en", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd1037fa65f5f5a2a06f_hi", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dd1037fa65f5f5a2a06f_hinglish", |
| "backend": "mysql", |
| "operation": "project_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dddd09f34c0e849282a8_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dddd09f34c0e849282a8_noisy_en", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dddd09f34c0e849282a8_hi", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dddd09f34c0e849282a8_hinglish", |
| "backend": "supabase", |
| "operation": "gt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ce22f4c8bc7554d586d_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ce22f4c8bc7554d586d_noisy_en", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ce22f4c8bc7554d586d_hi", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0ce22f4c8bc7554d586d_hinglish", |
| "backend": "supabase", |
| "operation": "lt", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02d95c6aba4ed336a6a_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02d95c6aba4ed336a6a_noisy_en", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02d95c6aba4ed336a6a_hi", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e02d95c6aba4ed336a6a_hinglish", |
| "backend": "supabase", |
| "operation": "gte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e281ac4ee7d2d835606_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e281ac4ee7d2d835606_noisy_en", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e281ac4ee7d2d835606_hi", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e281ac4ee7d2d835606_hinglish", |
| "backend": "mysql", |
| "operation": "lte", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dc59f00f50b6c8f7bc16_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dc59f00f50b6c8f7bc16_noisy_en", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "dc59f00f50b6c8f7bc16_hi", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong tool" |
| }, |
| { |
| "id": "dc59f00f50b6c8f7bc16_hinglish", |
| "backend": "mysql", |
| "operation": "between", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b2725cc841b5aaa2fba6_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b2725cc841b5aaa2fba6_noisy_en", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b2725cc841b5aaa2fba6_hi", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "b2725cc841b5aaa2fba6_hinglish", |
| "backend": "mysql", |
| "operation": "and", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4f5c410b4b3379c58420_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4f5c410b4b3379c58420_noisy_en", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4f5c410b4b3379c58420_hi", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "4f5c410b4b3379c58420_hinglish", |
| "backend": "supabase", |
| "operation": "or", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a6079b58d4365a8f70c8_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a6079b58d4365a8f70c8_noisy_en", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a6079b58d4365a8f70c8_hi", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a6079b58d4365a8f70c8_hinglish", |
| "backend": "mysql", |
| "operation": "null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e71814820a36875f0ee5_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e71814820a36875f0ee5_noisy_en", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e71814820a36875f0ee5_hi", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "e71814820a36875f0ee5_hinglish", |
| "backend": "mysql", |
| "operation": "not_null", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "78fd6e66c9d726084543_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "78fd6e66c9d726084543_noisy_en", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "78fd6e66c9d726084543_hi", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "78fd6e66c9d726084543_hinglish", |
| "backend": "mysql", |
| "operation": "count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e1cd79fe94cad9c7a9e_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "7e1cd79fe94cad9c7a9e_noisy_en", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "7e1cd79fe94cad9c7a9e_hi", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7e1cd79fe94cad9c7a9e_hinglish", |
| "backend": "supabase", |
| "operation": "count_eq", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "5ce4cc7ea9d93a0aa4c5_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5ce4cc7ea9d93a0aa4c5_noisy_en", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5ce4cc7ea9d93a0aa4c5_hi", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "5ce4cc7ea9d93a0aa4c5_hinglish", |
| "backend": "supabase", |
| "operation": "sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a4cdc86496ddd0c1cc90_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a4cdc86496ddd0c1cc90_noisy_en", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a4cdc86496ddd0c1cc90_hi", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "a4cdc86496ddd0c1cc90_hinglish", |
| "backend": "mysql", |
| "operation": "avg", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ac6cc6f05e6d013971e5_en", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "ac6cc6f05e6d013971e5_noisy_en", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": false, |
| "prediction_equivalent": false, |
| "error": "Wrong non-SQL arguments" |
| }, |
| { |
| "id": "ac6cc6f05e6d013971e5_hi", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ac6cc6f05e6d013971e5_hinglish", |
| "backend": "supabase", |
| "operation": "max", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aeeb76897a32b9fd2df4_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aeeb76897a32b9fd2df4_noisy_en", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aeeb76897a32b9fd2df4_hi", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "aeeb76897a32b9fd2df4_hinglish", |
| "backend": "supabase", |
| "operation": "min", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "508d2834a4743665db1f_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "508d2834a4743665db1f_noisy_en", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "508d2834a4743665db1f_hi", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "508d2834a4743665db1f_hinglish", |
| "backend": "mysql", |
| "operation": "distinct", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7fb4f6e9f1b68e05cfd9_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7fb4f6e9f1b68e05cfd9_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7fb4f6e9f1b68e05cfd9_hi", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "7fb4f6e9f1b68e05cfd9_hinglish", |
| "backend": "mysql", |
| "operation": "sort_desc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "02981b7ccddb9b467260_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "02981b7ccddb9b467260_noisy_en", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "02981b7ccddb9b467260_hi", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "02981b7ccddb9b467260_hinglish", |
| "backend": "mysql", |
| "operation": "sort_asc", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9956c110975a38c3d293_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9956c110975a38c3d293_noisy_en", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9956c110975a38c3d293_hi", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9956c110975a38c3d293_hinglish", |
| "backend": "mysql", |
| "operation": "top", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "785d62b3d5e4932f5c33_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "785d62b3d5e4932f5c33_noisy_en", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "785d62b3d5e4932f5c33_hi", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "785d62b3d5e4932f5c33_hinglish", |
| "backend": "supabase", |
| "operation": "bottom", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "253e89e4cdbbd5c2d0f9_en", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "253e89e4cdbbd5c2d0f9_noisy_en", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "253e89e4cdbbd5c2d0f9_hi", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "253e89e4cdbbd5c2d0f9_hinglish", |
| "backend": "mysql", |
| "operation": "group_count", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ec5a4c33f3a4c1fdfef3_en", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ec5a4c33f3a4c1fdfef3_noisy_en", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ec5a4c33f3a4c1fdfef3_hi", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "ec5a4c33f3a4c1fdfef3_hinglish", |
| "backend": "supabase", |
| "operation": "group_sum", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0abe13c841fd7c3ac885_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0abe13c841fd7c3ac885_noisy_en", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0abe13c841fd7c3ac885_hi", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "0abe13c841fd7c3ac885_hinglish", |
| "backend": "supabase", |
| "operation": "having", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41ea5651dda516a4ac30_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41ea5651dda516a4ac30_noisy_en", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41ea5651dda516a4ac30_hi", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "41ea5651dda516a4ac30_hinglish", |
| "backend": "supabase", |
| "operation": "date_after", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d7ab92421915fd47ebe_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d7ab92421915fd47ebe_noisy_en", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d7ab92421915fd47ebe_hi", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "1d7ab92421915fd47ebe_hinglish", |
| "backend": "mysql", |
| "operation": "year", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9f8fa242b083f38bc5f8_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9f8fa242b083f38bc5f8_noisy_en", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9f8fa242b083f38bc5f8_hi", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| }, |
| { |
| "id": "9f8fa242b083f38bc5f8_hinglish", |
| "backend": "mysql", |
| "operation": "month", |
| "gold_executes": true, |
| "prediction_equivalent": true |
| } |
| ], |
| "metric_note": "prediction_equivalent includes correct tool/schema/project checks and two native SQL fixtures. gold_executes is a legacy label for completion of the combined validation path, not an independent gold correctness score; prediction errors can leave it false." |
| } |
