diff --git "a/spider/bart-base/run_1/error_analysis.txt" "b/spider/bart-base/run_1/error_analysis.txt"
new file mode 100644--- /dev/null
+++ "b/spider/bart-base/run_1/error_analysis.txt"
@@ -0,0 +1,4366 @@
+Spider Error Analysis — bart-base Run 1
+EM norm: 29.69% | EX: 32.88% | Table F1: 59.80%
+================================================================================
+
+[1] EXTRA_JOIN | DB: concert_singer | EX: ✗
+  Q   : What is the average, minimum, and maximum age of all singers from France
+  Pred: SELECT AVG(t2.age), MIN(age), MAX(age) FROM singer AS t1 JOIN singer_in_concert AS t2 ON t1.singer_id = t2.sender_id WHERE country = "France"
+  Gold: SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = 'France'
+  Type: AGGREGATION
+
+[2] EXTRA_JOIN | DB: concert_singer | EX: ✗
+  Q   : What is the average, minimum, and maximum age for all French singers
+  Pred: SELECT AVG(t1.age), MIN(age), MAX(age) FROM singer AS t1 JOIN singer_in_concert AS t2 ON t1.singer_id = t2.unsure_id WHERE country = "France"
+  Gold: SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = 'France'
+  Type: AGGREGATION
+
+[3] OTHER | DB: concert_singer | EX: ✓
+  Q   : Show the name and the release year of the song by the youngest singer
+  Pred: SELECT Song_Name, Song_Release_year FROM singer ORDER BY Age ASC LIMIT 1
+  Gold: SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[4] OTHER | DB: concert_singer | EX: ✓
+  Q   : What are the names and release years for all the songs of the youngest singer
+  Pred: SELECT Song_Name, Song_Release_year FROM singer ORDER BY Age ASC LIMIT 1
+  Gold: SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[5] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : What is the maximum capacity and the average of all stadiums
+  Pred: SELECT MAX(capacity), AVG(average) FROM stadium
+  Gold: SELECT MAX(capacity), average FROM stadium
+  Type: AGGREGATION
+
+[6] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : Show the stadium name and the number of concerts in each stadium
+  Pred: SELECT T3.name, COUNT(*) FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.station_id JOIN song AS T3 ON T2.'concert_id_loser = T3.'singer_id GROUP BY T1.'stadium-id
+  Gold: SELECT T2.name, COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[7] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : For each stadium, how many concerts play there
+  Pred: SELECT T3.name, COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.Stadium_ID JOIN actor AS T3 ON T 1.bandwidth = (SELECT AVG(T1.capacity) FROM stadium)
+  Gold: SELECT T2.name, COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[8] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : Show the stadium name and capacity with most number of concerts in year 2014 or after
+  Pred: SELECT T2.name, MAX(T1.capacity) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.'stadium-id WHERE T1.'year >= 2014 GROUP BY T1:stadium _id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.name, T2.capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year >= 2014 GROUP BY T2.stadium_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[9] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : What is the name and capacity of the stadium with the most concerts after 2013
+  Pred: SELECT T2.name, T2.'capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2:stadium-id WHERE YEAR > 2013 GROUP BY T11.Stadium_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t2.name, t2.capacity FROM concert AS t1 JOIN stadium AS t2 ON t1.stadium_id = t2.stadium_id WHERE t1.year > 2013 GROUP BY t2.stadium_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[10] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : Show names for all stadiums except for stadiums having a concert in year 2014
+  Pred: SELECT name FROM stadium EXCEPT SELECT T4.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.station_id JOIN concert AS t3 ON T3.year = T 1.concert_id WHERE YEAR = 2014
+  Gold: SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014
+  Type: JOIN
+
+[11] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : What are the names of all stadiums that did not have a concert in 2014
+  Pred: SELECT name FROM stadium EXCEPT SELECT T3.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.station_id JOIN actor AS T3 ON T22.actor_in_concert = T3:actor_id WHERE YEAR = 2014
+  Gold: SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014
+  Type: JOIN
+
+[12] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : Show the name and theme for all concerts and the number of singers in each concert
+  Pred: SELECT T3. concert_name, T2.theme, COUNT(*) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_id = T2 .concert_ID JOIN actor AS T3 ON T2.'singer_ID = T3.'sensinger_id GROUP BY T4.song_name
+  Gold: SELECT T2.concert_name, T2.theme, COUNT(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id = T2.concert_id GROUP BY T2.concert_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[13] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : What are the names , themes , and number of singers for every concert
+  Pred: SELECT T2.theme, COUNT(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id = T2 .concert_ID GROUP BY T1.'concert_name
+  Gold: SELECT t2.concert_name, t2.theme, COUNT(*) FROM singer_in_concert AS t1 JOIN concert AS t2 ON t1.concert_id = t2.concert_id GROUP BY t2.concert_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[14] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : List singer names and number of concerts for each singer
+  Pred: SELECT T2.Name, COUNT(*) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.(SELECT T3.singer_id FROM concert AS T3 JOIN venue AS T4 ON T4.stadium_id = T5.station_id) GROUP BY T3:singer-id
+  Gold: SELECT T2.name, COUNT(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[15] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : What are the names of the singers and number of concerts for each person
+  Pred: SELECT T2.Name, COUNT(*) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.(SELECT T3.singer_id FROM concert)
+  Gold: SELECT T2.name, COUNT(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[16] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : List all singer names in concerts in year 2014
+  Pred: SELECT T2.Name FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T 2.singer_id WHERE YEAR = 2014
+  Gold: SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014
+  Type: JOIN
+
+[17] OTHER | DB: concert_singer | EX: ✗
+  Q   : What are the names of the singers who performed in a concert in 2014
+  Pred: SELECT T2.name FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.singer_id = T 2.sender_id WHERE YEAR = 2014
+  Gold: SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014
+  Type: JOIN
+
+[18] WRONG_COLUMNS | DB: concert_singer | EX: ✗
+  Q   : Find the name and location of the stadiums which some concerts happened in the years of both 2014 and 2015
+  Pred: SELECT T2.name, T3.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.'stadium-id JOIN concert AS t3 ON T 1.year = T3:T3.year WHERE YEAR = 2014 OR YEAR = 2015
+  Gold: SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015
+  Type: JOIN
+
+[19] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : What are the names and locations of the stadiums that had concerts that occurred in both 2014 and 2015
+  Pred: SELECT T2.name, T1.location FROM stadium AS T1 JOIN concert AS T2 ON T1:stadium_id = T2.'stadium-id WHERE YEAR = 2014 INTERSECT SELECT T3.name and T3:location FROM concert AS t1 JOin stadium AS t2 ON TRUE JOIN stadium AST3 AS T4 ON T4.Stadium_ID = T5.Stall_ID WHERE T1.'year = 2015
+  Gold: SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015
+  Type: JOIN
+
+[20] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : Find the number of concerts happened in the stadium with the highest capacity
+  Pred: SELECT COUNT(*) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.stadium_id ORDER BY capacity DESC LIMIT 1
+  Gold: SELECT COUNT(*) FROM concert WHERE stadium_id = (SELECT stadium_id FROM stadium ORDER BY capacity DESC LIMIT 1)
+  Type: ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[21] WRONG_TABLE | DB: concert_singer | EX: ✗
+  Q   : What are the number of concerts that occurred in the stadium with the largest capacity
+  Pred: SELECT COUNT(*) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.stadium_id ORDER BY capacity DESC LIMIT 1
+  Gold: SELECT COUNT(*) FROM concert WHERE stadium_id = (SELECT stadium_id FROM stadium ORDER BY capacity DESC LIMIT 1)
+  Type: ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[22] MISSING_ORDER_BY | DB: pets_1 | EX: ✗
+  Q   : Find the weight of the youngest dog
+  Pred: SELECT Weight FROM pets WHERE pet_age = (SELECT MIN(age) FROM pets)
+  Gold: SELECT weight FROM pets ORDER BY pet_age LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[23] MISSING_ORDER_BY | DB: pets_1 | EX: ✗
+  Q   : How much does the youngest dog weigh
+  Pred: SELECT weight FROM pets WHERE pet_age = (SELECT MIN(age) FROM pets)
+  Gold: SELECT weight FROM pets ORDER BY pet_age LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[24] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find number of pets owned by students who are older than 20
+  Pred: SELECT COUNT(DISTINCT petid) FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.Petid JOIN Student AS T3 ON T3.StuID = T4. StuID WHERE T3.'age > 20
+  Gold: SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20
+  Type: JOIN, AGGREGATION
+
+[25] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : How many pets are owned by students that have an age greater than 20
+  Pred: SELECT COUNT(DISTINCT petid) FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.Petid JOIN Student AS T3 ON T3.StuID = TID WHERE age > 20
+  Gold: SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20
+  Type: JOIN, AGGREGATION
+
+[26] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the number of dog pets that are raised by female students (with sex F)
+  Pred: SELECT COUNT(DISTINCT petid) FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.pid JOIN Student AS T3 ON T3.StuID = T4. StuID WHERE T3.'sex = 'F'
+  Gold: SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'
+  Type: JOIN, AGGREGATION
+
+[27] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : How many dog pets are raised by female students
+  Pred: SELECT COUNT(DISTINCT petid) FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.Petid WHERE T1.'sex = 'F'
+  Gold: SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'
+  Type: JOIN, AGGREGATION
+
+[28] OTHER | DB: pets_1 | EX: ✗
+  Q   : Find the first name of students who have cat or dog pet
+  Pred: SELECT DISTINCT T1.fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.'stuid = T2.stuid JOIN Pets AS T3 ON T3.P2.PitID = T4.PITID WHERE T 3.PetType = "Cat" OR T3:PetType <> "Dog"
+  Gold: SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'
+  Type: JOIN
+
+[29] OTHER | DB: pets_1 | EX: ✗
+  Q   : What are the first names of every student who has a cat or dog as a pet
+  Pred: SELECT DISTINCT T1.fname FROM Student AS T1 JOIN Has_Pets AS T2 ON T 1.stuid = T2.Stuid JOIN Pets AS T3 ON T3.PetID = T1?PetID WHERE T3.'Pet_Type = "Cat" OR T3?Pet_Name = "Dog"
+  Gold: SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'
+  Type: JOIN
+
+[30] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the first name of students who have both cat and dog pets
+  Pred: SELECT T1.fname FROM Student AS T1 JOIN Has_Pets AS T2 ON T 1.stuid = T2.Stuid JOIN Pets AS T3 ON T3.PetID = T1.'Cat' INTERSECT SELECT DISTINCT fname FROM Has_pet AS T4 JOIN pets AS T5 ON T4.PetId = T5.Petid WHERE T5.'PetType = 'Dog'
+  Gold: SELECT t1.fname FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid JOIN pets AS t3 ON t3.petid = t2.petid WHERE t3.pettype = 'cat' INTERSECT SELECT t1.fname FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid JOIN pets AS t3 ON t3.petid = t2.petid WHERE t3.pettype = 'dog'
+  Type: JOIN
+
+[31] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What are the students' first names who have both cats and dogs as pets
+  Pred: SELECT DISTINCT T1.fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T 1.stuid = T2.Stuid JOIN Pets AS T3 ON T3.PetID = T1."Cat" INTERSECT SELECT Fname FROM Has_P WHERE pettype = "Puppy"
+  Gold: SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' INTERSECT SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog'
+  Type: JOIN
+
+[32] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the major and age of students who do not have a cat pet
+  Pred: SELECT major, age FROM Student EXCEPT SELECT Major, Age FROM Has_pet
+  Gold: SELECT major, age FROM student WHERE NOT stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')
+  Type: JOIN, NESTED
+
+[33] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What major is every student who does not own a cat as a pet, and also how old are they
+  Pred: SELECT major, age FROM Student WHERE NOT StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.'PetID = T2.PetID WHERE T2.'Pet_Name = "Cat")
+  Gold: SELECT major, age FROM student WHERE NOT stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')
+  Type: JOIN, NESTED
+
+[34] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the id of students who do not have a cat pet
+  Pred: SELECT stuid FROM Student EXCEPT SELECT StuID FROM Has_pet
+  Gold: SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'
+  Type: JOIN
+
+[35] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What are the ids of the students who do not own cats as pets
+  Pred: SELECT stuid FROM Student EXCEPT SELECT StuID FROM Has_pet WHERE pettype = "Cat"
+  Gold: SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'
+  Type: JOIN
+
+[36] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the first name and age of students who have a dog but do not have a cat as a pet
+  Pred: SELECT fname, age FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.'PetID = T2.PetID WHERE T2.'Pet_Type = "Dog") EXCEPT SELECT T1:Fname, t1.age FROM Student AS T4 JOIN Has_Pet AS T5 ON T4.StueID =T5.StrieID WHERE NOT T5.Pet_Name = "Cat")
+  Gold: SELECT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND NOT T1.stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')
+  Type: JOIN, NESTED
+
+[37] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What is the first name of every student who has a dog but does not have a cat
+  Pred: SELECT fname FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.'PetID = T2.PetID WHERE T2.'Pet_Type = "Dog" EXCEPT SELECT T1?Fname FROM Has_(Pet AS T4 JOIN Has_Pets AS T5 ON T4.PetId = T5.Petid WHERE T3.Pet_type = "Cat")
+  Gold: SELECT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND NOT T1.stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')
+  Type: JOIN, NESTED
+
+[38] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : What type of pet is the youngest animal, and how much does it weigh
+  Pred: SELECT pettype, AVG(weight) FROM pets ORDER BY pet_age LIMIT 1
+  Gold: SELECT pettype, weight FROM pets ORDER BY pet_age LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[39] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : Find the average and maximum age for each type of pet
+  Pred: SELECT pettype, AVG(age), MAX(age) FROM pets GROUP BY pettype
+  Gold: SELECT AVG(pet_age), MAX(pet_age), pettype FROM pets GROUP BY pettype
+  Type: GROUP_BY, AGGREGATION
+
+[40] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : What is the average and maximum age for each pet type
+  Pred: SELECT pettype, AVG(age), MAX(age) FROM pets GROUP BY pettype
+  Gold: SELECT AVG(pet_age), MAX(pet_age), pettype FROM pets GROUP BY pettype
+  Type: GROUP_BY, AGGREGATION
+
+[41] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : Find the average weight for each pet type
+  Pred: SELECT pettype, AVG(weight) FROM pets GROUP BY pettype
+  Gold: SELECT AVG(weight), pettype FROM pets GROUP BY pettype
+  Type: GROUP_BY, AGGREGATION
+
+[42] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : What is the average weight for each type of pet
+  Pred: SELECT pettype, AVG(weight) FROM pets GROUP BY pettype
+  Gold: SELECT AVG(weight), pettype FROM pets GROUP BY pettype
+  Type: GROUP_BY, AGGREGATION
+
+[43] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : Find the first name and age of students who have a pet
+  Pred: SELECT DISTINCT Fname, Age FROM Student AS T1 JOIN Has_Pets AS T2 ON T1.StuID = T2. StuID
+  Gold: SELECT DISTINCT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid
+  Type: JOIN
+
+[44] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : What are the different first names and ages of the students who do have pets
+  Pred: SELECT DISTINCT Fname, Age FROM Student AS T1 JOIN Has_Pets AS T2 ON T1.StuID = T2. StuID
+  Gold: SELECT DISTINCT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid
+  Type: JOIN
+
+[45] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the id of the pet owned by student whose last name is ‘Smith’
+  Pred: SELECT petid FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.pid JOIN Student AS T3 ON T3.StuID = T4. StuID WHERE T3.'Lname = 'Smith'
+  Gold: SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'
+  Type: JOIN
+
+[46] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What is the id of the pet owned by the student whose last name is 'Smith'
+  Pred: SELECT petid FROM Has_pet AS T1 JOIN pets AS T2 ON T1.petid = T2.pid JOIN Student AS T3 ON T3.StuID = T4. StuID WHERE T3.'Lname = 'Smith'
+  Gold: SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'
+  Type: JOIN
+
+[47] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the number of pets for each student who has any pet and student id
+  Pred: SELECT COUNT(*), T1.StuID FROM Student AS T1 JOIN Has_Pets AS T2 ON T 1.stuid = T2.Stuid GROUP BY T1.(SELECT StuID) FROM Has_pet AS T3 JOIN pets AS T4 ON T3.PetID = T4.Petid
+  Gold: SELECT COUNT(*), T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[48] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : For students who have pets , how many pets does each student have ? list their ids instead of names
+  Pred: SELECT T1.StuID, COUNT(*) FROM Student AS T1 JOIN Has_Pets AS T2 ON T 1.stuid = T2.Stuid JOIN Pets AS T3 ON T3.PitID = T4.PITID GROUP BY T11.stuID
+  Gold: SELECT COUNT(*), t1.stuid FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid GROUP BY t1.stuid
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[49] WRONG_COLUMNS | DB: pets_1 | EX: ✗
+  Q   : Find the first name and gender of student who have more than one pet
+  Pred: SELECT T1.fname, T1.'sex FROM Student AS T1 JOIN Has_Pets AS T2 ON T 1.StuID = T2. StuID GROUP BY T1:StuId HAVING COUNT(*) >= 2
+  Gold: SELECT T1.fname, T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[50] MISSING_JOIN | DB: pets_1 | EX: ✗
+  Q   : What is the first name and gender of the all the students who have more than one pet
+  Pred: SELECT fname, sex FROM Student GROUP BY sex HAVING COUNT(*) >= 2
+  Gold: SELECT T1.fname, T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[51] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : Find the last name of the student who has a cat that is age 3
+  Pred: SELECT T2.lname FROM Has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T 2.StruID WHERE T2.'Cat_age = 3
+  Gold: SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'
+  Type: JOIN
+
+[52] WRONG_TABLE | DB: pets_1 | EX: ✗
+  Q   : What is the last name of the student who has a cat that is 3 years old
+  Pred: SELECT T2.lname FROM Has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T 2.StruID WHERE T2.'age = 3
+  Gold: SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'
+  Type: JOIN
+
+[53] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : How many countries does each continent have? List the continent id, continent name and the number of countries
+  Pred: SELECT T1.pentagon, T2.countryname, COUNT(*) FROM continents AS T1 JOIN countries AS T2 ON T 1.contid = T2.'continent GROUP BY T1.(*)
+  Gold: SELECT T1.ContId, T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[54] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : For each continent, list its id, name, and how many countries it has
+  Pred: SELECT T1.bustid, T2.countryname, COUNT(*) FROM continents AS T1 JOIN countries AS T2 ON T 1.contid = T 2.countryid GROUP BY T1.'bastid
+  Gold: SELECT T1.ContId, T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[55] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many models does each car maker produce? List maker full name, id and the number
+  Pred: SELECT T2.fullname, T1.makeid, COUNT(*) FROM model_list AS T1 JOIN car_makers AS T2 ON T 1.model = T2.'makeid GROUP BY T1/makeid
+  Gold: SELECT T1.FullName, T1.Id, COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[56] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the full name of each car maker, along with its id and how many models it produces
+  Pred: SELECT T1.makeid, T2.fullname, COUNT(*) FROM car_names AS T1 JOIN model_list AS T2 ON T1.'id = T2.'makeid GROUP BY T1?makeid
+  Gold: SELECT T1.FullName, T1.Id, COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[57] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : Which model of the car has the minimum horsepower
+  Pred: SELECT model FROM car_names ORDER BY horsepower LIMIT 1
+  Gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[58] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the model of the car with the smallest amount of horsepower
+  Pred: SELECT model FROM car_names ORDER BY horsepower LIMIT 1
+  Gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[59] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : Find the model of the car whose weight is below the average weight
+  Pred: SELECT model FROM car_names WHERE weight < (SELECT AVG(weight) FROM cars_data)
+  Gold: SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM CARS_DATA)
+  Type: JOIN, NESTED, AGGREGATION
+
+[60] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the model for the car with a weight smaller than the average
+  Pred: SELECT model FROM car_names WHERE weight < (SELECT AVG(weight) FROM cars_data)
+  Gold: SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM CARS_DATA)
+  Type: JOIN, NESTED, AGGREGATION
+
+[61] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Find the name of the makers that produced some cars in the year of 1970
+  Pred: SELECT DISTINCT T2.manufacturer FROM model_list AS T1 JOIN car_makers AS T2 ON T1.model = T 2.makeid WHERE T 1.year = 1970
+  Gold: SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970'
+  Type: JOIN
+
+[62] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the name of the different car makers who produced a car in 1970
+  Pred: SELECT DISTINCT T2.manufacturer FROM model_list AS T1 JOIN car_makers AS T2 ON T1.model = T 2.makeid WHERE T 1.year = 1970
+  Gold: SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970'
+  Type: JOIN
+
+[63] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Find the make and production time of the cars that were produced in the earliest year
+  Pred: SELECT make, MAX(year) FROM car_names ORDER BY YEAR ASC LIMIT 1
+  Gold: SELECT T2.Make, T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT MIN(YEAR) FROM CARS_DATA)
+  Type: JOIN, NESTED, AGGREGATION
+
+[64] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the maker of the carr produced in the earliest year and what year was it
+  Pred: SELECT maker, YEAR FROM car_makers ORDER BY YEAR ASC LIMIT 1
+  Gold: SELECT T2.Make, T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT MIN(YEAR) FROM CARS_DATA)
+  Type: JOIN, NESTED, AGGREGATION
+
+[65] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which distinct car models are the produced after 1980
+  Pred: SELECT DISTINCT model FROM car_names WHERE YEAR > 1980
+  Gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980
+  Type: JOIN
+
+[66] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What are the different models for the cards produced after 1980
+  Pred: SELECT DISTINCT model FROM model_list WHERE YEAR > 1980
+  Gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980
+  Type: JOIN
+
+[67] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many car makers are there in each continents? List the continent name and the count
+  Pred: SELECT T1. continent, COUNT(*) FROM car_makers AS T1 JOIN continents AS T2 ON T1.'contid = T2.contid GROUP BY T1:id
+  Gold: SELECT T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[68] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : What is the name of each continent and how many car makers are there in each one
+  Pred: SELECT T1. continent, COUNT(*) FROM continents AS T1 JOIN car_makers AS T2 ON T1.'contid = T2.contid GROUP BY T1?region
+  Gold: SELECT T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[69] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : Which of the countries has the most car makers? List the country name
+  Pred: SELECT countryname FROM car_makers GROUP BY countryname ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[70] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the name of the country with the most car makers
+  Pred: SELECT countryname FROM car_makers GROUP BY countryname ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[71] OTHER | DB: car_1 | EX: ✗
+  Q   : How many car models are produced by each maker ? Only list the count and the maker full name
+  Pred: SELECT COUNT(*), T2.fullname FROM model_list AS T1 JOIN car_makers AS T2 ON T1.makeid = T 2.id GROUP BY T2.'makeid
+  Gold: SELECT COUNT(*), t2.fullname FROM model_list AS t1 JOIN car_makers AS t2 ON t1.maker = t2.id GROUP BY t2.id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[72] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the number of car models that are produced by each maker and what is the id and full name of each maker
+  Pred: SELECT COUNT(*), T1.make, T2.fullname FROM car_makers AS T1 JOIN model_list AS T2 ON T1.'id = T2.'makeid GROUP BY T1?makeid
+  Gold: SELECT COUNT(*), T2.FullName, T2.id FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id GROUP BY T2.id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[73] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the accelerate of the car make amc hornet sportabout (sw)
+  Pred: SELECT accelerate FROM car_names WHERE make = "Amc hornet sportabout"
+  Gold: SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)'
+  Type: JOIN
+
+[74] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How much does the car accelerate that makes amc hornet sportabout (sw)
+  Pred: SELECT SUM(celeration) FROM car_names WHERE make = "Amc hornet sportabout"
+  Gold: SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)'
+  Type: JOIN
+
+[75] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : How many car makers are there in france
+  Pred: SELECT COUNT(*) FROM car_makers
+  Gold: SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france'
+  Type: JOIN, AGGREGATION
+
+[76] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the number of makers of care in France
+  Pred: SELECT COUNT(*) FROM car_makers WHERE country = "France"
+  Gold: SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france'
+  Type: JOIN, AGGREGATION
+
+[77] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many car models are produced in the usa
+  Pred: SELECT COUNT(*) FROM car_names WHERE make = 'Made'
+  Gold: SELECT COUNT(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa'
+  Type: JOIN, AGGREGATION
+
+[78] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the count of the car models produced in the United States
+  Pred: SELECT COUNT(*) FROM car_names WHERE country = 'United States'
+  Gold: SELECT COUNT(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa'
+  Type: JOIN, AGGREGATION
+
+[79] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the average miles per gallon(mpg) of the cars with 4 cylinders
+  Pred: SELECT AVG(mpg) FROM cars WHERE cylinders = 4
+  Gold: SELECT AVG(mpg) FROM CARS_DATA WHERE Cylinders = 4
+  Type: AGGREGATION
+
+[80] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the smallest weight of the car produced with 8 cylinders on 1974
+  Pred: SELECT MIN(weight) FROM car_names WHERE cylinders = 8
+  Gold: SELECT MIN(weight) FROM cars_data WHERE cylinders = 8 AND year = 1974
+  Type: AGGREGATION
+
+[81] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the minimum weight of the car with 8 cylinders produced in 1974
+  Pred: SELECT MIN(weight) FROM car_names WHERE YEAR = 1974
+  Gold: SELECT MIN(weight) FROM cars_data WHERE cylinders = 8 AND year = 1974
+  Type: AGGREGATION
+
+[82] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the countries having at least one car maker? List name and id
+  Pred: SELECT countryname, id FROM car_makers GROUP BY countryid HAVING COUNT(*) >= 1
+  Gold: SELECT T1.CountryName, T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING COUNT(*) >= 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[83] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the names and ids of all countries with at least one car maker
+  Pred: SELECT countryname, countryid FROM car_makers GROUP BY countryid HAVING COUNT(*) >= 1
+  Gold: SELECT T1.CountryName, T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING COUNT(*) >= 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[84] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : What is the average weight and year for each year
+  Pred: SELECT AVG(weight), AVG(year) FROM cars_data GROUP BY YEAR
+  Gold: SELECT AVG(Weight), YEAR FROM CARS_DATA GROUP BY YEAR
+  Type: GROUP_BY, AGGREGATION
+
+[85] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : Which countries in europe have at least 3 car manufacturers
+  Pred: SELECT countryname FROM countries WHERE country = "europe" GROUP BY countryname HAVING COUNT(*) >= 3
+  Gold: SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING COUNT(*) >= 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[86] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What are the names of all European countries with at least 3 manufacturers
+  Pred: SELECT countryname FROM countries WHERE continent = 'Europe' GROUP BY countryname HAVING COUNT(*) >= 3
+  Gold: SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING COUNT(*) >= 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[87] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the maximum horsepower and the make of the car models with 3 cylinders
+  Pred: SELECT MAX( horsepower), MAX(make) FROM car_names WHERE cylinders = 3
+  Gold: SELECT T2.horsepower, T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[88] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the largest amount of horsepower for the models with 3 cylinders and what make is it
+  Pred: SELECT MAX( horsepower), MIN(make) FROM car_names WHERE model = 3
+  Gold: SELECT T2.horsepower, T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[89] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : Which model saves the most gasoline? That is to say, have the maximum miles per gallon
+  Pred: SELECT model FROM car_names ORDER BY mpg DESC LIMIT 1
+  Gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.mpg DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[90] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the car model with the highest mpg
+  Pred: SELECT model FROM car_names ORDER BY mpg DESC LIMIT 1
+  Gold: SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id ORDER BY t2.mpg DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[91] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the average horsepower for all cars produced before 1980
+  Pred: SELECT AVG(T2. horsepower) FROM car_names AS T1 JOIN cars_data AS T2 ON T1.id = T2.makeid WHERE T1.'year < 1980
+  Gold: SELECT AVG(horsepower) FROM cars_data WHERE year < 1980
+  Type: AGGREGATION
+
+[92] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the average edispl of the cars of model volvo
+  Pred: SELECT AVG(T2.Edispl) FROM model_list AS T1 JOIN car_names AS T2 ON T1.model = T2.model WHERE t1.Model = "volvo"
+  Gold: SELECT AVG(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo'
+  Type: JOIN, AGGREGATION
+
+[93] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the average edispl for all volvos
+  Pred: SELECT AVG(Edispl) FROM cars_data
+  Gold: SELECT AVG(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo'
+  Type: JOIN, AGGREGATION
+
+[94] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : What is the maximum accelerate for different number of cylinders
+  Pred: SELECT MAX(celeration), cylinders FROM cars_data GROUP BY cylinders
+  Gold: SELECT MAX(Accelerate), Cylinders FROM CARS_DATA GROUP BY Cylinders
+  Type: GROUP_BY, AGGREGATION
+
+[95] WRONG_COLUMNS | DB: car_1 | EX: ✗
+  Q   : What is the maximum accelerate for all the different cylinders
+  Pred: SELECT MAX(celeration), cylinders FROM cars_data GROUP BY cylinders
+  Gold: SELECT MAX(Accelerate), Cylinders FROM CARS_DATA GROUP BY Cylinders
+  Type: GROUP_BY, AGGREGATION
+
+[96] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which model has the most version(make) of cars
+  Pred: SELECT model FROM model_list GROUP BY model ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[97] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What model has the most different versions
+  Pred: SELECT model FROM model_list GROUP BY model ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[98] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many cars have more than 4 cylinders
+  Pred: SELECT COUNT(*) FROM car_names WHERE cylinders > 4
+  Gold: SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 4
+  Type: AGGREGATION
+
+[99] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : how many cars were produced in 1980
+  Pred: SELECT COUNT(*) FROM car_names WHERE YEAR = 1980
+  Gold: SELECT COUNT(*) FROM CARS_DATA WHERE YEAR = 1980
+  Type: AGGREGATION
+
+[100] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : In 1980, how many cars were made
+  Pred: SELECT COUNT(*) FROM car_names WHERE YEAR = 1980
+  Gold: SELECT COUNT(*) FROM CARS_DATA WHERE YEAR = 1980
+  Type: AGGREGATION
+
+[101] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many car models were produced by the maker with full name American Motor Company
+  Pred: SELECT COUNT(*) FROM car_names AS T1 JOIN model_list AS T2 ON T1.model = T2.model JOIN car_makers AS T3 ON T3.id = T4.makeid WHERE T3.'fullname = 'American Motor Company'
+  Gold: SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company'
+  Type: JOIN, AGGREGATION
+
+[102] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the number of car models created by the car maker American Motor Company
+  Pred: SELECT COUNT(*) FROM car_names AS T1 JOIN model_list AS T2 ON T1.model = T2.model JOIN car_makers AS T3 ON T3.makeid = T4.id WHERE t3.name = "American Motor Company"
+  Gold: SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company'
+  Type: JOIN, AGGREGATION
+
+[103] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which makers designed more than 3 car models? List full name and the id
+  Pred: SELECT T2.fullname, T1.makeid FROM model_list AS T1 JOIN car_makers AS T2 ON T 1.model = T2 .makeid GROUP BY T1?makeid HAVING COUNT(*) > 3
+  Gold: SELECT T1.FullName, T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) > 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[104] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the names and ids of all makers with more than 3 models
+  Pred: SELECT T2.name, T1.id FROM model_list AS T1 JOIN car_makers AS T2 ON T1.'Model = T2.'MadeID GROUP BY T1?id HAVING COUNT(*) > 3
+  Gold: SELECT T1.FullName, T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) > 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[105] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which distinctive models are produced by maker with the full name General Motors or weighing more than 3500
+  Pred: SELECT DISTINCT T2.model FROM model_list AS T1 JOIN car_makers AS T2 ON T1.makeid = T 2.id JOIN cars_names AS T3 ON T3.model = T1:model WHERE t2.fullname = "General Motors" OR T 3.weight > 3500
+  Gold: SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500
+  Type: JOIN
+
+[106] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the different models created by either the car maker General Motors or weighed more than 3500
+  Pred: SELECT DISTINCT T2.model FROM model_list AS T1 JOIN car_makers AS T2 ON T1.makeid = T 2.id JOIN cars_data AS T3 ON T3.model = T1:model WHERE t2.name = "General Motors" OR T3:weight > 3500
+  Gold: SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500
+  Type: JOIN
+
+[107] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : In which years cars were produced weighing no less than 3000 and no more than 4000
+  Pred: SELECT YEAR FROM car_names WHERE weight BETWEEN 3000 AND 4000
+  Gold: SELECT DISTINCT year FROM cars_data WHERE weight BETWEEN 3000 AND 4000
+  Type: SIMPLE
+
+[108] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the different years in which there were cars produced that weighed less than 4000 and also cars that weighted more than 3000
+  Pred: SELECT DISTINCT YEAR FROM car_names AS T1 JOIN cars_data AS T2 ON T1.id = T2.makeid JOIN people AS T3 ON T3.city = T4.city WHERE T3:weight < 4000 INTERSECT SELECT DISTINECT YEAR from car_name WHERE weight > 3000
+  Gold: SELECT DISTINCT year FROM cars_data WHERE weight BETWEEN 3000 AND 4000
+  Type: SIMPLE
+
+[109] WRONG_COLUMNS | DB: car_1 | EX: ✓
+  Q   : What is the horsepower of the car with the largest accelerate
+  Pred: SELECT horsepower FROM cars_data ORDER BY accelerate DESC LIMIT 1
+  Gold: SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[110] WRONG_COLUMNS | DB: car_1 | EX: ✓
+  Q   : What is the horsepower of the car with the greatest accelerate
+  Pred: SELECT horsepower FROM cars_data ORDER BY accelerate DESC LIMIT 1
+  Gold: SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[111] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : For model volvo, how many cylinders does the car with the least accelerate have
+  Pred: SELECT cylinders, COUNT(*) FROM car_names WHERE model = 'Model' ORDER BY acceleration LIMIT 1
+  Gold: SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[112] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : For a volvo model, how many cylinders does the version with least accelerate have
+  Pred: SELECT COUNT(*), model FROM car_names WHERE model = "volvo" GROUP BY model ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[113] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many cars have a larger accelerate than the car with the largest horsepower
+  Pred: SELECT COUNT(*) FROM car_data WHERE acceleration > (SELECT MAX(celeration) FROM cars_data)
+  Gold: SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > (SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1)
+  Type: ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[114] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the number of cars with a greater accelerate than the one with the most horsepower
+  Pred: SELECT COUNT(*) FROM cars_data WHERE accelerate > (SELECT MAX(overall acceleration) FROM car_data)
+  Gold: SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > (SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1)
+  Type: ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[115] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : How many countries has more than 2 car makers
+  Pred: SELECT COUNT(*) FROM car_makers GROUP BY T1.id HAVING AVG(*) > 2
+  Gold: SELECT COUNT(*) FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[116] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What is the number of countries with more than 2 car makers
+  Pred: SELECT COUNT(*) FROM (SELECT countryid FROM car_makers GROUP BY countryid HAVING COUNT (*) > 2)
+  Gold: SELECT COUNT(*) FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[117] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : For the cars with 4 cylinders, which model has the largest horsepower
+  Pred: SELECT modelid FROM car_names WHERE cylinders = 4 ORDER BY horsepower DESC LIMIT 1
+  Gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[118] MISSING_JOIN | DB: car_1 | EX: ✗
+  Q   : For all of the 4 cylinder cars, which model has the most horsepower
+  Pred: SELECT modelid FROM car_names WHERE horsepower = 4 ORDER BY horsepower DESC LIMIT 1
+  Gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[119] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Among the cars with more than lowest horsepower, which ones do not have more than 3 cylinders? List the car makeid and make name
+  Pred: SELECT makeid, make FROM car_names WHERE horsepower < 3 ORDER BY horsepower DESC LIMIT 1
+  Gold: SELECT T2.MakeId, T2.Make FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Horsepower > (SELECT MIN(Horsepower) FROM CARS_DATA) AND T1.Cylinders <= 3
+  Type: JOIN, NESTED, AGGREGATION
+
+[120] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Among the cars that do not have the minimum horsepower , what are the make ids and names of all those with less than 4 cylinders
+  Pred: SELECT id, car_names FROM cars WHERE horsepower < 4
+  Gold: SELECT t2.makeid, t2.make FROM cars_data AS t1 JOIN car_names AS t2 ON t1.id = t2.makeid WHERE t1.horsepower > (SELECT MIN(horsepower) FROM cars_data) AND t1.cylinders < 4
+  Type: JOIN, NESTED, AGGREGATION
+
+[121] EXTRA_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the maximum miles per gallon of the car with 8 cylinders or produced before 1980
+  Pred: SELECT MAX(T2.mpg) FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid WHERE T1." cylinders = 8" OR T 1.year < 1980
+  Gold: SELECT MAX(mpg) FROM cars_data WHERE cylinders = 8 OR year < 1980
+  Type: AGGREGATION
+
+[122] EXTRA_JOIN | DB: car_1 | EX: ✗
+  Q   : What is the maximum mpg of the cars that had 8 cylinders or that were produced before 1980
+  Pred: SELECT MAX(T2.mpg) FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid WHERE T11. cylinders = 8 OR T1.'year < 1980
+  Gold: SELECT MAX(mpg) FROM cars_data WHERE cylinders = 8 OR year < 1980
+  Type: AGGREGATION
+
+[123] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which models are lighter than 3500 but not built by the 'Ford Motor Company'
+  Pred: SELECT model FROM model_list WHERE weight < 3500 EXCEPT SELECT model FROM car_names WHERE make = 'Ford Motor Company'
+  Gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName <> 'Ford Motor Company'
+  Type: JOIN
+
+[124] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the different models wthat are lighter than 3500 but were not built by the Ford Motor Company
+  Pred: SELECT DISTINCT T2.model FROM model_list AS T1 JOIN car_makers AS T2 ON T1.makeid = T 2.id JOIN cars_names AS T3 ON T3.model = T4.model WHERE t1.weight < 3500 EXCEPT SELECT DISTINECT model FROM car_names WHERE t2.company = "Ford Motor Company"
+  Gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName <> 'Ford Motor Company'
+  Type: JOIN
+
+[125] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the name of the countries where there is not a single car maker
+  Pred: SELECT countryname FROM countries WHERE NOT countryid IN (SELECT countryid FROM car_makers)
+  Gold: SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country
+  Type: JOIN
+
+[126] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the names of the countries with no car makers
+  Pred: SELECT countryname FROM countries WHERE NOT countryid IN (SELECT countryid FROM car_makers)
+  Gold: SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country
+  Type: JOIN
+
+[127] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : Which are the car makers which produce at least 2 models and more than 3 car makers ? List the id and the maker
+  Pred: SELECT id, maker FROM car_makers GROUP BY id HAVING COUNT(*) >= 2 INTERSECT SELECT maker FROM model_list GROUP BY maker HAVEMENT
+  Gold: SELECT t1.id, t1.maker FROM car_makers AS t1 JOIN model_list AS t2 ON t1.id = t2.maker GROUP BY t1.id HAVING COUNT(*) >= 2 INTERSECT SELECT t1.id, t1.maker FROM car_makers AS t1 JOIN model_list AS t2 ON t1.id = t2.maker JOIN car_names AS t3 ON t2.model = t3.model GROUP BY t1.id HAVING COUNT(*) > 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[128] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the ids and makers of all car makers that produce at least 2 models and make more than 3 cars
+  Pred: SELECT id, maker FROM car_makers GROUP BY id HAVING COUNT(*) >= 2 INTERSECT SELECT maker FROM model_list GROUP BY maker HAVEMENT HAVED COUNT (*) > 3
+  Gold: SELECT T1.Id, T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) >= 2 INTERSECT SELECT T1.Id, T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model GROUP BY T1.Id HAVING COUNT(*) > 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[129] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the id and names of the countries which have more than 3 car makers or produce the 'fiat' model
+  Pred: SELECT countryid, countryname FROM countries AS T1 JOIN model_list AS T2 ON T1.id = T2.countryid JOIN car_names AS T3 ON T3.model = T4.model GROUP BY T1.'countryid HAVING COUNT(*) > 3 UNION SELECT T1, id, T1."countryname FROM country AS T4 JOIN Model_List AS T5 ON T5.countryId = T1
+  Gold: SELECT T1.countryId, T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.countryId HAVING COUNT(*) > 3 UNION SELECT T1.countryId, T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country JOIN MODEL_LIST AS T3 ON T2.Id = T3.Maker WHERE T3.Model = 'fiat'
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[130] WRONG_TABLE | DB: car_1 | EX: ✗
+  Q   : What are the ids and names of all countries that either have more than 3 car makers or produce fiat model
+  Pred: SELECT countryid, countryname FROM countries GROUP BY countryid HAVING COUNT(*) > 3 UNION SELECT T1.countryid, T3.countryname FROM country_names AS T1 JOIN models AS T2 ON T11.id = T2.countryId JOIN car_makers AS T3 ON T21.manufacturer = T 3.id WHERE T3:name = 'Fiat'
+  Gold: SELECT t1.countryid, t1.countryname FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 3 UNION SELECT t1.countryid, t1.countryname FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country JOIN model_list AS t3 ON t2.id = t3.maker WHERE t3.model = 'fiat'
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[131] OTHER | DB: flight_2 | EX: ✗
+  Q   : What country is Jetblue Airways affiliated with
+  Pred: SELECT country FROM airlines WHERE affiliation = 'Jetblue Airways'
+  Gold: SELECT Country FROM AIRLINES WHERE Airline = "JetBlue Airways"
+  Type: SIMPLE
+
+[132] OTHER | DB: flight_2 | EX: ✓
+  Q   : Which airline has abbreviation 'UAL'
+  Pred: SELECT airline FROM airlines WHERE abbreviation LIKE 'UAL%'
+  Gold: SELECT Airline FROM AIRLINES WHERE Abbreviation = "UAL"
+  Type: SIMPLE
+
+[133] OTHER | DB: flight_2 | EX: ✓
+  Q   : What are the names of airports in Aberdeen
+  Pred: SELECT airportname FROM airports WHERE country = 'Aberdeen'
+  Gold: SELECT AirportName FROM AIRPORTS WHERE City = "Aberdeen"
+  Type: SIMPLE
+
+[134] OTHER | DB: flight_2 | EX: ✗
+  Q   : How many flights depart from 'APG'
+  Pred: SELECT COUNT(*) FROM flights WHERE flightno <> "APG"
+  Gold: SELECT COUNT(*) FROM FLIGHTS WHERE SourceAirport = "APG"
+  Type: AGGREGATION
+
+[135] OTHER | DB: flight_2 | EX: ✓
+  Q   : Count the number of flights departing from 'APG'
+  Pred: SELECT COUNT(*) FROM flights WHERE flightno = "APG"
+  Gold: SELECT COUNT(*) FROM FLIGHTS WHERE SourceAirport = "APG"
+  Type: AGGREGATION
+
+[136] OTHER | DB: flight_2 | EX: ✗
+  Q   : How many flights have destination ATO
+  Pred: SELECT COUNT(*) FROM flights WHERE destination = "ATO"
+  Gold: SELECT COUNT(*) FROM FLIGHTS WHERE DestAirport = "ATO"
+  Type: AGGREGATION
+
+[137] OTHER | DB: flight_2 | EX: ✓
+  Q   : Count the number of flights into ATO
+  Pred: SELECT COUNT(*) FROM flights WHERE sourceairport = 'ATO'
+  Gold: SELECT COUNT(*) FROM FLIGHTS WHERE DestAirport = "ATO"
+  Type: AGGREGATION
+
+[138] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : How many flights depart from City Aberdeen
+  Pred: SELECT COUNT(DISTINCT T2.flightsno) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T 2.sourceairportCode WHERE T1.'city = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[139] MISSING_JOIN | DB: flight_2 | EX: ✓
+  Q   : Return the number of flights departing from Aberdeen
+  Pred: SELECT COUNT(*) FROM flights WHERE sourceairport = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[140] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : How many flights arriving in Aberdeen city
+  Pred: SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.dockportcode WHERE T 1.city = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[141] MISSING_JOIN | DB: flight_2 | EX: ✓
+  Q   : Return the number of flights arriving in Aberdeen
+  Pred: SELECT COUNT(*) FROM flights WHERE sourceairport = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[142] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : How many flights depart from City 'Aberdeen' and have destination City 'Ashley'
+  Pred: SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairportcode WHERE T11.city = 'Aberdeen' INTERSECT SELECT flightno FROM airports WHERE city = 'Ashley'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = "Ashley" AND T3.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[143] MISSING_JOIN | DB: flight_2 | EX: ✗
+  Q   : How many flights fly from Aberdeen to Ashley
+  Pred: SELECT COUNT(*) FROM flights WHERE dstairport = 'Aberdeen' AND country = 'Ashley'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = "Ashley" AND T3.City = "Aberdeen"
+  Type: JOIN, AGGREGATION
+
+[144] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : How many flights does airline 'JetBlue Airways' have
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.irid = T2.airportcode WHERE T1.'name = 'JetBlue Airways'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = "JetBlue Airways"
+  Type: JOIN, AGGREGATION
+
+[145] MISSING_JOIN | DB: flight_2 | EX: ✗
+  Q   : Give the number of Jetblue Airways flights
+  Pred: SELECT COUNT(*) FROM flights WHERE airline = "Jetblue Airways"
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = "JetBlue Airways"
+  Type: JOIN, AGGREGATION
+
+[146] OTHER | DB: flight_2 | EX: ✗
+  Q   : How many 'United Airlines' flights go to Airport 'ASY'
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.irid = T2.airportcode WHERE T1.'United Airlines' = 'ASY'
+  Gold: SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = "United Airlines" AND T2.DestAirport = "ASY"
+  Type: JOIN, AGGREGATION
+
+[147] OTHER | DB: flight_2 | EX: ✗
+  Q   : Count the number of United Airlines flights arriving in ASY Airport
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.irid = T2.airportcode JOIN airports AS T3 ON T3.dockport = T4.dunkertairport WHERE T3.'AirportName = 'ASY'
+  Gold: SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = "United Airlines" AND T2.DestAirport = "ASY"
+  Type: JOIN, AGGREGATION
+
+[148] OTHER | DB: flight_2 | EX: ✗
+  Q   : How many 'United Airlines' flights depart from Airport 'AHD'
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.airport = T2.destairportcode WHERE T3.AirportName = 'AHD'
+  Gold: SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = "United Airlines" AND T2.SourceAirport = "AHD"
+  Type: JOIN, AGGREGATION
+
+[149] OTHER | DB: flight_2 | EX: ✗
+  Q   : Return the number of United Airlines flights leaving from AHD Airport
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.airport = T2.sourceairportcode WHERE T3.AirportName = "AHD Airport"
+  Gold: SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = "United Airlines" AND T2.SourceAirport = "AHD"
+  Type: JOIN, AGGREGATION
+
+[150] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : How many United Airlines flights go to City 'Aberdeen'
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.irid = T2.airportcode JOIN airports AS T3 ON T3.dockport = T4.dunkenairport WHERE T3.'city = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = "Aberdeen" AND T3.Airline = "United Airlines"
+  Type: JOIN, AGGREGATION
+
+[151] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Count the number of United Airlines flights that arrive in Aberdeen
+  Pred: SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.irid = T2.airportcode JOIN airports AS T3 ON T3.dock = T4.dunkenairport WHERE T1.'country = 'Aberdeen'
+  Gold: SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = "Aberdeen" AND T3.Airline = "United Airlines"
+  Type: JOIN, AGGREGATION
+
+[152] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which city has most number of arriving flights
+  Pred: SELECT city FROM flights GROUP BY city ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[153] MISSING_JOIN | DB: flight_2 | EX: ✗
+  Q   : Which city has the most frequent destination airport
+  Pred: SELECT city FROM airports ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[154] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which city has most number of departing flights
+  Pred: SELECT city FROM flights WHERE flightno = "null" GROUP BY city ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[155] MISSING_JOIN | DB: flight_2 | EX: ✗
+  Q   : Which city is the most frequent source airport
+  Pred: SELECT city FROM airports GROUP BY city ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[156] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What is the code of airport that has the highest number of flights
+  Pred: SELECT T2.airportcode FROM flights AS T1 JOIN airports AS T2 ON T1.sourceairport = T2.'airport_code GROUP BY T11.overallairport ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[157] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What is the airport code of the airport with the most flights
+  Pred: SELECT T2.airportcode FROM flights AS T1 JOIN airports AS T2 ON T1.dISTINCT T1.'airport_code = T2.'dockportcode' GROUP BY T 1.dockPORT_code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[158] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What is the code of airport that has fewest number of flights
+  Pred: SELECT airportcode FROM flights GROUP BY airportcode ORDER BY COUNT(*) LIMIT 1
+  Gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[159] MISSING_GROUP_BY | DB: flight_2 | EX: ✗
+  Q   : Give the code of the airport with the least flights
+  Pred: SELECT T1.overall airportcode FROM airports AS T1 JOIN flights AS T2 ON T 1.airportcode = T2.sourceairport ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[160] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airline has most number of flights
+  Pred: SELECT T2.name FROM flights AS T1 JOIN airlines AS T2 ON T1.sourceairport = T 2.airportcode GROUP BY T2.'name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[161] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What airline serves the most flights
+  Pred: SELECT T2.name FROM flights AS T1 JOIN airlines AS T2 ON T1.sourceairport = T 2.airportcode GROUP BY T2.'name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[162] WRONG_COLUMNS | DB: flight_2 | EX: ✗
+  Q   : Find the abbreviation and country of the airline that has fewest number of flights
+  Pred: SELECT T1. abbreviation, T2.country FROM airlines AS T1 JOIN flights AS T2 ON T1.'uid = T2.'enquirer' GROUP BY T1:uid ORDER BY COUNT(*) LIMIT 1
+  Gold: SELECT T1.Abbreviation, T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[163] WRONG_COLUMNS | DB: flight_2 | EX: ✗
+  Q   : What is the abbreviation of the airilne has the fewest flights and what country is it in
+  Pred: SELECT T1. abbreviation, T2.country FROM airlines AS T1 JOIN flights AS T2 ON T11.irairport = T 2.sourceairportcode GROUP BY T 1.irionne ORDER BY COUNT(*) LIMIT 1
+  Gold: SELECT T1.Abbreviation, T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[164] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What are airlines that have some flight departing from airport 'AHD'
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.'destairportcode WHERE T1.'AirportName = 'AHD'
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "AHD"
+  Type: JOIN
+
+[165] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have a flight with source airport AHD
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T 2.sourceairportcode WHERE T1.'AirportName = "AHD"
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "AHD"
+  Type: JOIN
+
+[166] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What are airlines that have flights arriving at airport 'AHD'
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T 2.sourceairportcode WHERE T1.'AHD = 'AHD'
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = "AHD"
+  Type: JOIN
+
+[167] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have a flight with destination airport AHD
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T 2.sourceairport WHERE T1.'AirportName = "AHD"
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = "AHD"
+  Type: JOIN
+
+[168] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Find all airlines that have flights from both airports 'APG' and 'CVO'
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = 'APG' INTERSECT SELECT T3.Album FROM airport AS T3 JOIN airlines AS T4 ON T3:AirportCode = T4.Airport Code WHERE T1.'AirportName = 'CVO'
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "APG" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "CVO"
+  Type: JOIN
+
+[169] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have departing flights from both APG and CVO airports
+  Pred: SELECT T2.Aircraft FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T 2.destairportcode WHERE T1.'AirportName = "APG" INTERSECT SELECT T2.'Aircraft From airports AS t1 JOin flights AS t2 ON TRUE JOIN airport AS T3 ON T4.AirportCode = T3.AirbusCode WHERE T3.'CVO = "CVO"
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "APG" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "CVO"
+  Type: JOIN
+
+[170] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Find all airlines that have flights from airport 'CVO' but not from 'APG'
+  Pred: SELECT T2.name FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.'cVO' EXCEPT SELECT T2:name FROM airlines AS T3 JOIN airports AS t4 ON T3.airportscode =T4.airbasecode WHERE T1.'airportname = 'CVO' AND T4.AirportName <> 'APG'
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "CVO" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "APG"
+  Type: JOIN
+
+[171] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have departures from CVO but not from APG airports
+  Pred: SELECT airline FROM airlines WHERE airportcode = "CVO" EXCEPT SELECT airline FROM airports WHERE AirportCode = "APG"
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "CVO" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = "APG"
+  Type: JOIN
+
+[172] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Find all airlines that have at least 10 flights
+  Pred: SELECT T2.name FROM flights AS T1 JOIN airlines AS T2 ON T1.airport = T 2.sourceairportcode GROUP BY T2.'name HAVING COUNT(*) >= 10
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) > 10
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[173] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have at least 10 flights
+  Pred: SELECT T2.name FROM flights AS T1 JOIN airlines AS T2 ON T1.sourceairport = T 2.airportcode GROUP BY T2.'name HAVING COUNT(*) >= 10
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) > 10
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[174] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Find all airlines that have fewer than 200 flights
+  Pred: SELECT airline FROM flights GROUP BY airline HAVING COUNT(*) < 200
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) < 200
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[175] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airlines have less than 200 flights
+  Pred: SELECT airline FROM flights GROUP BY airline HAVING COUNT(*) < 200
+  Gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) < 200
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[176] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What are flight numbers of Airline "United Airlines"
+  Pred: SELECT flightno FROM airlines WHERE airline = "United Airlines"
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = "United Airlines"
+  Type: JOIN
+
+[177] MISSING_JOIN | DB: flight_2 | EX: ✗
+  Q   : Which flight numbers correspond to United Airlines flights
+  Pred: SELECT flightno FROM flights WHERE airline = "United Airlines"
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = "United Airlines"
+  Type: JOIN
+
+[178] OTHER | DB: flight_2 | EX: ✗
+  Q   : What are flight numbers of flights departing from Airport "APG"
+  Pred: SELECT flightno FROM flights WHERE airportcode = "APG"
+  Gold: SELECT FlightNo FROM FLIGHTS WHERE SourceAirport = "APG"
+  Type: SIMPLE
+
+[179] OTHER | DB: flight_2 | EX: ✗
+  Q   : What are flight numbers of flights arriving at Airport "APG"
+  Pred: SELECT flightno FROM flights WHERE airportcode = "APG"
+  Gold: SELECT FlightNo FROM FLIGHTS WHERE DestAirport = "APG"
+  Type: SIMPLE
+
+[180] OTHER | DB: flight_2 | EX: ✓
+  Q   : Give the flight numbers of flights landing at APG
+  Pred: SELECT flightno FROM flights WHERE sourceairport = 'APG'
+  Gold: SELECT FlightNo FROM FLIGHTS WHERE DestAirport = "APG"
+  Type: SIMPLE
+
+[181] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What are flight numbers of flights departing from City "Aberdeen "
+  Pred: SELECT flightno FROM airports WHERE city = "Aberdeen"
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN
+
+[182] MISSING_JOIN | DB: flight_2 | EX: ✓
+  Q   : Give the flight numbers of flights leaving from Aberdeen
+  Pred: SELECT flightno FROM flights WHERE sourceairport = 'Aberdeen'
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN
+
+[183] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : What are flight numbers of flights arriving at City "Aberdeen"
+  Pred: SELECT flightno FROM airports WHERE city = 'Aberdeen'
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN
+
+[184] MISSING_JOIN | DB: flight_2 | EX: ✓
+  Q   : Give the flight numbers of flights arriving in Aberdeen
+  Pred: SELECT flightno FROM flights WHERE sourceairport = 'Aberdeen'
+  Gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = "Aberdeen"
+  Type: JOIN
+
+[185] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Find the number of flights landing in the city of Aberdeen or Abilene
+  Pred: SELECT COUNT(DISTINCT T2.flightsno) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode =T2.sourceAirportCode WHERE T1.'city = 'Aberdeen' OR T1?city = "Abilene"
+  Gold: SELECT COUNT(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = "Aberdeen" OR T2.city = "Abilene"
+  Type: JOIN, AGGREGATION
+
+[186] WRONG_TABLE | DB: flight_2 | EX: ���
+  Q   : How many flights land in Aberdeen or Abilene
+  Pred: SELECT COUNT(*) FROM airports WHERE airportcode = 'Aberdeen' OR country = 'Abilene'
+  Gold: SELECT COUNT(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = "Aberdeen" OR T2.city = "Abilene"
+  Type: JOIN, AGGREGATION
+
+[187] EXTRA_JOIN | DB: flight_2 | EX: ✗
+  Q   : Find the name of airports which do not have any flight in and out
+  Pred: SELECT airportname FROM airports EXCEPT SELECT T2.airportname FROM flights AS T1 JOIN airports AS T2 ON T1.sourceairport = T2.'airportcode'
+  Gold: SELECT AirportName FROM Airports WHERE NOT AirportCode IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)
+  Type: NESTED
+
+[188] WRONG_TABLE | DB: flight_2 | EX: ✗
+  Q   : Which airports do not have departing or arriving flights
+  Pred: SELECT airportName FROM airports EXCEPT SELECT T1.airportname FROM airports AS T1 JOIN flights AS T2 ON T1:airportcode = T2.sourceairportCode
+  Gold: SELECT AirportName FROM Airports WHERE NOT AirportCode IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)
+  Type: NESTED
+
+[189] OTHER | DB: employee_hire_evaluation | EX: ✓
+  Q   : Sort employee names by their age in ascending order
+  Pred: SELECT name FROM employee ORDER BY age ASC
+  Gold: SELECT name FROM employee ORDER BY age
+  Type: ORDER_BY
+
+[190] OTHER | DB: employee_hire_evaluation | EX: ✓
+  Q   : List the names of employees and sort in ascending order of age
+  Pred: SELECT Name FROM employee ORDER BY Age ASC
+  Gold: SELECT name FROM employee ORDER BY age
+  Type: ORDER_BY
+
+[191] MISSING_WHERE | DB: employee_hire_evaluation | EX: ✗
+  Q   : Which cities do more than one employee under age 30 come from
+  Pred: SELECT city FROM employee GROUP BY city HAVING COUNT(*) > 1
+  Gold: SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[192] MISSING_WHERE | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the cities that have more than one employee under age 30
+  Pred: SELECT city FROM employee GROUP BY city HAVING COUNT(*) > 1
+  Gold: SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[193] WRONG_COLUMNS | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the number of shops in each location
+  Pred: SELECT LOCATION, COUNT(*) FROM shop GROUP BY LOCATION
+  Gold: SELECT COUNT(*), LOCATION FROM shop GROUP BY LOCATION
+  Type: GROUP_BY, AGGREGATION
+
+[194] WRONG_COLUMNS | DB: employee_hire_evaluation | EX: ✗
+  Q   : How many shops are there in each location
+  Pred: SELECT LOCATION, COUNT(*) FROM shop GROUP BY LOCATION
+  Gold: SELECT COUNT(*), LOCATION FROM shop GROUP BY LOCATION
+  Type: GROUP_BY, AGGREGATION
+
+[195] OTHER | DB: employee_hire_evaluation | EX: ✗
+  Q   : find the name of employee who was awarded the most times in the evaluation
+  Pred: SELECT t1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employees_ID GROUP BY T2:Employee-ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[196] OTHER | DB: employee_hire_evaluation | EX: ✗
+  Q   : Which employee received the most awards in evaluations? Give me the employee name
+  Pred: SELECT T1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.'employee_id = T2.Employee_ID GROUP BY T11.employees_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[197] MISSING_JOIN | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the name of the employee who got the highest one time bonus
+  Pred: SELECT name FROM employee ORDER BY bonus DESC LIMIT 1
+  Gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[198] OTHER | DB: employee_hire_evaluation | EX: ✗
+  Q   : Which employee received the biggest bonus? Give me the employee name
+  Pred: SELECT T1.name FROM employee AS T1 JOIN hiring AS T2 ON T11.Employee_ID = T2.Employees_ID ORDER BY T2:Bonus DESC LIMIT 1
+  Gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[199] WRONG_COLUMNS | DB: employee_hire_evaluation | EX: ✗
+  Q   : What are the names of the employees who never received any evaluation
+  Pred: SELECT Name FROM employee WHERE NOT Employee_ID IN (SELECT Employees_ID FROM evaluation)
+  Gold: SELECT name FROM employee WHERE NOT Employee_ID IN (SELECT Employee_ID FROM evaluation)
+  Type: NESTED
+
+[200] OTHER | DB: employee_hire_evaluation | EX: ✗
+  Q   : What is the name of the shop that is hiring the largest number of employees
+  Pred: SELECT T2.name FROM hiring AS T1 JOIN shop AS T2 ON T1.shop_id = T2.'shop_ID GROUP BY T11.Shop_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[201] WRONG_TABLE | DB: employee_hire_evaluation | EX: ✗
+  Q   : Which shop has the most employees? Give me the shop name
+  Pred: SELECT T2.name FROM employee AS T1 JOIN shop AS T2 ON T1.Employee_ID = T 2.Employees_ID GROUP BY T1.'Shop_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[202] MISSING_GROUP_BY | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the number of employees hired in each shop; show the shop name as well
+  Pred: SELECT T3.Name, COUNT(*) FROM hiring AS T1 JOIN shop AS T2 ON T1.Shop_ID = T2. Shop_ID JOIN employee AS T3 ON T 1.employee_id = T 3.Employee_ID
+  Gold: SELECT COUNT(*), t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[203] WRONG_TABLE | DB: employee_hire_evaluation | EX: ✗
+  Q   : For each shop, return the number of employees working there and the name of the shop
+  Pred: SELECT COUNT(*), T3.name FROM employee AS T1 JOIN hiring AS T2 ON T1.Employee_ID = T2.employee_id JOIN shop AS T3 ON T4.shop_id = T0.Shop_ID GROUP BY T3?Shop_id
+  Gold: SELECT COUNT(*), t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[204] EXTRA_JOIN | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the total amount of bonus given in all the evaluations
+  Pred: SELECT SUM(T2.salary) FROM evaluation AS T1 JOIN employee AS T2 ON T1.employee_id = T2.Employee_ID
+  Gold: SELECT SUM(bonus) FROM evaluation
+  Type: AGGREGATION
+
+[205] WRONG_TABLE | DB: employee_hire_evaluation | EX: ✗
+  Q   : Which district has both stores with less than 3000 products and stores with more than 10000 products
+  Pred: SELECT district FROM shop WHERE number_products < 3000 INTERSECT SELECT district FROM store WHERE number-products > 10000
+  Gold: SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000
+  Type: SIMPLE
+
+[206] WRONG_TABLE | DB: employee_hire_evaluation | EX: ✗
+  Q   : Find the districts in which there are both shops selling less than 3000 products and shops selling more than 10000 products
+  Pred: SELECT district FROM shop WHERE number_products < 3000 INTERSECT SELECT district FROM store WHERE number-products > 10000
+  Gold: SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000
+  Type: SIMPLE
+
+[207] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : List document IDs, document names, and document descriptions for all documents
+  Pred: SELECT document_id, document_book_name,document_description FROM documents
+  Gold: SELECT document_id, document_name, document_description FROM Documents
+  Type: SIMPLE
+
+[208] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids, names, and descriptions for all documents
+  Pred: SELECT document_id, document_name, document-description FROM documents
+  Gold: SELECT document_id, document_name, document_description FROM Documents
+  Type: SIMPLE
+
+[209] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the document id, template id and description for document named "Robbin CV"
+  Pred: SELECT T1.document_id, T2.date_effective_from, T3.template_type_description FROM documents AS T1 JOIN templates AS T2 ON TRUE JOIN document AS T3 ON T1:template_id = t3. template_id WHERE document_name = "Robbin CV"
+  Gold: SELECT document_id, template_id, Document_Description FROM Documents WHERE document_name = "Robbin CV"
+  Type: SIMPLE
+
+[210] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the document id, template id, and description for the document with the name Robbin CV
+  Pred: SELECT T1.document_id, T2.date_effective_from, T3.template_type_description FROM documents AS T1 JOIN templates AS T2 ON TRUE JOIN ref_template_types AS T3 ON T1:template_id = T3:template-id WHERE T1.'document_name = "Robbin CV"
+  Gold: SELECT document_id, template_id, Document_Description FROM Documents WHERE document_name = "Robbin CV"
+  Type: SIMPLE
+
+[211] MISSING_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : How many documents are using the template with type code 'PPT'
+  Pred: SELECT COUNT(*) FROM documents WHERE template_type_code = 'PPT'
+  Gold: SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'
+  Type: JOIN, AGGREGATION
+
+[212] MISSING_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Count the number of documents that use the PPT template type
+  Pred: SELECT COUNT(*) FROM documents WHERE template_type_code = "PPT"
+  Gold: SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'
+  Type: JOIN, AGGREGATION
+
+[213] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all template ids and number of documents using each template
+  Pred: SELECT template_id, COUNT(DISTINCT document_id) FROM documents GROUP BY templates
+  Gold: SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id
+  Type: GROUP_BY, AGGREGATION
+
+[214] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are all different template ids used for documents, and how many times were each of them used
+  Pred: SELECT COUNT(*), template_id FROM Documents GROUP BY template_uid
+  Gold: SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id
+  Type: GROUP_BY, AGGREGATION
+
+[215] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the id and type code for the template used by the most documents
+  Pred: SELECT T1.template_id, T2.temporary_type_code FROM templates AS T1 JOIN documents AS T2 ON T 1. template_id = T 2. templates_id GROUP BY T1.'template_name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.template_id, T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[216] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the id and type code of the template that is used for the greatest number of documents
+  Pred: SELECT T2.template_id, T1. template_type_code FROM documents AS T1 JOIN templates AS T2 ON T1."template_type"code = T2 .template_size_code GROUP BY T2.'template_name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.template_id, T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[217] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show ids for all templates that are used by more than one document
+  Pred: SELECT T1.template_id FROM templates AS T1 JOIN documents AS T2 ON T11. template_id = T2. templates_id GROUP BY T1:template_uid HAVING COUNT(*) > 1
+  Gold: SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[218] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the template ids of any templates used in more than a single document
+  Pred: SELECT T1.template_id FROM templates AS T1 JOIN documents AS T2 ON T1 page_id = T2. template_id GROUP BY T1:template_uid HAVING COUNT(*) > 1
+  Gold: SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[219] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show ids for all templates not used by any document
+  Pred: SELECT template_id FROM templates EXCEPT SELECT template_ids FROM documents
+  Gold: SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents
+  Type: SIMPLE
+
+[220] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids for templates that are not used in any documents
+  Pred: SELECT template_id FROM templates EXCEPT SELECT template_ids FROM documents
+  Gold: SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents
+  Type: SIMPLE
+
+[221] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids of templates with template type code PP or PPT
+  Pred: SELECT T1.template_id FROM templates AS T1 JOIN ref_template_types AS T2 ON t1. template_type_code = T2.template-type_ code WHERE T2.'template_Type_Code = "PP" OR T2.* = "PPT"
+  Gold: SELECT template_id FROM Templates WHERE template_type_code = "PP" OR template_type_code = "PPT"
+  Type: SIMPLE
+
+[222] OTHER | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the ids of templates that have the code PP or PPT
+  Pred: SELECT template_id FROM templates WHERE template_type_code = "PP" OR template_state_code <> "PPT"
+  Gold: SELECT template_id FROM Templates WHERE template_type_code = "PP" OR template_type_code = "PPT"
+  Type: SIMPLE
+
+[223] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the version numbers and template type codes of templates with a version number greater than 5
+  Pred: SELECT T1.version_number, T2.template_type_code FROM templates AS T1 JOIN Ref_template_Types AS T2 ON T1.'template_Type_code = T2.'template-Type_Code WHERE T1.(SELECT T3.compatible_number) FROM template AS T3 JOIN ref_ template_types AS T4 ON T3?template_ type_code < 5
+  Gold: SELECT version_number, template_type_code FROM Templates WHERE version_number > 5
+  Type: SIMPLE
+
+[224] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the type code of the template type that the most templates belong to
+  Pred: SELECT T1.template_type_code FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_ type_code = T2. template_Type_code GROUP BY T1!template_ TYPE_code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[225] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the template type code of the template used by document with the name "Data base"
+  Pred: SELECT T1.template_type_code FROM ref_template_types AS T1 JOIN templates AS T2 ON T2. templates_id = T3. template_id WHERE document_name = "Data base"
+  Gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = "Data base"
+  Type: JOIN
+
+[226] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the template type code of the template that is used by a document named Data base
+  Pred: SELECT T2.template_type_code FROM documents AS T1 JOIN templates AS T2 ON T1. template_id = T2 .template_id JOIN document_types AS T3 ON T3.document_type_(T2.documentary_id) AS T4 ON T4.template-type_Code = T1:template_Type_code WHERE T3.'document_name = 'Data base'
+  Gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = "Data base"
+  Type: JOIN
+
+[227] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all document names using templates with template type code BK
+  Pred: SELECT document_name FROM documents WHERE template_type_code = "BK"
+  Gold: SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = "BK"
+  Type: JOIN
+
+[228] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the names of documents that use templates with the code BK
+  Pred: SELECT document_name FROM documents WHERE template_type_code = "BK"
+  Gold: SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = "BK"
+  Type: JOIN
+
+[229] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all template type codes and the number of documents using each type
+  Pred: SELECT T1.template_type_code, COUNT(*) FROM ref_template_types AS T1 JOIN documents AS T2 ON T1.'template_ type_code = T2. template_type-code GROUP BY T1!template_Type_code
+  Gold: SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[230] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the different template type codes, and how many documents use each type
+  Pred: SELECT T1.template_type_code, COUNT(*) FROM Ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_Type_code = T2. template_ type_code GROUP BY T1!template_class_code
+  Gold: SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[231] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Which template type code is used by most number of documents
+  Pred: SELECT template_type_code FROM documents GROUP BY template_Type_code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[232] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the code of the template type that is most commonly used in documents
+  Pred: SELECT T1.template_type_code FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_id = T2. template_id GROUP BY T 1.template-type_Code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[233] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all template type codes that are not used by any document
+  Pred: SELECT template_type_code FROM templates EXCEPT SELECT T1.template_Type_Code FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_type-code = T2. template_ type_code
+  Gold: SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id
+  Type: JOIN
+
+[234] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the codes of template types that are not used for any document
+  Pred: SELECT template_type_code FROM templates EXCEPT SELECT T1.template_Type_Code FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_id = T2. template_id
+  Gold: SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id
+  Type: JOIN
+
+[235] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all template type codes and descriptions
+  Pred: SELECT T1.template_type_code, T2. template_Type_Description FROM Ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_id = T2.' template_id'
+  Gold: SELECT template_type_code, template_type_description FROM Ref_template_types
+  Type: SIMPLE
+
+[236] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the type codes and descriptions for all template types
+  Pred: SELECT T1.template_type_code, T2. template_Type_Description FROM Ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_ type_code = T2.' template_type-code
+  Gold: SELECT template_type_code, template_type_description FROM Ref_template_types
+  Type: SIMPLE
+
+[237] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the template type description of the template type with the code AD
+  Pred: SELECT T1.template_type_description FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_Type_code = T2. template_ type_code WHERE T2:template_number = "AD"
+  Gold: SELECT template_type_description FROM Ref_template_types WHERE template_type_code = "AD"
+  Type: SIMPLE
+
+[238] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the template type code for template type description "Book"
+  Pred: SELECT T1.template_type_code FROM ref_template_types AS T1 JOIN templates AS T2 ON T2. templates_id = T1.'template_id JOIN ref_ templates_Types AS T3 ON T3. template_Type_code = T4.template-type_Code WHERE T3.'book = 'Book'
+  Gold: SELECT template_type_code FROM Ref_template_types WHERE template_type_description = "Book"
+  Type: SIMPLE
+
+[239] EXTRA_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the type code of the template type with the description "Book"
+  Pred: SELECT T1.template_type_code FROM ref_template_types AS T1 JOIN templates AS T2 ON T1.'template_ type_code = T2. template_Type_code WHERE T1?template_title_description = "Book"
+  Gold: SELECT template_type_code FROM Ref_template_types WHERE template_type_description = "Book"
+  Type: SIMPLE
+
+[240] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the distinct template type descriptions for the templates ever used by any document
+  Pred: SELECT DISTINCT template_type_description FROM Ref_template_types AS T1 JOIN templates AS T2 ON T1.template_Type_code = T2. template_ type_code
+  Gold: SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID
+  Type: JOIN
+
+[241] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the different descriptions for templates that have been used in a document
+  Pred: SELECT DISTINCT document_description FROM documents AS T1 JOIN templates AS T2 ON T1.template_id = T2. template_id
+  Gold: SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID
+  Type: JOIN
+
+[242] MISSING_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the template ids with template type description "Presentation"
+  Pred: SELECT template_id FROM Ref_template_types WHERE template_type_description = "Presentation"
+  Gold: SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = "Presentation"
+  Type: JOIN
+
+[243] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the ids corresponding to templates with the description 'Presentation'
+  Pred: SELECT template_id FROM templates WHERE template_type_description = 'Presentation'
+  Gold: SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = "Presentation"
+  Type: JOIN
+
+[244] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✓
+  Q   : How many paragraphs for the document with name 'Summer Show'
+  Pred: SELECT COUNT(*) FROM documents WHERE document_name = "Summer Show"
+  Gold: SELECT COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'
+  Type: JOIN, AGGREGATION
+
+[245] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✓
+  Q   : Count the number of paragraphs in the document named 'Summer Show'
+  Pred: SELECT COUNT(DISTINCT paragraph_text) FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2. document_id WHERE document_name = "Summer Show"
+  Gold: SELECT COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'
+  Type: JOIN, AGGREGATION
+
+[246] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show paragraph details for paragraph with text 'Korea '
+  Pred: SELECT paragraph_details FROM paragraphs WHERE paragraph_text LIKE '%Korea%'
+  Gold: SELECT other_details FROM paragraphs WHERE paragraph_text LIKE 'korea'
+  Type: SIMPLE
+
+[247] OTHER | DB: cre_Doc_Template_Mgt | EX: ✓
+  Q   : What are the details for the paragraph that includes the text 'Korea '
+  Pred: SELECT other_details FROM paragraphs WHERE paragraph_text LIKE '%Korea%'
+  Gold: SELECT other_details FROM paragraphs WHERE paragraph_text LIKE 'korea'
+  Type: SIMPLE
+
+[248] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all paragraph ids and texts for the document with name 'Welcome to NY'
+  Pred: SELECT document_id, paragraph_text FROM documents WHERE document_name = 'Welcome to NY'
+  Gold: SELECT T1.paragraph_id, T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'
+  Type: JOIN
+
+[249] MISSING_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids and texts of paragraphs in the document titled 'Welcome to NY'
+  Pred: SELECT document_id, paragraph_text FROM paragraphs WHERE document_name = 'Welcome to NY'
+  Gold: SELECT T1.paragraph_id, T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'
+  Type: JOIN
+
+[250] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all paragraph texts for the document "Customer reviews"
+  Pred: SELECT DISTINCT paragraph_text FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2. document_id WHERE document_name = "Customer reviews"
+  Gold: SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = "Customer reviews"
+  Type: JOIN
+
+[251] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✓
+  Q   : What are the paragraph texts for the document with the name 'Customer reviews'
+  Pred: SELECT paragraph_text FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2. document_id WHERE document_name = 'Customer reviews'
+  Gold: SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = "Customer reviews"
+  Type: JOIN
+
+[252] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all document ids and the number of paragraphs in each document. Order by document id
+  Pred: SELECT document_id, COUNT(DISTINCT paragraph_id) FROM documents GROUP BY document_ids ORDER BY COUNT(*), document_details
+  Gold: SELECT document_id, COUNT(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id
+  Type: GROUP_BY, ORDER_BY, AGGREGATION
+
+[253] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the different document ids along with the number of paragraphs corresponding to each, ordered by id
+  Pred: SELECT document_id, COUNT(DISTINCT paragraph_id) FROM paragraphs GROUP BY document_ID ORDER BY COUNT(*), document_ids
+  Gold: SELECT document_id, COUNT(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id
+  Type: GROUP_BY, ORDER_BY, AGGREGATION
+
+[254] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show all document ids, names and the number of paragraphs in each document
+  Pred: SELECT document_id, document_name, COUNT(*) FROM documents GROUP BY document_uid
+  Gold: SELECT T1.document_id, T2.document_name, COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[255] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids and names of each document, as well as the number of paragraphs in each
+  Pred: SELECT document_id, document_name, COUNT(*) FROM documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.documentive_id GROUP BY T 1.documentid
+  Gold: SELECT T1.document_id, T2.document_name, COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[256] OTHER | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : List all document ids with at least two paragraphs
+  Pred: SELECT document_id FROM paragraphs GROUP BY document_uid HAVING COUNT(*) >= 2
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) >= 2
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[257] OTHER | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids of documents that have 2 or more paragraphs
+  Pred: SELECT document_id FROM paragraphs GROUP BY document_uid HAVING COUNT(*) >= 2
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) >= 2
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[258] MISSING_JOIN | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the document id and name with greatest number of paragraphs
+  Pred: SELECT document_id, document_name FROM paragraphs ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.document_id, T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[259] WRONG_TABLE | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the id and name of the document with the most paragraphs
+  Pred: SELECT document_id, document_name FROM documents ORDER BY paragraph_id DESC LIMIT 1
+  Gold: SELECT T1.document_id, T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[260] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the document id with least number of paragraphs
+  Pred: SELECTdocument_id FROM paragraphs GROUP BY document_id ORDER BY COUNT(*) LIMIT 1
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[261] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Return the id of the document with the fewest paragraphs
+  Pred: SELECTdocument_id FROM paragraphs GROUP BY document_id ORDER BY COUNT(*) LIMIT 1
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[262] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What is the document id with 1 to 2 paragraphs
+  Pred: SELECTdocument_id FROM paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[263] MISSING_GROUP_BY | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Give the ids of documents that have between one and two paragraphs
+  Pred: SELECT document_id FROM paragraphs BETWEEN 1 AND 2
+  Gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[264] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : Show the document id with paragraph text 'Brazil' and 'Ireland'
+  Pred: SELECT document_id FROM paragraphs WHERE paragraph_text LIKE '%Brazil%' INTERSECT SELECT document_ id FROM paragraphs GROUP BYdocument_id HAVING COUNT(*) >= 2
+  Gold: SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'
+  Type: SIMPLE
+
+[265] WRONG_COLUMNS | DB: cre_Doc_Template_Mgt | EX: ✗
+  Q   : What are the ids of documents that contain the paragraph text 'Brazil' and 'Ireland'
+  Pred: SELECT document_id FROM paragraphs WHERE paragraph_text LIKE '%Brazil%' INTERSECT SELECT document_ id FROM paragraphs GROUP BY vehicle_id HAVING COUNT(*) >= 2
+  Gold: SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'
+  Type: SIMPLE
+
+[266] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : Where is the youngest teacher from
+  Pred: SELECT Name FROM teacher ORDER BY Age ASC LIMIT 1
+  Gold: SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[267] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : Show names of teachers and the courses they are arranged to teach
+  Pred: SELECT T2.Name, T3.Course_ID FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.'Teacher-ID JOIN course AS T3 ON T 1.course_id = T3.'Course_id'
+  Gold: SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID
+  Type: JOIN
+
+[268] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : What is the name of each teacher and what course they teach
+  Pred: SELECT T2.Name, T3.Course_ID FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.TEACHER_ID = T 2.Teacher_ID
+  Gold: SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID
+  Type: JOIN
+
+[269] MISSING_ORDER_BY | DB: course_teach | EX: ✗
+  Q   : Show names of teachers and the courses they are arranged to teach in ascending alphabetical order of the teacher's name
+  Pred: SELECT T2.Name, T3.Course_ID FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.'Teacher-ID JOIN course AS T3 ON T 1.course_id =
+  Gold: SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name
+  Type: JOIN, ORDER_BY
+
+[270] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : What are the names of the teachers and the courses they teach in ascending alphabetical order by the name of the teacher
+  Pred: SELECT T2.Name, T3.Course_ID FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T 2.teacher_id JOIN course AS T3 ON T4.course_id = T1.'Course_id ORDER BY T2.'Name ASC
+  Gold: SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name
+  Type: JOIN, ORDER_BY
+
+[271] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : Show the name of the teacher for the math course
+  Pred: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T 2.TEACHER_ID WHERE T 1.Course = "Math"
+  Gold: SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = "Math"
+  Type: JOIN
+
+[272] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : What are the names of the people who teach math courses
+  Pred: SELECT DISTINCT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T 2.teacher_id JOIN course AS T3 ON T 1.course_id = T3.Course_ID WHERE T3.'course = 'Math'
+  Gold: SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = "Math"
+  Type: JOIN
+
+[273] MISSING_GROUP_BY | DB: course_teach | EX: ✗
+  Q   : Show names of teachers and the number of courses they teach
+  Pred: SELECT T2.Name, COUNT(DISTINCT T1.Teacher_ID) FROM course_arrange AS T1 JOIN teacher AS T2 ON T 1.TEACHER_ID = T 2.TEACTERISTICS
+  Gold: SELECT T2.Name, COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[274] MISSING_GROUP_BY | DB: course_teach | EX: ✗
+  Q   : What are the names of the teachers and how many courses do they teach
+  Pred: SELECT T2.Name, COUNT(DISTINCT T1.Teacher_ID) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.'teacher_id = T2.'teachers_id
+  Gold: SELECT T2.Name, COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[275] WRONG_TABLE | DB: course_teach | EX: ✗
+  Q   : Show names of teachers that teach at least two courses
+  Pred: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.(SELECT T 1.teacher_id FROM course AS T3 JOIN teachers AS T4 ON T3.teach_id = T4.TEACH_ID GROUP BY T2.'Name HAVING COUNT(*) >= 2
+  Gold: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[276] WRONG_TABLE | DB: course_teach | EX: ✗
+  Q   : What are the names of the teachers who teach at least two courses
+  Pred: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.(SELECT T 1.teacher_id FROM course AS T3 JOIN teachers AS T4 ON T3.teach_id = T4.TEACHER_ID GROUP BY T11.teachers_id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[277] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : List the names of teachers who have not been arranged to teach courses
+  Pred: SELECT Name FROM teacher WHERE NOT Teacher_ID IN (SELECT Teachers_ID FROM course_arrange)
+  Gold: SELECT Name FROM teacher WHERE NOT Teacher_id IN (SELECT Teacher_id FROM course_arrange)
+  Type: NESTED
+
+[278] WRONG_COLUMNS | DB: course_teach | EX: ✗
+  Q   : What are the names of the teachers whose courses have not been arranged
+  Pred: SELECT Name FROM teacher WHERE NOT Teacher_ID IN (SELECT Teachers_ID FROM course_arrange)
+  Gold: SELECT Name FROM teacher WHERE NOT Teacher_id IN (SELECT Teacher_id FROM course_arrange)
+  Type: NESTED
+
+[279] OTHER | DB: museum_visit | EX: ✓
+  Q   : What is the average age of the visitors whose membership level is not higher than 4
+  Pred: SELECT AVG(age) FROM visitor WHERE level_of_membership < 4
+  Gold: SELECT AVG(age) FROM visitor WHERE Level_of_membership <= 4
+  Type: AGGREGATION
+
+[280] OTHER | DB: museum_visit | EX: ✗
+  Q   : Find the name and membership level of the visitors whose membership level is higher than 4, and sort by their age from old to young
+  Pred: SELECT name, level_of_membership FROM visitor WHERE age > 4 ORDER BY age
+  Gold: SELECT name, Level_of_membership FROM visitor WHERE Level_of_membership > 4 ORDER BY age DESC
+  Type: ORDER_BY
+
+[281] WRONG_COLUMNS | DB: museum_visit | EX: ✗
+  Q   : What are the opening year and staff number of the museum named Plaza Museum
+  Pred: SELECT open_year, num_of_staff FROM museum WHERE name = ' Plaza Museum'
+  Gold: SELECT Num_of_Staff, Open_Year FROM museum WHERE name = 'Plaza Museum'
+  Type: SIMPLE
+
+[282] WRONG_COLUMNS | DB: museum_visit | EX: ✗
+  Q   : find the names of museums which have more staff than the minimum staff number of all museums opened after 2010
+  Pred: SELECT name FROM museum WHERE num_of_staff > (SELECT MIN(num_of-staff) FROM museum) AND open_year > 2010)
+  Gold: SELECT name FROM museum WHERE num_of_staff > (SELECT MIN(num_of_staff) FROM museum WHERE open_year > 2010)
+  Type: NESTED, AGGREGATION
+
+[283] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : find the id, name and age for visitors who visited some museums more than once
+  Pred: SELECT T2.id, T3.name, T4.age FROM visit AS T1 JOIN visitor AS T2 ON T1.Visitor_ID = T 2.id JOIN museum AS T3 ON T3: T1:Museum_ID > T1
+  Gold: SELECT t1.id, t1.name, t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t1.id HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[284] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : What are the id, name and membership level of visitors who have spent the largest amount of money in total in all museum tickets
+  Pred: SELECT T2.id, T3.name, T4.level_of_membership FROM visit AS T1 JOIN visitor AS T2 ON T1.visitor_id = T2.'id JOIN museum AS T3 ON T3:Museum_ID = T1:MUSEUMS_ID ORDER BY SUM(T1.total_spent) DESC LIMIT 1
+  Gold: SELECT t2.visitor_id, t1.name, t1.Level_of_membership FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t2.visitor_id ORDER BY SUM(t2.Total_spent) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[285] WRONG_COLUMNS | DB: museum_visit | EX: ✗
+  Q   : What are the id and name of the museum visited most times
+  Pred: SELECT T1.Museum_ID, T2.Name FROM museum AS T1 JOIN visit AS T2 ON T1.'Museum _ID = T2.'Mountain_ID GROUP BY T11.museum_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t2.Museum_ID, t1.name FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID GROUP BY t2.Museum_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[286] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : Find the name and age of the visitor who bought the most tickets at once
+  Pred: SELECT T2.name, T2.'age FROM visit AS T1 JOIN visitor AS T2 ON T1.Visitor_ID = T2:ID GROUP BY T1:Tourist_ID ORDER BY SUM(T1.Num_of_ticket) DESC LIMIT 1
+  Gold: SELECT t1.name, t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id ORDER BY t2.num_of_ticket DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[287] WRONG_COLUMNS | DB: museum_visit | EX: ✗
+  Q   : What are the average and maximum number of tickets bought in all visits
+  Pred: SELECT AVG(Num_of_ticket), MAX(Tourist_Spent) FROM visit
+  Gold: SELECT AVG(num_of_ticket), MAX(num_of_ticket) FROM visit
+  Type: AGGREGATION
+
+[288] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : What is the total ticket expense of the visitors whose membership level is 1
+  Pred: SELECT SUM(T1.num_of_ticket) FROM visit AS T1 JOIN visitor AS T2 ON T1.visitor_id = T2.id WHERE T2.'level_of-membership = 1
+  Gold: SELECT SUM(t2.Total_spent) FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id WHERE t1.Level_of_membership = 1
+  Type: JOIN, AGGREGATION
+
+[289] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : What is the name of the visitor who visited both a museum opened before 2009 and a museum opened after 2011
+  Pred: SELECT T2.name FROM visit AS T1 JOIN museum AS T2 ON T1.museum_id = T2.'museum-id WHERE T1.'open_year < 2009 INTERSECT SELECT T2:name FROM trip AS T3 JOIN MUSEUMS AS T4 ON T3.Museum_ID = T4.ID WHERE T4.'Open_year > 2011
+  Gold: SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year < 2009 INTERSECT SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year > 2011
+  Type: JOIN
+
+[290] WRONG_TABLE | DB: museum_visit | EX: ✗
+  Q   : Find the number of visitors who did not visit any museum opened after 2010
+  Pred: SELECT COUNT(*) FROM visitor WHERE NOT id IN (SELECT visitor_id FROM visit WHERE open_year > 2010)
+  Gold: SELECT COUNT(*) FROM visitor WHERE NOT id IN (SELECT t2.visitor_id FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID WHERE t1.open_year > 2010)
+  Type: JOIN, NESTED, AGGREGATION
+
+[291] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the total number of matches
+  Pred: SELECT COUNT(*) FROM MATCH
+  Gold: SELECT COUNT(*) FROM matches
+  Type: AGGREGATION
+
+[292] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Count the number of matches
+  Pred: SELECT COUNT(*) FROM MATCH
+  Gold: SELECT COUNT(*) FROM matches
+  Type: AGGREGATION
+
+[293] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the average age of losers and winners of all matches
+  Pred: SELECT AVG(Loss_Age), AVG(Winning_Age) FROM MATCH
+  Gold: SELECT AVG(loser_age), AVG(winner_age) FROM matches
+  Type: AGGREGATION
+
+[294] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : What are the average ages of losers and winners across matches
+  Pred: SELECT AVG(Loss_Age), AVG(Winning_Age) FROM MATCH
+  Gold: SELECT AVG(loser_age), AVG(winner_age) FROM matches
+  Type: AGGREGATION
+
+[295] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : Find the average rank of winners in all matches
+  Pred: SELECT AVG(T2.winning_rank) FROM matches AS T1 JOIN results AS T2 ON T1.winner_id = T2.winning_id
+  Gold: SELECT AVG(winner_rank) FROM matches
+  Type: AGGREGATION
+
+[296] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What is the average rank for winners in all matches
+  Pred: SELECT AVG(T2.winning_rank) FROM matches AS T1 JOIN results AS T2 ON T1.winner_id = T2.winning_id
+  Gold: SELECT AVG(winner_rank) FROM matches
+  Type: AGGREGATION
+
+[297] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : Find the highest rank of losers in all matches
+  Pred: SELECT loser_rank FROM matches
+  Gold: SELECT MIN(loser_rank) FROM matches
+  Type: AGGREGATION
+
+[298] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What is the best rank of losers across all matches
+  Pred: SELECT MAX(T2.loser_rank) FROM matches AS T1 JOIN results AS T2 ON T1.Loser_ID = T2.winner_id
+  Gold: SELECT MIN(loser_rank) FROM matches
+  Type: AGGREGATION
+
+[299] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the number of distinct name of losers
+  Pred: SELECT COUNT(DISTINCT loser_name) FROM MATCH
+  Gold: SELECT COUNT(DISTINCT loser_name) FROM matches
+  Type: AGGREGATION
+
+[300] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : How many different loser names are there
+  Pred: SELECT COUNT(DISTINCT loser_name) FROM MATCH
+  Gold: SELECT COUNT(DISTINCT loser_name) FROM matches
+  Type: AGGREGATION
+
+[301] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : Find the name of tourney that has more than 10 matches
+  Pred: SELECT T2. tourney_name FROM matches AS T1 JOIN tourney AS T2 ON T1.tourney_id = T 2.Tourney_ID GROUP BY T11.Tourneys_id HAVING COUNT(*) > 10
+  Gold: SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[302] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What are the names of tournaments that have more than 10 matches
+  Pred: SELECT T2.winner_name FROM matches AS T1 JOIN tourney_id AS T2 ON T1.Tourney_ID = T 2.Tourneys_ID HAVING COUNT(T1.match_id) > 10
+  Gold: SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[303] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : List the names of all winners who played in both 2013 and 2016
+  Pred: SELECT T2.winning_name FROM matches AS T1 JOIN players AS T2 ON T1.winner_id = T2:player_id WHERE YEAR = 2013 INTERSECT SELECT T2.'winner_name from matches AS TRUE JOIN player AS T4 ON T 1.loser_foc = T4.player_flicter WHERE T3.year = 2016
+  Gold: SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016
+  Type: SIMPLE
+
+[304] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : What are the names of players who won in both 2013 and 2016
+  Pred: SELECT T2.winner_name FROM wins AS T1 JOIN players AS T2 ON T1.player_id = TRUE WHERE T11.year = 2013 INTERSECT SELECT T3.winner-name FROM winnings AS T3 JOIN player AS T4 ON TRUE WHERE YEAR = 2016
+  Gold: SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016
+  Type: SIMPLE
+
+[305] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : What are the country code and first name of the players who won in both tourney WTA Championships and Australian Open
+  Pred: SELECT T2.country_code, T3.first_name FROM matches AS T1 JOIN players AS T2 ON T1.player_id = T2 JOIN results AS T3 ON TRUE JOIN tourney_id AS T4 ON T3."winner_id" AND T4.date_code = "WTA Championships" INTERSECT SELECT t2.Country_code and T3.'first_ name FROM matches as T1 dovetail_name = "Australian Open"
+  Gold: SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'
+  Type: JOIN
+
+[306] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : What are the first names and country codes for players who won both the WTA Championships and the Australian Open
+  Pred: SELECT T2.first_name, T2.'country_code FROM matches AS T1 JOIN players AS T2 ON T1.player_id = T2:player_in JOIN results AS T3 ON T 1.winner_ids = T3.winning_id WHERE T1.'WTA Championships = "Australian Open" INTERSECT SELECT T2?first_ name, T1?country_codes FROM matches as T1JOIN players as T2 on T11.winner-id =T2.player-id JOIN tourney_level AS T 3 ON T
+  Gold: SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'
+  Type: JOIN
+
+[307] OTHER | DB: wta_1 | EX: ✗
+  Q   : Find the first name and country code of the oldest player
+  Pred: SELECT first_name, country_code FROM players ORDER BY birth_date DESC LIMIT 1
+  Gold: SELECT first_name, country_code FROM players ORDER BY birth_date LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[308] OTHER | DB: wta_1 | EX: ✗
+  Q   : What is the first name and country code of the oldest player
+  Pred: SELECT first_name, country_code FROM players ORDER BY birth_date DESC LIMIT 1
+  Gold: SELECT first_name, country_code FROM players ORDER BY birth_date LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[309] OTHER | DB: wta_1 | EX: ✗
+  Q   : List the first and last name of all players who are left / L hand in the order of birth date
+  Pred: SELECT first_name, last_name FROM players WHERE hand = "left" ORDER BY birth_date
+  Gold: SELECT first_name, last_name FROM players WHERE hand = 'L' ORDER BY birth_date
+  Type: ORDER_BY
+
+[310] OTHER | DB: wta_1 | EX: ✗
+  Q   : What are the full names of all left handed players, in order of birth date
+  Pred: SELECT first_name, last_name FROM players WHERE left = "left" ORDER BY birth_date
+  Gold: SELECT first_name, last_name FROM players WHERE hand = 'L' ORDER BY birth_date
+  Type: ORDER_BY
+
+[311] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : Find the first name and country code of the player who did the most number of tours
+  Pred: SELECT T1.first_name, T2.country_code FROM players AS T1 JOIN ROLES AS T2 ON T 1.player_id = T 2.player-id GROUP BY T2:player_name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[312] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : What is the first name and country code of the player with the most tours
+  Pred: SELECT T1.first_name, T2.country_code FROM players AS T1 JOIN ROLES AS T2 ON T 1.player_id = T 2.player-id GROUP BY T2:player_name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[313] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the year that has the most number of matches
+  Pred: SELECT YEAR FROM MATCH GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT YEAR FROM matches GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[314] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Which year had the most matches
+  Pred: SELECT YEAR FROM MATCH GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT YEAR FROM matches GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[315] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the name and rank points of the winner who won the most times
+  Pred: SELECT T1.winner_name, T2.winning_rank_points FROM players AS T1 JOIN matches AS T2 ON T11.loser_id = T 2.player_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT winner_name, winner_rank_points FROM matches GROUP BY winner_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[316] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What is the name of the winner who has won the most matches, and how many rank points does this player have
+  Pred: SELECT T2.winner_name, COUNT(*) FROM matches AS T1 JOIN players AS T2 ON T1.player_id = T 2.player-id GROUP BY T1:player_name ORDER BY SUM(T1.winning_rank_points) DESC LIMIT 1
+  Gold: SELECT winner_name, winner_rank_points FROM matches GROUP BY winner_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[317] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : Find the name of the winner who has the highest rank points and participated in the Australian Open tourney
+  Pred: SELECT T2.winner_name FROM matches AS T1 JOIN results AS T2 ON T1.winning_id = T 2.winning_id JOIN tourney AS T3 ON T3.Tourney_ID =T2.Tourneys_ID WHERE T3.'Australian Open' = "Australian Open"
+  Gold: SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[318] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What is the name of the winner with the most rank points who participated in the Australian Open tournament
+  Pred: SELECT T2.winner_name FROM matches AS T1 JOIN results AS T2 ON T1.winner-id = T2:winner_id JOIN tours AS T3 ON T3. tourney_id =T1.britton_id WHERE T3.'Australian Open' = "Australian Open" GROUP BY T2?winner_rank_points ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[319] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : find the names of loser and winner who played in the match with greatest number of minutes
+  Pred: SELECT T1.loser_name, T2.winner_name FROM MATCH AS T1 JOIN WINS AS T2 ON T 1.winning_id = T2:winner_id ORDER BY T1:minute DESC LIMIT 1
+  Gold: SELECT winner_name, loser_name FROM matches ORDER BY minutes DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[320] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What are the names of the winner and loser who played in the longest match
+  Pred: SELECT T2.loser_name, T1.winner_name FROM matches AS T1 JOIN loser_ioc AS T2 ON TRUE JOIN results AS T3 ON T 1.winning_id = T3.winning_id ORDER BY T1:match_num DESC LIMIT 1
+  Gold: SELECT winner_name, loser_name FROM matches ORDER BY minutes DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[321] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the average ranking for each player and their first name
+  Pred: SELECT AVG(T2.Ranking), T2.first_name FROM rankings AS T1 JOIN players AS T2 ON T1.player_id = T 2.player-id GROUP BY T2.'first_fname
+  Gold: SELECT AVG(ranking), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[322] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : What are the first names of all players, and their average rankings
+  Pred: SELECT T2.first_name, AVG(T1.rank) FROM rankings AS T1 JOIN players AS T2 ON T1.player_id =T2.player-id GROUP BY T2?player_name
+  Gold: SELECT AVG(ranking), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[323] MISSING_GROUP_BY | DB: wta_1 | EX: ✗
+  Q   : Find the total ranking points for each player and their first name
+  Pred: SELECT SUM(T2.Ranking_Points), T2.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T 2.player-id
+  Gold: SELECT SUM(ranking_points), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[324] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : What are the first names of all players, and their total ranking points
+  Pred: SELECT T1.first_name, SUM(T2.ranking_points) FROM players AS T1 JOIN rankings AS T2 ON T11.player_id = T2.player-id GROUP BY T1?player_name
+  Gold: SELECT SUM(ranking_points), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[325] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : find the number of players for each country
+  Pred: SELECT Country_code, COUNT(*) FROM players GROUP BY Country_Code
+  Gold: SELECT COUNT(*), country_code FROM players GROUP BY country_code
+  Type: GROUP_BY, AGGREGATION
+
+[326] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : How many players are from each country
+  Pred: SELECT Country_code, COUNT(*) FROM players GROUP BY Country_Code
+  Gold: SELECT COUNT(*), country_code FROM players GROUP BY country_code
+  Type: GROUP_BY, AGGREGATION
+
+[327] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : Find the total number of tours for each ranking date
+  Pred: SELECT Tourney_Date, COUNT(*) FROM rankings GROUP BY Tourneys_Date
+  Gold: SELECT SUM(tours), ranking_date FROM rankings GROUP BY ranking_date
+  Type: GROUP_BY, AGGREGATION
+
+[328] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : How many total tours were there for each ranking date
+  Pred: SELECT ranking_date, COUNT(*) FROM rankings GROUP BY ranking_ date
+  Gold: SELECT SUM(tours), ranking_date FROM rankings GROUP BY ranking_date
+  Type: GROUP_BY, AGGREGATION
+
+[329] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the number of matches happened in each year
+  Pred: SELECT COUNT(*), YEAR FROM MATCH GROUP BY YEAR
+  Gold: SELECT COUNT(*), YEAR FROM matches GROUP BY YEAR
+  Type: GROUP_BY, AGGREGATION
+
+[330] WRONG_TABLE | DB: wta_1 | EX: ✗
+  Q   : Find the name and rank of the 3 youngest winners across all matches
+  Pred: SELECT T1.winner_name, T2.winning_rank FROM MATCH AS T1 JOIN WINS AS T2 ON TRUE JOIN LITERS AS T3 ON T 1.WinNER_ID = T3.Winning_ID ORDER BY T3:T2.match_num LIMIT 3
+  Gold: SELECT DISTINCT winner_name, winner_rank FROM matches ORDER BY winner_age LIMIT 3
+  Type: ORDER_BY, LIMIT
+
+[331] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : What are the names and ranks of the three youngest winners across all matches
+  Pred: SELECT T2.winner_name, T1.winning_rank FROM matches AS T1 JOIN winner_rank AS T2 ON TRUE JOIN players AS T3 ON T1:winner_id = T3.player_id ORDER BY T 1.match_num LIMIT 3
+  Gold: SELECT DISTINCT winner_name, winner_rank FROM matches ORDER BY winner_age LIMIT 3
+  Type: ORDER_BY, LIMIT
+
+[332] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : How many different winners both participated in the WTA Championships and were left handed
+  Pred: SELECT COUNT(DISTINCT T2.winner_name) FROM matches AS T1 JOIN winner_ioc AS T2 ON T1.winning_id = T 2.winning_id WHERE T 1.loser_hand = "WTA Championships"
+  Gold: SELECT COUNT(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'
+  Type: AGGREGATION
+
+[333] EXTRA_JOIN | DB: wta_1 | EX: ✗
+  Q   : Find the number of left handed winners who participated in the WTA Championships
+  Pred: SELECT COUNT(*) FROM matches AS T1 JOIN results AS T2 ON T1.winner_id = T2.winner-id WHERE T1.'WTA Championships = "left"
+  Gold: SELECT COUNT(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'
+  Type: AGGREGATION
+
+[334] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : Find the first name, country code and birth date of the winner who has the highest rank points in all matches
+  Pred: SELECT T1.first_name, T1:country_code, T 1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.'winner_id = T2.winner_franchise ORDER BY RESULT_rank_points DESC LIMIT 1
+  Gold: SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[335] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : What is the first name, country code, and birth date of the player with the most winner rank points across all matches
+  Pred: SELECT T1.first_name, T2.country_code, T 1.birth_date FROM players AS T1 JOIN MATCH AS T2 ON T11.player_id = T 2.player-id ORDER BY T2:Winning_rank_Points DESC LIMIT 1
+  Gold: SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[336] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : Find the number of players for each hand type
+  Pred: SELECT Hand, COUNT(*) FROM players GROUP BY Hand
+  Gold: SELECT COUNT(*), hand FROM players GROUP BY hand
+  Type: GROUP_BY, AGGREGATION
+
+[337] WRONG_COLUMNS | DB: wta_1 | EX: ✗
+  Q   : How many players are there for each hand type
+  Pred: SELECT Hand, COUNT(*) FROM players GROUP BY Hand
+  Gold: SELECT COUNT(*), hand FROM players GROUP BY hand
+  Type: GROUP_BY, AGGREGATION
+
+[338] WRONG_TABLE | DB: battle_death | EX: ✗
+  Q   : How many ships ended up being 'Captured'
+  Pred: SELECT COUNT(*) FROM ship WHERE NOT id IN (SELECT caused_by_ship_id FROM death)
+  Gold: SELECT COUNT(*) FROM ship WHERE disposition_of_ship = 'Captured'
+  Type: AGGREGATION
+
+[339] WRONG_COLUMNS | DB: battle_death | EX: ✗
+  Q   : List the name, date and result of each battle
+  Pred: SELECT name, date, result FROM battle
+  Gold: SELECT name, date FROM battle
+  Type: SIMPLE
+
+[340] WRONG_COLUMNS | DB: battle_death | EX: ✗
+  Q   : What is maximum and minimum death toll caused each time
+  Pred: SELECT MAX(Death), MIN(Death) FROM death GROUP BY id
+  Gold: SELECT MAX(killed), MIN(killed) FROM death
+  Type: AGGREGATION
+
+[341] WRONG_COLUMNS | DB: battle_death | EX: ✗
+  Q   : What is the average number of injuries caused each time
+  Pred: SELECT AVG(Injured), COUNT(*) FROM death GROUP BY Injured
+  Gold: SELECT AVG(injured) FROM death
+  Type: AGGREGATION
+
+[342] WRONG_TABLE | DB: battle_death | EX: ✗
+  Q   : What are the death and injury situations caused by the ship with tonnage 't'
+  Pred: SELECT T1.sentence, T3.injured FROM ship AS T1 JOIN death AS T2 ON T1.'id = T2.caused_by_ship_id JOIN ship AS t3 ON T2:id = t3.id WHERE t1.Tonnage = 't'
+  Gold: SELECT T1.killed, T1.injured FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'
+  Type: JOIN
+
+[343] MISSING_JOIN | DB: battle_death | EX: ✗
+  Q   : What are the different ids and names of the battles that lost any 'Brig' type shipes
+  Pred: SELECT COUNT(DISTINCT id), name FROM battle WHERE ship_type = 'Brig'
+  Gold: SELECT DISTINCT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'
+  Type: JOIN
+
+[344] MISSING_JOIN | DB: battle_death | EX: ✗
+  Q   : What are the ids and names of the battles that led to more than 10 people killed in total
+  Pred: SELECT id, name FROM battle WHERE killed > 10
+  Gold: SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.id = T3.caused_by_ship_id GROUP BY T1.id HAVING SUM(T3.killed) > 10
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[345] WRONG_TABLE | DB: battle_death | EX: ✗
+  Q   : What is the ship id and name that caused most total injuries
+  Pred: SELECT id, name FROM ship ORDER BY Injured DESC LIMIT 1
+  Gold: SELECT T2.id, T2.name FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id GROUP BY T2.id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[346] EXTRA_JOIN | DB: battle_death | EX: ✗
+  Q   : What are the distinct battle names which are between bulgarian commander 'Kaloyan' and latin commander 'Baldwin I'
+  Pred: SELECT DISTINCT T1.name FROM battle AS T1 JOIN latin_commander AS T2 ON T 1.id = T2.held_in_battle WHERE t2. bulgarian_Commander = 'Kaloyan' INTERSECT SELECT DISTinCT name FROM battle WHERE latin-commander <> 'Baldwin I'
+  Gold: SELECT name FROM battle WHERE bulgarian_commander = 'Kaloyan' AND latin_commander = 'Baldwin I'
+  Type: SIMPLE
+
+[347] EXTRA_JOIN | DB: battle_death | EX: ✗
+  Q   : How many battles did not lose any ship with tonnage '225'
+  Pred: SELECT COUNT(*) FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.loss_in_battle WHERE NOT T2.'ship_id IN (SELECT ship_id FROM ship WHERE tonnage = 225)
+  Gold: SELECT COUNT(*) FROM battle WHERE NOT id IN (SELECT lost_in_battle FROM ship WHERE tonnage = '225')
+  Type: NESTED, AGGREGATION
+
+[348] WRONG_TABLE | DB: battle_death | EX: ✗
+  Q   : List the name and date the battle that has lost the ship named 'Lettice' and the ship named 'HMS Atalanta'
+  Pred: SELECT T2.name, T1.date FROM ship AS T1 JOIN lost_in_battle AS T2 ON TRUE JOIN battle AS T3 ON T3.id = T2.'lost_in-battle' AND T4.aid = T5.used_by_ship_id WHERE t1.name = 'Lettice' AND t3.ship_type = 'HMS Atalanta'
+  Gold: SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'Lettice' INTERSECT SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'HMS Atalanta'
+  Type: JOIN
+
+[349] WRONG_TABLE | DB: battle_death | EX: ✗
+  Q   : Show names, results and bulgarian commanders of the battles with no ships lost in the 'English Channel'
+  Pred: SELECT name, result, bulgarian_commander FROM battle WHERE NOT id IN (SELECT lost_in_battle FROM ship WHERE ship_type = 'English Channel')
+  Gold: SELECT name, RESULT, bulgarian_commander FROM battle EXCEPT SELECT T1.name, T1.result, T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.location = 'English Channel'
+  Type: JOIN
+
+[350] OTHER | DB: battle_death | EX: ✗
+  Q   : What are the notes of the death events which has substring 'East'
+  Pred: SELECT Note FROM death WHERE Date LIKE "%East%"
+  Gold: SELECT note FROM death WHERE note LIKE '%East%'
+  Type: SIMPLE
+
+[351] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : what are all the addresses including line 1 and line 2
+  Pred: SELECT address_id FROM addresses WHERE line_1 LIKE '%1%' AND line_2 = '2'
+  Gold: SELECT line_1, line_2 FROM addresses
+  Type: SIMPLE
+
+[352] EXTRA_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : How is the math course described
+  Pred: SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1."course_id = T2.course-id WHERE T2.'course_description = 'Math'
+  Gold: SELECT course_description FROM Courses WHERE course_name = 'math'
+  Type: SIMPLE
+
+[353] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : Which department offers the most number of degrees? List department name and id
+  Pred: SELECT T2.department_name, T1.deartment_id FROM degree_programs AS T1 JOIN departments AS T2 ON T1.'department-id = T2.'departments_id GROUP BY department_id ORDER BY COUNT(T1.degrees_program_id) DESC LIMIT 1
+  Gold: SELECT T2.department_name, T1.department_id FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[354] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the name and id of the department with the most number of degrees
+  Pred: SELECT T2.department_name, T1.deartment_id FROM degree_programs AS T1 JOIN departments AS T2 ON T1.'department-id = T2.'departments_id GROUP BY department_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT t2.department_name, t1.department_id FROM degree_programs AS t1 JOIN departments AS t2 ON t1.department_id = t2.department_id GROUP BY t1.department_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[355] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many different degree names are offered
+  Pred: SELECT COUNT(DISTINCT degree_name) FROM degree_programs
+  Gold: SELECT COUNT(DISTINCT degree_summary_name) FROM Degree_Programs
+  Type: AGGREGATION
+
+[356] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many different degrees are offered
+  Pred: SELECT COUNT(DISTINCT degrees) FROM degree_programs
+  Gold: SELECT COUNT(DISTINCT degree_summary_name) FROM Degree_Programs
+  Type: AGGREGATION
+
+[357] MISSING_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many degrees does the engineering department offer
+  Pred: SELECT COUNT(*) FROM departments WHERE department_name = "engineer"
+  Gold: SELECT COUNT(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'
+  Type: JOIN, AGGREGATION
+
+[358] MISSING_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many degrees does the engineering department have
+  Pred: SELECT COUNT(*) FROM departments WHERE department_name = "engineer"
+  Gold: SELECT COUNT(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'
+  Type: JOIN, AGGREGATION
+
+[359] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names and descriptions of all the sections
+  Pred: SELECT section_name, section_description FROM SECTION
+  Gold: SELECT section_name, section_description FROM Sections
+  Type: SIMPLE
+
+[360] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names and descriptions for all the sections
+  Pred: SELECT section_name, section_description FROM SECTION
+  Gold: SELECT section_name, section_description FROM Sections
+  Type: SIMPLE
+
+[361] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names and id of courses having at most 2 sections
+  Pred: SELECT course_name, course_id FROM SECTION GROUP BY section_id HAVING COUNT(*) <= 2
+  Gold: SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) <= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[362] MISSING_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names and ids of every course with less than 2 sections
+  Pred: SELECT course_name, course_id FROM Courses GROUP BY T1.course_id HAVING COUNT(*) < 2
+  Gold: SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) <= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[363] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : List the section_name in reversed lexicographical order
+  Pred: SELECT section_name FROM SECTION ORDER BY SECTION_name DESC
+  Gold: SELECT section_name FROM Sections ORDER BY section_name DESC
+  Type: ORDER_BY
+
+[364] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names of the sections in reverse alphabetical order
+  Pred: SELECT section_name FROM SECTION ORDER BY SECTION_name DESC
+  Gold: SELECT section_name FROM Sections ORDER BY section_name DESC
+  Type: ORDER_BY
+
+[365] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the semester which most student registered in? Show both the name and the id
+  Pred: SELECT T2.semester_name, T1.student_id FROM Student_Enrolment AS T1 JOIN Student_ID AS T2 ON T 1. student_id = T2.'student-id GROUP BY T1.'semestering_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[366] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : For each semester, what is the name and id of the one with the most students registered
+  Pred: SELECT T2.semester_name, T1.student_id FROM Student_Enrolment AS T1 JOIN Student_ID AS T2 ON T 1. student_id = T2.* GROUP BY semester_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[367] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Who are enrolled in 2 degree programs in one semester? List the first name, middle name and last name and the id
+  Pred: SELECT T1.first_name, T2.middle_name), T1.'student_id FROM Student_Enrolment AS T1 JOIN Student_Course_ID AS T2 ON T 1.student_enrolment_id = T 2. student_id GROUP BY T3.student-id HAVING SUM(T2.semester_id) = 2
+  Gold: SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[368] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the first, middle, and last names, along with the ids, of all students who enrolled in 2 degree programs in one semester
+  Pred: SELECT T1.first_name, T2.middle_name), T1.'student_id FROM Student_Enrolment AS T1 JOIN Student_Course_ID AS T2 ON TRUE JOIN Students AS T3 ON T 1.student_enrolment_id = T3. student_id GROUP BY T1.]student_inrollement_id HAVING COUNT(*) = 2
+  Gold: SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[369] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Who is enrolled in a Bachelor degree program? List the first name, middle name, last name
+  Pred: SELECT T1.first_name, T2.last_name FROM Student_Enrolment AS T1 JOIN Student_Programs AS T2 ON TRUE JOIN Students AS T3 ON T 1.student_enrolment_id = T3. student_id WHERE T2.'degree_program_name = "Bachelor"
+  Gold: SELECT DISTINCT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'
+  Type: JOIN
+
+[370] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the first, middle, and last names for everybody enrolled in a Bachelors program
+  Pred: SELECT T1.first_name, T2.last_name FROM Student_Enrolment AS T1 JOIN Student_Course_ID AS T2 ON T 1.student_id = T2.'student_enrolment_id JOIN Courses AS T3 ON T3.course_id_languages = T4.degree_program_id WHERE T3.'course_name = 'Bachelors'
+  Gold: SELECT DISTINCT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'
+  Type: JOIN
+
+[371] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Find the kind of program which most number of students are enrolled in
+  Pred: SELECT T2.course_name FROM Student_Enrolment AS T1 JOIN Student_Course_Instructors AS T2 ON T1.student_enrolment_id = T2.'student_student_id GROUP BY T2?course_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[372] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the degree summary name that has the most number of students enrolled
+  Pred: SELECT T4.degree_summary_name FROM Student_Enrolment AS T1 JOIN Courses AS T2 ON T1.presemester_id = T2.course_id JOIN degree_programs AS T3 ON T3.degrees_program_ID = T1.'degrees'program_id GROUP BY T3.'degree_high_school_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[373] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Find the program which most number of students are enrolled in. List both the id and the summary
+  Pred: SELECT T2.student_id, T4.degree_summary_name FROM Student_Enrolment AS T1 JOIN Courses AS T2 ON T1.course_id = T2.'course_Id JOIN Student_Editions AS T3 ON T 1.year_enrolment_id= T3.year-enroling_id GROUP BY T2.]student_enrollment_ids ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[374] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the program id and the summary of the degree that has the most students enrolled
+  Pred: SELECT T2.degree_program_id, T3.grates_summary_name FROM Student_Enrolment AS T1 JOIN Courses AS T2 ON T1.course_id = T2.'course_Id JOIN Students AS T3 ON T 1.year_enrolment_id < T3.'student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[375] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Which student has enrolled for the most times in any program? List the id, first name, middle name, last name, the number of enrollments and student id
+  Pred: SELECT T1.student_id, T2.middle_name, COUNT(*) FROM Student_Enrolment AS T1 JOIN Student_Courses AS T2 ON T1.'student_enrolment_id = T2.'student-id GROUP BY T11. student_id ORDER BY COUNT (*) DESC LIMIT 1
+  Gold: SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, COUNT(*), T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[376] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the first, middle, and last name, along with the id and number of enrollments, for the student who enrolled the most in any program
+  Pred: SELECT T1.first_name, T2.middle_name), COUNT(*) FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.'student_id = T2.'student-id GROUP BY T11.student_student_ids ORDER BY COUNT(*), T1:student_enrolment_id LIMIT 1
+  Gold: SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, COUNT(*), T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[377] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : Which semesters do not have any student enrolled? List the semester name
+  Pred: SELECT semester_name FROM semesters WHERE NOT semester_id IN (SELECT student_id FROM Student_Enrolment)
+  Gold: SELECT semester_name FROM Semesters WHERE NOT semester_id IN (SELECT semester_id FROM Student_Enrolment)
+  Type: NESTED
+
+[378] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the name of the semester with no students enrolled
+  Pred: SELECT semester_name FROM semesters WHERE NOT semester_id IN (SELECT student_id FROM Student_Enrolment)
+  Gold: SELECT semester_name FROM Semesters WHERE NOT semester_id IN (SELECT semester_id FROM Student_Enrolment)
+  Type: NESTED
+
+[379] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are all the course names of the courses which ever have students enrolled in
+  Pred: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.'course_id = T2.course-id
+  Gold: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id
+  Type: JOIN
+
+[380] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the names of all courses that have some students enrolled
+  Pred: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.'course_id = T2.course-id
+  Gold: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id
+  Type: JOIN
+
+[381] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What's the name of the course with most number of enrollments
+  Pred: SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_COURSES AS T2 ON T1.'course_id = T2.course-id GROUP BY T1:course_Id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[382] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the name of the course with the most students enrolled
+  Pred: SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.'course_id = T2.student_course_Id GROUP BY T1?course_ name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[383] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : Find the last name of the students who currently live in the state of North Carolina but have not registered in any degree program
+  Pred: SELECT T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON TRUE JOIN Addresses AS T3 ON T 1.student_id = T2.address_id WHERE T3.state_province_county = "North Carolina" EXCEPT SELECT T4.line_1 FROM students AS T4 JOIN student_enrolment as T5 ON T4:student_ids = T5.member_id JOIN degree_programs AS T6 ON
+  Gold: SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id
+  Type: JOIN
+
+[384] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the last name of the students who live in North Carolina but have not registered in any degree programs
+  Pred: SELECT T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON TRUE JOIN Addresses AS T3 ON T 1.student_id = T2.address_id WHERE T3.state_province_county = "North Carolina" EXCEPT SELECT T4.first_name, t4.last-name FROM Student_enrolments AS T4 JOIN addresses AS T5 ON T4.'address_details = T5.campus_id JOIN degree_programs AS T6 ON T8.degrees_program_id
+  Gold: SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id
+  Type: JOIN
+
+[385] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Show the date and id of the transcript with at least 2 course results
+  Pred: SELECT T1.p transcript_date, T2.transcript_id FROM transcripts AS T1 JOIN transcript_contents AS T2 ON T1.'p transcriptive_id = T2.'ponetic_id GROUP BY T 2.transcription_id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[386] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the date and id of the transcript with at least 2 courses listed
+  Pred: SELECT T1.p transcript_date, T2.transcript_id FROM transcript_contents AS T1 JOIN courses AS T2 ON T1.'course_id = T 2.course_Id GROUP BY T2.'transcription_id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[387] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the phone number of the man with the first name Timmothy and the last name Ward
+  Pred: SELECT cell_mobile_number FROM Timmothy AND last_name FROM Ward
+  Gold: SELECT cell_mobile_number FROM Students WHERE first_name = 'Timmothy' AND last_name = 'Ward'
+  Type: SIMPLE
+
+[388] EXTRA_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : Who is the first student to register? List the first name, middle name and last name
+  Pred: SELECT DISTINCT T1.first_name, T2.middle_name and T1.'last_name FROM STUDENTS AS T1 JOIN Student_Enrolment AS T2 ON T 1.student_id = T2.*
+  Gold: SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[389] EXTRA_JOIN | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the first, middle, and last name of the first student to register
+  Pred: SELECT T1.first_name, T2.last_name FROM STUDENTS AS T1 JOIN Student_Enrolment AS T2 ON T 1.student_id = T 2. student_id ORDER BY date_first_registered DESC LIMIT 1
+  Gold: SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[390] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Who is the earliest graduate of the school? List the first name, middle name and last name
+  Pred: SELECT T1.first_name, T2.middle_name and T1.'last_name FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.]student_id = T2.'student_inrolment ORDER BY T2:semester_id LIMIT 1
+  Gold: SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[391] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the first, middle, and last name of the earliest school graduate
+  Pred: SELECT MAX(T1.first_name, T1.last_name), T2.semester_name FROM Student_Enrolment AS T1 JOIN Students AS T2 ON TRUE JOIN Student_Fed AS T3 ON T 1.student_id = T3. student_id ORDER BY t2.school_year_age LIMIT 1
+  Gold: SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[392] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : Whose permanent address is different from his or her current address? List his or her first name
+  Pred: SELECT first_name FROM Students WHERE permanent_address_id <> 'null'
+  Gold: SELECT first_name FROM Students WHERE current_address_id <> permanent_address_id
+  Type: SIMPLE
+
+[393] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the first name of the student whose permanent address is different from his or her current one
+  Pred: SELECT first_name FROM Students WHERE permanent_address_id <> 'null'
+  Gold: SELECT first_name FROM Students WHERE current_address_id <> permanent_address_id
+  Type: SIMPLE
+
+[394] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Which address holds the most number of students currently? List the address id and all lines
+  Pred: SELECT T2.address_id, T1.line_1 FROM Students AS T1 JOIN Addresses AS T2 ON T1.'address_details = T2.'assignment_id GROUP BY T2?address_ids ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.address_id, T1.line_1, T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[395] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the id, line 1, and line 2 of the address with the most students
+  Pred: SELECT T2.address_id, T1.line_1, T 1.lines_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.'address_details = T2.'address-id GROUP BY T2?address_ids ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.address_id, T1.line_1, T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[396] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : When is the first transcript released? List the date and details
+  Pred: SELECT date_first_registered, other_details FROM transcripts ORDER BY transcript_date ASC LIMIT 1
+  Gold: SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[397] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the earliest date of a transcript release, and what details can you tell me
+  Pred: SELECT date_first_registered, date_last_reported FROM transcripts ORDER BY date_left ASC LIMIT 1
+  Gold: SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[398] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the last transcript release date
+  Pred: SELECT last_date FROM transcripts ORDER BY transcript_date DESC LIMIT 1
+  Gold: SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[399] MISSING_ORDER_BY | DB: student_transcripts_tracking | EX: ✓
+  Q   : When was the last transcript released
+  Pred: SELECT MAX(transcript_date) FROM transcripts
+  Gold: SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[400] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many times at most can a course enrollment result show in different transcripts? Also show the course enrollment id
+  Pred: SELECT T1.transcript_id, COUNT(*) FROM transcripts AS T1 JOIN student_enrolment_courses AS T2 ON T2.student_id = T1
+  Gold: SELECT COUNT(*), student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[401] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the maximum number of times that a course shows up in different transcripts and what is that course's enrollment id
+  Pred: SELECT T1.course_name, COUNT(*) FROM transcripts AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.'student_course_id = T2.student_student_id GROUP BY
+  Gold: SELECT COUNT(*), student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[402] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Show the date of the transcript which shows the least number of results, also list the id
+  Pred: SELECT T1.transcript_date, T2. transcript_id FROM transcripts AS T1 JOIN transcript_contents AS T2 ON T1.'transcript-id = T2.'transcription_id GROUP BY T2? transcript_uid ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[403] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the date and id of the transcript with the least number of results
+  Pred: SELECT T1.date_first_registered, T2.transcript_id FROM transcripts AS T1 JOIN transcript_contents AS T2 ON T1.'transcriptive_id = T2.'transcription_id GROUP BY T2.*transcriptual_id ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[404] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Find the semester when both Master students and Bachelor students got enrolled in
+  Pred: SELECT T2.semester_name FROM Courses AS T1 JOIN Student_Enrolment AS T2 ON T1.course_id = T 2.campus_id JOIN Students AS T3 ON T3.student_id_brID = T4. student_id WHERE T1.'degrees_high_degree_name = 'Master' INTERSECT SELECT T2.'semesters_name from Courses JOIN student_enrolments AS T4 ON T4.'course_Id = T5.course-id WHERE t1.year_program_
+  Gold: SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'
+  Type: JOIN
+
+[405] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the id of the semester that had both Masters and Bachelors students enrolled
+  Pred: SELECT T1.semester_id FROM Student_Enrolment AS T1 JOIN Student_Course_ID = T2.student_id WHERE T3.course_name = 'Masters' INTERSECT SELECT T 1.semi_id from Student_ Enrolment JOIN Courses AS T3 ON T1.'course_id = T3.'Bachelors'
+  Gold: SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'
+  Type: JOIN
+
+[406] WRONG_COLUMNS | DB: student_transcripts_tracking | EX: ✗
+  Q   : How many different addresses do the students currently live
+  Pred: SELECT COUNT(DISTINCT address_id) FROM Students
+  Gold: SELECT COUNT(DISTINCT current_address_id) FROM Students
+  Type: AGGREGATION
+
+[407] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the different addresses that have students living there
+  Pred: SELECT DISTINCT T1.address_id FROM ADDRESSES AS T1 JOIN Students AS T2 ON T 1.student_id = T2.advisor_id
+  Gold: SELECT COUNT(DISTINCT current_address_id) FROM Students
+  Type: AGGREGATION
+
+[408] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : List all the student details in reversed lexicographical order
+  Pred: SELECT * FROM Student_Enrolment ORDER BY other_student_details DESC
+  Gold: SELECT other_student_details FROM Students ORDER BY other_student_details DESC
+  Type: ORDER_BY
+
+[409] OTHER | DB: student_transcripts_tracking | EX: ✗
+  Q   : What other details can you tell me about students in reverse alphabetical order
+  Pred: SELECT other_student_details FROM Students ORDER BY other_player_details DESC
+  Gold: SELECT other_student_details FROM Students ORDER BY other_student_details DESC
+  Type: ORDER_BY
+
+[410] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Describe the section h
+  Pred: SELECT section_name FROM SECTION WHERE SECTION_name = "HS"
+  Gold: SELECT section_description FROM Sections WHERE section_name = 'h'
+  Type: SIMPLE
+
+[411] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What is the description for the section named h
+  Pred: SELECT section_description FROM SECTION WHERE section_name = "h"
+  Gold: SELECT section_description FROM Sections WHERE section_name = 'h'
+  Type: SIMPLE
+
+[412] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : Find the first name of the students who permanently live in the country Haiti or have the cell phone number 09700166582
+  Pred: SELECT first_name FROM Students WHERE permanent_address_id IN (SELECT T1.student_id FROM Addresses AS T1 JOIN Student_Enrolment AS T2 ON T 1.address_floor_id = T2.campus_id WHERE country = "Haitia" OR cell_mobile_number = "09700166582")
+  Gold: SELECT t1.first_name FROM students AS t1 JOIN addresses AS t2 ON t1.permanent_address_id = t2.address_id WHERE t2.country = 'haiti' OR t1.cell_mobile_number = '09700166582'
+  Type: JOIN
+
+[413] WRONG_TABLE | DB: student_transcripts_tracking | EX: ✗
+  Q   : What are the first names of the students who live in Haiti permanently or have the cell phone number 09700166582
+  Pred: SELECT first_name FROM Students WHERE permanent_address_id IN (SELECT T1.student_id FROM Student_Enrolment AS T1 JOIN Addresses AS T2 ON T 1.address_floor_id = T2.campus_id WHERE t2.country = "Haitia" OR T2."cell_mobile_number = "09700166582")
+  Gold: SELECT t1.first_name FROM students AS t1 JOIN addresses AS t2 ON t1.permanent_address_id = t2.address_id WHERE t2.country = 'haiti' OR t1.cell_mobile_number = '09700166582'
+  Type: JOIN
+
+[414] OTHER | DB: tvshow | EX: ✗
+  Q   : list all cartoon titles and their directors ordered by their air date
+  Pred: SELECT title, directed_by FROM cartoon ORDER BY air_date
+  Gold: SELECT title, Directed_by FROM Cartoon ORDER BY Original_air_date
+  Type: ORDER_BY
+
+[415] OTHER | DB: tvshow | EX: ✗
+  Q   : What is the name and directors of all the cartoons that are ordered by air date
+  Pred: SELECT title, directed_by FROM cartoon ORDER BY air_date
+  Gold: SELECT title, Directed_by FROM Cartoon ORDER BY Original_air_date
+  Type: ORDER_BY
+
+[416] OTHER | DB: tvshow | EX: ✗
+  Q   : List the title of all cartoon directed by "Ben Jones" or "Brandon Vietti"
+  Pred: SELECT title FROM cartoon WHERE directors = "Ben Jones" OR directed_by = "Brandon Vietti"
+  Gold: SELECT Title FROM Cartoon WHERE Directed_by = "Ben Jones" OR Directed_by = "Brandon Vietti"
+  Type: SIMPLE
+
+[417] OTHER | DB: tvshow | EX: ✗
+  Q   : Which country has the most of TV Channels? List the country and number of TV Channels it has
+  Pred: SELECT country, COUNT(*) FROM tv_channel GROUP BY country ORDER BY SUM(TV Channels) DESC LIMIT 1
+  Gold: SELECT Country, COUNT(*) FROM TV_Channel GROUP BY Country ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[418] OTHER | DB: tvshow | EX: ✗
+  Q   : What is the country with the most number of TV Channels and how many does it have
+  Pred: SELECT country, COUNT(*) FROM tv_channel GROUP BY country ORDER BY COUNT(*), channel DESC LIMIT 1
+  Gold: SELECT Country, COUNT(*) FROM TV_Channel GROUP BY Country ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[419] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : List the number of different series names and contents in the TV Channel table
+  Pred: SELECT COUNT(DISTINCT series_name), content FROM tv_channel
+  Gold: SELECT COUNT(DISTINCT series_name), COUNT(DISTINCT content) FROM TV_Channel
+  Type: AGGREGATION
+
+[420] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : How many different series and contents are listed in the TV Channel table
+  Pred: SELECT COUNT(DISTINCT series_name), content FROM tv_channel
+  Gold: SELECT COUNT(DISTINCT series_name), COUNT(DISTINCT content) FROM TV_Channel
+  Type: AGGREGATION
+
+[421] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : For each language, list the number of TV Channels that use it
+  Pred: SELECT COUNT(*), language FROM tv_channel GROUP BY language
+  Gold: SELECT LANGUAGE, COUNT(*) FROM TV_Channel GROUP BY LANGUAGE
+  Type: GROUP_BY, AGGREGATION
+
+[422] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : What is the TV Channel that shows the cartoon "The Rise of the Blue Beetle!"? List the TV Channel's series name
+  Pred: SELECT T1.channel FROM tv_channel AS T1 JOIN tv AS T2 ON T1.'id = T2.channel JOIN cartoon AS T3 ON T3.id =T2. cartoon.id WHERE t3.title = "The Rise of the Blue Beetle"
+  Gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = "The Rise of the Blue Beetle!"
+  Type: JOIN
+
+[423] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What is the series name of the TV Channel that shows the cartoon "The Rise of the Blue Beetle"
+  Pred: SELECT T2.series_name FROM cartoon AS T1 JOIN tv_series AS T2 ON T1.id = T2_channel JOIN channel AS T3 ON T4.channel = T3.id WHERE t1.title = "The Rise of the Blue Beetle"
+  Gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = "The Rise of the Blue Beetle!"
+  Type: JOIN
+
+[424] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : List the title of all Cartoons showed on TV Channel with series name "Sky Radio"
+  Pred: SELECT t1.title FROM cartoon AS T1 JOIN tv_series AS T2 ON T1.channel = T2.id JOIN cartoon AS t3 ON T3.id = t2.channel WHERE t2.'series_name = "Sky Radio"
+  Gold: SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio"
+  Type: JOIN
+
+[425] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What is the title of all the cartools that are on the TV Channel with the series name "Sky Radio"
+  Pred: SELECT t1.title FROM cartoony AS t1 JOIN tv_series AS t2 ON T1.id = t2.channel JOIN cartoon AS t3 ON T2.camera = T3.id WHERE t3.series_name = "Sky Radio"
+  Gold: SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio"
+  Type: JOIN
+
+[426] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : What are 3 most highly rated episodes in the TV series table and what were those ratings
+  Pred: SELECT Rating, MIN(Rating) FROM tv_series GROUP BY Rating ORDER BY DESC LIMIT 3
+  Gold: SELECT Episode, Rating FROM TV_series ORDER BY Rating DESC LIMIT 3
+  Type: ORDER_BY, LIMIT
+
+[427] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : What is minimum and maximum share of TV series
+  Pred: SELECT MIN(share), MAX(share) FROM tv_series
+  Gold: SELECT MAX(SHARE), MIN(SHARE) FROM TV_series
+  Type: AGGREGATION
+
+[428] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What is the TV Channel of TV series with Episode "A Love of a Lifetime"? List the TV Channel's series name
+  Pred: SELECT T1.channel FROM tv_series AS T1 JOIN tv_channel AS T2 ON T2.channel = T3.id WHERE T1:episode = "A Love of a Lifetime"
+  Gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = "A Love of a Lifetime"
+  Type: JOIN
+
+[429] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What is the name of the series that has the episode "A Love of a Lifetime"
+  Pred: SELECT title FROM tv_series WHERE episode = "A Love of a Lifetime"
+  Gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = "A Love of a Lifetime"
+  Type: JOIN
+
+[430] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : List the Episode of all TV series showed on TV Channel with series name "Sky Radio"
+  Pred: SELECT Episode FROM tv_series WHERE Channel = "Sky Radio"
+  Gold: SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio"
+  Type: JOIN
+
+[431] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What is the episode for the TV series named "Sky Radio"
+  Pred: SELECT episode FROM tv_series WHERE series_name = "Sky Radio"
+  Gold: SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio"
+  Type: JOIN
+
+[432] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : Find the number of cartoons directed by each of the listed directors
+  Pred: SELECT director, COUNT(*) FROM cartoon GROUP BY directed_by
+  Gold: SELECT COUNT(*), Directed_by FROM cartoon GROUP BY Directed_by
+  Type: GROUP_BY, AGGREGATION
+
+[433] OTHER | DB: tvshow | EX: ✗
+  Q   : How many cartoons did each director create
+  Pred: SELECT COUNT(*), directed_by FROM cartoon GROUP BY directed_ by
+  Gold: SELECT COUNT(*), Directed_by FROM cartoon GROUP BY Directed_by
+  Type: GROUP_BY, AGGREGATION
+
+[434] EXTRA_JOIN | DB: tvshow | EX: ✗
+  Q   : Find the package choice and series name of the TV channel that has high definition TV
+  Pred: SELECT t1.package_option, t2.series_name FROM tv_channel AS t1 JOIN tv_series AS t2 ON T1.id = T2.channel WHERE high_definition_tv = 'high'
+  Gold: SELECT package_option, series_name FROM TV_Channel WHERE hight_definition_TV = "yes"
+  Type: SIMPLE
+
+[435] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What are the package options and the name of the series for the TV Channel that supports high definition TV
+  Pred: SELECT T1.p1.package_option, T2.series_name FROM tv_series AS T1 JOIN tv_channel AS T2 ON T 1.channel = T 2.id WHERE T2.'high definition_tv = 'high'
+  Gold: SELECT package_option, series_name FROM TV_Channel WHERE hight_definition_TV = "yes"
+  Type: SIMPLE
+
+[436] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : which countries' tv channels are playing some cartoon written by Todd Casey
+  Pred: SELECT DISTINCT T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T2.channel = T3.id JOIN TV AS T4 ON T4.id = T5.channel WHERE t2.written_by = "Todd Casey"
+  Gold: SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'
+  Type: JOIN
+
+[437] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : What are the countries that have cartoons on TV that were written by Todd Casey
+  Pred: SELECT T2.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2 .channel JOIN tv_series AS T3 ON T3.id_channel = T4.id WHERE T3:written_by = "Todd Casey"
+  Gold: SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'
+  Type: JOIN
+
+[438] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : which countries' tv channels are not playing any cartoon written by Todd Casey
+  Pred: SELECT country FROM tv_channel EXCEPT SELECT t1.country FROM tv AS t1 JOIN cartoon AS t2 ON t1.'channel = t2.id JOIN TV_series AS t3 ON T2.channel = T3.id WHERE t2.'written_by = "Todd Casey"
+  Gold: SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'
+  Type: JOIN
+
+[439] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What are the countries that are not playing cartoons written by Todd Casey
+  Pred: SELECT country FROM tv_channel EXCEPT SELECT country FROM cartoon WHERE written_by = "Todd Casey"
+  Gold: SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'
+  Type: JOIN
+
+[440] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : Find the series name and country of the tv channel that is playing some cartoons directed by Ben Jones and Michael Chang
+  Pred: SELECT t1.series_name, t1.'country FROM tv_channel AS t1 JOIN cartoon AS t2 ON t1?channel = t2.id JOIN TV_series AS t3 ON T2.channel = T3.id WHERE t2.'directed_by = 'Ben Jones' INTERSECT SELECT t4.series-name, T4.country FROM TV_channel JOIN cartoons AS t4 ON T1.id = t3.channel WHERE t4 'Michael Chang'
+  Gold: SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'
+  Type: JOIN
+
+[441] WRONG_COLUMNS | DB: tvshow | EX: ✗
+  Q   : What is the series name and country of all TV channels that are playing cartoons directed by Ben Jones and cartoons directed by Michael Chang
+  Pred: SELECT T1.series_name, T1.'country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1?channel = T2.id JOIN TV_series AS T3 ON T3.id = T4.channel_id WHERE t2.directed_by = "Ben Jones" INTERSECT SELECT t1. series_name and t4.country FROM TV_channel JOIN cartoons AS T4 ON T5.disease = T16.channel WHERE t4.'directed_BY = "Michael Chang"
+  Gold: SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'
+  Type: JOIN
+
+[442] OTHER | DB: tvshow | EX: ✗
+  Q   : What are the ids of all tv channels that have more than 2 TV channels
+  Pred: SELECT id FROM tv_channel GROUP BY channel HAVING COUNT(*) > 2
+  Gold: SELECT id FROM tv_channel GROUP BY country HAVING COUNT(*) > 2
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[443] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : find the package option of the tv channel that do not have any cartoon directed by Ben Jones
+  Pred: SELECT package_option FROM tv_channel EXCEPT SELECT t1.poupon_optical FROM tv AS t1 JOIN cartoon AS t2 ON t 1.id = t2.channel JOIN you_series AS t3 ON T2.architecture = t3.id WHERE T3.directed_by = "Ben Jones"
+  Gold: SELECT package_option FROM TV_Channel WHERE NOT id IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')
+  Type: NESTED
+
+[444] WRONG_TABLE | DB: tvshow | EX: ✗
+  Q   : What are the package options of all tv channels that are not playing any cartoons directed by Ben Jones
+  Pred: SELECT package_option FROM tv_channel EXCEPT SELECT t1.poupon_optical FROM tv AS t1 JOIN cartoon AS t2 ON t 1.id = t2.channel JOIN playlists AS t3 ON t2:channel = t3.id WHERE t2.'directed_by = "Ben Jones"
+  Gold: SELECT package_option FROM TV_Channel WHERE NOT id IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')
+  Type: NESTED
+
+[445] WRONG_COLUMNS | DB: poker_player | EX: ✗
+  Q   : What is the average earnings of poker players
+  Pred: SELECT AVG(Earning) FROM poker_player
+  Gold: SELECT AVG(Earnings) FROM poker_player
+  Type: AGGREGATION
+
+[446] WRONG_COLUMNS | DB: poker_player | EX: ✗
+  Q   : Return the average earnings across all poker players
+  Pred: SELECT AVG(Earning) FROM poker_player
+  Gold: SELECT AVG(Earnings) FROM poker_player
+  Type: AGGREGATION
+
+[447] EXTRA_JOIN | DB: poker_player | EX: ✗
+  Q   : What is the maximum number of final tables made among poker players with earnings less than 200000
+  Pred: SELECT MAX(T2.Final_Table_Made) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People-ID WHERE T1.'Earnings < 200000
+  Gold: SELECT MAX(Final_Table_Made) FROM poker_player WHERE Earnings < 200000
+  Type: AGGREGATION
+
+[448] EXTRA_JOIN | DB: poker_player | EX: ✗
+  Q   : Return the maximum final tables made across all poker players who have earnings below 200000
+  Pred: SELECT MAX(T2.Final_Table_Made) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People-ID WHERE T1.'Earnings < 200000
+  Gold: SELECT MAX(Final_Table_Made) FROM poker_player WHERE Earnings < 200000
+  Type: AGGREGATION
+
+[449] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What are the names of poker players
+  Pred: SELECT Name FROM poker_player
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID
+  Type: JOIN
+
+[450] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Return the names of all the poker players
+  Pred: SELECT Name FROM poker_player
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID
+  Type: JOIN
+
+[451] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What are the names of poker players whose earnings is higher than 300000
+  Pred: SELECT Name FROM poker_player WHERE Earned > 300000
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000
+  Type: JOIN
+
+[452] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Give the names of poker players who have earnings above 300000
+  Pred: SELECT Name FROM poker_player WHERE Earned > 300000
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000
+  Type: JOIN
+
+[453] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : List the names of poker players ordered by the final tables made in ascending order
+  Pred: SELECT Poker_Player_Name FROM poker_player ORDER BY Final_Table_Made ASC
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made
+  Type: JOIN, ORDER_BY
+
+[454] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What are the names of poker players, ordered ascending by the number of final tables they have made
+  Pred: SELECT T3.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.people_id JOIN table AS T3 ON T 1.Final_Table_Made =T3.Provisione_Code_Made
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made
+  Type: JOIN, ORDER_BY
+
+[455] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Return the birth date of the poker player with the lowest earnings
+  Pred: SELECT T2.Birth_Date FROM poker_player AS T1 JOIN people AS T2 ON T1.Poker_Player_ID = T 2.People_ID ORDER BY T1:Earnings ASC LIMIT 1
+  Gold: SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[456] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What is the money rank of the tallest poker player
+  Pred: SELECT Money_rank FROM poker_player ORDER BY Height DESC LIMIT 1
+  Gold: SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[457] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Return the money rank of the poker player with the greatest height
+  Pred: SELECT Money_rank FROM poker_player ORDER BY Height DESC LIMIT 1
+  Gold: SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[458] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What is the average earnings of poker players with height higher than 200
+  Pred: SELECT AVG(T2.Earnings) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People-ID WHERE T2.'Height > 200
+  Gold: SELECT AVG(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200
+  Type: JOIN, AGGREGATION
+
+[459] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Give average earnings of poker players who are taller than 200
+  Pred: SELECT AVG(T2.Earnings) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People-ID WHERE T2.'Height > 200
+  Gold: SELECT AVG(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200
+  Type: JOIN, AGGREGATION
+
+[460] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : What are the names of poker players in descending order of earnings
+  Pred: SELECT Poker_Player_Name FROM poker_player ORDER BY Earnings DESC
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC
+  Type: JOIN, ORDER_BY
+
+[461] WRONG_TABLE | DB: poker_player | EX: ✗
+  Q   : Return the names of poker players sorted by their earnings descending
+  Pred: SELECT Poker_Player_name FROM poker_player ORDER BY Earnings DESC
+  Gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC
+  Type: JOIN, ORDER_BY
+
+[462] WRONG_COLUMNS | DB: poker_player | EX: ✗
+  Q   : List the names of people that are not poker players
+  Pred: SELECT Name FROM people WHERE NOT People_ID IN (SELECT Person_ID FROM poker_player)
+  Gold: SELECT Name FROM people WHERE NOT People_ID IN (SELECT People_ID FROM poker_player)
+  Type: NESTED
+
+[463] WRONG_TABLE | DB: voter_1 | EX: ✗
+  Q   : How many states are there
+  Pred: SELECT COUNT(State) FROM Votes
+  Gold: SELECT COUNT(*) FROM area_code_state
+  Type: AGGREGATION
+
+[464] EXTRA_JOIN | DB: voter_1 | EX: ✗
+  Q   : List the contestant numbers and names, ordered by contestant name descending
+  Pred: SELECT T1.Contestant_Number, T2. contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T 1.Chandler_Number = T 2.Competition_Number DESC
+  Gold: SELECT contestant_number, contestant_name FROM contestants ORDER BY contestant_name DESC
+  Type: ORDER_BY
+
+[465] WRONG_COLUMNS | DB: voter_1 | EX: ✓
+  Q   : What is last date created of votes from the state 'CA'
+  Pred: SELECT MIN(created) FROM votes WHERE state = "CA"
+  Gold: SELECT MAX(created) FROM votes WHERE state = 'CA'
+  Type: AGGREGATION
+
+[466] EXTRA_JOIN | DB: voter_1 | EX: ✗
+  Q   : What are the names of the contestants whose names are not 'Jessie Alloway'
+  Pred: SELECT T2.Contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.County_number = T 2.District_Code_State WHERE T 1. contestant_name <> "Jessie Alloway"
+  Gold: SELECT contestant_name FROM contestants WHERE contestant_name <> 'Jessie Alloway'
+  Type: SIMPLE
+
+[467] WRONG_COLUMNS | DB: voter_1 | EX: ✗
+  Q   : What are the contestant numbers and names of the contestants who had at least two votes
+  Pred: SELECT T1.Contestant_Number, T2.P contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T 1.County_Number = T2:District_Code_State GROUP BY T1:ContestANT_Number HAVING COUNT(*) >= 2
+  Gold: SELECT T1.contestant_number, T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[468] WRONG_COLUMNS | DB: voter_1 | EX: ✗
+  Q   : Of all the contestants who got voted, what is the contestant number and name of the contestant who got least votes
+  Pred: SELECT T1.Contestant_Number, T2.T2. contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T 1.Substance_ID = T 2.Submission_ID GROUP BY T2? contestant_number ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T1.contestant_number, T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number ORDER BY COUNT(*) ASC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[469] EXTRA_JOIN | DB: voter_1 | EX: ✗
+  Q   : How many contestants did not get voted
+  Pred: SELECT COUNT(*) FROM contestants WHERE NOT StuID IN (SELECT T1.Contestant_number FROM votes AS T1 JOIN contestants AS T2 ON T 1.Standards = T2.Standant_Number)
+  Gold: SELECT COUNT(*) FROM contestants WHERE NOT contestant_number IN (SELECT contestant_number FROM votes)
+  Type: NESTED, AGGREGATION
+
+[470] MISSING_GROUP_BY | DB: voter_1 | EX: ✗
+  Q   : What is the area code in which the most voters voted
+  Pred: SELECT T1.Area_Code_State FROM area_code_state AS T1 JOIN votes AS T2 ON T2.Region_Code = T 1.State ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[471] WRONG_TABLE | DB: voter_1 | EX: ✗
+  Q   : What are the create dates, states, and phone numbers of the votes that were for the contestant named 'Tabatha Gehling'
+  Pred: SELECT DISTINCT T1.Creative, T 1.State, T2.Phone_Number FROM Votes AS T1 JOIN contestants AS T2 ON T1.'Contestant_Number = T2.'Tabatha Gehling'
+  Gold: SELECT T2.created, T2.state, T2.phone_number FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number WHERE T1.contestant_name = 'Tabatha Gehling'
+  Type: JOIN
+
+[472] WRONG_TABLE | DB: voter_1 | EX: ✗
+  Q   : List the area codes in which voters voted both for the contestant 'Tabatha Gehling' and the contestant 'Kelly Clauss'
+  Pred: SELECT T1.Area_Code FROM Area_Code_State AS T1 JOIN VOTING AS T2 ON TRUE JOIN WINS AS T3 ON T 1.Region_Code = T3.State AND T2.County_code_state = 'Tabatha Gehling' INTERSECT SELECT T1:Area_ Code_State FROMArea_Codes AS T4 JOIN Votes AS T5 ON T4.State = T5.District_Code WHERE T5.'T5. contestant_name = 'Kelly Clauss'
+  Gold: SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Tabatha Gehling' INTERSECT SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Kelly Clauss'
+  Type: JOIN
+
+[473] EXTRA_JOIN | DB: voter_1 | EX: ✗
+  Q   : Return the names of the contestants whose names contain the substring 'Al'
+  Pred: SELECT T2.Contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.County_Number = T 2.District_Code WHERE T1.'Al%'
+  Gold: SELECT contestant_name FROM contestants WHERE contestant_name LIKE "%al%"
+  Type: SIMPLE
+
+[474] OTHER | DB: world_1 | EX: ✗
+  Q   : What are the names of all the countries that became independent after 1950
+  Pred: SELECT Name FROM country WHERE Nationality > 1950
+  Gold: SELECT Name FROM country WHERE IndepYear > 1950
+  Type: SIMPLE
+
+[475] OTHER | DB: world_1 | EX: ✗
+  Q   : Give the names of the nations that were founded after 1950
+  Pred: SELECT Name FROM country WHERE Founded > 1950
+  Gold: SELECT Name FROM country WHERE IndepYear > 1950
+  Type: SIMPLE
+
+[476] OTHER | DB: world_1 | EX: ✗
+  Q   : How many countries have a republic as their form of government
+  Pred: SELECT COUNT(*) FROM country WHERE governmentform = 'Democratic'
+  Gold: SELECT COUNT(*) FROM country WHERE GovernmentForm = "Republic"
+  Type: AGGREGATION
+
+[477] OTHER | DB: world_1 | EX: ✗
+  Q   : How many countries have governments that are republics
+  Pred: SELECT COUNT(*) FROM country WHERE Nationality = " republic"
+  Gold: SELECT COUNT(*) FROM country WHERE GovernmentForm = "Republic"
+  Type: AGGREGATION
+
+[478] OTHER | DB: world_1 | EX: ✗
+  Q   : How much surface area do the countires in the Carribean cover together
+  Pred: SELECT SUM(surfacearea) FROM country WHERE region = 'Carribean'
+  Gold: SELECT SUM(SurfaceArea) FROM country WHERE Region = "Caribbean"
+  Type: AGGREGATION
+
+[479] OTHER | DB: world_1 | EX: ✗
+  Q   : Which continent is Anguilla in
+  Pred: SELECT continent FROM country WHERE countrycode = 'Anguilla'
+  Gold: SELECT Continent FROM country WHERE Name = "Anguilla"
+  Type: SIMPLE
+
+[480] OTHER | DB: world_1 | EX: ✗
+  Q   : What is the continent name which Anguilla belongs to
+  Pred: SELECT continent FROM country WHERE countrycode = 'Anguilla'
+  Gold: SELECT Continent FROM country WHERE Name = "Anguilla"
+  Type: SIMPLE
+
+[481] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Which region is the city Kabul located in
+  Pred: SELECT Region FROM country WHERE Country = "Kabul"
+  Gold: SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = "Kabul"
+  Type: JOIN
+
+[482] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What region is Kabul in
+  Pred: SELECT Region FROM country WHERE Name = "Kabul"
+  Gold: SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = "Kabul"
+  Type: JOIN
+
+[483] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Which language is the most popular in Aruba
+  Pred: SELECT T1.languages FROM country AS T1 JOIN countrylanguage AS T2 ON T 1.countrycode = T2.code WHERE T1.'Aruba = (SELECT countrycode FROM country WHERE country_name = 'Aruba') GROUP BY T3.language ORDER BY COUNT(*) DESC LIMIT 1)
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Aruba" ORDER BY Percentage DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[484] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What language is predominantly spoken in Aruba
+  Pred: SELECT language FROM country WHERE countrycode = 'Aruba' GROUP BY language ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Aruba" ORDER BY Percentage DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[485] OTHER | DB: world_1 | EX: ✗
+  Q   : What are the population and life expectancies in Brazil
+  Pred: SELECT Population, LifeExpectancy FROM country WHERE CountryCode = 'Brazil'
+  Gold: SELECT Population, LifeExpectancy FROM country WHERE Name = "Brazil"
+  Type: SIMPLE
+
+[486] MISSING_WHERE | DB: world_1 | EX: ✗
+  Q   : Give me Brazil’s population and life expectancies
+  Pred: SELECT Population, LifeExpectancy FROM country
+  Gold: SELECT Population, LifeExpectancy FROM country WHERE Name = "Brazil"
+  Type: SIMPLE
+
+[487] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the region and population of Angola
+  Pred: SELECT Region, Population FROM country WHERE Country = "Angola"
+  Gold: SELECT Population, Region FROM country WHERE Name = "Angola"
+  Type: SIMPLE
+
+[488] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What region does Angola belong to and what is its population
+  Pred: SELECT Region, Population FROM country WHERE CountryName = "Angola"
+  Gold: SELECT Population, Region FROM country WHERE Name = "Angola"
+  Type: SIMPLE
+
+[489] OTHER | DB: world_1 | EX: ✗
+  Q   : How long is the people’s average life expectancy in Central Africa
+  Pred: SELECT AVG(LifeExpectancy) FROM country WHERE Country = "Central Africa"
+  Gold: SELECT AVG(LifeExpectancy) FROM country WHERE Region = "Central Africa"
+  Type: AGGREGATION
+
+[490] MISSING_WHERE | DB: world_1 | EX: ✗
+  Q   : What is the name of country that has the shortest life expectancy in Asia
+  Pred: SELECT name FROM country ORDER BY lifeexpectancy LIMIT 1
+  Gold: SELECT Name FROM country WHERE Continent = "Asia" ORDER BY LifeExpectancy LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[491] OTHER | DB: world_1 | EX: ✗
+  Q   : Give the name of the country in Asia with the lowest life expectancy
+  Pred: SELECT name FROM country WHERE countrycode = 'Asia' ORDER BY lifeexpectancy LIMIT 1
+  Gold: SELECT Name FROM country WHERE Continent = "Asia" ORDER BY LifeExpectancy LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[492] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the total population and maximum GNP in Asia
+  Pred: SELECT SUM(population), MAX( GNP) FROM country WHERE countrycode = 'Asia'
+  Gold: SELECT SUM(Population), MAX(GNP) FROM country WHERE Continent = "Asia"
+  Type: AGGREGATION
+
+[493] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : How many people live in Asia, and what is the largest GNP among them
+  Pred: SELECT SUM( GNP) FROM country WHERE region = 'Asia' GROUP BY region ORDER BY SUM(population) DESC LIMIT 1
+  Gold: SELECT SUM(Population), MAX(GNP) FROM country WHERE Continent = "Asia"
+  Type: AGGREGATION
+
+[494] OTHER | DB: world_1 | EX: ✗
+  Q   : What is the average life expectancy in African countries that are republics
+  Pred: SELECT AVG(LifeExpectancy) FROM country WHERE Country = "Africa"
+  Gold: SELECT AVG(LifeExpectancy) FROM country WHERE Continent = "Africa" AND GovernmentForm = "Republic"
+  Type: AGGREGATION
+
+[495] OTHER | DB: world_1 | EX: ✗
+  Q   : Give the average life expectancy for countries in Africa which are republics
+  Pred: SELECT AVG(LifeExpectancy) FROM country WHERE Country = "Africa"
+  Gold: SELECT AVG(LifeExpectancy) FROM country WHERE Continent = "Africa" AND GovernmentForm = "Republic"
+  Type: AGGREGATION
+
+[496] OTHER | DB: world_1 | EX: ✗
+  Q   : What is the total surface area of the continents Asia and Europe
+  Pred: SELECT SUM(surfacearea) FROM country WHERE continent = 'Asia' INTERSECT SELECT SUM(seatingarea)from country WHERE region = 'Europe'
+  Gold: SELECT SUM(SurfaceArea) FROM country WHERE Continent = "Asia" OR Continent = "Europe"
+  Type: AGGREGATION
+
+[497] OTHER | DB: world_1 | EX: ✗
+  Q   : Give the total surface area covered by countries in Asia or Europe
+  Pred: SELECT SUM(surfacearea) FROM country WHERE region = 'Asia' OR region = ''Europe'
+  Gold: SELECT SUM(SurfaceArea) FROM country WHERE Continent = "Asia" OR Continent = "Europe"
+  Type: AGGREGATION
+
+[498] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : How many people live in Gelderland district
+  Pred: SELECT COUNT(*) FROM city WHERE District = "Gelderland"
+  Gold: SELECT SUM(Population) FROM city WHERE District = "Gelderland"
+  Type: AGGREGATION
+
+[499] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the average GNP and total population in all nations whose government is US territory
+  Pred: SELECT AVG( GNP), SUM(Population) FROM country WHERE CountryCode = "USA"
+  Gold: SELECT AVG(GNP), SUM(population) FROM country WHERE GovernmentForm = "US Territory"
+  Type: AGGREGATION
+
+[500] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Give the mean GNP and total population of nations which are considered US territory
+  Pred: SELECT AVG( GNP), SUM(Population) FROM country WHERE CountryCode = "USA"
+  Gold: SELECT AVG(GNP), SUM(population) FROM country WHERE GovernmentForm = "US Territory"
+  Type: AGGREGATION
+
+[501] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : How many unique languages are spoken in the world
+  Pred: SELECT COUNT(DISTINCT language) FROM country
+  Gold: SELECT COUNT(DISTINCT LANGUAGE) FROM countrylanguage
+  Type: AGGREGATION
+
+[502] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the number of distinct languages used around the world
+  Pred: SELECT COUNT(*) FROM countrylanguage
+  Gold: SELECT COUNT(DISTINCT LANGUAGE) FROM countrylanguage
+  Type: AGGREGATION
+
+[503] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : How many type of governments are in Africa
+  Pred: SELECT COUNT(DISTINCT HeadofState) FROM country WHERE continent = 'Africa'
+  Gold: SELECT COUNT(DISTINCT GovernmentForm) FROM country WHERE Continent = "Africa"
+  Type: AGGREGATION
+
+[504] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the total number of languages used in Aruba
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.code WHERE T1.'Aruba = 'Aruba'
+  Gold: SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Aruba"
+  Type: JOIN, AGGREGATION
+
+[505] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : How many languages are spoken in Aruba
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.code WHERE T 1.name = 'Aruba'
+  Gold: SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Aruba"
+  Type: JOIN, AGGREGATION
+
+[506] OTHER | DB: world_1 | EX: ✗
+  Q   : How many official languages does Afghanistan have
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.CountryCode WHERE T 1.Name = "Afghanistan"
+  Gold: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Afghanistan" AND IsOfficial = "T"
+  Type: JOIN, AGGREGATION
+
+[507] OTHER | DB: world_1 | EX: ✗
+  Q   : How many official languages are spoken in Afghanistan
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.CountryCode WHERE T 1.country = 'Afghanistan'
+  Gold: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = "Afghanistan" AND IsOfficial = "T"
+  Type: JOIN, AGGREGATION
+
+[508] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is name of the country that speaks the largest number of languages
+  Pred: SELECT countryname FROM country AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.CountryCode GROUP BY T2.'CountryName ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[509] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Give the name of the nation that uses the greatest amount of languages
+  Pred: SELECT countryname FROM country GROUP BY countrycode ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[510] MISSING_JOIN | DB: world_1 | EX: ✓
+  Q   : Which continent has the most diverse languages
+  Pred: SELECT continent FROM country GROUP BY continent ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[511] MISSING_JOIN | DB: world_1 | EX: ✓
+  Q   : Which continent speaks the most languages
+  Pred: SELECT continent FROM country GROUP BY continent ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[512] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : How many countries speak both English and Dutch
+  Pred: SELECT COUNT(*) FROM country WHERE languages = 'English' INTERSECT SELECT COUNT(*), languages FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.CountryCode WHERE T 1.languages = 'Dutch'
+  Gold: SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "Dutch")
+  Type: JOIN, NESTED, AGGREGATION
+
+[513] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the number of nations that use English and Dutch
+  Pred: SELECT COUNT(*) FROM country WHERE languages = 'english' INTERSECT SELECT COUNT(*), languages FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.CountryCode WHERE T1.'languages = 'Dutch'
+  Gold: SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "Dutch")
+  Type: JOIN, NESTED, AGGREGATION
+
+[514] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What are the names of nations speak both English and French
+  Pred: SELECT Name FROM country WHERE Languages = 'English' INTERSECT SELECT Name FROM Country WHERE Languages <> 'French'
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "French"
+  Type: JOIN
+
+[515] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Give the names of nations that speak both English and French
+  Pred: SELECT Name FROM country WHERE Languages = 'English' INTERSECT SELECT Name FROM Country WHERE Languages <> 'French'
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "French"
+  Type: JOIN
+
+[516] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the names of nations where both English and French are official languages
+  Pred: SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T 1.code = T2.countrycode WHERE T2.'language = 'English' INTERSECT SELECT T1.'name FROM city AS T3 JOIN Countrylanguage AS t4 ON T3.CountryCode = T4.Countrycode WHERE t2.languages = 'French'
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" AND T2.IsOfficial = "T" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "French" AND T2.IsOfficial = "T"
+  Type: JOIN
+
+[517] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Give the names of countries with English and French as official languages
+  Pred: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T 1.Countrycode = T2.CountryCode WHERE T2.'Language = 'English' INTERSECT SELECT T1.'Name FROM Country AS T 1 JOIN Countrylanguage AS t2 ONT1.CountryName = T 2.Code WHERE t2.Languages = 'French'
+  Gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" AND T2.IsOfficial = "T" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "French" AND T2.IsOfficial = "T"
+  Type: JOIN
+
+[518] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What is the number of distinct continents where Chinese is spoken
+  Pred: SELECT COUNT(DISTINCT continent) FROM country WHERE languages = 'Chinese'
+  Gold: SELECT COUNT(DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "Chinese"
+  Type: JOIN, AGGREGATION
+
+[519] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : How many continents speak Chinese
+  Pred: SELECT COUNT(DISTINCT continent) FROM country WHERE languages = 'Chinese'
+  Gold: SELECT COUNT(DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "Chinese"
+  Type: JOIN, AGGREGATION
+
+[520] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What are the regions that use English or Dutch
+  Pred: SELECT Region FROM country WHERE Languages = 'English' OR Languages = "Dutch'
+  Gold: SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" OR T2.Language = "Dutch"
+  Type: JOIN
+
+[521] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Which regions speak Dutch or English
+  Pred: SELECT Region FROM country WHERE Languages = 'Dutch' OR Languages = "english'
+  Gold: SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" OR T2.Language = "Dutch"
+  Type: JOIN
+
+[522] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What are the countries where either English or Dutch is the official language
+  Pred: SELECT countrycode FROM country WHERE language = 'English' OR languages = 'Dutch'
+  Gold: SELECT t1.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode WHERE t2.language = "english" AND isofficial = "t" UNION SELECT t1.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode WHERE t2.language = "dutch" AND isofficial = "t"
+  Type: JOIN
+
+[523] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Which countries have either English or Dutch as an official language
+  Pred: SELECT countrycode FROM country WHERE languages = 'English' OR languages =�Dutch'
+  Gold: SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" AND IsOfficial = "T" UNION SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "Dutch" AND IsOfficial = "T"
+  Type: JOIN
+
+[524] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Which language is the most popular on the Asian continent
+  Pred: SELECT language FROM country WHERE continent = 'Asian' GROUP BY language ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = "Asia" GROUP BY T2.Language ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[525] MISSING_GROUP_BY | DB: world_1 | EX: ✗
+  Q   : What is the language that is used by the largest number of Asian nations
+  Pred: SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T 2.code JOIN city AS T3 ON T3.city.id = T4.City.id WHERE t1.population = (SELECT MAX(population) FROM country WHERE countrycode = 'Asian')
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = "Asia" GROUP BY T2.Language ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[526] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Which languages are spoken by only one country in republic governments
+  Pred: SELECT language FROM country WHERE countrycode = ' republic' GROUP BY language HAVING COUNT(*) = 1
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = "Republic" GROUP BY T2.Language HAVING COUNT(*) = 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[527] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What languages are only used by a single country with a republic government
+  Pred: SELECT language FROM country WHERE countrycode = ' republic' GROUP BY language HAVING COUNT(*) = 1
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = "Republic" GROUP BY T2.Language HAVING COUNT(*) = 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[528] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Find the city with the largest population that uses English
+  Pred: SELECT city FROM country WHERE language = 'english' ORDER BY population DESC LIMIT 1
+  Gold: SELECT T1.Name, T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = "English" ORDER BY T1.Population DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[529] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What is the most populace city that speaks English
+  Pred: SELECT Population FROM city WHERE Languages = 'english' GROUP BY Population ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Name, T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = "English" ORDER BY T1.Population DESC LIMIT 1
+  Type: JOIN, ORDER_BY, LIMIT
+
+[530] MISSING_WHERE | DB: world_1 | EX: ✗
+  Q   : Find the name, population and expected life length of asian country with the largest area
+  Pred: SELECT name, population, lifeexpectancy FROM country ORDER BY surfacearea DESC LIMIT 1
+  Gold: SELECT Name, Population, LifeExpectancy FROM country WHERE Continent = "Asia" ORDER BY SurfaceArea DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[531] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the name, population, and life expectancy of the largest Asian country by land
+  Pred: SELECT name, population, lifeexpectancy FROM country WHERE countrycode = (SELECT countrycode FROM country ORDER BY population DESC LIMIT 1)
+  Gold: SELECT Name, Population, LifeExpectancy FROM country WHERE Continent = "Asia" ORDER BY SurfaceArea DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[532] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What is average life expectancy in the countries where English is not the official language
+  Pred: SELECT AVG(LifeExpectancy) FROM country WHERE Languages <> 'english'
+  Gold: SELECT AVG(LifeExpectancy) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" AND T2.IsOfficial = "T")
+  Type: JOIN, NESTED, AGGREGATION
+
+[533] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : Give the mean life expectancy of countries in which English is not the official language
+  Pred: SELECT AVG(LifeExpectancy) FROM country WHERE Languages <> 'english'
+  Gold: SELECT AVG(LifeExpectancy) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English" AND T2.IsOfficial = "T")
+  Type: JOIN, NESTED, AGGREGATION
+
+[534] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : What is the total number of people living in the nations that do not use English
+  Pred: SELECT SUM(population) FROM country WHERE language <> 'english'
+  Gold: SELECT SUM(Population) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English")
+  Type: JOIN, NESTED, AGGREGATION
+
+[535] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : How many people live in countries that do not speak English
+  Pred: SELECT COUNT(*) FROM country WHERE countrycode <> 'english'
+  Gold: SELECT SUM(Population) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = "English")
+  Type: JOIN, NESTED, AGGREGATION
+
+[536] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the official language spoken in the country whose head of state is Beatrix
+  Pred: SELECT T2.Languages FROM country AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = t2.Countrycode WHERE t1.HeadofState = "Beatrix"
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = "Beatrix" AND T2.IsOfficial = "T"
+  Type: JOIN
+
+[537] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the official language used in the country the name of whose head of state is Beatrix
+  Pred: SELECT T2.Official FROM country AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T 2.Countrycode WHERE T 1.Headofstate = "Beatrix"
+  Gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = "Beatrix" AND T2.IsOfficial = "T"
+  Type: JOIN
+
+[538] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What is the total number of unique official languages spoken in the countries that are founded before 1930
+  Pred: SELECT COUNT(DISTINCT language) FROM countrylanguage WHERE countrycode < 1930
+  Gold: SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = "T"
+  Type: JOIN, AGGREGATION
+
+[539] MISSING_JOIN | DB: world_1 | EX: ✗
+  Q   : For the countries founded before 1930, what is the total number of distinct official languages
+  Pred: SELECT COUNT(DISTINCT language) FROM country WHERE founded < 1930
+  Gold: SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = "T"
+  Type: JOIN, AGGREGATION
+
+[540] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the countries that have greater surface area than any country in Europe
+  Pred: SELECT name FROM country WHERE surfacearea > (SELECT MAX(surfacearea) FROM country)
+  Gold: SELECT Name FROM country WHERE SurfaceArea > (SELECT MIN(SurfaceArea) FROM country WHERE Continent = "Europe")
+  Type: NESTED, AGGREGATION
+
+[541] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Which countries have greater area than that of any country in Europe
+  Pred: SELECT name FROM country WHERE surfacearea > (SELECT MAX(surfacearea) FROM country)
+  Gold: SELECT Name FROM country WHERE SurfaceArea > (SELECT MIN(SurfaceArea) FROM country WHERE Continent = "Europe")
+  Type: NESTED, AGGREGATION
+
+[542] OTHER | DB: world_1 | EX: ✗
+  Q   : What are the African countries that have a population less than any country in Asia
+  Pred: SELECT name FROM country WHERE population < (SELECT MAX(population) FROM country)
+  Gold: SELECT Name FROM country WHERE Continent = "Africa" AND population < (SELECT MAX(population) FROM country WHERE Continent = "Asia")
+  Type: NESTED, AGGREGATION
+
+[543] EXTRA_JOIN | DB: world_1 | EX: ✗
+  Q   : Which African countries have a smaller population than that of any country in Asia
+  Pred: SELECT name FROM country WHERE population < (SELECT MAX(population) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.'Region = 'Asia')
+  Gold: SELECT Name FROM country WHERE Continent = "Africa" AND population < (SELECT MIN(population) FROM country WHERE Continent = "Asia")
+  Type: NESTED, AGGREGATION
+
+[544] OTHER | DB: world_1 | EX: ✗
+  Q   : Which Asian countries have a population that is larger than any country in Africa
+  Pred: SELECT name FROM country WHERE population > (SELECT MAX(population) FROM country)
+  Gold: SELECT Name FROM country WHERE Continent = "Asia" AND population > (SELECT MAX(population) FROM country WHERE Continent = "Africa")
+  Type: NESTED, AGGREGATION
+
+[545] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the Asian countries which have a population larger than that of any country in Africa
+  Pred: SELECT Name FROM country WHERE Population > (SELECT MAX(Population) FROM country)
+  Gold: SELECT Name FROM country WHERE Continent = "Asia" AND population > (SELECT MIN(population) FROM country WHERE Continent = "Africa")
+  Type: NESTED, AGGREGATION
+
+[546] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the country codes for countries that do not speak English
+  Pred: SELECT CountryCode FROM country WHERE Languages <> 'english'
+  Gold: SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = "English"
+  Type: SIMPLE
+
+[547] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Return the country codes for countries that do not speak English
+  Pred: SELECT CountryCode FROM country WHERE Languages <> 'english'
+  Gold: SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = "English"
+  Type: SIMPLE
+
+[548] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the country codes of countries where people use languages other than English
+  Pred: SELECT CountryCode FROM country WHERE Languages <> 'english'
+  Gold: SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE <> "English"
+  Type: SIMPLE
+
+[549] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Give the country codes for countries in which people speak langauges that are not English
+  Pred: SELECT countrycode FROM country WHERE language <> 'english'
+  Gold: SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE <> "English"
+  Type: SIMPLE
+
+[550] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the codes of the countries that do not speak English and whose government forms are not Republic
+  Pred: SELECT countrycode FROM country WHERE languages <> 'english' AND governmentform <> "Republic"
+  Gold: SELECT Code FROM country WHERE GovernmentForm <> "Republic" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = "English"
+  Type: SIMPLE
+
+[551] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Return the codes of countries that do not speak English and do not have Republics for governments
+  Pred: SELECT countrycode FROM country WHERE languages <> 'english' EXCEPT SELECT countrycode, governmentform FROM country
+  Gold: SELECT Code FROM country WHERE GovernmentForm <> "Republic" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = "English"
+  Type: SIMPLE
+
+[552] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Which cities are in European countries where English is not the official language
+  Pred: SELECT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T 1.CountryCode = T2.Countrycode WHERE T2.'isofficial = 'European' EXCEPT SELECT t1. name FROM city as T1JOIN country AS T 2 ON T1.'Countrycode = t2.countrycode WHERE t2.'languages = 'english'
+  Gold: SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND NOT T1.Name IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')
+  Type: JOIN, NESTED
+
+[553] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the names of cities in Europe for which English is not the official language
+  Pred: SELECT name FROM city WHERE countrycode = 'Europe' AND languages <> 'english'
+  Gold: SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND NOT T1.Name IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')
+  Type: JOIN, NESTED
+
+[554] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Which unique cities are in Asian countries where Chinese is the official language
+  Pred: SELECT COUNT(DISTINCT T1.name) FROM city AS T1 JOIN countrylanguage AS T2 ON T1.'countrycode = T2.countrycode WHERE T2.'isofficial = 'Chinese'
+  Gold: SELECT DISTINCT t3.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode JOIN city AS t3 ON t1.code = t3.countrycode WHERE t2.isofficial = 't' AND t2.language = 'chinese' AND t1.continent = "asia"
+  Type: JOIN
+
+[555] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Return the different names of cities that are in Asia and for which Chinese is the official language
+  Pred: SELECT DISTINCT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.'countrycode = T2.code WHERE T2.'isofficial = 'China'
+  Gold: SELECT DISTINCT T3.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode JOIN city AS T3 ON T1.Code = T3.CountryCode WHERE T2.IsOfficial = 'T' AND T2.Language = 'Chinese' AND T1.Continent = "Asia"
+  Type: JOIN
+
+[556] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the name, independence year, and surface area of the country with the smallest population
+  Pred: SELECT name, indepyear, surfacearea FROM country ORDER BY Population ASC LIMIT 1
+  Gold: SELECT Name, SurfaceArea, IndepYear FROM country ORDER BY Population LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[557] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Give the name, year of independence, and surface area of the country that has the lowest population
+  Pred: SELECT name, year of independence, surfacearea FROM country ORDER BY Population LIMIT 1
+  Gold: SELECT Name, SurfaceArea, IndepYear FROM country ORDER BY Population LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[558] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the population, name and leader of the country with the largest area
+  Pred: SELECT Population, Name, HeadofState FROM country ORDER BY Area DESC LIMIT 1
+  Gold: SELECT Name, population, HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[559] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Return the country name and the numbers of languages spoken for each country that speaks at least 3 languages
+  Pred: SELECT CountryName, COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.Countrycode GROUP BY T 2.Code HAVING COUNT(*), T1languages >= 3
+  Gold: SELECT COUNT(T2.Language), T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[560] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the names of countries that speak more than 2 languages, as well as how many languages they speak
+  Pred: SELECT T1.Name, COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T2.CountryCode = T1.'CountryCode GROUP BY T2.'Language HAVING COUNT(*), T2 languages > 2
+  Gold: SELECT COUNT(T2.Language), T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[561] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Find the government form name and total population for each government form whose average life expectancy is longer than 72
+  Pred: SELECT governmentform, SUM(Population) FROM country GROUP BY governmentform HAVING AVG(LifeExpectancy) > 72
+  Gold: SELECT SUM(Population), GovernmentForm FROM country GROUP BY GovernmentForm HAVING AVG(LifeExpectancy) > 72
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[562] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the different government forms and what is the total population of each for government forms that have an average life expectancy greater than 72
+  Pred: SELECT DISTINCT Population, Council FROM city WHERE LifeExpectancy > 72 GROUP BY CouncilForm
+  Gold: SELECT SUM(Population), GovernmentForm FROM country GROUP BY GovernmentForm HAVING AVG(LifeExpectancy) > 72
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[563] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : Find the average life expectancy and total population for each continent where the average life expectancy is shorter than 72
+  Pred: SELECT AVG(LifeExpectancy), SUM(Population) FROM country WHERE Age < 72 GROUP BY Country
+  Gold: SELECT SUM(Population), AVG(LifeExpectancy), Continent FROM country GROUP BY Continent HAVING AVG(LifeExpectancy) < 72
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[564] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the different continents and the total popuation and average life expectancy corresponding to each, for continents that have an average life expectancy less than 72
+  Pred: SELECT COUNT(*), AVG(LifeExpectancy) FROM country WHERE CountryCode < 72 GROUP BY COUNT(*)
+  Gold: SELECT SUM(Population), AVG(LifeExpectancy), Continent FROM country GROUP BY Continent HAVING AVG(LifeExpectancy) < 72
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[565] OTHER | DB: world_1 | EX: ✗
+  Q   : Return the names and surface areas of the 5 largest countries
+  Pred: SELECT name, surfacearea FROM country ORDER BY population DESC LIMIT 5
+  Gold: SELECT Name, SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5
+  Type: ORDER_BY, LIMIT
+
+[566] OTHER | DB: world_1 | EX: ✓
+  Q   : Return the names of the 3 countries with the fewest people
+  Pred: SELECT name FROM country ORDER BY population LIMIT 3
+  Gold: SELECT Name FROM country ORDER BY Population ASC LIMIT 3
+  Type: ORDER_BY, LIMIT
+
+[567] OTHER | DB: world_1 | EX: ✗
+  Q   : how many countries are in Asia
+  Pred: SELECT COUNT(*) FROM country WHERE region = 'Asia'
+  Gold: SELECT COUNT(*) FROM country WHERE continent = "Asia"
+  Type: AGGREGATION
+
+[568] OTHER | DB: world_1 | EX: ✗
+  Q   : Count the number of countries in Asia
+  Pred: SELECT COUNT(*) FROM country WHERE region = 'Asia'
+  Gold: SELECT COUNT(*) FROM country WHERE continent = "Asia"
+  Type: AGGREGATION
+
+[569] OTHER | DB: world_1 | EX: ✓
+  Q   : What are the names of the countries that are in the continent of Europe and have a population of 80000
+  Pred: SELECT name FROM country WHERE continent = "Europe" AND population = 80000
+  Gold: SELECT Name FROM country WHERE continent = "Europe" AND Population = "80000"
+  Type: SIMPLE
+
+[570] OTHER | DB: world_1 | EX: ✗
+  Q   : Give the names of countries that are in Europe and have a population equal to 80000
+  Pred: SELECT name FROM country WHERE countrycode = 'Europe' AND population >= 80000
+  Gold: SELECT Name FROM country WHERE continent = "Europe" AND Population = "80000"
+  Type: SIMPLE
+
+[571] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What is the total population and average area of countries in the continent of North America whose area is bigger than 3000
+  Pred: SELECT SUM(Population), AVG(Area) FROM country WHERE Region = "North America" AND Area > 3000
+  Gold: SELECT SUM(population), AVG(surfacearea) FROM country WHERE continent = "north america" AND surfacearea > 3000
+  Type: AGGREGATION
+
+[572] OTHER | DB: world_1 | EX: ✓
+  Q   : Give the total population and average surface area corresponding to countries in North America that have a surface area greater than 3000
+  Pred: SELECT SUM(population), AVG(surfacearea) FROM country WHERE region = 3000
+  Gold: SELECT SUM(population), AVG(surfacearea) FROM country WHERE continent = "north america" AND surfacearea > 3000
+  Type: AGGREGATION
+
+[573] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What is the language spoken by the largest percentage of people in each country
+  Pred: SELECT T2.language, COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T 2.countrycode GROUP BY T2.'language ORDER BY SUM(T1.population) DESC LIMIT 1
+  Gold: SELECT LANGUAGE, CountryCode, MAX(Percentage) FROM countrylanguage GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[574] WRONG_COLUMNS | DB: world_1 | EX: ✗
+  Q   : What are the country codes of the different countries, and what are the languages spoken by the greatest percentage of people for each
+  Pred: SELECT CountryCode, TYPE FROM countrylanguage GROUP BY TYPE ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT LANGUAGE, CountryCode, MAX(Percentage) FROM countrylanguage GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[575] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What is the total number of countries where Spanish is spoken by the largest percentage of people
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.'Spanish = (SELECT language FROM country WHERE population > (SELECT MAX(population) FROM country)
+  Gold: SELECT COUNT(*), MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = "Spanish" GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[576] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Count the number of countries for which Spanish is the predominantly spoken language
+  Pred: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.CountryCode WHERE T1.'languages = "Spanish" GROUP BY T2.'countrycode ORDER BY COUNT (*) DESC LIMIT 1
+  Gold: SELECT COUNT(*), MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = "Spanish" GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[577] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : What are the codes of countries where Spanish is spoken by the largest percentage of people
+  Pred: SELECT countrycode FROM country WHERE languages = "Spanish" GROUP BY countrycode ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT CountryCode, MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = "Spanish" GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[578] WRONG_TABLE | DB: world_1 | EX: ✗
+  Q   : Return the codes of countries for which Spanish is the predominantly spoken language
+  Pred: SELECT CountryCode FROM country WHERE Languages = "Spanish" GROUP BY CountryCode ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT CountryCode, MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = "Spanish" GROUP BY CountryCode
+  Type: GROUP_BY, AGGREGATION
+
+[579] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : Show the names of conductors and the orchestras they have conducted
+  Pred: SELECT T2.Name, T3.Orchestra FROM performance AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T 2.conductor_id JOIN orchestra AS T3 ON T 1.ORchestra_id =T3.ORCTOR_ID
+  Gold: SELECT T1.Name, T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID
+  Type: JOIN
+
+[580] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : What are the names of conductors as well as the corresonding orchestras that they have conducted
+  Pred: SELECT T2.Name, T3.Name FROM performance AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T 2.Condor_ID JOIN orchestral AS T3 ON T 1.Ortourist_id = TTRACTIONS_ID
+  Gold: SELECT T1.Name, T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID
+  Type: JOIN
+
+[581] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : Show the names of conductors that have conducted more than one orchestras
+  Pred: SELECT T2.Name FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Musuctor_ID = T 2.Musician_ID GROUP BY T2:Name HAVING COUNT(*) > 1
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[582] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : What are the names of conductors who have conducted at more than one orchestra
+  Pred: SELECT T2.Name FROM performance AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T 2.conductor_id GROUP BY T1.* HAVING COUNT(*) > 1
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[583] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : Show the name of the conductor that has conducted the most number of orchestras
+  Pred: SELECT T2.name FROM orchestra AS T1 JOIN conductor AS T2 ON T1.conductor_id = T 2.Conductor_ID GROUP BY T conductor_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[584] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : What is the name of the conductor who has conducted the most orchestras
+  Pred: SELECT T2.name FROM orchestra AS T1 JOIN conductor AS T2 ON T1.conductor_id = T 2.Conductor_ID GROUP BY T conductor_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[585] WRONG_TABLE | DB: orchestra | EX: ✓
+  Q   : Please show the name of the conductor that has conducted orchestras founded after 2008
+  Pred: SELECT T2.name FROM orchestra AS T1 JOIN conductor AS T2 ON T1. conductor_id = T2 .conductor_id WHERE YEAR_of_founded > 2008
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008
+  Type: JOIN
+
+[586] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : What are the names of conductors who have conducted orchestras founded after the year 2008
+  Pred: SELECT DISTINCT T2.name FROM orchestra AS T1 JOIN conductor AS T2 ON T1. conductor_id = T 2.conductor_id WHERE YEAR_of_founded > 2008
+  Gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008
+  Type: JOIN
+
+[587] WRONG_COLUMNS | DB: orchestra | EX: ✗
+  Q   : How many orchestras does each record company manage
+  Pred: SELECT major_record_company, COUNT(*) FROM orchestra GROUP BY record_company
+  Gold: SELECT Record_Company, COUNT(*) FROM orchestra GROUP BY Record_Company
+  Type: GROUP_BY, AGGREGATION
+
+[588] MISSING_GROUP_BY | DB: orchestra | EX: ✗
+  Q   : Please show the record formats of orchestras in ascending order of count
+  Pred: SELECT major_record_format FROM orchestra ORDER BY COUNT(*) ASC
+  Gold: SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC
+  Type: GROUP_BY, ORDER_BY, AGGREGATION
+
+[589] MISSING_GROUP_BY | DB: orchestra | EX: ✗
+  Q   : What are the major record formats of orchestras, sorted by their frequency
+  Pred: SELECT major_record_format FROM orchestra ORDER BY COUNT(*) DESC
+  Gold: SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC
+  Type: GROUP_BY, ORDER_BY, AGGREGATION
+
+[590] WRONG_COLUMNS | DB: orchestra | EX: ✗
+  Q   : List the names of orchestras that have no performance
+  Pred: SELECT Name FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra FROM performance)
+  Gold: SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)
+  Type: NESTED
+
+[591] WRONG_COLUMNS | DB: orchestra | EX: ✗
+  Q   : What are the orchestras that do not have any performances
+  Pred: SELECT orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra FROM performance)
+  Gold: SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)
+  Type: NESTED
+
+[592] OTHER | DB: orchestra | EX: ✗
+  Q   : Show the record companies shared by orchestras founded before 2003 and after 2003
+  Pred: SELECT Record_Company FROM orchestra WHERE YEAR_of_founded < 2003 INTERSECT SELECT Record_company FROM orchestra GROUP BY record_company HAVING COUNT(*) >= 2003
+  Gold: SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003
+  Type: SIMPLE
+
+[593] OTHER | DB: orchestra | EX: ✗
+  Q   : What are the record companies that are used by both orchestras founded before 2003 and those founded after 2003
+  Pred: SELECT Record_Company FROM orchestra WHERE YEAR_of_founded < 2003 INTERSECT SELECT Record_company FROM orchestra GROUP BY record_company HAVING COUNT(*) >= 2003
+  Gold: SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003
+  Type: SIMPLE
+
+[594] WRONG_COLUMNS | DB: orchestra | EX: ✗
+  Q   : Find the number of orchestras whose record format is "CD" or "DVD"
+  Pred: SELECT COUNT(DISTINCT orchestra_id) FROM orchestra WHERE major_record_format = "DVD"
+  Gold: SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = "CD" OR Major_Record_Format = "DVD"
+  Type: AGGREGATION
+
+[595] OTHER | DB: orchestra | EX: ✗
+  Q   : Count the number of orchestras that have CD or DVD as their record format
+  Pred: SELECT COUNT(*) FROM orchestra WHERE record_company = "CD" OR record_network = "DVD"
+  Gold: SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = "CD" OR Major_Record_Format = "DVD"
+  Type: AGGREGATION
+
+[596] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : Show the years in which orchestras that have given more than one performance are founded
+  Pred: SELECT T2.Year_of_founded FROM performance AS T1 JOIN orchestra AS T2 ON T1.ORCHESTRA_ID = T 2.Orchestra_ID GROUP BY T1:ORCHISTICS HAVING COUNT(*) > 1
+  Gold: SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[597] WRONG_TABLE | DB: orchestra | EX: ✗
+  Q   : What are years of founding for orchestras that have had more than a single performance
+  Pred: SELECT T2.year_of_founded FROM performance AS T1 JOIN orchestra AS T2 ON T1.ORCHIST_ID = T2:ORCHESTROLLER_ID GROUP BY T 1.Orchestra_ID HAVING COUNT(*) > 1
+  Gold: SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[598] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : Show all the grades of the high schoolers
+  Pred: SELECT DISTINCT grade FROM highschooler
+  Gold: SELECT grade FROM Highschooler
+  Type: SIMPLE
+
+[599] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : What is the grade of each high schooler
+  Pred: SELECT DISTINCT grade FROM highschooler
+  Gold: SELECT grade FROM Highschooler
+  Type: SIMPLE
+
+[600] WRONG_COLUMNS | DB: network_1 | EX: ✓
+  Q   : What grade is Kyle in
+  Pred: SELECT DISTINCT grade FROM highschooler WHERE name = 'Kyle'
+  Gold: SELECT grade FROM Highschooler WHERE name = "Kyle"
+  Type: SIMPLE
+
+[601] EXTRA_JOIN | DB: network_1 | EX: ✗
+  Q   : Return the grade for the high schooler named Kyle
+  Pred: SELECT DISTINCT grade FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.highschooler.id WHERE name = "Kyle"
+  Gold: SELECT grade FROM Highschooler WHERE name = "Kyle"
+  Type: SIMPLE
+
+[602] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : Show the ID of the high schooler named Kyle
+  Pred: SELECT Student_ID FROM highschooler WHERE Name = "Kyle"
+  Gold: SELECT ID FROM Highschooler WHERE name = "Kyle"
+  Type: SIMPLE
+
+[603] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : What is Kyle's id
+  Pred: SELECT student_id FROM highschooler WHERE name = 'Kyle'
+  Gold: SELECT ID FROM Highschooler WHERE name = "Kyle"
+  Type: SIMPLE
+
+[604] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : How many high schoolers are in each grade
+  Pred: SELECT COUNT(*), grade FROM highschooler GROUP BY grade
+  Gold: SELECT grade, COUNT(*) FROM Highschooler GROUP BY grade
+  Type: GROUP_BY, AGGREGATION
+
+[605] MISSING_GROUP_BY | DB: network_1 | EX: ✗
+  Q   : Which grade has the most high schoolers
+  Pred: SELECT DISTINCT grade FROM highschooler
+  Gold: SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[606] WRONG_COLUMNS | DB: network_1 | EX: ✓
+  Q   : Return the grade that has the greatest number of high schoolers
+  Pred: SELECT DISTINCT grade FROM highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1
+  Type: GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[607] WRONG_COLUMNS | DB: network_1 | EX: ✓
+  Q   : Show me all grades that have at least 4 students
+  Pred: SELECT DISTINCT grade FROM highschooler GROUP BY grade HAVING COUNT(*) >= 4
+  Gold: SELECT grade FROM Highschooler GROUP BY grade HAVING COUNT(*) >= 4
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[608] WRONG_COLUMNS | DB: network_1 | EX: ✓
+  Q   : Which grades have 4 or more high schoolers
+  Pred: SELECT DISTINCT grade FROM highschooler GROUP BY grade HAVING COUNT(*) >= 4
+  Gold: SELECT grade FROM Highschooler GROUP BY grade HAVING COUNT(*) >= 4
+  Type: GROUP_BY, HAVING, AGGREGATION
+
+[609] MISSING_GROUP_BY | DB: network_1 | EX: ✗
+  Q   : Show the student IDs and numbers of friends corresponding to each
+  Pred: SELECT T1.student_id, COUNT(DISTINCT friend_id) FROM friend
+  Gold: SELECT student_id, COUNT(*) FROM Friend GROUP BY student_id
+  Type: GROUP_BY, AGGREGATION
+
+[610] EXTRA_JOIN | DB: network_1 | EX: ✗
+  Q   : How many friends does each student have
+  Pred: SELECT T2.friend_id, COUNT(*) FROM friend AS T1 JOIN highschooler AS T2 ON T1.schooler_id = T 2.id GROUP BY T2ID
+  Gold: SELECT student_id, COUNT(*) FROM Friend GROUP BY student_id
+  Type: GROUP_BY, AGGREGATION
+
+[611] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : Show the names of high school students and their corresponding number of friends
+  Pred: SELECT T2.name, COUNT(T1.friend_id) FROM friend AS T1 JOIN highschooler AS T2 ON T1.id = T2.'student_id GROUP BY T2:id
+  Gold: SELECT T2.name, COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[612] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What are the names of the high schoolers and how many friends does each have
+  Pred: SELECT T2.name, COUNT(DISTINCT friend_id) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T 2.friend_id GROUP BY T2.'name
+  Gold: SELECT T2.name, COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[613] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What is the name of the high schooler who has the greatest number of friends
+  Pred: SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T 1.id = T2.friend_id GROUP BY T11.id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[614] OTHER | DB: network_1 | EX: ✗
+  Q   : Return the name of the high school student with the most friends
+  Pred: SELECT T2.name FROM friend AS T1 JOIN highschooler AS T2 ON T1.student_id = T 2.id GROUP BY T1.'student_ids ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[615] OTHER | DB: network_1 | EX: ✗
+  Q   : Show the names of high schoolers who have at least 3 friends
+  Pred: SELECT T2.name FROM friend AS T1 JOIN highschooler AS T2 ON T1.id = T2.'highschooler GROUP BY T1.'id HAVING COUNT(*) >= 3
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[616] OTHER | DB: network_1 | EX: ✗
+  Q   : What are the names of high schoolers who have 3 or more friends
+  Pred: SELECT T2.name FROM friend AS T1 JOIN highschooler AS T2 ON T1.id = T2.'highschooler GROUP BY T1.'id HAVING COUNT(*) >= 3
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 3
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[617] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Show the names of all of the high schooler Kyle's friends
+  Pred: SELECT T3.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id JOIN highschoolers AS T3 ON T4.ID = T1.'Kyle'
+  Gold: SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = "Kyle"
+  Type: JOIN
+
+[618] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Return the names of friends of the high school student Kyle
+  Pred: SELECT T2.friend_name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2:friend_id JOIN likes AS T3 ON T3.liked_id = t2.id WHERE t1.name = 'Kyle'
+  Gold: SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = "Kyle"
+  Type: JOIN
+
+[619] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : How many friends does the high school student Kyle have
+  Pred: SELECT COUNT(T2.friend_id) FROM friend AS T1 JOIN highschooler AS T2 ON T1.id = T2.highschooler.id WHERE T2.'name = 'Kyle'
+  Gold: SELECT COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = "Kyle"
+  Type: JOIN, AGGREGATION
+
+[620] MISSING_JOIN | DB: network_1 | EX: ✗
+  Q   : Count the number of friends Kyle has
+  Pred: SELECT COUNT(DISTINCT friend_id) FROM friend WHERE name = 'Kyle'
+  Gold: SELECT COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = "Kyle"
+  Type: JOIN, AGGREGATION
+
+[621] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Show ids of all students who do not have any friends
+  Pred: SELECT student_id FROM student EXCEPT SELECT student_ids FROM friend
+  Gold: SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend
+  Type: SIMPLE
+
+[622] MISSING_JOIN | DB: network_1 | EX: ✓
+  Q   : Show names of all high school students who do not have any friends
+  Pred: SELECT name FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)
+  Gold: SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id
+  Type: JOIN
+
+[623] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What are the names of students who have no friends
+  Pred: SELECT name FROM student WHERE NOT id IN (SELECT student_id FROM friend)
+  Gold: SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id
+  Type: JOIN
+
+[624] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Show the ids of high schoolers who have friends and are also liked by someone else
+  Pred: SELECT DISTINCT T1.id FROM highschooler AS T1 JOIN likes AS T2 ON T 1.id = T2.liked_id
+  Gold: SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes
+  Type: SIMPLE
+
+[625] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What are the ids of students who both have friends and are liked
+  Pred: SELECT T1.student_id FROM highschooler AS T1 JOIN likes AS T2 ON T 1.id = T2.liked_id INTERSECT SELECT T4.student-id FROM friend AS T3 JOIN liked AS T4 ON T3.friend_id =T4.id
+  Gold: SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes
+  Type: SIMPLE
+
+[626] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Show name of all students who have some friends and also are liked by someone else
+  Pred: SELECT DISTINCT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T 1.id = T2.student_id JOIN friend AS T3 ON T3.friend_id =T2.id
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id
+  Type: JOIN
+
+[627] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What are the names of high schoolers who both have friends and are liked
+  Pred: SELECT T2.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.'liked_id INTERSECT SELECT T4.name from highschool AS T3 JOIN friend AS T4 ON T3.ID = T4.'friend_id'
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id
+  Type: JOIN
+
+[628] EXTRA_JOIN | DB: network_1 | EX: ✗
+  Q   : Count the number of likes for each student id
+  Pred: SELECT T1.student_id, COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T 1.schooler_id = T2.id GROUP BY T11.id
+  Gold: SELECT student_id, COUNT(*) FROM Likes GROUP BY student_id
+  Type: GROUP_BY, AGGREGATION
+
+[629] EXTRA_JOIN | DB: network_1 | EX: ✗
+  Q   : How many likes correspond to each student id
+  Pred: SELECT T1.student_id, COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T 1.schooler_id = T2.id GROUP BY T11.id
+  Gold: SELECT student_id, COUNT(*) FROM Likes GROUP BY student_id
+  Type: GROUP_BY, AGGREGATION
+
+[630] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : Show the names of high schoolers who have likes, and numbers of likes for each
+  Pred: SELECT T2.name, T1.liked_id, COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T1.'schooler.id = T2.'id GROUP BY T3.id
+  Gold: SELECT T2.name, COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[631] WRONG_COLUMNS | DB: network_1 | EX: ✗
+  Q   : What are the names of high schoolers who have likes, and how many likes does each have
+  Pred: SELECT T2.name, COUNT(DISTINCT T1.id) FROM likes AS T1 JOIN highschooler AS T2 ON T1.'schooler.id =T2.id GROUP BY T2.'id
+  Gold: SELECT T2.name, COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[632] OTHER | DB: network_1 | EX: ✗
+  Q   : What is the name of the high schooler who has the greatest number of likes
+  Pred: SELECT T2.name FROM likes AS T1 JOIN highschooler AS T2 ON T1.id = T2:highschooler.id GROUP BY T1:id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[633] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Give the name of the student with the most likes
+  Pred: SELECT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T 1.id = T2.student_id GROUP BY T2:student_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[634] OTHER | DB: network_1 | EX: ✗
+  Q   : Show the names of students who have at least 2 likes
+  Pred: SELECT T2.name FROM likes AS T1 JOIN student AS T2 ON T1.student_id = T 2.id GROUP BY T11.id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[635] OTHER | DB: network_1 | EX: ✗
+  Q   : What are the names of students who have 2 or more likes
+  Pred: SELECT T2.name FROM likes AS T1 JOIN student AS T2 ON T1.student_id = T 2.id GROUP BY T11.id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[636] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Show the names of students who have a grade higher than 5 and have at least 2 friends
+  Pred: SELECT DISTINCT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.'id = T2.student_id WHERE T2.'grade > 5 INTERSECT SELECT T1!name FROM HighschoolER AS T4 JOIN friends AS T5 ON T4.id =T5.student-id GROUP BY T1:id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[637] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What are the names of high schoolers who have a grade of over 5 and have 2 or more friends
+  Pred: SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T 1.id = T2.friend_id WHERE T1.'grade > 5 INTERSECT SELECT T4.name from highschoolER AS T3 JOIN friends AS T4 ON T3.ID = TACOMER.ID JOIN highschoolers AS T5 ON T16.student_id =T5.id GROUP BY T4.'id HAVING COUNT(*) >= 2
+  Gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[638] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : How many likes does Kyle have
+  Pred: SELECT COUNT(*) FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id WHERE grade = 'Kyle'
+  Gold: SELECT COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = "Kyle"
+  Type: JOIN, AGGREGATION
+
+[639] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Return the number of likes that the high schooler named Kyle has
+  Pred: SELECT COUNT(T2. Likes) FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id WHERE T 1.name = "Kyle"
+  Gold: SELECT COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = "Kyle"
+  Type: JOIN, AGGREGATION
+
+[640] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : Find the average grade of all students who have some friends
+  Pred: SELECT AVG(DISTINCT grade) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id
+  Gold: SELECT AVG(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)
+  Type: JOIN, NESTED, AGGREGATION
+
+[641] WRONG_TABLE | DB: network_1 | EX: ✗
+  Q   : What is the average grade of students who have friends
+  Pred: SELECT AVG(T2.graduance) FROM friend AS T1 JOIN highschooler AS T2 ON T1.student_id = T2.id
+  Gold: SELECT AVG(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)
+  Type: JOIN, NESTED, AGGREGATION
+
+[642] MISSING_JOIN | DB: network_1 | EX: ✓
+  Q   : Find the minimum grade of students who have no friends
+  Pred: SELECT MIN(DISTINCT grade) FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)
+  Gold: SELECT MIN(grade) FROM Highschooler WHERE NOT id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)
+  Type: JOIN, NESTED, AGGREGATION
+
+[643] MISSING_JOIN | DB: network_1 | EX: ✓
+  Q   : What is the lowest grade of students who do not have any friends
+  Pred: SELECT MIN(grade) FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)
+  Gold: SELECT MIN(grade) FROM Highschooler WHERE NOT id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)
+  Type: JOIN, NESTED, AGGREGATION
+
+[644] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : What is the average age of the dogs who have gone through any treatments
+  Pred: SELECT AVG(T1.age) FROM dogs AS T1 JOIN treatments AS T2 ON T1.id = T2.dog_id
+  Gold: SELECT AVG(age) FROM Dogs WHERE dog_id IN (SELECT dog_id FROM Treatments)
+  Type: NESTED, AGGREGATION
+
+[645] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Find the average age of the dogs who went through treatments
+  Pred: SELECT AVG(T1.age) FROM dogs AS T1 JOIN treatments AS T2 ON T1.id = T2.dog_id
+  Gold: SELECT AVG(age) FROM Dogs WHERE dog_id IN (SELECT dog_id FROM Treatments)
+  Type: NESTED, AGGREGATION
+
+[646] MISSING_WHERE | DB: dog_kennels | EX: ✗
+  Q   : Which professionals live in the state of Indiana or have done treatment on more than 2 treatments? List his or her id, last name and cell phone
+  Pred: SELECT T1.professional_id, T1.'s home_phone, T3.cell_number FROM professionals AS T1 JOIN treatments AS T2 ON T 1.email_address = T2.location_code JOIN doctors AS T3 ON T21.other_profession_id = T 3.other-professor_id GROUP BY T11.state HAVING COUNT(*) > 2
+  Gold: SELECT professional_id, last_name, cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[647] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Find the id, last name and cell phone of the professionals who live in the state of Indiana or have performed more than two treatments
+  Pred: SELECT T1.professional_id, T2.last_name, T4.cell_number FROM FACULTY AS T1 JOIN VISITS AS T2 ON TRUE JOIN WINE AS T3 ON T 1.profession_id = T3.student_id AND T2:state = "Indiana" GROUP BY T11. professional_id HAVING COUNT(*) > 2
+  Gold: SELECT professional_id, last_name, cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) > 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[648] EXTRA_JOIN | DB: dog_kennels | EX: ✗
+  Q   : Which dogs have not cost their owner more than 1000 for treatment ? List the dog names
+  Pred: SELECT name FROM dogs EXCEPT SELECT T2.name FROM treatments AS T1 JOIN dogs AS T2 ON T1.dog_id = T2.'owner_id JOIN costs AS T3 ON T 1.cost_of_treatment = T3.treatment_type_code
+  Gold: SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments GROUP BY dog_id HAVING SUM(cost_of_treatment) > 1000)
+  Type: GROUP_BY, HAVING, NESTED, AGGREGATION
+
+[649] MISSING_GROUP_BY | DB: dog_kennels | EX: ✗
+  Q   : What are the names of the dogs for which the owner has not spend more than 1000 for treatment
+  Pred: SELECT name FROM dogs WHERE NOTowner_id IN (SELECT owner_id FROM treatments) OR cost_of_treatment > 1000)
+  Gold: SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments GROUP BY dog_id HAVING SUM(cost_of_treatment) > 1000)
+  Type: GROUP_BY, HAVING, NESTED, AGGREGATION
+
+[650] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Which first names are used for professionals or owners but are not used as dog names
+  Pred: SELECT first_name FROM professionals AS T1 JOIN dogs AS T2 ON T1.employee_id = T2.owner_id EXCEPT SELECT T1.'first_name from professionals AS t1 JOin dogs AS t2 ON TRUE JOIN pets AS T3 ON T 1.employer_id= T3.owner-id
+  Gold: SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs
+  Type: SIMPLE
+
+[651] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Find the first names that are used for professionals or owners but are not used as dog names
+  Pred: SELECT DISTINCT first_name FROM professionals AS T1 JOIN dogs AS T2 ON T1.professor_id = T2.employee_id EXCEPT SELECT T2."first_name" FROM dogs AS t1 JOin owners AS t2 ON TRUE JOIN pets AS T3 ON T 1.owner_id= T3.owners_id
+  Gold: SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs
+  Type: SIMPLE
+
+[652] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Which professional did not operate any treatment on dogs? List the professional's id, role and email
+  Pred: SELECT professional_id, role_code, email_address FROM professionals EXCEPT SELECT T1.professional_id FROM professionals AS T1 JOIN treatment_types AS T2 ON T1.'profession_id = T2.employee_id
+  Gold: SELECT professional_id, role_code, email_address FROM Professionals EXCEPT SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id
+  Type: JOIN
+
+[653] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Give me the id, role and email of the professionals who did not perform any treatment on dogs
+  Pred: SELECT professional_id, role_code, email_address FROM professionals EXCEPT SELECT T1.profession_id FROM professionals AS T1 JOIN treatments AS T2 ON T 1.role_code = T2.professional_id
+  Gold: SELECT professional_id, role_code, email_address FROM Professionals EXCEPT SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id
+  Type: JOIN
+
+[654] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Which owner owns the most dogs? List the owner id, first name and last name
+  Pred: SELECT T1.owner_id, Tfirst_name, T2.last_name FROM owners AS T1 JOIN dogs AS T2 ON TRUE GROUP BY T 1.owners_id ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T2.first_name, T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[655] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Return the owner id, first name and last name of the owner who has the most dogs
+  Pred: SELECT T1.owner_id, T first_name, T2.last_name FROM owners AS T1 JOIN dogs AS T2 ON T 1.owners_id = T 2.owner-id GROUP BY T1:owner_ID ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T2.first_name, T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[656] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Which professionals have done at least two treatments? List the professional's id, role, and first name
+  Pred: SELECT T1.profession_id, T2.role_code, T3.first_name FROM professionals AS T1 JOIN treatments AS T2 ON T1.'professional_id = T2.'personal_id JOIN treatment_types AS T3 ON T2."treatment_type_code =T3.treatment_mode_code GROUP BY T 1.professor_id HAVING COUNT(*) >= 2
+  Gold: SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[657] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are the id, role, and first name of the professionals who have performed two or more treatments
+  Pred: SELECT T1.profession_id, T2.role_code, T3.first_name FROM professionals AS T1 JOIN treatments AS T2 ON T1.'professional_id = T2.'professionalist_id GROUP BY T 1.professor_id HAVING COUNT(*) >= 2
+  Gold: SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[658] MISSING_JOIN | DB: dog_kennels | EX: ✓
+  Q   : What is the name of the breed with the most dogs
+  Pred: SELECT breed_name FROM breeds GROUP BY breed_code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[659] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Which breed do the most dogs have? Give me the breed name
+  Pred: SELECT breed_name FROM dogs GROUP BY breed_code ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[660] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Which owner has paid for the most treatments on his or her dogs? List the owner id and last name
+  Pred: SELECT T1.owner_id, T2.last_name FROM APPELLATIONS AS T1 JOIN pets AS T2 ON TRUE JOIN owners AS T3 ON T11.owners_id = T3.owner-id GROUP BY last_name ORDER BY COUNT(*) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[661] MISSING_GROUP_BY | DB: dog_kennels | EX: ✗
+  Q   : Tell me the owner id and last name of the owner who spent the most on treatments of his or her dogs
+  Pred: SELECT T1.owner_id, T2.last_name FROM owners AS T1 JOIN treatments AS T2 ON T1.'owner_ID = T 2.owner-id JOIN dogs AS T3 ON T3.dog_id = T2.'dogs.dogs_id ORDER BY SUM(T2.cost_of_treatment) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[662] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : What is the description of the treatment type that costs the least money in total
+  Pred: SELECT treatment_type_description FROM treatments ORDER BY cost_of_treatment ASC LIMIT 1
+  Gold: SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(cost_of_treatment) ASC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[663] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Give me the description of the treatment type whose total cost is the lowest
+  Pred: SELECT treatment_type_description FROM treatments ORDER BY cost_of_treatment ASC LIMIT 1
+  Gold: SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(cost_of_treatment) ASC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[664] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Which owner has paid the largest amount of money in total for their dogs? Show the owner id and zip code
+  Pred: SELECT T1.owner_id, T2.zip_code FROM owners AS T1 JOIN dogs AS T2 ON T11.owners_id = T 2.owner-id JOIN costs AS T3 ON T3.rate_code = T2.* GROUP BY T 1.owner/id ORDER BY SUM(T3.charge_amount) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[665] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Find the owner id and zip code of the owner who spent the most money in total for his or her dogs
+  Pred: SELECT T1.owner_id, T2.zip_code FROM owners AS T1 JOIN dogs AS T2 ON T11.owners_id = T 2.owner-id GROUP BY T1:owner_ID ORDER BY SUM(T2.cost_amount) DESC LIMIT 1
+  Gold: SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, AGGREGATION
+
+[666] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Which professionals have done at least two types of treatments? List the professional id and cell phone
+  Pred: SELECT T1.professional_id, T2.cell_number FROM Professional_ID AS T1 JOIN treatments AS T2 ON T 1.service_id = T2.'treatment_type_code GROUP BY T1.(T1.personal_id) HAVING COUNT(*) >= 2
+  Gold: SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[667] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Find the id and cell phone of the professionals who operate two or more types of treatments
+  Pred: SELECT T2.professional_id, T1.cell_number FROM treatments AS T1 JOIN professionals AS T2 ON T1.'professional_ID = T2.'employee_id GROUP BY T2."professional_uid HAVING COUNT(*) >= 2
+  Gold: SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[668] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : What are the first name and last name of the professionals who have done treatment with cost below average
+  Pred: SELECT T2.first_name, T2.'last_name FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T 2.professor_id WHERE T 1.cost_of_treatment < (SELECT AVG(cost_ of_treatment) FROM treatments)
+  Gold: SELECT DISTINCT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON TRUE WHERE cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM Treatments)
+  Type: JOIN, NESTED, AGGREGATION
+
+[669] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Which professionals have operated a treatment that costs less than the average? Give me theor first names and last names
+  Pred: SELECT DISTINCT T1.first_name, T4.last_name FROM professionals AS T1 JOIN treatments AS T2 ON T1.'professional_id = T2.professional_ID JOIN doctors AS T3 ON T2.'treatment_type_code = T3.treatment_Type_code WHERE cost_of_treatment < (SELECT AVG(cost_of-treatment) FROM treatments)
+  Gold: SELECT DISTINCT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON TRUE WHERE cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM Treatments)
+  Type: JOIN, NESTED, AGGREGATION
+
+[670] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : List the date of each treatment, together with the first name of the professional who operated it
+  Pred: SELECT T3.date_of_treatment, T2.first_name FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2?
+  Gold: SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id
+  Type: JOIN
+
+[671] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are the date and the operating professional's first name of each treatment
+  Pred: SELECT T2.date_of_treatment, T3.first_name FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2?
+  Gold: SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id
+  Type: JOIN
+
+[672] MISSING_JOIN | DB: dog_kennels | EX: ✗
+  Q   : List the cost of each treatment and the corresponding treatment type description
+  Pred: SELECT cost_of_treatment, treatment_type_description FROM treatments
+  Gold: SELECT T1.cost_of_treatment, T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code
+  Type: JOIN
+
+[673] MISSING_JOIN | DB: dog_kennels | EX: ✗
+  Q   : What are the cost and treatment type description of each treatment
+  Pred: SELECT cost_of_treatment, treatment_type_description FROM treatments
+  Gold: SELECT T1.cost_of_treatment, T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code
+  Type: JOIN
+
+[674] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : List each owner's first name, last name, and the size of his for her dog
+  Pred: SELECT T1.first_name, T2.last_name), T3.size_code FROM owners AS T1 JOIN dogs AS T2 ON T11.owner_id = T 2.owner-id JOIN sizes AS T3 ON T2/size_codes = T3: T2:size_ code
+  Gold: SELECT T1.first_name, T1.last_name, T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id
+  Type: JOIN
+
+[675] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are each owner's first name, last name, and the size of their dog
+  Pred: SELECT T1.first_name, T2.last_name), T3.size_code FROM owners AS T1 JOIN dogs AS T2 ON T11.owner_id = T 2.owners_id JOIN sizes AS T3 ON T2/size_codes = T3: T2:size-code
+  Gold: SELECT T1.first_name, T1.last_name, T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id
+  Type: JOIN
+
+[676] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : List pairs of the owner's first name and the dogs's name
+  Pred: SELECT T1.first_name, T3.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.'owner_id = T2.owner_ID JOIN cats AS T3 ON T2:cat_id
+  Gold: SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id
+  Type: JOIN
+
+[677] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are each owner's first name and their dogs's name
+  Pred: SELECT T1.first_name, T2.last_name FROM owners AS T1 JOIN dogs AS T2 ON T11.owner_id = T 2.owners_id
+  Gold: SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id
+  Type: JOIN
+
+[678] MISSING_GROUP_BY | DB: dog_kennels | EX: ✗
+  Q   : List the names of the dogs of the rarest breed and the treatment dates of them
+  Pred: SELECT DISTINCT T1.name, T2.date_of_treatment FROM dogs AS T1 JOIN treatments AS T2 ON TRUE JOIN breeds AS T3 ON T1."breed_code = T3. breed_code ORDER BY COUNT(*) ASC LIMIT 1
+  Gold: SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = (SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY COUNT(*) ASC LIMIT 1)
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[679] MISSING_JOIN | DB: dog_kennels | EX: ✗
+  Q   : Which dogs are of the rarest breed? Show their names and treatment dates
+  Pred: SELECT name, date_of_treatment FROM dogs ORDER BY breed_code LIMIT 1
+  Gold: SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = (SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY COUNT(*) ASC LIMIT 1)
+  Type: JOIN, GROUP_BY, ORDER_BY, LIMIT, NESTED, AGGREGATION
+
+[680] MISSING_WHERE | DB: dog_kennels | EX: ✗
+  Q   : Which dogs are owned by someone who lives in Virginia? List the owner's first name and the dog's name
+  Pred: SELECT DISTINCT T1.first_name, T3.last_name FROM owners AS T1 JOIN dogs AS T2 ON TRUE JOIN people AS T3 ON T11.owner_id = T2.owner-id AND T2:state = "Virginia"
+  Gold: SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'
+  Type: JOIN
+
+[681] MISSING_WHERE | DB: dog_kennels | EX: ✗
+  Q   : Find the first names of owners living in Virginia and the names of dogs they own
+  Pred: SELECT DISTINCT T1.first_name, T3.last_name FROM owners AS T1 JOIN dogs AS T2 ON TRUE JOIN people AS T3 ON T11.owner_id = T2.owner-id AND T2:state = "Virginia"
+  Gold: SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'
+  Type: JOIN
+
+[682] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are the arriving date and the departing date of the dogs who have gone through a treatment
+  Pred: SELECT DISTINCT date_arrived, date_departed FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dogs_id
+  Gold: SELECT DISTINCT T1.date_arrived, T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id
+  Type: JOIN
+
+[683] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Find the arriving date and the departing date of the dogs that received a treatment
+  Pred: SELECT DISTINCT date_arrived, date_departed FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dogs_id
+  Gold: SELECT DISTINCT T1.date_arrived, T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id
+  Type: JOIN
+
+[684] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : List the last name of the owner owning the youngest dog
+  Pred: SELECT last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner-id ORDER BY date_of_birth LIMIT 1
+  Gold: SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = (SELECT MAX(age) FROM Dogs)
+  Type: JOIN, NESTED, AGGREGATION
+
+[685] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Who owns the youngest dog? Give me his or her last name
+  Pred: SELECT last_name FROM dogs ORDER BY age LIMIT 1
+  Gold: SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = (SELECT MAX(age) FROM Dogs)
+  Type: JOIN, NESTED, AGGREGATION
+
+[686] OTHER | DB: dog_kennels | EX: ✗
+  Q   : What are the emails of the professionals living in either the state of Hawaii or the state of Wisconsin
+  Pred: SELECT email_address FROM professionals WHERE state = "Hawaii" OR state = Wisconsin"
+  Gold: SELECT email_address FROM Professionals WHERE state = 'Hawaii' OR state = 'Wisconsin'
+  Type: SIMPLE
+
+[687] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : How many dogs went through any treatments
+  Pred: SELECT COUNT(DOG_ID) FROM treatments
+  Gold: SELECT COUNT(DISTINCT dog_id) FROM Treatments
+  Type: AGGREGATION
+
+[688] EXTRA_JOIN | DB: dog_kennels | EX: ✗
+  Q   : How many professionals have performed any treatment to dogs
+  Pred: SELECT COUNT(DISTINCT T1.professional_id) FROM treatments AS T1 JOIN dogs AS T2 ON T 1. dog_id = T2.dog_id
+  Gold: SELECT COUNT(DISTINCT professional_id) FROM Treatments
+  Type: AGGREGATION
+
+[689] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : Find the number of professionals who have ever treated dogs
+  Pred: SELECT COUNT(DISTINCT T1.professor_id) FROM professionals AS T1 JOIN treatments AS T2 ON T 1.professional_id = T2.profession_id
+  Gold: SELECT COUNT(DISTINCT professional_id) FROM Treatments
+  Type: AGGREGATION
+
+[690] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Which professionals live in a city containing the substring 'West'? List his or her role, street, city and state
+  Pred: SELECT role_code, street, state FROM professionals WHERE city LIKE "%West%"
+  Gold: SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'
+  Type: SIMPLE
+
+[691] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Find the role, street, city and state of the professionals living in a city that contains the substring 'West'
+  Pred: SELECT role_code, street, state FROM professionals WHERE city LIKE "%West%"
+  Gold: SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'
+  Type: SIMPLE
+
+[692] WRONG_COLUMNS | DB: dog_kennels | EX: ✓
+  Q   : Which owners live in the state whose name contains the substring 'North'? List his first name, last name and email
+  Pred: SELECT first_name, last_name , email_address FROM owners WHERE state LIKE 'North%'
+  Gold: SELECT first_name, last_name, email_address FROM Owners WHERE state LIKE '%North%'
+  Type: SIMPLE
+
+[693] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Return the first name, last name and email of the owners living in a state whose name contains the substring 'North'
+  Pred: SELECT first_name, last_name and email_address FROM owners WHERE state LIKE 'North%'
+  Gold: SELECT first_name, last_name, email_address FROM Owners WHERE state LIKE '%North%'
+  Type: SIMPLE
+
+[694] MISSING_ORDER_BY | DB: dog_kennels | EX: ✗
+  Q   : How much does the most recent treatment cost
+  Pred: SELECT MAX(cost_of_treatment) FROM treatments
+  Gold: SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[695] MISSING_ORDER_BY | DB: dog_kennels | EX: ✗
+  Q   : Show me the cost of the most recently performed treatment
+  Pred: SELECT MAX(cost_of_treatment) FROM treatments
+  Gold: SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[696] OTHER | DB: dog_kennels | EX: ✗
+  Q   : How many owners temporarily do not have any dogs
+  Pred: SELECT COUNT(*) FROM owners WHERE date_departed FROM dogs WHERE NOT owner_id IN (SELECT Owner_ID FROM dogs)
+  Gold: SELECT COUNT(*) FROM Owners WHERE NOT owner_id IN (SELECT owner_id FROM Dogs)
+  Type: NESTED, AGGREGATION
+
+[697] OTHER | DB: dog_kennels | EX: ✗
+  Q   : Find the number of owners who do not own any dogs at this moment
+  Pred: SELECT COUNT(*) FROM owners WHERE NOTowner_id IN (SELECT owner_id FROM dogs)
+  Gold: SELECT COUNT(*) FROM Owners WHERE NOT owner_id IN (SELECT owner_id FROM Dogs)
+  Type: NESTED, AGGREGATION
+
+[698] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : List the dog name, age and weight of the dogs who have been abandoned? 1 stands for yes, and 0 stands for no
+  Pred: SELECT name, age, weight FROM dogs WHERE Abandoned_yn = "Yes" INTERSECT SELECT name,age,weight FROM Dogs WHERE abandoned_yn <> "No"
+  Gold: SELECT name, age, weight FROM Dogs WHERE abandoned_yn = 1
+  Type: SIMPLE
+
+[699] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are the dog name, age and weight of the dogs that were abandoned? Note that 1 stands for yes, and 0 stands for no in the tables
+  Pred: SELECT name, age, weight FROM dogs WHERE Abandoned_yn = "Yes" INTERSECT SELECT name, aged,weight FROM dogs ORDER BY abandoned_yn
+  Gold: SELECT name, age, weight FROM Dogs WHERE abandoned_yn = 1
+  Type: SIMPLE
+
+[700] WRONG_COLUMNS | DB: dog_kennels | EX: ✓
+  Q   : What is the age of the oldest dog
+  Pred: SELECT age FROM dogs ORDER BY age DESC LIMIT 1
+  Gold: SELECT MAX(age) FROM Dogs
+  Type: AGGREGATION
+
+[701] WRONG_COLUMNS | DB: dog_kennels | EX: ✓
+  Q   : Tell me the age of the oldest dog
+  Pred: SELECT age FROM dogs ORDER BY age DESC LIMIT 1
+  Gold: SELECT MAX(age) FROM Dogs
+  Type: AGGREGATION
+
+[702] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : How much does each charge type costs? List both charge type and amount
+  Pred: SELECT charge_type, charge_amount FROM CHARACTERISTICS
+  Gold: SELECT charge_type, charge_amount FROM Charges
+  Type: SIMPLE
+
+[703] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : List each charge type and its amount
+  Pred: SELECT charge_type, charge_amount FROM CHARACTERISTICS
+  Gold: SELECT charge_type, charge_amount FROM Charges
+  Type: SIMPLE
+
+[704] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : How much does the most expensive charge type costs
+  Pred: SELECT charge_amount FROM CHARACTERISTICS ORDER BY charge_type DESC LIMIT 1
+  Gold: SELECT MAX(charge_amount) FROM Charges
+  Type: AGGREGATION
+
+[705] WRONG_COLUMNS | DB: dog_kennels | EX: ✓
+  Q   : What is the charge amount of the most expensive charge type
+  Pred: SELECT charge_amount FROM charges ORDER BY charge_type DESC LIMIT 1
+  Gold: SELECT MAX(charge_amount) FROM Charges
+  Type: AGGREGATION
+
+[706] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : List the email, cell phone and home phone of all the professionals
+  Pred: SELECT email_address, home_phone, cell_number FROM professionals
+  Gold: SELECT email_address, cell_number, home_phone FROM professionals
+  Type: SIMPLE
+
+[707] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : What are the email, cell phone and home phone of each professional
+  Pred: SELECT email_address, home_phone, cell_number FROM professionals
+  Gold: SELECT email_address, cell_number, home_phone FROM professionals
+  Type: SIMPLE
+
+[708] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : What are all the possible breed type and size type combinations
+  Pred: SELECT DISTINCT breed_type, size_code FROM breeds
+  Gold: SELECT DISTINCT breed_code, size_code FROM dogs
+  Type: SIMPLE
+
+[709] WRONG_COLUMNS | DB: dog_kennels | EX: ✗
+  Q   : Find the distinct breed type and size type combinations for dogs
+  Pred: SELECT DISTINCT breed_type, size_code FROM dogs
+  Gold: SELECT DISTINCT breed_code, size_code FROM dogs
+  Type: SIMPLE
+
+[710] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : List the first name of all the professionals along with the description of the treatment they have done
+  Pred: SELECT T1.first_name, T4.treatment_type_description FROM Performers AS T1 JOIN treatments AS T2 ON TRUE JOIN professionals AS T3 ON T 1.professional_id = T3.professional-id
+  Gold: SELECT DISTINCT T1.first_name, T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code
+  Type: JOIN
+
+[711] WRONG_TABLE | DB: dog_kennels | EX: ✗
+  Q   : What are each professional's first name and description of the treatment they have performed
+  Pred: SELECT T1.first_name, T4.treatment_type_description FROM Performers AS T1 JOIN treatments AS T2 ON T 1.professional_id = T2.professional-id JOIN treatment_types AS T3 ON TRUE GROUP BY T3.employee_name
+  Gold: SELECT DISTINCT T1.first_name, T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code
+  Type: JOIN
+
+[712] OTHER | DB: singer | EX: ✗
+  Q   : What is the name of the singer who is worth the most
+  Pred: SELECT Name FROM singer ORDER BY Sales DESC LIMIT 1
+  Gold: SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1
+  Type: ORDER_BY, LIMIT
+
+[713] WRONG_COLUMNS | DB: singer | EX: ✗
+  Q   : For each citizenship, how many singers are from that country
+  Pred: SELECT COUNT(*), Citizenship FROM singer GROUP BY Citizenship
+  Gold: SELECT Citizenship, COUNT(*) FROM singer GROUP BY Citizenship
+  Type: GROUP_BY, AGGREGATION
+
+[714] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : Show titles of songs and names of singers
+  Pred: SELECT T1.Title, T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.'Singer_ID = T2.'singer_id
+  Gold: SELECT T2.Title, T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID
+  Type: JOIN
+
+[715] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : What are the song titles and singer names
+  Pred: SELECT Title, Singer_ID FROM song
+  Gold: SELECT T2.Title, T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID
+  Type: JOIN
+
+[716] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : Show distinct names of singers that have songs with sales more than 300000
+  Pred: SELECT DISTINCT T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.(SELECT T3.Song_ID FROM song WHERE Sales > 300000)
+  Gold: SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000
+  Type: JOIN
+
+[717] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : what are the different names of the singers that have sales more than 300000
+  Pred: SELECT DISTINCT T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2:Singer-ID WHERE T1.'Sales > 300000
+  Gold: SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000
+  Type: JOIN
+
+[718] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : Show the names of singers that have more than one song
+  Pred: SELECT T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.(SELECT T3.Song_ID) GROUP BY T4.Name HAVING COUNT(*) > 1
+  Gold: SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[719] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : What are the names of the singers that have more than one songs
+  Pred: SELECT T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.(SELECT T3.Song_ID FROM Song AS T3 JOIN Singer AS TSinger AS T4 ON T 3.SING_ID= T4.SANGER_ID GROUP BY T2:Name HAVING COUNT(*) > 1
+  Gold: SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1
+  Type: JOIN, GROUP_BY, HAVING, AGGREGATION
+
+[720] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : Show the names of singers and the total sales of their songs
+  Pred: SELECT T2.Name, SUM(T1.sales) FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T 2.singer_id
+  Gold: SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[721] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : For each singer name, what is the total sales for their songs
+  Pred: SELECT SUM(T1.Sales), T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T 2.singer_id
+  Gold: SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name
+  Type: JOIN, GROUP_BY, AGGREGATION
+
+[722] WRONG_COLUMNS | DB: singer | EX: ✗
+  Q   : What is the sname of every sing that does not have any song
+  Pred: SELECT sname FROM singer WHERE NOT singer_id IN (SELECT singer_ID FROM song)
+  Gold: SELECT Name FROM singer WHERE NOT Singer_ID IN (SELECT Singer_ID FROM song)
+  Type: NESTED
+
+[723] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : Show the citizenship shared by singers with birth year before 1945 and after 1955
+  Pred: SELECT Citizenship FROM singer WHERE Birth_year < 1945 INTERSECT SELECT Citizenship FROM song WHERE birth_year > 1955
+  Gold: SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955
+  Type: SIMPLE
+
+[724] WRONG_TABLE | DB: singer | EX: ✗
+  Q   : What are the citizenships that are shared by singers with a birth year before 1945 and after 1955
+  Pred: SELECT Citizenship FROM singer WHERE Birth_year < 1945 INTERSECT SELECT Citizenship FROM song WHERE birth_year > 1955
+  Gold: SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955
+  Type: SIMPLE
+
+[725] WRONG_COLUMNS | DB: real_estate_properties | EX: ✗
+  Q   : What is the feature type name of feature AirCon
+  Pred: SELECT t3.feature_type_name FROM other_available_features AS t1 JOIN ref_feature_types AS t2 ON t1.feature-type_code = t2.Feature_Type_code JOIN airports AS t3 ON T1.network_id = T3.stanley_city_id WHERE T2.features_name = "AirCon"
+  Gold: SELECT T2.feature_type_name FROM Other_Available_Features AS T1 JOIN Ref_Feature_Types AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T1.feature_name = "AirCon"
+  Type: JOIN
+
+[726] WRONG_TABLE | DB: real_estate_properties | EX: ✓
+  Q   : Show the property type descriptions of properties belonging to that code
+  Pred: SELECT DISTINCT property_type_description FROM ref_property_types
+  Gold: SELECT T2.property_type_description FROM Properties AS T1 JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code GROUP BY T1.property_type_code
+  Type: JOIN, GROUP_BY
+
+[727] OTHER | DB: real_estate_properties | EX: ✗
+  Q   : What are the names of properties that are either houses or apartments with more than 1 room
+  Pred: SELECT property_name FROM properties WHERE property_address = 'Houses' OR room_count > 1
+  Gold: SELECT property_name FROM Properties WHERE property_type_code = "House" UNION SELECT property_name FROM Properties WHERE property_type_code = "Apartment" AND room_count > 1
+  Type: SIMPLE
+