Create Q&A Report Evaluation

backend/Q&A_report_defog_llama-3-sqlcoder-8b_featherless-ai.csv

@@ -0,0 +1,16 @@
+id,model_id,question,status,data_returned_correct,attempts,nl_response,sql_generated,error
+1,defog/llama-3-sqlcoder-8b:featherless-ai,List all the artists name in the database.,success,True,1,There are 146 artists in the database.,SELECT a.Name FROM Artist a;,
+2,defog/llama-3-sqlcoder-8b:featherless-ai,How many genres are there?,success,True,1,There are 25 genres.,SELECT COUNT(*) FROM Genre;,
+3,defog/llama-3-sqlcoder-8b:featherless-ai,List the names of the first 5 tracks.,success,True,1,"The first 5 tracks are: For Those About To Rock (We Salute You), Balls to the Wall, Fast As a Shark, Restless and Wild, and Princess of the Dawn.",SELECT t.Name FROM Track t ORDER BY t.TrackId LIMIT 5;,
+4,defog/llama-3-sqlcoder-8b:featherless-ai,Count the number of customers located in the USA.,success,True,1,There are 13 customers located in the USA.,SELECT COUNT(*) FROM Customer c WHERE c.Country = 'USA';,
+5,defog/llama-3-sqlcoder-8b:featherless-ai,Find all invoices for the customer with ID 1.,success,False,1,Here are the invoices for the customer with ID 1:,"SELECT i.InvoiceId, i.InvoiceDate, i.Total FROM Invoice i WHERE i.CustomerId = 1;",
+6,defog/llama-3-sqlcoder-8b:featherless-ai,List each album title along with the artist's name.,success,True,1,"The album titles and artist names are: a diverse list of over 200 albums from various genres and artists, including rock, pop, classical, jazz, and more.","SELECT a.Title, ar.Name FROM Album a JOIN Artist ar ON a.ArtistId = ar.ArtistId;",
+7,defog/llama-3-sqlcoder-8b:featherless-ai,How many tracks belong to the 'Rock' genre?,success,True,1,There are 1297 tracks that belong to the 'Rock' genre.,SELECT COUNT(t.TrackId) FROM Track t JOIN Genre g ON t.GenreId = g.GenreId WHERE g.Name = 'Rock';,
+8,defog/llama-3-sqlcoder-8b:featherless-ai,Show the total revenue generated from each country.,success,True,1,"The total revenue generated from each country is: USA - $523.06, Canada - $303.96, France - $195.10, Brazil - $190.10, Germany - $156.48, United Kingdom - $112.86, Czech Republic - $90.24, Portugal - $77.24, India - $75.26, Chile - $46.62, Ireland - $45.62, Hungary - $45.62, Austria - $42.62, Finland - $41.62, Netherlands - $40.62, Norway - $39.62, Sweden - $38.62, Spain - $37.62, Poland - $37.62, Italy - $37.62, Denmark - $37.62, Belgium - $37.62, Australia - $37.62, Argentina - $37.62.","SELECT i.BillingCountry, SUM(i.Total) AS TotalRevenue FROM Invoice i GROUP BY i.BillingCountry ORDER BY TotalRevenue DESC NULLS LAST;",
+9,defog/llama-3-sqlcoder-8b:featherless-ai,Find the total number of items sold for each media type.,Error executing SQL after 3 attempts,False,0,N/A,"SELECT mt.Name, COUNT(*) AS total_items_sold FROM MediaType mt JOIN (SELECT a.MediaTypeId, COUNT(*) AS items_sold FROM Album a GROUP BY a.MediaTypeId) AS ms ON mt.MediaTypeId = ms.MediaTypeId GROUP BY mt.Name ORDER BY total_items_sold DESC NULLS LAST;",no such column: a.MediaTypeId
+10,defog/llama-3-sqlcoder-8b:featherless-ai,List the first and last names of all employees who are Sales Support Agents.,success,True,1,"The first and last names of all employees who are Sales Support Agents are Jane Peacock, Margaret Park, and Steve Johnson.","SELECT e.FirstName, e.LastName FROM Employee e WHERE e.Title = 'Sales Support Agent';",
+11,defog/llama-3-sqlcoder-8b:featherless-ai,List the top 5 customers who have spent the most money in total.,Error executing SQL after 3 attempts,False,0,N/A,"SELECT c.CustomerId, SUM(o.TotalAmount) AS TotalSpent FROM Customer c JOIN Order o ON c.CustomerId = o.CustomerId GROUP BY c.CustomerId ORDER BY TotalSpent DESC LIMIT 5;","near ""Order"": syntax error"
+12,defog/llama-3-sqlcoder-8b:featherless-ai,Which artist has the most tracks in the database? Give the name and count.,success,False,1,"The artist with the most tracks in the database is ""21"" with 90 tracks.","SELECT a.""ArtistId"", COUNT(a.""AlbumId"") AS track_count FROM ""Album"" a GROUP BY a.""ArtistId"" ORDER BY track_count DESC LIMIT 1;",
+13,defog/llama-3-sqlcoder-8b:featherless-ai,Which genres have more than 100 tracks? List the genre name and count.,success,True,1,"The genres with more than 100 tracks are Rock (1297), Jazz (130).","SELECT g.Name, COUNT(t.TrackId) AS TrackCount FROM Genre g JOIN Track t ON g.GenreId = t.GenreId GROUP BY g.Name HAVING COUNT(t.TrackId) > 100 ORDER BY TrackCount DESC NULLS LAST;",
+14,defog/llama-3-sqlcoder-8b:featherless-ai,Calculate the average track length in seconds for each genre.,success,False,1,"The average track length in seconds for each genre is: Rock (309.75), Pop (244.37), Hip-Hop (219.59), Electronic (247.18), Classical (234.35), Jazz (270.36), Folk (229.03), Country (302.99), R&B (189.16), Metal (283.91), Experimental (158.51), Ambient (174.81), World (262.56), New Age (293.87), Instrumental (297.45), Soundtrack (2145.04), Musical Theater (2575.28), and Comedy (264.06).","SELECT t.GenreId, AVG(t.Milliseconds / 1000.0) AS average_length FROM Track t GROUP BY t.GenreId ORDER BY t.GenreId NULLS LAST;",
+15,defog/llama-3-sqlcoder-8b:featherless-ai,Identify the artist who has earned the most revenue from customers in Canada.,Error executing SQL after 3 attempts,False,0,N/A,"SELECT a.Name, SUM(al.Price) AS TotalRevenue FROM Artist a JOIN Album al ON a.ArtistId = al.ArtistId JOIN Customer c ON al.CustomerId = c.CustomerId WHERE c.Country = 'Canada' GROUP BY a.Name ORDER BY TotalRevenue DESC LIMIT 1;",no such column: al.Price