Small tweaks to evaluation function
Browse files- test_pretrained.ipynb +8 -9
test_pretrained.ipynb
CHANGED
|
@@ -329,7 +329,7 @@
|
|
| 329 |
},
|
| 330 |
{
|
| 331 |
"cell_type": "code",
|
| 332 |
-
"execution_count":
|
| 333 |
"metadata": {},
|
| 334 |
"outputs": [
|
| 335 |
{
|
|
@@ -344,17 +344,16 @@
|
|
| 344 |
"name": "stdout",
|
| 345 |
"output_type": "stream",
|
| 346 |
"text": [
|
| 347 |
-
"How many
|
| 348 |
-
"SELECT COUNT(*) FROM game g WHERE g.
|
| 349 |
-
"0\n",
|
| 350 |
"SQLite:\n",
|
| 351 |
"SELECT COUNT(*) \n",
|
| 352 |
"FROM game \n",
|
| 353 |
-
"WHERE
|
| 354 |
-
"AND
|
| 355 |
-
"AND
|
| 356 |
"\n",
|
| 357 |
-
"[(17,)]\n",
|
| 358 |
"SQL matched? False\n",
|
| 359 |
"Result matched? False\n"
|
| 360 |
]
|
|
@@ -398,7 +397,7 @@
|
|
| 398 |
" result = False\n",
|
| 399 |
" for row in rows:\n",
|
| 400 |
" for r in row:\n",
|
| 401 |
-
" if str(r)
|
| 402 |
" return query_match, True\n",
|
| 403 |
"\n",
|
| 404 |
" # Compare results and return\n",
|
|
|
|
| 329 |
},
|
| 330 |
{
|
| 331 |
"cell_type": "code",
|
| 332 |
+
"execution_count": 76,
|
| 333 |
"metadata": {},
|
| 334 |
"outputs": [
|
| 335 |
{
|
|
|
|
| 344 |
"name": "stdout",
|
| 345 |
"output_type": "stream",
|
| 346 |
"text": [
|
| 347 |
+
"How many games did the Indiana Pacers win at home with more than 15 fast break points in 1996?\n",
|
| 348 |
+
"SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Indiana Pacers' AND g.wl_home = 'W' AND os.pts_fb_home > 15 AND g.season_id = '21996';\n",
|
| 349 |
+
"7.0\n",
|
| 350 |
"SQLite:\n",
|
| 351 |
"SELECT COUNT(*) \n",
|
| 352 |
"FROM game \n",
|
| 353 |
+
"WHERE wl_home = 'W' \n",
|
| 354 |
+
"AND season_id = '2196' \n",
|
| 355 |
+
"AND pts_fb_home > 15;\n",
|
| 356 |
"\n",
|
|
|
|
| 357 |
"SQL matched? False\n",
|
| 358 |
"Result matched? False\n"
|
| 359 |
]
|
|
|
|
| 397 |
" result = False\n",
|
| 398 |
" for row in rows:\n",
|
| 399 |
" for r in row:\n",
|
| 400 |
+
" if str(r) in str(sample_result):\n",
|
| 401 |
" return query_match, True\n",
|
| 402 |
"\n",
|
| 403 |
" # Compare results and return\n",
|