diff --git "a/test_rag.ipynb" "b/test_rag.ipynb" --- "a/test_rag.ipynb" +++ "b/test_rag.ipynb" @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "d589714b", "metadata": {}, "outputs": [ @@ -219,7 +219,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "500f003b", "metadata": {}, "outputs": [], @@ -362,6 +362,7 @@ " clean_query = clean_query[:semicolon_idx+1]\n", " \n", " # Execute the cleaned query on the SQLite DB to obtain the actual result.\n", + " \"\"\"\n", " try:\n", " cursor.execute(clean_query)\n", " rows = cursor.fetchall()\n", @@ -373,9 +374,11 @@ " actual_result = \"\"\n", " except Exception as e:\n", " actual_result = \"Error executing query: \" + str(e)\n", + " \"\"\"\n", " \n", " # Compare the ground truth query and expected result to the generated query and actual result.\n", " valid, sql_matched, result_matched = compare_result(cursor, row[\"sql_query\"], row[\"result\"], generated_query)\n", + " \"\"\"\n", " print(\"=============================================\")\n", " print(f\"Overall Valid: {valid}\")\n", " print(f\"SQL Query Matched: {sql_matched}\")\n", @@ -395,7 +398,7 @@ " print(\"----- Actual DB Result -----\")\n", " print(actual_result)\n", " print(\"-------------------------------------------------\\n\")\n", - " \n", + " \"\"\"\n", " if valid:\n", " num_valid += 1\n", " if sql_matched:\n", @@ -421,7 +424,8 @@ " print(\"Num queries tested: \", counter)\n", " print(\"Num correct queries: \", num_result_matched)\n", " print(\"Acc: \", (num_result_matched / counter)*100)\n", - " print(\"-------------------\")" + " print(\"-------------------\")\n", + " " ] }, { @@ -434,7 +438,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 7, "id": "6eb6a1c1", "metadata": {}, "outputs": [ @@ -442,25227 +446,90 @@ "name": "stdout", "output_type": "stream", "text": [ - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded > 2000 ORDER BY year_founded DESC;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name, year_founded\n", - "FROM team\n", - "WHERE year_founded > 2000\n", - "ORDER BY year_founded DESC;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans\n", - "----- Actual DB Result -----\n", - "New Orleans Pelicans\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "162\n", - "----- Actual DB Result -----\n", - "162.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Los Angeles Lakers' ORDER BY pts_home DESC LIMIT 1 OFFSET 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "156\n", - "----- Actual DB Result -----\n", - "122.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'GSW' AND wl_home = 'W' AND season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_abbreviation_home = 'BOS' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "26.51355662\n", - "----- Actual DB Result -----\n", - "26.513556618819777\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE team_abbreviation_home = 'MIA' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE pts_home = pts_away\n", - "AND team_name_home = 'Miami Heat'\n", - "AND team_name_away = 'Miami Heat'\n", - "ORDER BY pts_home DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021701054 | 290.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(plus_minus_home) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "47\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: largest_lead_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'HOU' AND pts_home > 120;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND pts_home > 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "298\n", - "----- Actual DB Result -----\n", - "298\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3_pct_away) FROM game WHERE team_abbreviation_away = 'PHX';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home - pts_away) FROM game WHERE team_abbreviation_home = 'DEN' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_win_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.96471532\n", - "----- Actual DB Result -----\n", - "11.948289578361177\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home, COUNT(*) FROM game WHERE wl_home = 'W' AND season_id = '22018' GROUP BY team_abbreviation_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS home_wins, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS home_wins\n", - "FROM game\n", - "WHERE season_id = '2018'\n", - "GROUP BY team_name_home\n", - "ORDER BY home_wins DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "DEN | 34 \n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home) FROM game WHERE team_abbreviation_home = 'SAS' AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1845\n", - "----- Actual DB Result -----\n", - "1845.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT ROUND(AVG(pts_home),2) AS avg_home_points FROM game WHERE season_type = 'Regular Season';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT ROUND(AVG(pts_home), 2) AS average_home_pts\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "104.76\n", - "----- Actual DB Result -----\n", - "104.62\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_date, os.lead_changes FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_home = 'Chicago Bulls' ORDER BY os.lead_changes DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4/26/2009 0:00:00 | 28 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_fb_home) AS avg_fast_break FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_abbreviation_home = 'PHI' AND g.season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home) AS average_fast_break_points\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "16.32352941\n", - "----- Actual DB Result -----\n", - "0.48390243902439023\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home - pts_away) AS biggest_win FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS biggest_win\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32\n", - "----- Actual DB Result -----\n", - "32.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_abbreviation_home = 'GSW' AND os.pts_paint_home > os.pts_paint_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND pts_paint_home > pts_paint_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "484\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, oreb_home, stl_home FROM game WHERE team_name_home = 'New York Knicks' AND oreb_home > 15 AND stl_home >= 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks'\n", - "AND (oreb_home > 15 OR stl_home > 10);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "109\n", - "----- Actual DB Result -----\n", - "527\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_2nd_chance_home) AS avg_second_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_abbreviation_home = 'TOR' AND g.season_id BETWEEN '22015' AND '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_home)\n", - "FROM game\n", - "JOIN team ON game.team_name_home = team.full_name\n", - "WHERE team.full_name = 'Toronto Raptors' AND game.season_id BETWEEN '22015' AND '222020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.07653061\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(stl) AS max_steals FROM ( SELECT stl_home AS stl FROM game WHERE team_abbreviation_home = 'DET' AND season_id = '22004' UNION ALL SELECT stl_away AS stl FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '22004' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(stl_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '22004';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13\n", - "----- Actual DB Result -----\n", - "13.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ftm) AS total_free_throws FROM ( SELECT ftm_home AS ftm FROM game WHERE team_abbreviation_home = 'DAL' AND season_id = '22011' UNION ALL SELECT ftm_away AS ftm FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22011' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(ft_home) AS total_free_throws\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1029\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ft_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22019' AND (team_abbreviation_home = 'PHI' OR team_abbreviation_away = 'PHI') ORDER BY total_points ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22019'\n", - "ORDER BY (fgm_home + fga_home + fg3m_home + ftm_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pf_home) ASC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021900630 | 177.0\n", - "----- Actual DB Result -----\n", - "0021900281\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3_pct_away) AS avg_3p_pct FROM game WHERE team_abbreviation_away = 'TOR' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg3_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.3803888889\n", - "----- Actual DB Result -----\n", - "0.3803888888888889\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(oreb) AS total_offensive_rebounds FROM ( SELECT oreb_home AS oreb FROM game WHERE team_abbreviation_home = 'OKC' AND season_id = '22012' UNION ALL SELECT oreb_away AS oreb FROM game WHERE team_abbreviation_away = 'OKC' AND season_id = '22012' ); \n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(oreb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Oklahoma City Thunder' AND season_id = '22012';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS away_wins FROM game WHERE team_name_away = 'Boston Celtics' AND wl_away = 'W' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21\n", - "----- Actual DB Result -----\n", - "28\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, AVG(ft_pct_home) AS avg_ft_percentage FROM game WHERE season_id = '22016' GROUP BY team_name_home ORDER BY avg_ft_percentage DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team, AVG(pts_fb_home / (pts_paint_home + pts_2nd_chance_home + pts_fb_away)) AS avg_free_throw_percentage\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22016'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY avg_free_throw_percentage DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Boston Celtics | 0.820975609756098\n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: team_abbreviation_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) AS total_assists FROM game WHERE team_name_home = 'Miami Heat' AND pts_home > 110;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND pts_home > 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9235\n", - "----- Actual DB Result -----\n", - "9235.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_date, o.pts_paint_away FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_away = 'Golden State Warriors' ORDER BY o.pts_paint_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_off_to_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2010-03-19 00:00:00 | 90\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_off_to_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS total_matchups FROM game WHERE (team_name_home = 'Milwaukee Bucks' AND team_name_away = 'Chicago Bulls' OR team_name_home = 'Chicago Bulls' AND team_name_away = 'Milwaukee Bucks') AND CAST(SUBSTR(season_id, 2) AS INTEGER) >= 2010;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (team_name_home = 'Milwaukee Bucks' AND team_name_away = 'Chicago Bulls') OR (team_name_away = 'Milwaukee Bucks' AND team_name_home = 'Chicago Bulls')\n", - "AND season_id >= '2010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "67\n", - "----- Actual DB Result -----\n", - "270\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) AS avg_turnovers FROM game WHERE team_name_home = 'Brooklyn Nets' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(team_turnovers_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.68122271\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN o.largest_lead_home >= o.largest_lead_away THEN g.team_name_home ELSE g.team_name_away END AS team_name, CASE WHEN o.largest_lead_home >= o.largest_lead_away THEN o.largest_lead_home ELSE o.largest_lead_away END AS largest_lead, g.game_date FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22020' ORDER BY largest_lead DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team_name\n", - "FROM other_stats\n", - "WHERE lead_changes = (SELECT MAX(lead_changes) FROM other_stats WHERE season_id = '22020')\n", - "AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Indiana Pacers | 67 | 2021-05-01 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_lead_change_games FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22019' AND o.lead_changes > 20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '22019' AND lead_changes > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(rebounds) AS avg_rebounds FROM ( SELECT g.game_id, g.reb_home AS rebounds FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Toronto Raptors' AND o.pts_fb_home >= 40 UNION ALL SELECT g.game_id, g.reb_away AS rebounds FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_away = 'Toronto Raptors' AND o.pts_fb_away >= 40 );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_away) AS average_rebounds\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND fg3m_away >= 40;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "43.9\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) AS avg_home_points FROM game WHERE team_name_home = 'Denver Nuggets' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "111.8378378\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS blowout_losses FROM game WHERE (team_name_home = 'Philadelphia 76ers' AND wl_home = 'L' AND plus_minus_home < -20) OR (team_name_away = 'Philadelphia 76ers' AND wl_away = 'L' AND plus_minus_away < -20) AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018' AND pts_home - pts_away <= 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "100\n", - "----- Actual DB Result -----\n", - "33\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, AVG(fg3_pct_away) AS avg_3pt_pct FROM game WHERE season_id = '22020' GROUP BY team_name_away ORDER BY avg_3pt_pct DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE season_id = '22020' AND pts_fb_away/pts_paint_away AS three_pt_shooting_percentage DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LA Clippers | 0.401333333333333\n", - "----- Actual DB Result -----\n", - "Error executing query: near \"AS\": syntax error\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(points) AS total_points FROM ( SELECT pts_home AS points FROM game WHERE team_name_home = 'Houston Rockets' AND fg3m_home > 20 UNION ALL SELECT pts_away AS points FROM game WHERE team_name_away = 'Houston Rockets' AND fg3m_away > 20 );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND fg3m_home > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6435\n", - "----- Actual DB Result -----\n", - "3189.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(plus_minus_home) AS avg_victory_margin FROM game WHERE team_name_home = 'Milwaukee Bucks' AND wl_home = 'W' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND wl_home = 'W' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.37037037\n", - "----- Actual DB Result -----\n", - "13.37037037037037\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN stl_home > stl_away THEN team_name_home ELSE team_name_away END AS team_name, CASE WHEN stl_home > stl_away THEN stl_home ELSE stl_away END AS steals, game_date FROM game WHERE season_id = '22015' ORDER BY steals DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats WHERE steals_home = (SELECT MAX(steals_home) FROM other_stats WHERE season_id = '22015');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans | 21.0 | 2016-01-08 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: steals_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS overtime_games FROM game WHERE (team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs') AND min > 240 AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22016' AND ot_overtime > 0;\n", + "Completed 50\n", + "Completed 100\n", + "Completed 150\n", + "Completed 200\n", + "Completed 250\n", + "Completed 300\n", + "Completed 350\n", + "Completed 400\n", + "Completed 450\n", + "Completed 500\n", + "Completed 550\n", + "Completed 600\n", + "Completed 650\n", + "Completed 700\n", + "Completed 750\n", + "Completed 800\n", + "Completed 850\n", + "Completed 900\n", + "Completed 950\n", + "Completed 1000\n", "\n", - "---------------------------------------\n", + "All training data results:\n", + "Percent valid: 0.7988505747126436\n", + "Percent SQLite matched: 0.13409961685823754\n", + "Percent result matched: 0.3850574712643678\n", + "Dataset length: 1044\n", + "-------------------\n", + "Num queries tested: 1044\n", + "Num correct queries: 402\n", + "Acc: 38.50574712643678\n", + "-------------------\n", + "Dataset length: 1044\n" + ] + } + ], + "source": [ + "# ------------------------------\n", + "# Run evaluation on the full training dataset\n", + "# ------------------------------\n", + "run_evaluation(df, \"All training data\")\n", + "print(\"Dataset length: \" + str(len(df)))" + ] + }, + { + "cell_type": "markdown", + "id": "f298cfa1", + "metadata": {}, + "source": [ + "## Run RAG evaluation on small query dataset" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "121855db", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Completed 50\n", + "Completed 100\n", + "Completed 150\n", + "Completed 200\n", "\n", - "----- Expected Result -----\n", - "5\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ot_overtime\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_paint) AS max_paint_points FROM ( SELECT o.pts_paint_home AS pts_paint FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Brooklyn Nets' AND g.season_id = '22020' UNION ALL SELECT o.pts_paint_away AS pts_paint FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_away = 'Brooklyn Nets' AND g.season_id = '22020' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_paint)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "74\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(oreb) AS avg_offensive_rebounds FROM ( SELECT game_id, oreb_home AS oreb FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '22019' UNION ALL SELECT game_id, oreb_away AS oreb FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22019' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_away) AS average_oreb\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.46153846\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, AVG(turnovers) AS avg_turnovers FROM ( SELECT team_name_home AS team_name, tov_home AS turnovers FROM game WHERE season_id = '22018' UNION ALL SELECT team_name_away AS team_name, tov_away AS turnovers FROM game WHERE season_id = '22018' ) GROUP BY team_name ORDER BY avg_turnovers ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats \n", - "WHERE season_id = '22018' AND team_turnovers_away = (SELECT MIN(team_turnovers_away) FROM other_stats WHERE season_id = '22018');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "San Antonio Spurs | 12.0975609756098\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_first_quarters FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_name_home = 'Oklahoma City Thunder' AND g.pts_home / 4 > 30) OR (g.team_name_away = 'Oklahoma City Thunder' AND g.pts_away / 4 > 30) AND g.season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Oklahoma City Thunder' AND pts_home - pts_away > 30 AND season_id = '22017' AND quarter = '1';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "83\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: quarter\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct) AS avg_fg_percentage FROM ( SELECT game_id, fg_pct_home AS fg_pct FROM game WHERE team_name_home = 'Toronto Raptors' AND season_id = '22019' UNION ALL SELECT game_id, fg_pct_away AS fg_pct FROM game WHERE team_name_away = 'Toronto Raptors' AND season_id = '22019' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT fg_pct_home\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4587083333\n", - "----- Actual DB Result -----\n", - "0.408\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_losses FROM game WHERE ((team_name_home = 'Golden State Warriors' AND pts_home > 120 AND wl_home = 'L') OR (team_name_away = 'Golden State Warriors' AND pts_away > 120 AND wl_away = 'L'));\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND pts_home > 120 AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "123\n", - "----- Actual DB Result -----\n", - "52\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, assists, turnovers, game_date FROM ( SELECT team_name_home AS team_name, ast_home AS assists, tov_home AS turnovers, game_date FROM game WHERE season_id = '22021' AND tov_home < 10 UNION ALL SELECT team_name_away AS team_name, ast_away AS assists, tov_away AS turnovers, game_date FROM game WHERE season_id = '22021' AND tov_away < 10 ) ORDER BY assists DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats\n", - "WHERE team_id_home = (\n", - " SELECT team_id FROM team WHERE full_name = 'Boston Celtics'\n", - ") AND assist_count > 10 AND total_turnovers_home < 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns | 40.0 | 7.0 | 2022-02-12 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN g.team_name_home = 'Cleveland Cavaliers' THEN largest_lead_away ELSE largest_lead_home END AS opponent_largest_lead, g.game_date, CASE WHEN g.team_name_home = 'Cleveland Cavaliers' THEN g.team_name_away ELSE g.team_name_home END AS opponent FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_name_home = 'Cleveland Cavaliers' AND g.wl_home = 'W') OR (g.team_name_away = 'Cleveland Cavaliers' AND g.wl_away = 'W') AND g.season_id = '22016' ORDER BY opponent_largest_lead DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_away - fgm_home) AS largest_comeback\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "49 | 2010-03-01 00:00:00 | New York Knicks\n", - "----- Actual DB Result -----\n", - "10.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts) AS avg_points FROM ( SELECT g.pts_home AS pts FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Portland Trail Blazers' AND o.pts_2nd_chance_home >= 15 UNION ALL SELECT g.pts_away AS pts FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_away = 'Portland Trail Blazers' AND o.pts_2nd_chance_away >= 15 );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_home + pts_2nd_chance_away) AS average_2nd_chance_points\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.9899497\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN o.pts_2nd_chance_home > o.pts_2nd_chance_away THEN g.team_name_home ELSE g.team_name_away END AS team_name, CASE WHEN o.pts_2nd_chance_home > o.pts_2nd_chance_away THEN o.pts_2nd_chance_home ELSE o.pts_2nd_chance_away END AS second_chance_points, g.game_date FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22019' ORDER BY second_chance_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats WHERE pts_2nd_chance_home > 0 AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Minnesota Timberwolves | 35 | 2019-11-08 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "Completed 50\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS wins_with_fewer_paint_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE ((g.team_name_home = 'Detroit Pistons' AND g.wl_home = 'W' AND o.pts_paint_home < o.pts_paint_away) OR (g.team_name_away = 'Detroit Pistons' AND g.wl_away = 'W' AND o.pts_paint_away < o.pts_paint_home));\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND pts_paint_home < pts_paint_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "431\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(blocks) AS max_blocks FROM ( SELECT blk_home AS blocks FROM game WHERE team_name_home = 'New York Knicks' UNION ALL SELECT blk_away AS blocks FROM game WHERE team_name_away = 'New York Knicks' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(blk_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15\n", - "----- Actual DB Result -----\n", - "15.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS competitive_games FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22018' AND o.lead_changes > 15 AND o.times_tied > 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '22018' AND lead_changes > 15 AND times_tied > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "54\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct) AS avg_ft_percentage FROM ( SELECT ft_pct_home AS ft_pct FROM game WHERE team_name_home = 'Indiana Pacers' AND fta_home >= 25 UNION ALL SELECT ft_pct_away AS ft_pct FROM game WHERE team_name_away = 'Indiana Pacers' AND fta_away >= 25 );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(free_throws / attempts) AS average_free_throw_percentage\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Indiana Pacers' AND attempts >= 25;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7685965404\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: free_throws\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ABS(plus_minus_home)) AS avg_victory_margin FROM game WHERE (team_name_home = 'Boston Celtics' AND team_name_away = 'New York Knicks') OR (team_name_home = 'New York Knicks' AND team_name_away = 'Boston Celtics');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE (team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics')\n", - "AND (team_name_home = 'New York Knicks' OR team_name_away = 'New York Knicks')\n", - "AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.05436893\n", - "----- Actual DB Result -----\n", - "7.5\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN o.pts_off_to_home > o.pts_off_to_away THEN g.team_name_home ELSE g.team_name_away END AS team_name, CASE WHEN o.pts_off_to_home > o.pts_off_to_away THEN o.pts_off_to_home ELSE o.pts_off_to_away END AS points_off_turnovers, g.game_date FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22020' ORDER BY points_off_turnovers DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats\n", - "WHERE total_turnovers_away > 0 AND season_id = '22020'\n", - "ORDER BY pts_off_to_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Denver Nuggets | 39 | 2021-04-19 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_games FROM game WHERE (team_name_home = 'Orlando Magic' OR team_name_away = 'Orlando Magic') AND pts_home > 100 AND pts_away > 100 AND season_id = '22010';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND team_name_away = 'Orlando Magic' AND season_id = '22010' AND (fgm_home + fga_home + fgm_away + fga_away) > 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fastbreak_points) AS avg_fb_points_winners FROM ( SELECT o.pts_fb_home AS fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.wl_home = 'W' AND g.season_id = '22021' UNION ALL SELECT o.pts_fb_away AS fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.wl_away = 'W' AND g.season_id = '22021' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_fb_home) AS average_fastbreak_points\n", - "FROM game\n", - "WHERE team_name_home IN (\n", - " SELECT team_abbreviation_home FROM game WHERE season_id = '22021'\n", - ") AND team_name_home IN (\n", - " SELECT team_abbreviation_away FROM other_stats WHERE season_id = '22021'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.45038168\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_fb_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(points) AS total_points FROM ( SELECT pts_home AS points FROM game WHERE team_name_home = 'Houston Rockets' AND fg3m_home > 15 UNION ALL SELECT pts_away AS points FROM game WHERE team_name_away = 'Houston Rockets' AND fg3m_away > 15 ) AS combined_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND fg3m_home > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32793\n", - "----- Actual DB Result -----\n", - "18378.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(rebounds) AS total_rebounds FROM ( SELECT reb_home AS rebounds FROM game WHERE team_name_home = 'Milwaukee Bucks' AND pts_home >= 110 UNION ALL SELECT reb_away AS rebounds FROM game WHERE team_name_away = 'Milwaukee Bucks' AND pts_away >= 110 ) AS combined_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND pts_away >= 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "48323\n", - "----- Actual DB Result -----\n", - "21002.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(assists) AS avg_assists FROM ( SELECT ast_home AS assists FROM game WHERE team_name_home = 'Golden State Warriors' AND wl_home = 'W' AND season_id = '22018' UNION ALL SELECT ast_away AS assists FROM game WHERE team_name_away = 'Golden State Warriors' AND wl_away = 'W' AND season_id = '22018' ) AS winning_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_assists\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND wl_home = 'W' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31\n", - "----- Actual DB Result -----\n", - "31.333333333333332\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(steals) AS max_steals FROM ( SELECT stl_home AS steals FROM game WHERE team_name_home = 'Toronto Raptors' AND season_id = '22019' UNION ALL SELECT stl_away AS steals FROM game WHERE team_name_away = 'Toronto Raptors' AND season_id = '22019' ) AS all_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(stl_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "17\n", - "----- Actual DB Result -----\n", - "16.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(paint_points) AS total_paint_points FROM ( SELECT os.pts_paint_home AS paint_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Boston Celtics' AND g.season_id = '22020' UNION ALL SELECT os.pts_paint_away AS paint_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Boston Celtics' AND g.season_id = '22020' ) AS all_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_paint)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2884\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS total_games FROM ( SELECT game_id FROM game WHERE team_name_home = 'Los Angeles Lakers' AND ast_home > 25 AND wl_home = 'W' UNION ALL SELECT game_id FROM game WHERE team_name_away = 'Los Angeles Lakers' AND ast_away > 25 AND wl_away = 'W' ) AS winning_games_with_assists\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND pts_home - pts_away > 25 AND win_home = 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1159\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: win_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fastbreak_points) AS avg_fastbreak_points FROM ( SELECT os.pts_fb_home AS fastbreak_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Miami Heat' AND g.wl_home = 'L' AND g.season_id = '22017' UNION ALL SELECT os.pts_fb_away AS fastbreak_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Miami Heat' AND g.wl_away = 'L' AND g.season_id = '22017' ) AS losing_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND wl_away = 'L' AND season_id = '2217';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.29032258\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(points_off_turnovers) AS total_points_off_turnovers FROM ( SELECT os.pts_off_to_home AS points_off_turnovers FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Denver Nuggets' AND g.season_id = '22021' UNION ALL SELECT os.pts_off_to_away AS points_off_turnovers FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Denver Nuggets' AND g.season_id = '22021' ) AS all_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND quarter = '4' AND season_id = '2221';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1071\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: quarter\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct) AS avg_shooting_percentage FROM ( SELECT fg_pct_home AS fg_pct FROM game WHERE team_name_home = 'Philadelphia 76ers' AND pts_home >= 100 AND season_id = '22019' UNION ALL SELECT fg_pct_away AS fg_pct FROM game WHERE team_name_away = 'Philadelphia 76ers' AND pts_away >= 100 AND season_id = '22019' ) AS high_scoring_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home) AS average_shooting_percentage\n", - "FROM game\n", - "JOIN team ON game.team_id_home = team.id\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22019' AND pts_home >= 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4846785714\n", - "----- Actual DB Result -----\n", - "0.49058064516129035\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blocks) AS total_blocks FROM ( SELECT blk_home AS blocks FROM game WHERE team_name_home = 'Brooklyn Nets' AND tov_home > 10 UNION ALL SELECT blk_away AS blocks FROM game WHERE team_name_away = 'Brooklyn Nets' AND tov_away > 10 ) AS turnover_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(blk_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Brooklyn Nets' AND tov_away > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3570\n", - "----- Actual DB Result -----\n", - "1774.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, AVG(fg_pct) AS avg_fg_pct FROM ( SELECT team_name_home AS team_name, fg_pct_home AS fg_pct FROM game WHERE season_id = '21996' UNION ALL SELECT team_name_away AS team_name, fg_pct_away AS fg_pct FROM game WHERE season_id = '21996' ) AS all_teams GROUP BY team_name ORDER BY avg_fg_pct DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '21960';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Utah Jazz | 0.505182926829268\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS total_wins FROM ( SELECT game_id FROM game WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND season_id = '21992' UNION ALL SELECT game_id FROM game WHERE team_name_away = 'Chicago Bulls' AND wl_away = 'W' AND season_id = '21992' ) AS winning_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1992';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "57\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(rebounds) AS avg_rebounds FROM ( SELECT reb_home AS rebounds FROM game WHERE team_name_home = 'Detroit Pistons' AND season_id = '21989' UNION ALL SELECT reb_away AS rebounds FROM game WHERE team_name_away = 'Detroit Pistons' AND season_id = '21989' ) AS all_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_away) AS average_rebounds\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '1989';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.42682927\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, SUM(steals) AS total_steals FROM ( SELECT team_name_home AS team_name, stl_home AS steals FROM game WHERE season_id = '22004' UNION ALL SELECT team_name_away AS team_name, stl_away AS steals FROM game WHERE season_id = '22004' ) AS all_teams GROUP BY team_name ORDER BY total_steals DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE team_abbreviation_home = (SELECT team_abbreviation_home FROM game WHERE season_id = '22004' ORDER BY stl_home DESC LIMIT 1);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Philadelphia 76ers | 756.0 \n", - "----- Actual DB Result -----\n", - "WAS\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS total_matchups FROM game WHERE ((team_name_home = 'Boston Celtics' AND team_name_away = 'Los Angeles Lakers') OR (team_name_home = 'Los Angeles Lakers' AND team_name_away = 'Boston Celtics')) AND CAST(SUBSTR(season_id, 2) AS INTEGER) BETWEEN 1980 AND 1989\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics')\n", - "AND (team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers')\n", - "AND season_id BETWEEN '1980' AND '1989';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(points) AS total_points FROM ( SELECT pts_home AS points FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22014' UNION ALL SELECT pts_away AS points FROM game WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22014' ) AS season_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22014';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8461\n", - "----- Actual DB Result -----\n", - "4057.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, AVG(ft_pct) AS avg_ft_pct FROM ( SELECT team_name_home AS team_name, ft_pct_home AS ft_pct FROM game WHERE season_id = '22001' AND season_type = 'Regular Season' UNION ALL SELECT team_name_away AS team_name, ft_pct_away AS ft_pct FROM game WHERE season_id = '22001' AND season_type = 'Regular Season' ) AS all_teams GROUP BY team_name ORDER BY avg_ft_pct DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22001' AND ft_pct_home = (SELECT MAX(ft_pct_home) FROM game WHERE season_id = '22001');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks | 0.804768292682927\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(paint_points) AS total_paint_points FROM ( SELECT os.pts_paint_home AS paint_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.season_id = '21997' UNION ALL SELECT os.pts_paint_away AS paint_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Chicago Bulls' AND g.season_id = '21997' ) AS all_games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '1997';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2654\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home AS team FROM game WHERE season_id = '22010' GROUP BY team_name_home ORDER BY CAST(SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS FLOAT) / COUNT(*) DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS best_home_record_team\n", - "FROM other_stats\n", - "WHERE season_id = '22010' AND pts_home > pts_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "San Antonio Spurs | 36 | 5 | 0.878048780487805 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(victory_margin) AS avg_victory_margin FROM ( SELECT plus_minus_home AS victory_margin FROM game WHERE team_name_home = 'Miami Heat' AND wl_home = 'W' AND season_id = '22013' UNION ALL SELECT plus_minus_away AS victory_margin FROM game WHERE team_name_away = 'Miami Heat' AND wl_away = 'W' AND season_id = '22013' ) AS victories\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22013';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.48148148\n", - "----- Actual DB Result -----\n", - "7.097560975609756\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, SUM(second_chance_pts) AS total_second_chance_pts FROM ( SELECT g.team_name_home AS team_name, os.pts_2nd_chance_home AS second_chance_pts FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22015' UNION ALL SELECT g.team_name_away AS team_name, os.pts_2nd_chance_away AS second_chance_pts FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22015' ) AS all_teams GROUP BY team_name ORDER BY total_second_chance_pts DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats WHERE season_id = '22015' AND pts_2nd_chance_home = (SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE season_id = '22015');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Houston Rockets | 1085 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(CASE WHEN (team_name_home = 'Los Angeles Lakers' AND wl_home = 'W') OR (team_name_away = 'Los Angeles Lakers' AND wl_away = 'W') THEN 1 ELSE 0 END) AS lakers_wins, SUM(CASE WHEN (team_name_home = 'Boston Celtics' AND wl_home = 'W') OR (team_name_away = 'Boston Celtics' AND wl_away = 'W') THEN 1 ELSE 0 END) AS celtics_wins FROM game WHERE (team_name_home = 'Los Angeles Lakers' AND team_name_away = 'Boston Celtics') OR (team_name_home = 'Boston Celtics' AND team_name_away = 'Los Angeles Lakers')\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home) AS home_pts, MAX(pts_away) AS away_pts, team_name_home, team_name_away\n", - "FROM game\n", - "WHERE (team_name_home = 'Los Angeles Lakers' AND wl_home = 'W') OR (team_name_away = 'Los Angeles Lakers' AND wl_away = 'W')\n", - "GROUP BY team_name_home, team_name_away\n", - "HAVING home_pts > away_pts;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "110 | 113\n", - "----- Actual DB Result -----\n", - "141.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS overtime_games FROM game WHERE min > 240\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE overtime_home > 0 OR overtime_away > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3414\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: overtime_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN tov_home > tov_away THEN team_name_home ELSE team_name_away END AS team_with_most_turnovers FROM game WHERE season_id = '22019' ORDER BY CASE WHEN tov_home > tov_away THEN tov_home ELSE tov_away END DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats WHERE team_turnovers_away = (SELECT MAX(team_turnovers_away) FROM other_stats WHERE season_id = '22019');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Sacramento Kings\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, SUM(pts_off_turnovers) AS total_pts_off_turnovers FROM ( SELECT g.team_name_home AS team_name, os.pts_off_to_home AS pts_off_turnovers FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22017' UNION ALL SELECT g.team_name_away AS team_name, os.pts_off_to_away AS pts_off_turnovers FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22017' ) AS all_games GROUP BY team_name ORDER BY total_pts_off_turnovers DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away, SUM(pts_off_to_away) AS total_points_off_turnovers\n", - "FROM other_stats\n", - "WHERE season_id = '22017'\n", - "GROUP BY team_abbreviation_away\n", - "ORDER BY total_points_off_turnovers DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Atlanta Hawks | 1309 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, game_date, CASE WHEN pts_home >= 50 THEN team_name_home ELSE team_name_away END AS team_name, CASE WHEN pts_home >= 50 THEN pts_home ELSE pts_away END AS points FROM game WHERE (pts_home >= 50 OR pts_away >= 50) AND CAST(SUBSTR(season_id, 2) AS INTEGER) BETWEEN 1990 AND 1999 ORDER BY points DESC\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT player_name FROM player WHERE pts >= 50 AND season_id LIKE '199%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: player_name\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, AVG(fastbreak_pts) AS avg_fastbreak_pts FROM ( SELECT g.team_name_home AS team_name, os.pts_fb_home AS fastbreak_pts FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22005' UNION ALL SELECT g.team_name_away AS team_name, os.pts_fb_away AS fastbreak_pts FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.season_id = '22005' ) AS all_teams GROUP BY team_name ORDER BY avg_fastbreak_pts DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home, AVG(pts_fb_home) AS average_fb_points, SUM(pts_fb_home) AS total_fb_points\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22005'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY average_fb_points DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Denver Nuggets | 16.1641791044776\n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: team_abbreviation_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - " SELECT COUNT(*) AS blowout_wins FROM ( SELECT game_id FROM game WHERE season_id = '22016' AND ((team_name_home = 'Golden State Warriors' AND wl_home = 'W' AND plus_minus_home >= 20) OR (team_name_away = 'Golden State Warriors' AND wl_away = 'W' AND plus_minus_away >= 20)) ) AS big_wins\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND (pts_home - pts_away) >= 20 AND season_id LIKE '73%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home || '-' || pts_away AS score, COUNT(*) AS frequency FROM game WHERE CAST(SUBSTR(season_id, 2) AS INTEGER) BETWEEN 2000 AND 2009 GROUP BY score ORDER BY frequency DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(final_score) AS most_common_final_score, COUNT(*) AS count_of_games\n", - "FROM game\n", - "WHERE season_id LIKE '2000%'\n", - "GROUP BY final_score\n", - "ORDER BY final_score DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "97.0-92.0 | 29 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: final_score\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_losses FROM ( SELECT game_id FROM game WHERE season_id = '22020' AND ((pts_home >= 100 AND wl_home = 'L') OR (pts_away >= 100 AND wl_away = 'L')) ) AS games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_home >= 100 AND wl_home = 'L' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "769\n", - "----- Actual DB Result -----\n", - "346\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUBSTR(season_id, 2) AS year, AVG(pts_home + pts_away) / 2 AS avg_pts_per_team FROM game GROUP BY year ORDER BY avg_pts_per_team DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(season_id)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1960 | 142.0 \n", - "----- Actual DB Result -----\n", - "42022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, AVG(ft_pct) AS avg_ft_pct_in_wins FROM ( SELECT team_name_home AS team_name, ft_pct_home AS ft_pct FROM game WHERE season_id = '22007' AND wl_home = 'W' UNION ALL SELECT team_name_away AS team_name, ft_pct_away AS ft_pct FROM game WHERE season_id = '22007' AND wl_away = 'W' ) AS winning_games GROUP BY team_name ORDER BY avg_ft_pct_in_wins ASC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE wl_home = 'W' AND season_id = '22007' ORDER BY ft_pct_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cleveland Cavaliers | 0.717622222222222 \n", - "----- Actual DB Result -----\n", - "Seattle SuperSonics\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_losses FROM ( SELECT game_id FROM game WHERE (team_name_home = 'Los Angeles Lakers' AND pts_home > 120 AND wl_home = 'L') OR (team_name_away = 'Los Angeles Lakers' AND pts_away > 120 AND wl_away = 'L') ) AS games\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND pts_home > 120 AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "90\n", - "----- Actual DB Result -----\n", - "40\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name, SUM(oreb) AS total_offensive_rebounds FROM ( SELECT team_name_home AS team_name, oreb_home AS oreb FROM game WHERE season_id = '22009' UNION ALL SELECT team_name_away AS team_name, oreb_away AS oreb FROM game WHERE season_id = '22009' ) AS all_teams GROUP BY team_name ORDER BY total_offensive_rebounds DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE season_id = '22009' ORDER BY oreb_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Memphis Grizzlies | 1070.0 \n", - "----- Actual DB Result -----\n", - "NOH\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away AS team FROM game WHERE season_id = '22018' GROUP BY team_name_away ORDER BY CAST(SUM(CASE WHEN wl_away = 'W' THEN 1 ELSE 0 END) AS FLOAT) / COUNT(*) DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE season_id = '22018' AND record = 'Away'\n", - "ORDER BY pts_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "WITH home_records AS ( SELECT team_name_home AS team_name, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS wins, COUNT(*) AS games_played FROM game WHERE season_id = '22010' GROUP BY team_name_home ), away_records AS ( SELECT team_name_away AS team_name, SUM(CASE WHEN wl_away = 'W' THEN 1 ELSE 0 END) AS wins, COUNT(*) AS games_played FROM game WHERE season_id = '22010' GROUP BY team_name_away ) SELECT h.team_name AS team, (h.wins + a.wins) AS total_wins, (h.games_played + a.games_played - h.wins - a.wins) AS total_losses, CAST((h.wins + a.wins) AS FLOAT) / (h.games_played + a.games_played) AS win_percentage FROM home_records h JOIN away_records a ON h.team_name = a.team_name ORDER BY win_percentage DESC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE season_id = '22010' AND (pts_home - pts_away) = (SELECT MAX(pts_home - pts_away) FROM game WHERE season_id = '22010');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Chicago Bulls | 62 | 20 | 0.75609756097561 \n", - "----- Actual DB Result -----\n", - "Los Angeles Lakers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "WITH home_records AS ( SELECT team_name_home AS team_name, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS wins, COUNT(*) AS games_played FROM game WHERE season_id = '22017' GROUP BY team_name_home ), away_records AS ( SELECT team_name_away AS team_name, SUM(CASE WHEN wl_away = 'W' THEN 1 ELSE 0 END) AS wins, COUNT(*) AS games_played FROM game WHERE season_id = '22017' GROUP BY team_name_away ) SELECT h.team_name AS team, (h.wins + a.wins) AS total_wins, (h.games_played + a.games_played - h.wins - a.wins) AS total_losses, CAST((h.wins + a.wins) AS FLOAT) / (h.games_played + a.games_played) AS win_percentage FROM home_records h JOIN away_records a ON h.team_name = a.team_name ORDER BY win_percentage ASC LIMIT 1\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE season_id = '22017' AND (pts_home - pts_away) = (SELECT MIN(pts_home - pts_away) FROM game WHERE season_id = '22017');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns | 21 | 61 | 0.25609756097561 \n", - "----- Actual DB Result -----\n", - "Phoenix Suns\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) AS max_points, team_name_home, season_id FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22020' GROUP BY team_name_home, season_id;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "145.0 | Boston Celtics | 22020 \n", - "----- Actual DB Result -----\n", - "145.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home AS home_team, largest_lead_home AS max_lead FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE team_name_away = 'Los Angeles Lakers' ORDER BY largest_lead_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE team_name_away = 'Los Angeles Lakers' AND (fgm_home - fga_home) = (SELECT MAX((fgm_home - fga_home) FROM game WHERE team_name_away = 'Los Angeles Lakers');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Utah | 53 \n", - "----- Actual DB Result -----\n", - "Error executing query: near \"FROM\": syntax error\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.pts_fb_home AS fastbreak_points, g.pts_home AS total_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Miami Heat' AND g.season_id = '22019' ORDER BY g.pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22019' AND wl_home = 'F';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8 | 137.0 \n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3m_home) AS total_threes FROM game WHERE team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home + fg3m_away) AS total_fg3m\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "407\n", - "----- Actual DB Result -----\n", - "697.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(g.pts_home + g.pts_away) AS total_points, g.reb_home + g.reb_away AS total_rebounds FROM game g WHERE (g.team_name_home = 'Toronto Raptors' AND g.team_name_away = 'Brooklyn Nets') OR (g.team_name_home = 'Brooklyn Nets' AND g.team_name_away = 'Toronto Raptors') ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(oreb_home + dreb_away) AS combined_rebound_total\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND team_name_away = 'Brooklyn Nets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "272.0 | 101.0 \n", - "----- Actual DB Result -----\n", - "1121.0\n", - "-------------------------------------------------\n", - "\n", - "Completed 100\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT AVG(o.pts_paint_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Philadelphia 76ers' AND g.wl_home = 'W') AS avg_paint_points_wins, (SELECT AVG(o.pts_paint_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Philadelphia 76ers' AND g.wl_home = 'L') AS avg_paint_points_losses FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home) AS average_paint_points\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND outcome = 'Victory';\n", - "\n", - "This query will return the average number of points scored in the paint by the Philadelphia 76ers at home in games they won versus games they lost.\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.4105461393597 | 41.4549763033175 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_date, ABS(g.pts_home - g.pts_away) AS score_difference FROM game g WHERE (g.team_name_home = 'Phoenix Suns' AND g.team_name_away = 'San Antonio Spurs') OR (g.team_name_home = 'San Antonio Spurs' AND g.team_name_away = 'Phoenix Suns') ORDER BY score_difference ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_diff)\n", - "FROM (\n", - " SELECT pts_home - pts_away AS pts_diff\n", - " FROM game\n", - " WHERE (team_name_home = 'Phoenix Suns' AND team_name_away = 'San Antonio Spurs')\n", - " OR (team_name_home = 'San Antonio Spurs' AND team_name_away = 'Phoenix Suns')\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1982-11-07 00:00:00 | 1.0 \n", - "----- Actual DB Result -----\n", - "-48.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) AS avg_ft_percentage FROM game WHERE team_name_home = 'New York Knicks' AND pts_home > 100 AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND pts_home > 100 AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7675555556\n", - "----- Actual DB Result -----\n", - "0.7675555555555555\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.season_id, AVG(o.pts_paint_home) AS avg_paint_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Los Angeles Lakers' GROUP BY g.season_id ORDER BY avg_paint_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'Los Angeles Lakers' GROUP BY season_id ORDER BY AVG(pts_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22018 | 54.4242424242424 \n", - "----- Actual DB Result -----\n", - "41984\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.stl_home + g.stl_away AS total_steals, g.pts_home + g.pts_away AS total_points FROM game g WHERE (g.team_name_home = 'Houston Rockets' AND g.team_name_away = 'Oklahoma City Thunder') OR (g.team_name_home = 'Oklahoma City Thunder' AND g.team_name_away = 'Houston Rockets') ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(stl_home + stl_away) AS total_steals\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND team_name_away = 'Oklahoma City Thunder';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.0 | 274.0 \n", - "----- Actual DB Result -----\n", - "571.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT ABS(pts_home - pts_away) AS point_differential FROM game WHERE (team_name_home = 'Boston Celtics' AND team_name_away = 'Los Angeles Lakers') OR (team_name_home = 'Los Angeles Lakers' AND team_name_away = 'Boston Celtics') ORDER BY point_differential DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_difference\n", - "FROM game\n", - "WHERE (team_name_home = 'Boston Celtics' OR team_name_away = 'Los Angeles Lakers')\n", - "AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39\n", - "----- Actual DB Result -----\n", - "32.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT SUM(blk_home) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22019') AS blocks_2019, (SELECT SUM(blk_home) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22020') AS blocks_2020, (SELECT SUM(blk_home) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22020') - (SELECT SUM(blk_home) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22019') AS blocks_difference FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(blk_home) AS total_blocks_2019, SUM(blk_away) AS total_blocks_2020\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22019' AND wl_home = 'W'\n", - "OR team_name_away = 'Milwaukee Bucks' AND season_id = '22020' AND wl_away = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "207.0 | 171.0 | -36.0 \n", - "----- Actual DB Result -----\n", - "279.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.team_city_away AS opponent, o.lead_changes FROM other_stats o JOIN game g ON o.game_id = g.game_id WHERE g.team_name_home = 'Golden State Warriors' ORDER BY o.lead_changes DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_name_home, team_name_away, (fgm_home - fga_away) AS lead_change\n", - "FROM game, team\n", - "WHERE team_name_home = 'Golden State Warriors' AND team_name_away = opponent\n", - "ORDER BY lead_change DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Seattle | 33 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: opponent\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home - fg_pct_away) AS fg_pct_differential FROM game WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'W' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home - fg_pct_away) AS shooting_efficiency_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'W' AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.07526923077\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home - reb_away) AS avg_rebound_advantage FROM game WHERE team_name_home = 'Miami Heat' AND pts_home > 110;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_home - reb_away) AS avg_rebound_advantage\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND pts_home > 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4.68079096\n", - "----- Actual DB Result -----\n", - "-28.180790960451976\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_date, (o.pts_2nd_chance_home + o.pts_2nd_chance_away) AS total_second_chance_pts FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_name_home = 'Philadelphia 76ers' AND g.team_name_away = 'Brooklyn Nets') OR (g.team_name_home = 'Brooklyn Nets' AND g.team_name_away = 'Philadelphia 76ers') ORDER BY total_second_chance_pts DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_date\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND team_name_away = 'Brooklyn Nets' AND second_chance_points > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2012-10-19 00:00:00 | 49 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: second_chance_points\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (o.pts_fb_home + o.pts_off_to_home) AS transition_points, g.pts_home FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.season_id = '22017' ORDER BY g.pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND fast_breaks > 0 AND pts_away = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "28 | 123.0 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fast_breaks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) AS avg_ft_pct FROM game WHERE team_name_home = 'Portland Trail Blazers' AND wl_home = 'L' GROUP BY season_id ORDER BY avg_ft_pct DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND wl_home = 'L' AND ft_pct_home > (\n", - " SELECT AVG(ft_pct_home)\n", - " FROM game\n", - " WHERE team_name_home = 'Portland Trail Blazers' AND wl_home = 'L'\n", - " );\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42000 | 0.923 \n", - "----- Actual DB Result -----\n", - "21971\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN g.team_name_home = 'Denver Nuggets' THEN g.oreb_home - g.oreb_away ELSE g.oreb_away - g.oreb_home END AS nuggets_oreb_advantage FROM game g WHERE (g.team_name_home = 'Denver Nuggets' AND g.team_name_away = 'Minnesota Timberwolves') OR (g.team_name_home = 'Minnesota Timberwolves' AND g.team_name_away = 'Denver Nuggets') ORDER BY (g.pts_home + g.pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (pts_off_to_away - pts_off_to_home) AS difference\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND team_name_away = 'Minnesota Timberwolves' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_off_to_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT AVG(o.pts_paint_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Sacramento Kings' AND g.season_id = '22018' AND CAST(strftime('%m', g.game_date) AS INTEGER) <= 6) AS first_half_avg, (SELECT AVG(o.pts_paint_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Sacramento Kings' AND g.season_id = '22018' AND CAST(strftime('%m', g.game_date) AS INTEGER) > 6) AS second_half_avg FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home) AS average_paint\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings' AND season_id LIKE '2018%' AND game_id LIKE 'G%' AND game_id LIKE '_1';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "51.3 | 49.5 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.largest_lead_home AS largest_lead, g.game_date FROM other_stats o JOIN game g ON o.game_id = g.game_id WHERE g.team_name_home = 'Orlando Magic' AND g.wl_home = 'L' ORDER BY o.largest_lead_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "46 | 2017-11-18 00:00:00\n", - "----- Actual DB Result -----\n", - "47.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "WITH streaks AS ( SELECT g.game_id, g.ast_home, o.total_turnovers_home, ROW_NUMBER() OVER (ORDER BY g.game_date) - ROW_NUMBER() OVER (PARTITION BY g.wl_home ORDER BY g.game_date) AS streak_id FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Cleveland Cavaliers' AND g.wl_home = 'W' ) SELECT SUM(ast_home) / CASE WHEN SUM(total_turnovers_home) = 0 THEN 1 ELSE SUM(total_turnovers_home) END AS assist_turnover_ratio FROM streaks GROUP BY streak_id ORDER BY COUNT(*) DESC, assist_turnover_ratio DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (SUM(ast_home) / SUM(tov_home)) AS assist_to_turnover_ratio\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.731766124\n", - "----- Actual DB Result -----\n", - "1.9335436526987175\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT AVG(pts_home + pts_away) FROM game WHERE (team_name_home = 'New Orleans Pelicans' AND team_name_away = 'Memphis Grizzlies') OR (team_name_home = 'Memphis Grizzlies' AND team_name_away = 'New Orleans Pelicans') AND season_id = '22021') AS pelgrizzlies_avg, (SELECT AVG(pts_home + pts_away) FROM game WHERE season_id = '22021') AS league_avg, (SELECT AVG(pts_home + pts_away) FROM game WHERE (team_name_home = 'New Orleans Pelicans' AND team_name_away = 'Memphis Grizzlies') OR (team_name_home = 'Memphis Grizzlies' AND team_name_away = 'New Orleans Pelicans') AND season_id = '22021') - (SELECT AVG(pts_home + pts_away) FROM game WHERE season_id = '22021') AS difference FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fgm_home + fga_home + fgm_away + fga_away) AS average_combined_score\n", - "FROM game\n", - "WHERE team_name_home = 'New Orleans Pelicans' AND team_name_away = 'Memphis Grizzlies' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "216.380952380952 | 221.231707317073 | -4.85075493612078\n", - "----- Actual DB Result -----\n", - "258.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN g.wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Phoenix Suns' AND o.pts_fb_home > o.pts_fb_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (pts_home - pts_away) / pts_away AS win_percentage\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "62.12121212\n", - "----- Actual DB Result -----\n", - "0.08411214953271028\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home - pts_away) AS avg_victory_margin FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22000';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '2000';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9.75\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_home, AVG(o.pts_2nd_chance_home) AS avg_second_chance_pts FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.wl_home = 'W' AND g.season_id = '22016' GROUP BY g.team_name_home ORDER BY avg_second_chance_pts DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats\n", - "WHERE pts_2nd_chance_home > 0 AND season_id = '22016'\n", - "ORDER BY pts_2nd_chance_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles Lakers | 15.6153846153846 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT ABS(g.ft_pct_home - g.ft_pct_away) AS ft_pct_diff FROM game g WHERE ((g.team_name_home = 'Washington Wizards' AND g.team_name_away = 'Charlotte Hornets') OR (g.team_name_home = 'Charlotte Hornets' AND g.team_name_away = 'Washington Wizards')) AND CAST(SUBSTR(g.season_id, 2) AS INTEGER) >= 2010 ORDER BY ABS(g.pts_home - g.pts_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_away - fg_pct_home) AS free_throw_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Washington Wizards' AND team_name_away = 'Charlotte Hornets' AND season_id >= '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.054\n", - "----- Actual DB Result -----\n", - "0.061000000000000054\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, AVG(CASE WHEN season_id = '22018' THEN dreb_home END) - AVG(CASE WHEN season_id = '22017' THEN dreb_home END) AS dreb_improvement FROM game WHERE season_id IN ('22017', '22018') GROUP BY team_name_home ORDER BY dreb_improvement DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team, MAX(pts_off_to_home - pts_off_to_away) AS improvement\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id BETWEEN '22017' AND '22018'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY improvement DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Milwaukee Bucks | 9.90243902439024 \n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: team_abbreviation_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(o.total_turnovers_home + o.total_turnovers_away) AS min_combined_turnovers FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_name_home = 'San Antonio Spurs' OR g.team_name_away = 'San Antonio Spurs') AND g.season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(team_turnovers_away + team_turnovers_home) AS lowest_turnovers\n", - "FROM game\n", - "WHERE (team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs') AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "WITH season_avg AS ( SELECT AVG(fg3a_home) AS avg_3pa FROM game WHERE team_name_home = 'Indiana Pacers' AND season_id = '22018' ) SELECT AVG(g.pts_home) AS avg_points FROM game g, season_avg s WHERE g.team_name_home = 'Indiana Pacers' AND g.season_id = '22018' AND g.fg3a_home > s.avg_3pa;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_points_per_game\n", - "FROM game\n", - "JOIN team ON game.team_name_home = team.full_name\n", - "WHERE team.full_name = 'Indiana Pacers' AND game.three_pts_attempted > (\n", - " SELECT AVG(three_pts_attempted)\n", - " FROM game\n", - " JOIN team ON game.team_name_home = team.full_name\n", - " WHERE team.full_name = 'Indiana Pacers'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "106.7894737\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: game.three_pts_attempted\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.ast_home) * 1.0 / SUM(g.fgm_home) AS assist_to_fgm_ratio FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Brooklyn Nets' AND o.pts_paint_home > 50;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (pts_paint_home - pts_off_to_home) / pts_paint_home AS assist_to_field_goal_ratio\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND pts_paint_home > 50;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.588761175\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (g.ftm_home + g.ftm_away) * 100.0 / NULLIF((g.fta_home + g.fta_away), 0) AS combined_ft_pct FROM game g WHERE ((g.team_name_home = 'Oklahoma City Thunder' AND g.team_name_away = 'Houston Rockets') OR (g.team_name_home = 'Houston Rockets' AND g.team_name_away = 'Oklahoma City Thunder')) AND g.season_type = 'Playoffs' ORDER BY (g.pts_home + g.pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home + fg_pct_away) AS combined_fg_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Oklahoma City Thunder' AND team_name_away = 'Houston Rockets' AND season_type = 'Playoffs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "86.36363636\n", - "----- Actual DB Result -----\n", - "0.893\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, AVG(pts_home - pts_away) AS avg_point_diff FROM game WHERE team_name_home = 'Toronto Raptors' AND season_id = '22019' GROUP BY team_name_away ORDER BY avg_point_diff DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game.team_name_home, other_stats.avg_pts_diff_home\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE game.team_name_home = 'Toronto Raptors' AND game.season_id = '22019'\n", - "ORDER BY other_stats.avg_pts_diff_home DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New York Knicks | 28.0 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: other_stats.avg_pts_diff_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3a_home - fg3a_away) AS three_point_attempt_diff FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg3a_away - fg3a_home) AS three_point_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3.195121951\n", - "----- Actual DB Result -----\n", - "-9.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game WHERE team_name_home = 'Chicago Bulls' AND stl_home > 10 AND season_id = '21998';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT wl_home, (SUM(stl_home) / (SUM(stl_home) + SUM(stl_away))) AS win_percentage\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '21988'\n", - "GROUP BY wl_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.85714286\n", - "----- Actual DB Result -----\n", - "L\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.lead_changes) AS max_lead_changes FROM other_stats o JOIN game g ON o.game_id = g.game_id WHERE (g.team_name_home = 'Los Angeles Lakers' AND g.team_name_away = 'Boston Celtics') OR (g.team_name_home = 'Boston Celtics' AND g.team_name_away = 'Los Angeles Lakers');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) AS avg_points FROM game WHERE team_name_home = 'Miami Heat' AND fg_pct_home > fg_pct_away AND wl_home = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND fg_pct_home > fg_pct_away AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "95.70833333\n", - "----- Actual DB Result -----\n", - "95.70833333333333\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g1.team_name_home, AVG(CASE WHEN g1.season_id = '22016' THEN o1.pts_off_to_home END) - AVG(CASE WHEN g1.season_id = '22015' THEN o1.pts_off_to_home END) AS improvement FROM game g1 JOIN other_stats o1 ON g1.game_id = o1.game_id WHERE g1.season_id IN ('22015', '22016') GROUP BY g1.team_name_home ORDER BY improvement DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team, MAX(pts_off_to_home - LAG(pts_off_to_home) OVER (ORDER BY season_id)) AS largest_improvement\n", - "FROM other_stats\n", - "WHERE season_id BETWEEN '22015' AND '22016'\n", - "ORDER BY largest_improvement DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles Lakers | 2.32432432432432\n", - "----- Actual DB Result -----\n", - "Error executing query: misuse of window function LAG()\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, SUM(fg3m_home) * 1.0 / NULLIF(SUM(fga_home), 0) AS three_point_ratio FROM game WHERE season_id = '22021' GROUP BY team_name_home ORDER BY three_point_ratio DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, (fg3m_home / fga_home) AS three_point_ratio\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22021'\n", - "ORDER BY three_point_ratio DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State Warriors | 0.171539961013645 \n", - "----- Actual DB Result -----\n", - "Los Angeles Lakers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) AS avg_points FROM game WHERE team_name_home = 'Portland Trail Blazers' AND oreb_home > oreb_away AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home / (fgm_home + dreb_home)) AS avg_pts_per_game\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22018' AND (fgm_home + dreb_home) > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "116.4583333\n", - "----- Actual DB Result -----\n", - "1.4733529493083344\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_away, o.times_tied FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Philadelphia 76ers' AND g.season_id = '22019' ORDER BY o.times_tied DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, matchup_away, team_name_away, team_name_home, wl_away, wl_home, MIN(ties) as ties\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND team_name_away = 'Titans' AND season_id = '22019'\n", - "GROUP BY game_id\n", - "ORDER BY ties DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Indiana Pacers | 14 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ties\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT AVG(pts_home - pts_away) FROM game WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W' AND season_id IN (SELECT DISTINCT season_id FROM game WHERE season_type = 'Playoffs' AND team_name_home = 'Denver Nuggets')) - (SELECT AVG(pts_home - pts_away) FROM game WHERE team_name_home = 'Utah Jazz' AND wl_home = 'W' AND season_id IN (SELECT DISTINCT season_id FROM game WHERE season_type = 'Playoffs' AND team_name_home = 'Utah Jazz')) AS margin_difference FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_win_margin\n", - "FROM game\n", - "WHERE (team_name_home = 'Denver Nuggets' OR team_name_away = 'Denver Nuggets')\n", - "AND (team_name_home = 'Utah Jazz' OR team_name_away = 'Utah Jazz')\n", - "AND (season_type = 'Regular Season' OR season_type = 'Playoffs');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.549491596\n", - "----- Actual DB Result -----\n", - "5.513888888888889\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home - pts_away) AS avg_victory_margin FROM game WHERE team_name_home = 'Detroit Pistons' AND pts_home > 100 AND pts_away < 90;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND pts_home > 100 AND pts_away < 90;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23.5\n", - "----- Actual DB Result -----\n", - "23.5\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, SUM(ast_home) * 1.0 / NULLIF(SUM(tov_home), 0) AS assist_to_turnover_ratio FROM game WHERE team_name_home = 'Cleveland Cavaliers' GROUP BY season_id ORDER BY assist_to_turnover_ratio DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, (ast_home/tov_home) AS assists_to_turnovers_ratio\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers'\n", - "GROUP BY season_id\n", - "ORDER BY assists_to_turnovers_ratio DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21984 | 29.7948717948718 \n", - "----- Actual DB Result -----\n", - "42015\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT CASE WHEN team_name_home = 'Minnesota Timberwolves' THEN fg_pct_home - fg_pct_away ELSE fg_pct_away - fg_pct_home END AS twolves_fg_pct_advantage FROM game WHERE (team_name_home = 'Minnesota Timberwolves' AND team_name_away = 'San Antonio Spurs') OR (team_name_home = 'San Antonio Spurs' AND team_name_away = 'Minnesota Timberwolves') ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home - fg_pct_away) AS fg_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Minnesota Timberwolves' AND team_name_away = 'San Antonio Spurs'\n", - "ORDER BY game_id DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.042\n", - "----- Actual DB Result -----\n", - "-0.006000000000000005\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_away, o.pts_fb_home AS fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Orlando Magic' AND g.season_id = '22019' ORDER BY o.pts_fb_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_name_away, fta_away AS fastbreak_points\n", - "FROM game, team\n", - "WHERE team_abbreviation_away = 'ORL' AND season_id = '22019'\n", - "ORDER BY fastbreak_points DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans | 21 \n", - "----- Actual DB Result -----\n", - "0021900101\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3_pct_home - fg3_pct_away) AS three_pt_percentage_diff FROM game WHERE team_name_home = 'Houston Rockets' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg3_pct_home - fg3_pct_away) AS three_point_accuracy_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.01543902439\n", - "----- Actual DB Result -----\n", - "-0.067\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(stl_home + blk_home) AS combined_steals_blocks FROM game WHERE team_name_home = 'Toronto Raptors' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(stl_home + blk_home) AS highest_steals_blocks\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_type = 'Championship';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.lead_changes) AS avg_lead_changes FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Milwaukee Bucks' AND g.wl_home = 'W' AND (g.pts_home - g.pts_away) < 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(lead_changes)\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND pts_home < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8.59375\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "WITH season_avg AS ( SELECT AVG(fg3_pct_home) AS avg_3pt_pct FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016' ) SELECT MAX(g.pts_home) AS max_points FROM game g, season_avg s WHERE g.team_name_home = 'Golden State Warriors' AND g.season_id = '22016' AND g.fg3_pct_home < s.avg_3pt_pct;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND fg3m_home > (SELECT AVG(fg3m_home) FROM game WHERE team_name_home = 'Golden State Warriors');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "142\n", - "----- Actual DB Result -----\n", - "149.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_home - o.pts_paint_away) AS paint_points_diff FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Los Angeles Lakers' AND g.wl_home = 'W' AND (g.pts_home - g.pts_away) >= 10 AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (pts_home - pts_away) AS points_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'W' AND season_id = '22020' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-0.5454545455\n", - "----- Actual DB Result -----\n", - "23.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, AVG(oreb_home + dreb_home) AS avg_total_rebounds FROM game WHERE season_id = '22017' GROUP BY team_name_home ORDER BY avg_total_rebounds DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats\n", - "WHERE season_id = '22017' AND (pts_off_to_home + pts_def_to_home) = (SELECT MAX(pts_off_to_home + pts_def_to_home) FROM other_stats WHERE season_id = '22017');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Philadelphia 76ers | 48.9512195121951 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.largest_lead_away AS max_deficit_overcome FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Miami Heat' AND g.wl_home = 'W' ORDER BY o.largest_lead_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_deficit\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "46\n", - "----- Actual DB Result -----\n", - "43.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG((pts_home / NULLIF(fga_home, 0)) - (pts_away / NULLIF(fga_away, 0))) AS ppfga_diff FROM game WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home - fg_pct_away) AS fg_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.1332818787\n", - "----- Actual DB Result -----\n", - "0.03699999999999998\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, SUM(stl_home) * 1.0 / NULLIF(SUM(tov_home), 0) AS steal_to_turnover_ratio FROM game WHERE team_name_home = 'Boston Celtics' GROUP BY season_id ORDER BY steal_to_turnover_ratio DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics'\n", - "GROUP BY season_id\n", - "HAVING AVG(stl_home / tov_away) = (\n", - " SELECT MAX(AVG(stl_home / tov_away))\n", - " FROM game\n", - " WHERE team_name_home = 'Boston Celtics'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12017 | 0.851851851851852 \n", - "----- Actual DB Result -----\n", - "Error executing query: misuse of aggregate function AVG()\n", - "-------------------------------------------------\n", - "\n", - "Completed 150\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home - reb_away) AS avg_rebound_margin FROM game WHERE team_name_home = 'San Antonio Spurs' AND fg_pct_home > 0.5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_home - dreb_away) AS average_rebounding_margin\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND fg_pct_home > 0.5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5.122781065\n", - "----- Actual DB Result -----\n", - "-16.218333333333334\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.pts_2nd_chance_home - o.pts_2nd_chance_away AS second_chance_diff FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.season_id = '22016' ORDER BY ABS(g.pts_home - g.pts_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_2nd_chance_away - pts_2nd_chance_home AS second_chance_difference\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-5\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_away, o.pts_paint_home FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'New York Knicks' AND g.season_id = '22019' ORDER BY o.pts_paint_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_name_away, pts_paint_away\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'New York Knicks' AND team_name_away = 'New York Knicks' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans | 66 \n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: game_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fta_home - fta_away) AS avg_fta_diff FROM game WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'L' AND season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_away - fg_pct_home) AS avg_free_throw_difference\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND wl_away = 'L' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3.9\n", - "----- Actual DB Result -----\n", - "-0.074\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.team_rebounds_home * 1.0 / NULLIF(g.reb_home, 0) AS team_to_total_reb_ratio FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Portland Trail Blazers' ORDER BY g.pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (MAX(reb_home) / NULLIF(SUM(reb_away), 0)) AS reb_to_total_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.3454545455\n", - "----- Actual DB Result -----\n", - "0.0009793223089621982\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.pts_2nd_chance_home + o.pts_2nd_chance_away) AS max_combined_second_chance FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_name_home = 'Miami Heat' OR g.team_name_away = 'Miami Heat') AND g.season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(second_chance_points)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: second_chance_points\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT COUNT(CASE WHEN g.wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) FROM game g JOIN team t ON g.team_id_home = t.id WHERE t.year_founded < 1980) - (SELECT COUNT(CASE WHEN g.wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) FROM game g JOIN team t ON g.team_id_home = t.id WHERE t.year_founded >= 1980) AS win_pct_diff FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(CASE WHEN team_name_home IN (SELECT full_name FROM team WHERE year_founded < 1980) THEN (pts_home - pts_away) / pts_home END) - AVG(CASE WHEN team_name_home IN (SELECT full_name FROM team WHERE year_founded >= 1980) THEN (pts_home - pts_away) / pts_home END) AS win_difference\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7.048616104\n", - "----- Actual DB Result -----\n", - "0.015589168342201375\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) AS max_points FROM game WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "139\n", - "----- Actual DB Result -----\n", - "139.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (SELECT AVG(ast_home) FROM game WHERE team_name_home = 'Boston Celtics') AS avg_home_assists, (SELECT AVG(ast_away) FROM game WHERE team_name_away = 'Boston Celtics') AS avg_away_assists FROM game LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS avg_ast_home, AVG(ast_away) AS avg_ast_away\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24.8868921775899 | 22.7171122994652 \n", - "----- Actual DB Result -----\n", - "24.059276980329614\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, AVG(fg3_pct_home) AS avg_3pt_pct FROM game WHERE season_id = '22020' GROUP BY team_name_home ORDER BY avg_3pt_pct DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home, AVG(pts_paint_home/pts_2nd_chance_home) AS three_pt_shooting_percentage\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22008'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY three_pt_shooting_percentage DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LA Clippers | 0.423777777777778\n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: team_abbreviation_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blk_home) AS total_blocks FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(blk_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "238\n", - "----- Actual DB Result -----\n", - "238.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game WHERE team_name_home = 'Chicago Bulls' AND pts_home > 100;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (SUM(wl_home = 'W') / COUNT(game_id)) * 100 AS win_percentage\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND pts_home > 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "75.7531227\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, MAX(pts_home - pts_away) AS victory_margin FROM game WHERE team_name_home = 'Miami Heat' AND wl_home = 'W' GROUP BY team_name_away ORDER BY victory_margin DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game.team_name_home, other_stats.team_name_away, other_stats.pts_home - other_stats.pts_away AS margin_of_victory\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE game.team_name_home = 'Miami Heat' AND game.wl_home = 'W'\n", - "ORDER BY margin_of_victory DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles Clippers | 43.0 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: other_stats.team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_fb_home) AS avg_fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Los Angeles Lakers' AND g.wl_home = 'W' AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fastbreak_points_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22020' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.64705882\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fastbreak_points_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home - ft_pct_away) AS ft_pct_diff FROM game WHERE team_name_home = 'Philadelphia 76ers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home - fg_pct_away) AS difference\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-0.0004981519507\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, AVG(tov_home) AS avg_turnovers FROM game WHERE season_id = '22019' GROUP BY team_name_home ORDER BY avg_turnovers ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats \n", - "WHERE season_id = '22019' AND (team_turnovers_home / games_played_home) \n", - "AS average_turnovers \n", - "ORDER BY average_turnovers ASC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks | 12.8421052631579 \n", - "----- Actual DB Result -----\n", - "Error executing query: near \"AS\": syntax error\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG( CASE WHEN team_name_home = 'Toronto Raptors' THEN reb_home - reb_away ELSE reb_away - reb_home END ) AS avg_reb_diff FROM game WHERE (team_name_home = 'Toronto Raptors' AND team_name_away = 'Boston Celtics') OR (team_name_home = 'Boston Celtics' AND team_name_away = 'Toronto Raptors');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (reb_away - reb_home) AS reb_diff\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-0.9302325581\n", - "----- Actual DB Result -----\n", - "5.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) AS total_points FROM game WHERE team_name_home = 'Houston Rockets' AND team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11849\n", - "----- Actual DB Result -----\n", - "150423.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, SUM(ftm_home) * 100.0 / SUM(pts_home) AS ft_points_percentage FROM game WHERE season_id = '22018' GROUP BY team_name_home ORDER BY ft_points_percentage DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team, (SUM(pts_fb_home) / SUM(pts_paint_home + pts_2nd_chance_home + pts_fb_away) * 100) AS percentage\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22018'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY percentage DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Philadelphia 76ers | 18.8943894389439 \n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: team_abbreviation_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(CASE WHEN g.wl_home = 'W' THEN o.pts_paint_home END) AS avg_paint_pts_wins, AVG(CASE WHEN g.wl_home = 'L' THEN o.pts_paint_home END) AS avg_paint_pts_losses FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Denver Nuggets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home) AS average_home_points, AVG(pts_paint_away) AS average_away_points\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "45.465034965035 | 42.1988950276243 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN g.wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE o.pts_off_to_home > o.pts_off_to_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home, (SUM(pts_off_to_home) / SUM(pts_paint_away)) * 100 AS winning_percentage\n", - "FROM other_stats\n", - "WHERE pts_off_to_away > pts_off_to_home\n", - "GROUP BY team_abbreviation_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "59.39603106\n", - "----- Actual DB Result -----\n", - "ALB\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) * 1.0 / NULLIF(SUM(tov_home), 0) AS assist_turnover_ratio FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (SUM(ast_home) / NULLIF(SUM(tov_home), 0)) AS assist_to_turnover_ratio\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2.186356073\n", - "----- Actual DB Result -----\n", - "2.1863560732113143\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home + pts_away) AS avg_combined_score FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fgm_home + fga_home + fg3m_home + ftm_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pts_home) AS average_combined_score\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "227.6764706\n", - "----- Actual DB Result -----\n", - "421.5\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home - fg_pct_away) AS fg_pct_diff FROM game WHERE team_name_home = 'Dallas Mavericks' AND wl_home = 'L' AND (pts_away - pts_home) < 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (fg_pct_home - fg_pct_away) AS fg_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks' AND wl_home = 'L' AND pts_home - pts_away < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-0.0273315508\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_home, AVG(o.pts_2nd_chance_home) AS avg_second_chance_pts FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.season_id = '22020' GROUP BY g.team_name_home ORDER BY avg_second_chance_pts DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats\n", - "WHERE season_id = '22020' AND pts_2nd_chance_home = (SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE season_id = '22020');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Minnesota Timberwolves | 15.3793103448276 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) AS max_combined_rebounds FROM game WHERE (team_name_home = 'New York Knicks' AND team_name_away = 'Brooklyn Nets') OR (team_name_home = 'Brooklyn Nets' AND team_name_away = 'New York Knicks');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(total_rebounds_home + total_rebounds_away) AS largest_rebound_total\n", - "FROM game\n", - "WHERE (team_name_home = 'New York Knicks' OR team_name_away = 'Brooklyn Nets');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "110\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: total_rebounds_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3_pct_home) AS avg_3pt_percentage FROM game WHERE team_name_home = 'Los Angeles Lakers' AND pts_home > 110;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND fgm_home > 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.3863559823\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, AVG(ft_pct_away) AS avg_ft_pct FROM game WHERE season_id = '22018' GROUP BY team_name_away ORDER BY avg_ft_pct DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE season_id = '22018' AND ft_pct_away = (SELECT MAX(ft_pct_away) FROM other_stats WHERE season_id = '22018');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "San Antonio Spurs | 0.823804878048781 \n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home - pts_away) AS avg_margin FROM game WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'W' AND ast_home > ast_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND ast_home > ast_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.98398169\n", - "----- Actual DB Result -----\n", - "7.885328836424958\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(CASE WHEN team_name_home = 'Miami Heat' THEN stl_home ELSE stl_away END) AS total_steals FROM game WHERE (team_name_home = 'Miami Heat' AND team_name_away = 'Boston Celtics') OR (team_name_home = 'Boston Celtics' AND team_name_away = 'Miami Heat');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(stl_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1253\n", - "----- Actual DB Result -----\n", - "662.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, AVG(reb_home - reb_away) AS reb_diff FROM game WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '22017' GROUP BY team_name_away ORDER BY reb_diff DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away, ABS(fgm_away - fga_away) AS reb_diff\n", - "FROM game\n", - "JOIN team ON game.team_id_away = team.id\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '22017'\n", - "ORDER BY reb_diff DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns | 18.0 \n", - "----- Actual DB Result -----\n", - "Charlotte Hornets\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_fb_home) AS avg_fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Houston Rockets' AND g.wl_home = 'W' AND (g.pts_home - g.pts_away) > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fastbreak_points_home) AS average_fastbreak_points\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND wl_home = 'W' AND pts_home - pts_away > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.39790576\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fastbreak_points_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game WHERE team_name_home = 'Golden State Warriors' AND fg3m_home < fg3m_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) / COUNT(*) * 100) AS win_percentage\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND fg3m_home < fga_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.95677233\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(blk_home + blk_away) AS total_blocks FROM game WHERE (team_name_home = 'Utah Jazz' AND team_name_away = 'San Antonio Spurs') OR (team_name_home = 'San Antonio Spurs' AND team_name_away = 'Utah Jazz');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(blk_home + blk_away) AS highest_blocks\n", - "FROM game\n", - "WHERE (team_name_home = 'Utah Jazz' OR team_name_away = 'Utah Jazz')\n", - "AND (team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "26\n", - "----- Actual DB Result -----\n", - "26.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_home - o.pts_paint_away) AS avg_paint_diff FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home - pts_paint_away) AS average_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND team_name_away IN ('Boston Celtics', 'Cleveland Cavaliers', 'New Orleans Pelicans', 'Chicago Bulls', 'Dallas Mavericks', 'Denver Nuggets', 'Golden State Warriors', 'Houston Rockets', 'Los Angeles Clippers', 'Los Angeles Lakers', 'Miami Heat', 'Minnesota Timberwolves', 'Brooklyn Nets', 'New York Knicks', 'Orlando Magic', 'Indiana Pacers', 'Philadelphia 76ers', 'Phoenix Suns', 'Portland Trail Blazers', 'Sacramento Kings', 'San Antonio Spurs', 'Oklahoma City Thunder', 'Toronto Raptors', 'Utah Jazz', 'Memphis Grizzlies', 'Washington Wizards', 'Detroit Pistons', 'Charlotte Hornets');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.5026068822\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(stl_home) AS avg_steals FROM game WHERE team_name_home = 'Philadelphia 76ers' GROUP BY season_id ORDER BY avg_steals DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, AVG(stl_home) AS avg_steals\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers'\n", - "GROUP BY season_id\n", - "ORDER BY avg_steals DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12021 | 17.0 \n", - "----- Actual DB Result -----\n", - "12021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT fg_pct_home AS shooting_percentage FROM game WHERE team_name_home = 'New York Knicks' AND season_id = '22019' ORDER BY pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT shooting_pct_home\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22019'\n", - "ORDER BY pts_home DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.558\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: shooting_pct_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.lead_changes) AS avg_lead_changes FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.wl_home = 'W' AND (g.pts_home - g.pts_away) < 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND team_name_away = 'Chicago Bulls' AND pts_home - pts_away < 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7.84469697\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fta_home - fta_away) AS fta_diff FROM game WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fta_home - fta_away) AS avg_free_throw_difference\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.083333333\n", - "----- Actual DB Result -----\n", - "1.0833333333333333\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, MAX(pts_home) AS max_points FROM game WHERE team_name_home = 'Denver Nuggets' GROUP BY team_name_away ORDER BY max_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_name_away, pts_away\n", - "FROM game, team\n", - "WHERE game.team_name_away = team.full_name AND game.team_name_home = 'Denver Nuggets' AND game.wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Detroit Pistons | 184.0 \n", - "----- Actual DB Result -----\n", - "0024900213\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(oreb_home + oreb_away) AS avg_combined_oreb FROM game WHERE team_name_home = 'Oklahoma City Thunder' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_home + orecb_away) AS average_oreb\n", - "FROM game\n", - "WHERE team_name_home = 'Oklahoma City Thunder' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.8691358\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: orecb_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away - pts_home) AS largest_defeat_margin FROM game WHERE team_name_home = 'LA Clippers' AND pts_away > pts_home AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_defeat\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) AS avg_points FROM game WHERE team_name_home = 'LA Clippers' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "117.5277778\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT year_founded FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT year_founded FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1970\n", - "----- Actual DB Result -----\n", - "1970.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(CASE WHEN wl_home = 'W' THEN 1 END) * 100.0 / COUNT(*) AS win_percentage FROM game WHERE team_name_home = 'LA Clippers' AND pts_home > 110;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT (SUM(wl_home = 'W') / COUNT(game_id)) * 100 AS win_percentage\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND pts_home > 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "83.24324324\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_fb_home) AS avg_fastbreak_points FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'LA Clippers' AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fast_break_points_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.5\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fast_break_points_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT state FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT state FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "California\n", - "----- Actual DB Result -----\n", - "California\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG( CASE WHEN team_name_home = 'LA Clippers' THEN fg3_pct_home ELSE fg3_pct_away END ) AS avg_3pt_percentage FROM game WHERE (team_name_home = 'LA Clippers' AND team_name_away = 'Los Angeles Lakers') OR (team_name_home = 'Los Angeles Lakers' AND team_name_away = 'LA Clippers');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT fg3_pct_home\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.3734705882\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_id, g.game_date, g.team_name_home, g.team_name_away FROM game g JOIN team t ON g.team_id_away = t.id WHERE g.team_name_home = 'LA Clippers' AND t.year_founded < 1970 UNION SELECT g.game_id, g.game_date, g.team_name_home, g.team_name_away FROM game g JOIN team t ON g.team_id_home = t.id WHERE g.team_name_away = 'LA Clippers' AND t.year_founded < 1970 LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT * FROM game WHERE team_name_home = 'Los Angeles Clippers' AND team_name_away <> 'Los Angeles Clippers' AND YEAR(game_date) < 1970;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0011500091 | 2015-10-20 00:00:00 | LA Clippers | Golden State Warriors \n", - "----- Actual DB Result -----\n", - "Error executing query: no such function: YEAR\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT abbreviation FROM team WHERE full_name = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LAC\n", - "----- Actual DB Result -----\n", - "LAC\n", - "-------------------------------------------------\n", - "\n", - "Completed 200\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT o.pts_paint_home FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home = 'LA Clippers' AND g.season_id = '22019' ORDER BY g.pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '22019' ORDER BY pts_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "58\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team FROM game WHERE season_id BETWEEN '21995' AND '22005' UNION ALL SELECT team_abbreviation_away FROM game WHERE season_id BETWEEN '21995' AND '22005') GROUP BY team ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, team_name_away, COUNT(*) AS total_games\n", - "FROM game\n", - "WHERE season_id BETWEEN '1995' AND '2005'\n", - "GROUP BY team_name_home, team_name_away\n", - "ORDER BY total_games DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "WAS\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM other_stats JOIN game USING(game_id) GROUP BY season_id ORDER BY SUM(total_turnovers_home + total_turnovers_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(team_turnovers_away + team_turnovers_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21999\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home FROM game GROUP BY team_abbreviation_home HAVING COUNT(*) > 0 ORDER BY SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END)*1.0 / COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, (SUM(pts_home) / NULLIF(SUM(pts_away), 0)) * 100 AS win_percentage\n", - "FROM game\n", - "GROUP BY team_name_home\n", - "ORDER BY win_percentage DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "MAL\n", - "----- Actual DB Result -----\n", - "Barcelona FC Barcelona Regal\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY AVG(ft_pct_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE wl_home = 'W'\n", - "GROUP BY season_id\n", - "ORDER BY average_ft_pct DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21951\n", - "----- Actual DB Result -----\n", - "32021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team FROM game WHERE pts_home > 110 AND pts_away > 110 UNION ALL SELECT team_abbreviation_away FROM game WHERE pts_home > 110 AND pts_away > 110) GROUP BY team ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE fgm_home > 110 AND fga_home > 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LAL\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team, ast_home AS ast FROM game UNION ALL SELECT team_abbreviation_away, ast_away FROM game) GROUP BY team ORDER BY AVG(ast) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS team, AVG(assists_home) AS avg_assists\n", - "FROM other_stats\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY avg_assists DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "DRT\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: assists_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE wl_home = 'W' AND pts_home - pts_away > 25) GROUP BY team_city_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city_home FROM game WHERE pts_home - pts_away > 25;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: city_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team FROM other_stats WHERE lead_changes > 15 UNION ALL SELECT team_abbreviation_away FROM other_stats WHERE lead_changes > 15) GROUP BY team ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LAL\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game WHERE ABS(pts_home - pts_away) <= 3 GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "GROUP BY season_id\n", - "HAVING COUNT(*) <= 3;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22004\n", - "----- Actual DB Result -----\n", - "31950\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team FROM game WHERE reb_home > reb_away AND wl_home = 'L' UNION ALL SELECT team_abbreviation_away FROM game WHERE reb_away > reb_home AND wl_away = 'L') GROUP BY team ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE reb_home > reb_away AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "NYK\n", - "----- Actual DB Result -----\n", - "New York Knicks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY AVG(pf_home + pf_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, AVG(pf_home + pf_away) AS average_fouls\n", - "FROM game\n", - "GROUP BY season_id\n", - "ORDER BY average_fouls DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41963\n", - "----- Actual DB Result -----\n", - "41963\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game GROUP BY team_abbreviation_away ORDER BY AVG(pf_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away, AVG(pf_away) AS average_pf\n", - "FROM other_stats\n", - "GROUP BY team_abbreviation_away\n", - "ORDER BY average_pf ASC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "DRT\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pf_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.team_rebounds_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_away = 'DAL' AND g.pf_away > 20 AND g.season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks' AND ast_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "16\n", - "----- Actual DB Result -----\n", - "66.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'GSW' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22012';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22012' AND wl_home = 'L' AND (stl_home > stl_away OR blk_home > blk_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'LAC' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22002';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '22002' AND wl_home = 'L' AND (stl_home > stl_away OR blk_home > blk_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4\n", - "----- Actual DB Result -----\n", - "18\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE ((g.team_abbreviation_home = 'NOP' AND g.wl_home = 'W' AND g.tov_home > g.tov_away AND g.reb_home < g.reb_away) OR (g.team_abbreviation_away = 'NOP' AND g.wl_away = 'W' AND g.tov_away > g.tov_home AND g.reb_away < g.reb_home)) AND g.season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '2003'\n", - "AND team_name_home = 'New Orleans Pelicans'\n", - "AND (oreb_home < ota_away OR tov_home > tov_away)\n", - "AND (oreb_away < ota_home OR tov_away > tov_home);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ota_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE ((g.team_abbreviation_home = 'DAL' AND g.wl_home = 'W' AND g.tov_home > g.tov_away AND g.reb_home < g.reb_away) OR (g.team_abbreviation_away = 'DAL' AND g.wl_away = 'W' AND g.tov_away > g.tov_home AND g.reb_away < g.reb_home)) AND g.season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks' AND season_id = '22007' AND (oreb_home < ota_away OR tov_home > tov_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ota_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_off_to_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'GSW' AND o.lead_changes > 20 AND g.season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_off_to_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22019' AND lead_changes > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "15.669902912621358\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'DEN' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND season_id = '22015' AND wl_home = 'L' AND (stl_home > stl_away OR blk_home > blk_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2\n", - "----- Actual DB Result -----\n", - "10\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE ((g.team_abbreviation_home = 'SAC' AND g.wl_home = 'W' AND g.tov_home > g.tov_away AND g.reb_home < g.reb_away) OR (g.team_abbreviation_away = 'SAC' AND g.wl_away = 'W' AND g.tov_away > g.tov_home AND g.reb_away < g.reb_home)) AND g.season_id = '22010';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '22010'\n", - "AND team_name_home = 'Sacramento Kings'\n", - "AND (oreb_home < ota_away OR tov_home > tov_away)\n", - "AND (fgm_home - fga_away) > (fgm_away - fga_home);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ota_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(g.reb_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'DEN' AND o.times_tied >= 10 AND o.lead_changes < 10 AND g.season_id = '22013';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(team_rebounds_away) AS average_rebounds\n", - "FROM other_stats\n", - "WHERE season_id = '22013' AND times_tied < 10 AND lead_changes < 10 AND team_name_away = 'Denver Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.666666666666664\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'LAC' AND o.team_turnovers_home > o.team_turnovers_away AND o.total_turnovers_home < o.total_turnovers_away AND g.season_id = '22014';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '22014' AND team_turnovers_home > team_turnovers_away AND team_turnovers_home < team_turnovers_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "295.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE pts_home > 100 AND pts_away > 100) GROUP BY team_city_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM game WHERE (pts_home > 100 AND pts_away > 100) GROUP BY city ORDER BY COUNT(*) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: city\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE season_id = '22016') GROUP BY team_city_home ORDER BY SUM(pts_fb_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM game WHERE season_id = '22016' AND fg3_pct_home > fg3_pct_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: city\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game WHERE ABS(pts_home - pts_away) = 1 GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "GROUP BY season_id\n", - "HAVING COUNT(*) = 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22004\n", - "----- Actual DB Result -----\n", - "31960\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(pts_home + pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(pts_home + pts_away) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22022\n", - "----- Actual DB Result -----\n", - "22022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game WHERE pts_home >= 120 AND pts_away >= 120 GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE (fgm_home + fga_home >= 120 AND fgm_away + fga_away >= 120)\n", - "GROUP BY season_id\n", - "ORDER BY COUNT(*) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22022\n", - "----- Actual DB Result -----\n", - "22022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY AVG(pf_home + pf_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, AVG(pf_home) AS average_pf\n", - "FROM game\n", - "GROUP BY season_id\n", - "ORDER BY average_pf ASC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32022\n", - "----- Actual DB Result -----\n", - "32022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE team_abbreviation_away = 'LAC' ORDER BY tov_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away FROM game WHERE team_name_away = 'Los Angeles Clippers' ORDER BY tov_away DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "107.0\n", - "----- Actual DB Result -----\n", - "107.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM other_stats JOIN game USING(game_id) GROUP BY season_id ORDER BY SUM(team_rebounds_home + team_rebounds_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, SUM(reb_home + reb_away) AS total_rebounds\n", - "FROM game\n", - "GROUP BY season_id\n", - "ORDER BY total_rebounds DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21997\n", - "----- Actual DB Result -----\n", - "22018\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game WHERE wl_away = 'W' AND (pts_away - pts_home) > 30 GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE wl_away = 'W' AND pts_away - pts_home > 30\n", - "GROUP BY season_id\n", - "ORDER BY COUNT(*) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22021\n", - "----- Actual DB Result -----\n", - "22021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM other_stats JOIN game USING(game_id) GROUP BY season_id ORDER BY AVG(times_tied) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id, AVG(tied) AS highest_average_tied\n", - "FROM (\n", - " SELECT season_id, COUNT(*) AS tied\n", - " FROM game\n", - " WHERE wl_home = wl_away AND wl_home = 'T' AND season_id LIKE '20%'\n", - " GROUP BY season_id\n", - " ORDER BY tied DESC\n", - " LIMIT 1\n", - ")\n", - "GROUP BY season_id;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32002\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM other_stats JOIN game USING(game_id) WHERE pts_fb_home = 0 GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE fg_pct_home = 0 AND wl_home = 'W'\n", - "GROUP BY season_id\n", - "ORDER BY COUNT(*) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22001\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(fg3a_home + fg3a_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "GROUP BY season_id\n", - "HAVING SUM(fg3a_home + fg3a_away) = (SELECT MIN(SUM(fg3a_home + fg3a_away)) FROM game);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21946\n", - "----- Actual DB Result -----\n", - "Error executing query: misuse of aggregate function SUM()\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game ORDER BY (reb_home + reb_away) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE reb_home = (SELECT MIN(reb_home) FROM game);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "66.0\n", - "----- Actual DB Result -----\n", - "63.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (pts_home + pts_away) FROM game WHERE blk_home > tov_home ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_home > (pts_home + pts_off_to_home) / 2;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "208.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_off_to_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'PHX';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns'\n", - "ORDER BY pts_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "161.0\n", - "----- Actual DB Result -----\n", - "161.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (pts_home + pts_away) FROM game WHERE fg_pct_home > 0.5 AND fg_pct_away > 0.5 ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home + pts_away) AS total_points\n", - "FROM game\n", - "WHERE (pts_home / pts_away) > 0.5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "374.0\n", - "----- Actual DB Result -----\n", - "13508026.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE game_id = (SELECT game_id FROM other_stats ORDER BY (pts_2nd_chance_home + pts_2nd_chance_away) DESC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_2nd_chance_home FROM game ORDER BY pts_2nd_chance_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "115.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'LAL' ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Los Angeles Lakers' ORDER BY game_id DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "111.0\n", - "----- Actual DB Result -----\n", - "107.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) FROM game WHERE reb_home > reb_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_away > (SELECT AVG(pts_away) FROM game WHERE team_name_home = 'Boston Celtics');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2702764.0\n", - "----- Actual DB Result -----\n", - "33848\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (pts_home + pts_away) FROM game ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "134.0\n", - "----- Actual DB Result -----\n", - "18.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE game_id = (SELECT game_id FROM game ORDER BY (blk_home + blk_away) DESC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND blk_home = (SELECT MAX(blk_home) FROM game WHERE team_name_home = 'Los Angeles Lakers');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "92.0\n", - "----- Actual DB Result -----\n", - "106.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE team_abbreviation_away = 'BKN' AND season_id = '22010' ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away\n", - "FROM game\n", - "WHERE team_name_away = 'Brooklyn Nets' AND season_id = '22010' AND game_id = (SELECT MIN(game_id) FROM game WHERE team_name_away = 'Brooklyn Nets' AND season_id = '22010');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "[]\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE game_id = (SELECT game_id FROM other_stats ORDER BY lead_changes DESC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game ORDER BY lead_changes DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "122.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE game_id IN (SELECT game_id FROM game WHERE tov_home = 0);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away FROM game WHERE team_name_home = 'Boston Celtics' AND team_name_away = 'Los Angeles Lakers' AND team_turnovers_away = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "88.0,112.0,105.0,93.0,76.0,99.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE season_type = 'Playoffs' ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away FROM game ORDER BY game_date DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "89.0\n", - "----- Actual DB Result -----\n", - "89.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home) FROM game WHERE team_abbreviation_home = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "56.0\n", - "----- Actual DB Result -----\n", - "56.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT (pts_home + pts_away) FROM game WHERE fg3a_home > 30 AND fg3a_away > 30 ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE fga_home > 30 AND fga_away > 30 AND fg3m_home > 30 AND fg3m_away > 30;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "374.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "Completed 250\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE game_id = (SELECT game_id FROM other_stats ORDER BY (pts_fb_home + pts_fb_away) DESC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home)\n", - "FROM game\n", - "WHERE fg3m_home = (SELECT MAX(fg3m_home) FROM game);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "192.0,192.0\n", - "----- Actual DB Result -----\n", - "28.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) FROM game WHERE game_id IN (SELECT game_id FROM game WHERE oreb_home > 20);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Away Team Name' AND (oreb_home - orecb_away) > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "199836.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: orecb_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "101.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE (fg3m_home + fg3m_away) = (pf_home + pf_away) LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_3pts = pts_fouls;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "211.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_3pts\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE fga_home = 69 LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away FROM game WHERE fga_home = 69;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "81.0\n", - "----- Actual DB Result -----\n", - "81.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE game_id = (SELECT os.game_id FROM other_stats os JOIN game g ON os.game_id = g.game_id ORDER BY (team_rebounds_home - reb_home) DESC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home - reb_home) AS total_points\n", - "FROM game\n", - "WHERE reb_home > (SELECT AVG(reb_home) FROM game)\n", - "AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "182.0\n", - "----- Actual DB Result -----\n", - "1044465.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE pf_home = pf_away ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pf_home = pf_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "258.0\n", - "----- Actual DB Result -----\n", - "4726\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE game_id = (SELECT game_id FROM other_stats JOIN game USING(game_id) ORDER BY lead_changes DESC, (pf_home + pf_away) ASC LIMIT 1);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home) AS most_points, MIN(total_fouls) AS fewest_fouls\n", - "FROM game\n", - "WHERE lead_changes = (SELECT MAX(lead_changes) FROM game);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "122.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: total_fouls\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE fg3m_home = fg3m_away ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_away = (\n", - " SELECT pts_away\n", - " FROM game\n", - " WHERE pts_3pts_home = pts_3pts_away\n", - " );\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "101.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_3pts_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE fta_home = 0 ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND ft_pct_home = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "359.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'BKN' ORDER BY blk_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND blk_home = (SELECT MAX(blk_home) FROM game WHERE team_name_home = 'Brooklyn Nets');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "115.0\n", - "----- Actual DB Result -----\n", - "115.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE tov_away = 2 * tov_home LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND total_turnovers_away = 2 * total_turnovers_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "205.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: total_turnovers_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE oreb_home < 3 AND oreb_away < 3 ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE fga_home < 3 AND fga_away < 3;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "211.0\n", - "----- Actual DB Result -----\n", - "42\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'MIA' AND wl_home = 'W' ORDER BY pts_home ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "74.0\n", - "----- Actual DB Result -----\n", - "74.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE ft_pct_home > 0.9 AND ft_pct_away > 0.9 ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, SUM(fgm_home + fga_home + fgm_away + fga_away) AS total_score\n", - "FROM game\n", - "WHERE fgm_home / fga_home > 0.9 AND fgm_away / fga_away > 0.9\n", - "GROUP BY game_id\n", - "ORDER BY game_id\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "193.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team FROM (SELECT team_abbreviation_home AS team, pts_home AS pts FROM game UNION ALL SELECT team_abbreviation_away, pts_away FROM game) WHERE pts < 60 GROUP BY team ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE pts_home < 60;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "BOS\n", - "----- Actual DB Result -----\n", - "BOM\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE season_id = '22010') GROUP BY team_city_home ORDER BY SUM(pts_paint_home + pts_2nd_chance_home + pts_fb_home + pts_off_to_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM team WHERE total_points_home > total_points_away AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: total_points_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_city_home FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE season_id = '22005') GROUP BY team_city_home ORDER BY AVG(team_rebounds_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city_home FROM game WHERE season_id = '22005' GROUP BY city_home ORDER BY AVG(team_rebounds_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Orlando\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: city_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(blk_home + blk_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game GROUP BY season_id ORDER BY SUM(blk_home + blk_away) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22000\n", - "----- Actual DB Result -----\n", - "22000\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE fgm_home = 33 LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fgm_home) AS total_fg_score\n", - "FROM game\n", - "WHERE fgm_home = 33;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "144.0\n", - "----- Actual DB Result -----\n", - "81345.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE plus_minus_home <= -30 ORDER BY plus_minus_home ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Away Team Name' AND plus_minus_away = -30;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "127.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE (ftm_home + ftm_away) = 42 LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (pts_ft_home + pts_ft_away) = 42;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "156.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_ft_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'ORL' AND (reb_home + reb_away) > 100 ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND (fgm_home + fga_home + reb_home + ast_home + stl_home + blk_home + tov_home) > 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "116.0\n", - "----- Actual DB Result -----\n", - "1427\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_away FROM game WHERE pf_home < 5 ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_away FROM game WHERE team_name_home = 'Boston Celtics' AND pts_home < pts_away AND pf_away < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "81.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home + pts_away FROM game WHERE reb_home = reb_away AND ast_home = ast_away AND tov_home = tov_away LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE fgm_home = fga_home AND reb_home = reb_away AND ast_home = ast_away AND tov_home = tov_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "209.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM other_stats ORDER BY team_turnovers_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats ORDER BY team_turnovers_away DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "CHI\n", - "----- Actual DB Result -----\n", - "CHI\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM other_stats ORDER BY pts_off_to_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "ORDER BY pts_off_to_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "ATL\n", - "----- Actual DB Result -----\n", - "ATL\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_off_to_away) FROM other_stats WHERE total_turnovers_away > 20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_off_to_away)\n", - "FROM other_stats\n", - "WHERE total_turnovers_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "45727\n", - "----- Actual DB Result -----\n", - "45727\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM other_stats ORDER BY ABS(total_turnovers_away - team_turnovers_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_abbreviation_away, (total_turnovers_away - team_turnovers_away) AS turnover_difference\n", - "FROM other_stats\n", - "ORDER BY turnover_difference DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29600522\n", - "----- Actual DB Result -----\n", - "0029600522\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(team_rebounds_away) FROM other_stats;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24\n", - "----- Actual DB Result -----\n", - "90.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_off_to_away) FROM other_stats WHERE team_rebounds_away > team_rebounds_home;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away IN (\n", - " SELECT team_abbreviation_away\n", - " FROM other_stats\n", - " WHERE team_rebounds_away > team_rebounds_home\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "169555\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM other_stats WHERE game_id IN (SELECT game_id FROM game WHERE wl_away = 'W') ORDER BY total_turnovers_away ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE total_turnovers_away < (SELECT MIN(total_turnovers_away) FROM other_stats)\n", - "AND pts_off_to_away > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PHX\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM other_stats WHERE total_turnovers_away > 0 ORDER BY (pts_off_to_away * 1.0 / total_turnovers_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, (pts_off_to_away / total_turnovers_away) AS efficiency\n", - "FROM other_stats\n", - "ORDER BY efficiency DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021500879\n", - "----- Actual DB Result -----\n", - "0020000230\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM other_stats WHERE team_rebounds_away > 15 GROUP BY team_abbreviation_away ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats WHERE team_rebounds_away > 15 ORDER BY games_away DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "UTA\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: games_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_off_to_away) FROM other_stats WHERE total_turnovers_away < 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_off_to_away)\n", - "FROM other_stats\n", - "WHERE total_turnovers_away < 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8.900039200313602\n", - "----- Actual DB Result -----\n", - "8.900039200313602\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE fg_pct_away < 0.3 GROUP BY team_abbreviation_away ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away, COUNT(*) AS games_played\n", - "FROM game\n", - "WHERE team_name_away = 'Away Team Name' AND fg_pct_away < 30\n", - "GROUP BY team_name_away\n", - "ORDER BY games_played DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PHW\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE ast_away < 10 ORDER BY pts_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE pts_away > pts_assists\n", - "GROUP BY team_abbreviation_away\n", - "HAVING COUNT(team_abbreviation_away) < 10\n", - "ORDER BY pts_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "MNL\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE wl_away = 'W' AND pf_away > pf_home GROUP BY team_abbreviation_away ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away\n", - "FROM other_stats\n", - "WHERE away_wins > home_wins AND pf_away > pf_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "BOS\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game ORDER BY (fta_away - ftm_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(fta_away) AS highest_missed_free_throws\n", - "FROM game\n", - "GROUP BY game_id\n", - "ORDER BY highest_missed_free_throws DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0027300014\n", - "----- Actual DB Result -----\n", - "0027300014\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE fta_away > 20 ORDER BY ft_pct_away ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE free_throws > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "CHI\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: free_throws\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3m_away) FROM game WHERE tov_away > ast_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away) AS average_away_pts\n", - "FROM other_stats\n", - "WHERE team_turnovers_away > team_assists_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4.511052937754508\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE wl_away = 'L' ORDER BY dreb_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE reb_away > reb_home AND wl_away = 'L'\n", - "ORDER BY reb_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0028500331\n", - "----- Actual DB Result -----\n", - "0025900242\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE wl_away = 'W' ORDER BY tov_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE pts_off_to_away > 0 AND pts_off_to_away = (\n", - " SELECT MAX(pts_off_to_away)\n", - " FROM other_stats\n", - " WHERE pts_off_to_away > 0\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "NJN\n", - "----- Actual DB Result -----\n", - "ATL\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away FROM game WHERE oreb_away > dreb_away GROUP BY team_abbreviation_away ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away, COUNT(*) AS away_games\n", - "FROM game\n", - "WHERE team_name_away IN (\n", - " SELECT team_name_away FROM other_stats WHERE (oreb_away - dreb_away) > 0\n", - ")\n", - "GROUP BY team_name_away\n", - "ORDER BY away_games DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "ATL\n", - "----- Actual DB Result -----\n", - "Atlanta Hawks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(plus_minus_away) FROM game WHERE pf_away < 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(plus_minus_away)\n", - "FROM other_stats\n", - "WHERE team_abbreviation_away IN (\n", - " SELECT team_abbreviation_away\n", - " FROM other_stats\n", - " WHERE pf_away < 10\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: plus_minus_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE team_name_away = 'Los Angeles Lakers' AND wl_home = 'W' GROUP BY team_name_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, SUM(wins_home) AS total_wins\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers'\n", - "GROUP BY team_name_home\n", - "ORDER BY total_wins DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: wins_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE fg_pct_home < 0.4 ORDER BY fgm_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE fgm_home > 0.4 * fga_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0025900164\n", - "----- Actual DB Result -----\n", - "0044900416\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE wl_home = 'L' ORDER BY fg3a_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE wl_home = 'L' AND fg3m_home > (SELECT MAX(fg3m_home) FROM game WHERE wl_home = 'L');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Team Giannis\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ftm_home) FROM game WHERE oreb_home = 0;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ftm_home)\n", - "FROM game\n", - "WHERE reb_home = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.0\n", - "----- Actual DB Result -----\n", - "26.6\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE wl_home = 'L' ORDER BY stl_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE wl_home = 'L' AND stl_home = (SELECT MAX(stl_home) FROM game WHERE wl_home = 'L');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0028400118\n", - "----- Actual DB Result -----\n", - "0028400118\n", - "-------------------------------------------------\n", - "\n", - "Completed 300\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE team_name_away = 'Boston Celtics' ORDER BY blk_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND blk_home > blk_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Philadelphia 76ers\n", - "----- Actual DB Result -----\n", - "Milwaukee Bucks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE wl_home = 'W' ORDER BY tov_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, SUM(team_turnovers_home) AS total_turnovers\n", - "FROM game\n", - "WHERE outcome = 'Won'\n", - "GROUP BY team_name_home\n", - "ORDER BY total_turnovers DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles Lakers\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE fg3a_home < 10 ORDER BY plus_minus_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND fga_home < 10 AND fg3m_home > fg3a_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0029100021\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT matchup_home FROM game WHERE wl_home = 'W' ORDER BY fg_pct_home ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT matchup_home\n", - "FROM game\n", - "WHERE wl_home = 'W' AND fg_pct_home = (SELECT MIN(fg_pct_home) FROM game WHERE wl_home = 'W');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PRO vs. BOS\n", - "----- Actual DB Result -----\n", - "MNL vs. PHW\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE video_available_home = 0 ORDER BY ftm_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE ftm_home > ftm_away AND video_available_home = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns\n", - "----- Actual DB Result -----\n", - "Providence Steamrollers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.team_rebounds_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_away = 'SAS' AND g.pf_away > 20 AND g.season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs' AND ast_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13\n", - "----- Actual DB Result -----\n", - "71.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_abbreviation_away IN ('DAL', 'HOU', 'SAS');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(assists_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Texas' AND team_name_away != 'Texas';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23.22644697929869\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: assists_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game ORDER BY ABS(oreb_home - dreb_home) ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, ABS(oreb_home - dreb_home) AS reb_difference\n", - "FROM game\n", - "ORDER BY reb_difference ASC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0024600001\n", - "----- Actual DB Result -----\n", - "0024600001\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE tov_home > ast_home ORDER BY pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, team_name_home, pts_home, team_turnovers_home, team_rebounds_home, pts_off_to_home\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Boston Celtics' AND team_turnovers_home > team_rebounds_home + pts_off_to_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Seattle SuperSonics\n", - "----- Actual DB Result -----\n", - "Error executing query: ambiguous column name: game_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT matchup_home FROM game WHERE fga_home > 100 LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, matchup_home, fga_home\n", - "FROM game\n", - "WHERE fga_home > 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "BOM vs. NYK\n", - "----- Actual DB Result -----\n", - "0024600012\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) FROM game WHERE pf_home < 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home IN (\n", - " SELECT team_name_home\n", - " FROM other_stats\n", - " WHERE pf_home < 5\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "849.0\n", - "----- Actual DB Result -----\n", - "849.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE wl_home = 'W' ORDER BY fg_pct_home ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE wl_home = 'W' AND fg_pct_home = (SELECT MIN(fg_pct_home) FROM game WHERE wl_home = 'W');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Providence Steamrollers\n", - "----- Actual DB Result -----\n", - "Minneapolis Lakers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(min) FROM game WHERE stl_home > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(min)\n", - "FROM game\n", - "WHERE stl_home > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "242.13254593175853\n", - "----- Actual DB Result -----\n", - "242.13254593175853\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE fg3a_home = 0 ORDER BY fta_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Boston Celtics' AND free_throw_attempts_home = 0 AND free_throw_attempts_three_pointers_home = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0028700044\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE wl_home = 'L' AND plus_minus_home > 0 GROUP BY team_name_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, MAX(plus_minus_home)\n", - "FROM game\n", - "WHERE wl_home = 'W' AND plus_minus_home > 0\n", - "GROUP BY team_name_home\n", - "ORDER BY MAX(plus_minus_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "West NBA All Stars West\n", - "----- Actual DB Result -----\n", - "Memphis Grizzlies\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE ft_pct_home = 1.0 GROUP BY team_name_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, COUNT(*) AS games_played, (SUM(pts_home) - SUM(pts_away))/COUNT(*) AS free_throw_percentage\n", - "FROM game\n", - "WHERE (SUM(pts_home) - SUM(pts_away))/COUNT(*) = (SELECT MAX(free_throw_percentage) FROM (\n", - " SELECT (SUM(pts_home) - SUM(pts_away))/COUNT(*) AS free_throw_percentage\n", - " FROM game\n", - " WHERE (SUM(pts_home) - SUM(pts_away))/COUNT(*) IS NOT NULL\n", - " GROUP BY team_name_home\n", - " ORDER BY free_throw_percentage DESC\n", - " LIMIT 1\n", - "));\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New York Knicks\n", - "----- Actual DB Result -----\n", - "Error executing query: misuse of aggregate: COUNT()\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT matchup_home FROM game ORDER BY (fga_home + fga_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT matchup_home, SUM(fg_attempts_home + fg_attempts_away) AS total_fg_attempts\n", - "FROM game\n", - "GROUP BY matchup_home\n", - "ORDER BY total_fg_attempts DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PHW vs. STL\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fg_attempts_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(plus_minus_home) FROM game WHERE fg3m_home > (fgm_home - fg3m_home);\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_plus_minus\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND (pts_2p = pts_2p + 1) AND (pts_3p = pts_2p + 1);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5.007518796992481\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2p\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE wl_home = 'W' ORDER BY min ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE wl_home = 'W'\n", - "GROUP BY game_id\n", - "ORDER BY min\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "St. Louis Bombers\n", - "----- Actual DB Result -----\n", - "Providence Steamrollers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id FROM game WHERE video_available_home = 0 ORDER BY pf_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND video_available_home = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0046300222\n", - "----- Actual DB Result -----\n", - "0046100321\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE tov_home < 5 GROUP BY team_name_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats WHERE team_turnovers_home < 5 ORDER BY team_turnovers_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks\n", - "----- Actual DB Result -----\n", - "DEN\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3a_home) FROM game WHERE wl_home = 'L' AND plus_minus_home < -20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_three_point_attempted\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND pts_home - pts_away <= 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "19.36683997689197\n", - "----- Actual DB Result -----\n", - "3.1759360232642675\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home FROM game WHERE fgm_home < 20 ORDER BY fg_pct_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home\n", - "FROM game\n", - "WHERE fg_pct_home > (\n", - " SELECT AVG(fg_pct_home)\n", - " FROM game\n", - " WHERE fga_home < 20\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Boston Celtics\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(dreb_home) FROM game WHERE fg3m_home = 0;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(team_rebounds_home)\n", - "FROM other_stats\n", - "WHERE team_rebounds_away = 0 AND times_tied = 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "50.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT matchup_home FROM game WHERE wl_home = 'L' ORDER BY fgm_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT matchup_home\n", - "FROM game\n", - "WHERE wl_home = 'L' AND fgm_home = (SELECT MAX(fgm_home) FROM game WHERE wl_home = 'L');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "LBN vs. GNS\n", - "----- Actual DB Result -----\n", - "LBN vs. GNS\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team ORDER BY year_founded ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team ORDER BY year_founded ASC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Boston Celtics\n", - "----- Actual DB Result -----\n", - "Boston Celtics\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE city = 'Chicago';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city = 'Chicago';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Chicago Bulls\n", - "----- Actual DB Result -----\n", - "Chicago Bulls\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE nickname = 'Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT abbreviation FROM team WHERE nickname = 'Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "MIA\n", - "----- Actual DB Result -----\n", - "MIA\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded = (SELECT year_founded FROM team WHERE full_name = 'Boston Celtics');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded = (SELECT year_founded FROM team WHERE full_name = 'Boston Celtics');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Boston Celtics, Golden State Warriors, New York Knicks\n", - "----- Actual DB Result -----\n", - "Boston Celtics\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'California';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT full_name FROM team WHERE state = 'California';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State Warriors, Los Angeles Clippers, Los Angeles Lakers, Sacramento Kings\n", - "----- Actual DB Result -----\n", - "Golden State Warriors\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE abbreviation = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE team_abbreviation = 'NYK';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New York Knicks\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_abbreviation\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded > 2000;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded > 2000;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans\n", - "----- Actual DB Result -----\n", - "New Orleans Pelicans\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT city FROM team WHERE nickname = 'Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM team WHERE nickname = 'Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Chicago\n", - "----- Actual DB Result -----\n", - "Chicago\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded < 1970;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded < 1970;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Atlanta Hawks, Boston Celtics, Chicago Bulls, Golden State Warriors, Houston Rockets, Los Angeles Lakers, Milwaukee Bucks, New York Knicks, Philadelphia 76ers, Phoenix Suns, Sacramento Kings, Oklahoma City Thunder, Washington Wizards, Detroit Pistons\n", - "----- Actual DB Result -----\n", - "Atlanta Hawks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE nickname = 'Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT id FROM team WHERE nickname = 'Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State Warriors\n", - "----- Actual DB Result -----\n", - "1610612744\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE city = (SELECT city FROM team WHERE full_name = 'Los Angeles Lakers');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city IN (SELECT city FROM team WHERE full_name = 'Los Angeles Lakers');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Los Angeles Clippers, Los Angeles Lakers\n", - "----- Actual DB Result -----\n", - "Los Angeles Clippers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE city = 'Houston';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation FROM team WHERE city = 'Houston';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "HOU\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_abbreviation\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT state FROM team WHERE nickname = 'Jazz';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT state FROM team WHERE nickname = 'Jazz';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Utah\n", - "----- Actual DB Result -----\n", - "Utah\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded BETWEEN 1980 AND 1989;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded BETWEEN 1980 AND 1989;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks, Miami Heat, Minnesota Timberwolves, Orlando Magic, Charlotte Hornets\n", - "----- Actual DB Result -----\n", - "Dallas Mavericks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE ((g.team_abbreviation_home = 'PHX' AND g.wl_home = 'W' AND ABS(g.pts_home - g.pts_away) < 5) OR (g.team_abbreviation_away = 'PHX' AND g.wl_away = 'W' AND ABS(g.pts_home - g.pts_away) < 5)) AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away) AS average_second_chance_points\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns' AND season_id = '22020' AND wl_home = 'W' AND pts_home - pts_away < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.3\n", - "----- Actual DB Result -----\n", - "114.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT nickname FROM team WHERE city = 'Charlotte';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE nickname = (SELECT nickname FROM team WHERE city = 'Charlotte');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Hornets\n", - "----- Actual DB Result -----\n", - "Charlotte Hornets\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT city FROM team WHERE year_founded < 1965;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM team WHERE year_founded < 1965;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Atlanta, Boston, Golden State, Los Angeles, New York, Philadelphia, Sacramento, Washington, Detroit\n", - "----- Actual DB Result -----\n", - "Atlanta\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE city = 'Dallas';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city = 'Dallas';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks\n", - "----- Actual DB Result -----\n", - "Dallas Mavericks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE nickname LIKE 'S%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE nickname LIKE 'S%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Phoenix Suns, San Antonio Spurs\n", - "----- Actual DB Result -----\n", - "Phoenix Suns\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE year_founded BETWEEN 1990 AND 1999;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation FROM team WHERE year_founded BETWEEN 1990 AND 1999;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "TOR, MEM\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_abbreviation\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = (SELECT state FROM team WHERE full_name = 'Golden State Warriors');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE state = (SELECT state FROM team WHERE full_name = 'Golden State Warriors');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State Warriors, Los Angeles Clippers, Los Angeles Lakers, Sacramento Kings\n", - "----- Actual DB Result -----\n", - "Golden State Warriors\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE abbreviation = 'PHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE abbreviation = 'PHI';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Philadelphia 76ers\n", - "----- Actual DB Result -----\n", - "Philadelphia 76ers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'Texas';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city = 'Texas';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Dallas Mavericks, Houston Rockets, San Antonio Spurs\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE nickname = 'Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT id FROM team WHERE nickname = 'Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Boston Celtics\n", - "----- Actual DB Result -----\n", - "1610612738\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team ORDER BY year_founded DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team ORDER BY year_founded DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans\n", - "----- Actual DB Result -----\n", - "New Orleans Pelicans\n", - "-------------------------------------------------\n", - "\n", - "Completed 350\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT nickname FROM team WHERE state = 'Florida';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT nickname FROM team WHERE state = 'Florida';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Heat, Magic\n", - "----- Actual DB Result -----\n", - "Heat\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'New York';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city = 'New York';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Brooklyn Nets, New York Knicks\n", - "----- Actual DB Result -----\n", - "New York Knicks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT year_founded FROM team WHERE nickname = 'Nuggets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT year_founded FROM team WHERE nickname = 'Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1976.0\n", - "----- Actual DB Result -----\n", - "1976.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE city = 'Phoenix';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT team_abbreviation FROM team WHERE city = 'Phoenix';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PHX\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_abbreviation\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT nickname FROM team WHERE year_founded = 1946;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT nickname FROM team WHERE year_founded = 1946;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Celtics, Warriors, Knicks\n", - "----- Actual DB Result -----\n", - "Celtics\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "155.0\n", - "----- Actual DB Result -----\n", - "155.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Golden State Warriors' ORDER BY pts_home DESC LIMIT 1 OFFSET 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22008' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "154.0\n", - "----- Actual DB Result -----\n", - "144.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND wl_home = 'W' AND season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "20\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_abbreviation_home = 'LAL' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27.456207159177456\n", - "----- Actual DB Result -----\n", - "27.456207159177456\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE team_abbreviation_home = 'LAL' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(pts_home + pts_away) AS total_points\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers'\n", - "GROUP BY game_id\n", - "ORDER BY total_points DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "(0028000933, 294.0)\n", - "----- Actual DB Result -----\n", - "0028000933\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(plus_minus_home) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27\n", - "----- Actual DB Result -----\n", - "27.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND pts_home > 120;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND pts_home > 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "581\n", - "----- Actual DB Result -----\n", - "581\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3_pct_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.0\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home - pts_away) FROM game WHERE team_abbreviation_home = 'LAL' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home - pts_away) AS average_win_margin\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.523783783783784\n", - "----- Actual DB Result -----\n", - "12.523783783783784\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home, COUNT(*) FROM game WHERE wl_home = 'W' AND season_id = '22018' GROUP BY team_abbreviation_home ORDER BY COUNT(*) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS home_wins, SUM(CASE WHEN wl_home = 'W' THEN 1 ELSE 0 END) AS home_wins\n", - "FROM game\n", - "WHERE season_id = '2018'\n", - "GROUP BY team_name_home\n", - "ORDER BY home_wins DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "(DEN, 34)\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home) FROM game WHERE team_abbreviation_home = 'SAS' AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1845.0\n", - "----- Actual DB Result -----\n", - "1845.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT ROUND(AVG(pts_home),2) AS avg_home_points FROM game WHERE season_type = 'Regular Season';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT ROUND(AVG(pts_home), 2) AS average_home_pts\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "104.76\n", - "----- Actual DB Result -----\n", - "104.62\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_date, os.lead_changes FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_home = 'Los Angeles Lakers' ORDER BY os.lead_changes DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "(2021-11-10 00:00:00, 33)\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'Indiana';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT full_name FROM team WHERE state = 'Indiana';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Indiana Pacers\n", - "----- Actual DB Result -----\n", - "Indiana Pacers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home - pts_away) AS biggest_win FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS biggest_win\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29.0\n", - "----- Actual DB Result -----\n", - "29.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_abbreviation_home = 'LAL' AND os.pts_paint_home > os.pts_paint_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND pts_home > pts_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "490\n", - "----- Actual DB Result -----\n", - "1850\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, oreb_home, stl_home FROM game WHERE team_name_home = 'Los Angeles Lakers' AND oreb_home > 15 AND stl_home >= 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers'\n", - "AND (oreb_home > 15 OR stl_home > 10);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "(1982-06-01 00:00:00, 17.0, 15.0), (1982-06-03 00:00:00, 16.0, 10.0), (1983-05-08 00:00:00, 17.0, 10.0), (1983-05-10 00:00:00, 16.0, 10.0), (1984-05-23 00:00:00, 16.0, 11.0), (1985-04-27 00:00:00, 20.0, 12.0), (1985-05-22 00:00:00, 17.0, 13.0), (1985-11-17 00:00:00, 16.0, 11.0), (1985-11-20 00:00:00, 18.0, 10.0), (1985-12-15 00:00:00, 16.0, 10.0), (1986-01-08 00:00:00, 19.0, 11.0), (1986-01-10 00:00:00, 16.0, 13.0), (1986-03-24 00:00:00, 19.0, 13.0), (1986-05-21 00:00:00, 19.0, 12.0), (1986-11-12 00:00:00, 16.0, 12.0), (1986-12-07 00:00:00, 16.0, 18.0), (1987-03-07 00:00:00, 19.0, 11.0), (1987-03-20 00:00:00, 22.0, 11.0), (1987-03-22 00:00:00, 19.0, 12.0), (1987-06-02 00:00:00, 17.0, 10.0), (1987-11-15 00:00:00, 21.0, 10.0), (1987-11-17 00:00:00, 16.0, 10.0), (1987-12-23 00:00:00, 18.0, 10.0), (1988-01-06 00:00:00, 18.0, 11.0), (1988-01-12 00:00:00, 17.0, 11.0), (1988-01-26 00:00:00, 19.0, 11.0), (1988-04-08 00:00:00, 17.0, 12.0), (1988-04-24 00:00:00, 21.0, 11.0), (1988-12-30 00:00:00, 17.0, 11.0), (1989-01-18 00:00:00, 21.0, 12.0), (1989-01-24 00:00:00, 17.0, 13.0), (1989-02-08 00:00:00, 17.0, 13.0), (1989-04-30 00:00:00, 17.0, 10.0), (1989-05-07 00:00:00, 18.0, 12.0), (1989-11-12 00:00:00, 16.0, 12.0), (1989-12-29 00:00:00, 16.0, 10.0), (1990-03-09 00:00:00, 16.0, 14.0), (1990-11-28 00:00:00, 17.0, 12.0), (1991-01-09 00:00:00, 20.0, 10.0), (1991-01-29 00:00:00, 21.0, 10.0), (1991-03-01 00:00:00, 18.0, 10.0), (1991-03-24 00:00:00, 16.0, 11.0), (1991-03-31 00:00:00, 21.0, 12.0), (1991-04-21 00:00:00, 20.0, 10.0), (1991-11-15 00:00:00, 17.0, 13.0), (1991-12-30 00:00:00, 16.0, 12.0), (1992-01-03 00:00:00, 19.0, 13.0), (1992-01-20 00:00:00, 22.0, 12.0), (1992-01-24 00:00:00, 17.0, 11.0), (1992-01-29 00:00:00, 20.0, 11.0), (1992-02-14 00:00:00, 20.0, 10.0), (1992-04-09 00:00:00, 16.0, 10.0), (1992-11-22 00:00:00, 16.0, 19.0), (1993-01-20 00:00:00, 17.0, 11.0), (1993-03-05 00:00:00, 23.0, 15.0), (1993-03-07 00:00:00, 18.0, 16.0), (1993-03-28 00:00:00, 16.0, 13.0), (1993-03-31 00:00:00, 20.0, 11.0), (1993-04-18 00:00:00, 16.0, 11.0), (1993-04-24 00:00:00, 17.0, 12.0), (1993-05-04 00:00:00, 16.0, 13.0), (1993-11-05 00:00:00, 20.0, 11.0), (1993-11-12 00:00:00, 19.0, 10.0), (1993-11-16 00:00:00, 31.0, 11.0), (1994-01-11 00:00:00, 20.0, 11.0), (1994-01-26 00:00:00, 18.0, 13.0), (1994-01-28 00:00:00, 25.0, 12.0), (1994-02-08 00:00:00, 19.0, 11.0), (1994-02-10 00:00:00, 18.0, 10.0), (1994-02-15 00:00:00, 22.0, 11.0), (1994-03-16 00:00:00, 27.0, 12.0), (1994-03-27 00:00:00, 17.0, 12.0), (1994-04-01 00:00:00, 21.0, 10.0), (1994-04-20 00:00:00, 19.0, 11.0), (1994-11-11 00:00:00, 17.0, 18.0), (1994-11-16 00:00:00, 21.0, 16.0), (1994-11-18 00:00:00, 16.0, 10.0), (1994-12-06 00:00:00, 24.0, 10.0), (1995-02-22 00:00:00, 19.0, 13.0), (1995-04-22 00:00:00, 16.0, 14.0), (1995-11-10 00:00:00, 17.0, 10.0), (1995-11-19 00:00:00, 17.0, 10.0), (1995-12-01 00:00:00, 20.0, 12.0), (1996-02-16 00:00:00, 17.0, 10.0), (1996-12-27 00:00:00, 18.0, 12.0), (1997-01-14 00:00:00, 17.0, 12.0), (1997-03-14 00:00:00, 22.0, 12.0), (1997-03-26 00:00:00, 19.0, 10.0), (1997-04-13 00:00:00, 17.0, 10.0), (1998-01-02 00:00:00, 17.0, 13.0), (1998-01-04 00:00:00, 22.0, 10.0), (1998-01-14 00:00:00, 19.0, 11.0), (1998-02-01 00:00:00, 16.0, 10.0), (1998-03-11 00:00:00, 20.0, 10.0), (1998-04-08 00:00:00, 20.0, 10.0), (1999-02-16 00:00:00, 17.0, 10.0), (1999-11-14 00:00:00, 18.0, 12.0), (1999-12-01 00:00:00, 23.0, 10.0), (1999-12-05 00:00:00, 17.0, 15.0), (1999-12-14 00:00:00, 19.0, 11.0), (2000-01-10 00:00:00, 26.0, 12.0), (2000-11-28 00:00:00, 19.0, 11.0), (2001-04-17 00:00:00, 20.0, 10.0), (2001-04-22 00:00:00, 17.0, 11.0), (2001-04-26 00:00:00, 16.0, 11.0), (2001-05-06 00:00:00, 19.0, 12.0), (2001-05-27 00:00:00, 16.0, 10.0), (2001-06-06 00:00:00, 16.0, 14.0), (2002-03-12 00:00:00, 16.0, 13.0), (2002-10-29 00:00:00, 17.0, 10.0), (2002-11-03 00:00:00, 18.0, 10.0), (2002-11-12 00:00:00, 19.0, 11.0), (2003-02-11 00:00:00, 16.0, 11.0), (2003-02-23 00:00:00, 18.0, 10.0), (2003-02-25 00:00:00, 16.0, 10.0), (2003-12-28 00:00:00, 23.0, 13.0), (2004-01-09 00:00:00, 19.0, 12.0), (2004-02-20 00:00:00, 22.0, 12.0), (2004-03-26 00:00:00, 18.0, 15.0), (2004-04-01 00:00:00, 18.0, 15.0), (2005-01-13 00:00:00, 17.0, 12.0), (2005-02-22 00:00:00, 21.0, 10.0), (2005-04-17 00:00:00, 17.0, 10.0), (2006-03-12 00:00:00, 17.0, 10.0), (2006-04-11 00:00:00, 19.0, 11.0), (2005-10-18 00:00:00, 16.0, 11.0), (2007-11-09 00:00:00, 16.0, 10.0), (2007-11-16 00:00:00, 23.0, 13.0), (2007-11-29 00:00:00, 17.0, 11.0), (2008-01-17 00:00:00, 23.0, 13.0), (2008-12-28 00:00:00, 16.0, 12.0), (2009-03-03 00:00:00, 18.0, 13.0), (2009-10-27 00:00:00, 17.0, 13.0), (2010-02-05 00:00:00, 18.0, 10.0), (2009-10-07 00:00:00, 17.0, 16.0), (2010-12-07 00:00:00, 22.0, 12.0), (2011-03-22 00:00:00, 18.0, 10.0), (2012-01-22 00:00:00, 18.0, 10.0), (2012-04-22 00:00:00, 25.0, 12.0), (2012-05-12 00:00:00, 24.0, 10.0), (2017-01-17 00:00:00, 20.0, 11.0), (2017-01-20 00:00:00, 16.0, 15.0), (2017-04-02 00:00:00, 17.0, 11.0), (2017-04-07 00:00:00, 16.0, 12.0), (2018-11-11 00:00:00, 17.0, 12.0), (2019-04-04 00:00:00, 18.0, 10.0), (2020-08-18 00:00:00, 17.0, 11.0)\n", - "----- Actual DB Result -----\n", - "689\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'LAL' AND g.wl_home = 'W' AND g.pf_away < g.pf_home AND g.plus_minus_away > g.plus_minus_home AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22020' AND pf_away < pf_home AND plus_minus_home > plus_minus_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "3\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'OKC' AND g.wl_home = 'W' AND g.pf_away < g.pf_home AND g.plus_minus_away > g.plus_minus_home AND g.season_id = '22014';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Oklahoma City Thunder' AND season_id = '22014' AND pf_away < pf_home AND plus_minus_home > plus_minus_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "15\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded < 1979;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded < 1979;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Atlanta Hawks, Boston Celtics, Cleveland Cavaliers, Chicago Bulls, Denver Nuggets, Golden State Warriors, Houston Rockets, Los Angeles Clippers, Los Angeles Lakers, Milwaukee Bucks, Brooklyn Nets, New York Knicks, Indiana Pacers, Philadelphia 76ers, Phoenix Suns, Portland Trail Blazers, Sacramento Kings, San Antonio Spurs, Oklahoma City Thunder, Utah Jazz, Washington Wizards, Detroit Pistons\n", - "----- Actual DB Result -----\n", - "Atlanta Hawks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'HOU' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND wl_home = 'L' AND steals_home > steals_away AND blks_home > blks_away AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: steals_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.team_rebounds_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_away = 'NOP' AND g.pf_away > 20 AND g.season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New Orleans Pelicans' AND ast_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "16\n", - "----- Actual DB Result -----\n", - "63.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'MEM' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Memphis Grizzlies' AND season_id = '22008' AND wl_home = 'L' AND (stl_home > stl_away OR blk_home > blk_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3\n", - "----- Actual DB Result -----\n", - "16\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE ((g.team_abbreviation_home = 'NOP' AND g.wl_home = 'W' AND ABS(g.pts_home - g.pts_away) < 5) OR (g.team_abbreviation_away = 'NOP' AND g.wl_away = 'W' AND ABS(g.pts_home - g.pts_away) < 5)) AND g.season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_away) AS average_2nd_chance_points\n", - "FROM other_stats\n", - "WHERE team_name_away = 'New Orleans Pelicans' AND season_id = '22016' AND pts_away - pts_paint_away < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.222222222222221\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.team_rebounds_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_away = 'POR' AND g.pf_away > 20 AND g.season_id = '22000';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers' AND ast_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "18\n", - "----- Actual DB Result -----\n", - "69.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT year_founded FROM team WHERE full_name = 'Indiana Pacers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT year_founded FROM team WHERE full_name = 'Indiana Pacers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1976.0\n", - "----- Actual DB Result -----\n", - "1976.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE abbreviation = 'IND';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE abbreviation = 'IND';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Indiana Pacers\n", - "----- Actual DB Result -----\n", - "Indiana Pacers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'Boston' ) AND o.lead_changes > 10 AND g.season_id = '22010';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND lead_changes > 10 AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "772.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'Minnesota';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT full_name FROM team WHERE state = 'Minnesota';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Minnesota Timberwolves\n", - "----- Actual DB Result -----\n", - "Minnesota Timberwolves\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT nickname FROM team WHERE city = 'Detroit';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT nickname FROM team WHERE city = 'Detroit';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Pistons\n", - "----- Actual DB Result -----\n", - "Pistons\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'ORL' AND g.wl_home = 'L' AND g.season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic' AND season_id = '22005' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.846153846153847\n", - "----- Actual DB Result -----\n", - "96.3\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'CHA' AND g.wl_home = 'L' AND g.season_id = '22004';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Charlotte Hornets' AND season_id = '22004' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.318181818181818\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIA' AND g.wl_home = 'L' AND g.season_id = '22000';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away) AS average_opponent_points\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '2000' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'ATL' AND g.wl_home = 'L' AND g.season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away) AS average_opponent_points\n", - "FROM game\n", - "WHERE team_name_away = 'Atlanta Hawks' AND team_name_home = 'Boston Celtics' AND season_id = '2001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.333333333333334\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'Brooklyn' ) AND o.lead_changes > 10 AND g.season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22010' AND lead_changes > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'New York' ) AND o.lead_changes > 10 AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York' AND season_id = '22020' AND lead_changes > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "685.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'Boston' ) AND o.lead_changes > 10 AND g.season_id = '21995';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND lead_changes > 10 AND season_id = '1995';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'Philadelphia' ) AND o.lead_changes > 10 AND g.season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22005' AND lead_changes > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "310.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_name_home IN ( SELECT full_name FROM team WHERE city = 'New York' ) AND o.lead_changes > 10 AND g.season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York' AND season_id = '22001' AND lead_changes > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "189.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state IN ('Illinois', 'Ohio', 'Wisconsin', 'Michigan', 'Indiana', 'Minnesota') ORDER BY year_founded ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded = (SELECT MIN(year_founded) FROM team WHERE state = 'Midwest');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Detroit Pistons\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded = 1974 AND state IN ('Wisconsin', 'Minnesota', 'Michigan');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE state = 'Northern' AND year_founded = 1974;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT nickname FROM team WHERE city LIKE 'C%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT nickname FROM team WHERE city LIKE 'C%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cavaliers, Bulls, Hornets\n", - "----- Actual DB Result -----\n", - "Cavaliers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT city FROM team WHERE state IN ('Illinois', 'Ohio', 'Wisconsin', 'Michigan', 'Indiana', 'Minnesota') AND year_founded BETWEEN 1970 AND 1979;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM team WHERE state = 'Midwest' AND year_founded BETWEEN 1970 AND 1979;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cleveland, Indiana\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE city = 'Chicago' AND nickname LIKE 'B%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city = 'Chicago' AND nickname LIKE 'B%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Chicago Bulls\n", - "----- Actual DB Result -----\n", - "Chicago Bulls\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE city = 'Cleveland' AND abbreviation LIKE '%C%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE city LIKE '%Cleveland%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cleveland Cavaliers\n", - "----- Actual DB Result -----\n", - "Cleveland Cavaliers\n", - "-------------------------------------------------\n", - "\n", - "Completed 400\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT year_founded FROM team WHERE city = 'Milwaukee';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT year_founded FROM team WHERE full_name = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1968.0\n", - "----- Actual DB Result -----\n", - "1968.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE nickname = 'Bucks' AND state IN ('Illinois', 'Ohio', 'Wisconsin', 'Michigan', 'Indiana', 'Minnesota');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE nickname = 'Bucks' AND state = 'Midwest';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Milwaukee Bucks\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT city FROM team WHERE abbreviation LIKE 'C%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT city FROM team WHERE city LIKE 'C%';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cleveland, Chicago, Charlotte\n", - "----- Actual DB Result -----\n", - "Cleveland\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT abbreviation FROM team WHERE state IN ('Ohio', 'Michigan');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation FROM team WHERE state = 'Ohio' OR state = 'Michigan';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "CLE, DET\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_abbreviation\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state IN ('Illinois', 'Ohio', 'Wisconsin', 'Michigan', 'Indiana', 'Minnesota') AND year_founded > 1975;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE state NOT LIKE 'N%' AND year_founded > 1975;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Minnesota Timberwolves, Indiana Pacers\n", - "----- Actual DB Result -----\n", - "New Orleans Pelicans\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE state = 'Indiana' AND year_founded < 1980;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE state = 'Indiana' AND year_founded < 1980;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Indiana Pacers\n", - "----- Actual DB Result -----\n", - "Indiana Pacers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT full_name FROM team WHERE year_founded BETWEEN 1970 AND 1979 AND nickname LIKE 'C%';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT full_name FROM team WHERE year_founded BETWEEN 1970 AND 1979;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Cleveland Cavaliers, Los Angeles Clippers\n", - "----- Actual DB Result -----\n", - "Cleveland Cavaliers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE ((g.team_abbreviation_home = 'DAL' AND g.wl_home = 'W' AND g.tov_home > g.tov_away AND g.reb_home < g.reb_away) OR (g.team_abbreviation_away = 'DAL' AND g.wl_away = 'W' AND g.tov_away > g.tov_home AND g.reb_away < g.reb_home)) AND g.season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks' AND season_id = '22005' AND (oreb_home < ota_away OR tov_home > tov_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ota_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'BKN' AND g.season_id = '22020' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22008' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'PHI' AND g.season_id = '22020' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22008' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "50.0\n", - "----- Actual DB Result -----\n", - "62.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE g.team_abbreviation_home = 'MIN' AND g.wl_home = 'L' AND g.stl_home > g.stl_away AND g.blk_home > g.blk_away AND g.season_id = '22004';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Minnesota Timberwolves' AND season_id = '22004' AND wl_home = 'L' AND (stl_home > stl_away OR blk_home > blk_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "12\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIA' AND g.season_id = '22003' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22003' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "38.0\n", - "----- Actual DB Result -----\n", - "20.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'WAS' AND g.season_id = '22002' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Washington Wizards' AND season_id = '22002' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'DET' AND g.season_id = '22017' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Detroit Pistons' AND season_id = '22017' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "47.333333333333336\n", - "----- Actual DB Result -----\n", - "49.333333333333336\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'NYK' AND g.season_id = '22007' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22007' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "40.666666666666664\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'NYK' AND g.season_id = '22021' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22021' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.0\n", - "----- Actual DB Result -----\n", - "40.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'BOS' AND g.season_id = '22016' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22016' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "40.0\n", - "----- Actual DB Result -----\n", - "42.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.team_rebounds_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_away = 'DEN' AND g.pf_away > 20 AND g.season_id = '22013';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND ast_away > 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "17\n", - "----- Actual DB Result -----\n", - "68.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'DET' AND g.season_id = '22019' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Detroit Pistons' AND season_id = '22019' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "52.0\n", - "----- Actual DB Result -----\n", - "43.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIL' AND g.season_id = '22013' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22013' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.2\n", - "----- Actual DB Result -----\n", - "38.4\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'WAS' AND g.season_id = '22001' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Washington Wizards' AND season_id = '22001' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.0\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'ORL' AND g.season_id = '22001' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '2001' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'CHI' AND g.season_id = '22001' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22001' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.333333333333332\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'TOR' AND g.season_id = '22017' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_id = '22017' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.4\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'NYK' AND g.season_id = '22009' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22009' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "45.0\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'TOR' AND g.season_id = '22014' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_id = '22014' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.0\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'NYK' AND g.season_id = '22015' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22015' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "43.68036529680365\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_paint_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'DET' AND g.season_id = '22006' AND o.lead_changes > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_home = 'Detroit Pistons' AND season_id = '22006' AND lead_changes > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.0\n", - "----- Actual DB Result -----\n", - "32.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.lead_changes) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_abbreviation_home = 'IND' AND g.wl_home = 'W' AND g.pf_home > g.pf_away) OR (g.team_abbreviation_away = 'IND' AND g.wl_away = 'W' AND g.pf_away > g.pf_home) AND g.season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes)\n", - "FROM game, other_stats\n", - "WHERE team_name_home = 'Indiana Pacers' AND team_name_away = 'Chicago Bulls' AND (pts_paint_home - pts_paint_away) > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25\n", - "----- Actual DB Result -----\n", - "37\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.lead_changes) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_abbreviation_home = 'CLE' AND g.wl_home = 'W' AND g.pf_home > g.pf_away) OR (g.team_abbreviation_away = 'CLE' AND g.wl_away = 'W' AND g.pf_away > g.pf_home) AND g.season_id = '22000';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_diff)\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND wl_home = 'W' AND fg_pct_away > fg_pct_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_diff\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(o.lead_changes) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE (g.team_abbreviation_home = 'ORL' AND g.wl_home = 'W' AND g.pf_home > g.pf_away) OR (g.team_abbreviation_away = 'ORL' AND g.wl_away = 'W' AND g.pf_away > g.pf_home) AND g.season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_diff)\n", - "FROM game\n", - "WHERE wl_home = 'W' AND wl_away = 'L' AND fg_pct_home > fg_pct_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_diff\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIA' AND g.wl_home = 'L' AND g.oreb_home > g.oreb_away AND g.season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND reb_home > reb_away AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4\n", - "----- Actual DB Result -----\n", - "212\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIL' AND g.wl_home = 'L' AND o.total_turnovers_home < o.total_turnovers_away AND g.season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22007' AND wl_home = 'L' AND tov_home < tov_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8\n", - "----- Actual DB Result -----\n", - "10\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_fb_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'ATL' AND g.stl_home > 10 AND g.season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_fb_away) AS average_fast_break_points\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Atlanta Hawks' AND season_id = '2003' AND pts_2nd_chance_away > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "17.4\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'IND' AND g.wl_home = 'L' AND o.total_turnovers_home < o.total_turnovers_away AND g.season_id = '22006';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND season_id = '2006' AND wl_home = 'L' AND tov_home < tov_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(g.plus_minus_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'DET' AND o.pts_2nd_chance_away > o.pts_2nd_chance_home AND g.season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(plus_minus_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND (pts_home - pts_away) > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9.9375\n", - "----- Actual DB Result -----\n", - "11.208278580814717\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'MIL' AND g.wl_home = 'L' AND o.total_turnovers_home < o.total_turnovers_away AND g.season_id = '22006';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22006' AND wl_home = 'L' AND tov_home < tov_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8\n", - "----- Actual DB Result -----\n", - "10\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(g.plus_minus_home) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE g.team_abbreviation_home = 'NYK' AND o.pts_2nd_chance_away > o.pts_2nd_chance_home AND g.season_id = '22002';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home + pts_2nd_chance_home - pts_away) AS avg_plus_minus\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND pts_2nd_chance_home > pts_paint_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-3.2\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(o.pts_2nd_chance_away) FROM game g JOIN other_stats o ON g.game_id = o.game_id WHERE ((g.team_abbreviation_home = 'NOP' AND g.wl_home = 'W' AND ABS(g.pts_home - g.pts_away) < 5) OR (g.team_abbreviation_away = 'NOP' AND g.wl_away = 'W' AND ABS(g.pts_home - g.pts_away) < 5)) AND g.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_away) AS average_2nd_chance_points\n", - "FROM other_stats\n", - "WHERE team_name_away = 'New Orleans Pelicans' AND season_id = '22020' AND pts_away - pts_paint_away < 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "16.6\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game g WHERE ((g.team_abbreviation_home = 'LAL' AND g.wl_home = 'W' AND g.tov_home > g.tov_away AND g.reb_home < g.reb_away) OR (g.team_abbreviation_away = 'LAL' AND g.wl_away = 'W' AND g.tov_away > g.tov_home AND g.reb_away < g.reb_home)) AND g.season_id = '22012';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22012' AND (pts_home - pts_away) > 0 AND rebounds_home < rebounds_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: rebounds_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.969909027291813\n", - "----- Actual DB Result -----\n", - "14.969909027291813\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(fg_pct_home) as avg_stat FROM game WHERE team_name_home = 'Milwaukee Bucks' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(fg_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42017.0\n", - "----- Actual DB Result -----\n", - "42017\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(tov_home) as avg_stat FROM game WHERE team_name_home = 'Los Angeles Lakers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM other_stats WHERE team_name_home = 'Los Angeles Lakers' ORDER BY avg_tov_home DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21982.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Portland Trail Blazers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41976.0\n", - "----- Actual DB Result -----\n", - "41976\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.176572417772649\n", - "----- Actual DB Result -----\n", - "15.372929754426043\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_name_home = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24.886892177589857\n", - "----- Actual DB Result -----\n", - "24.886892177589854\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.6668215613383\n", - "----- Actual DB Result -----\n", - "102.6668215613383\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Miami Heat' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2018.0\n", - "----- Actual DB Result -----\n", - "21988\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "Completed 450\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7597613053613043\n", - "----- Actual DB Result -----\n", - "0.7597613053613054\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_home + ft_pct_away) AS highest_combined_ft_pct\n", - "FROM game\n", - "WHERE (team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2.0\n", - "----- Actual DB Result -----\n", - "2.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7524065985130116\n", - "----- Actual DB Result -----\n", - "0.7524065985130112\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home) FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_home) AS average_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.2\n", - "----- Actual DB Result -----\n", - "43.965986394557824\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "84.0\n", - "----- Actual DB Result -----\n", - "84.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.146252285191956\n", - "----- Actual DB Result -----\n", - "15.146252285191956\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22007';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "150.0\n", - "----- Actual DB Result -----\n", - "70.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Toronto Raptors' OR team_name_away = 'Toronto Raptors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE (team_name_home = 'Toronto Raptors' OR team_name_away = 'Toronto Raptors');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "278.0\n", - "----- Actual DB Result -----\n", - "278.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Houston Rockets' OR team_name_away = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE (team_name_home = 'Houston Rockets' OR team_name_away = 'Houston Rockets');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "317.0\n", - "----- Actual DB Result -----\n", - "317.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE (team_name_home = 'Portland Trail Blazers' OR team_name_away = 'Portland Trail Blazers');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "311.0\n", - "----- Actual DB Result -----\n", - "311.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "105.09242916860195\n", - "----- Actual DB Result -----\n", - "105.09242916860195\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home) FROM game WHERE team_name_home = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_home) AS average_oreb\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "43.46391030133147\n", - "----- Actual DB Result -----\n", - "11.662001399580125\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_away) FROM game WHERE team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.94177501413228\n", - "----- Actual DB Result -----\n", - "21.94177501413228\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "38.0\n", - "----- Actual DB Result -----\n", - "38\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Miami Heat' OR team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' OR team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "290.0\n", - "----- Actual DB Result -----\n", - "290.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) as avg_stat FROM game WHERE team_name_home = 'Cleveland Cavaliers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ft_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2014.0\n", - "----- Actual DB Result -----\n", - "12014\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) as avg_stat FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ft_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2016.0\n", - "----- Actual DB Result -----\n", - "12016\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Houston Rockets' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41984|58.0\n", - "----- Actual DB Result -----\n", - "41984\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "86.0\n", - "----- Actual DB Result -----\n", - "86.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22022';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home) FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home) AS average_fg_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4636694306246544\n", - "----- Actual DB Result -----\n", - "0.46366943062465454\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Los Angeles Lakers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'Los Angeles Lakers' GROUP BY season_id ORDER BY AVG(ast_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41969|36.6666666666667\n", - "----- Actual DB Result -----\n", - "41969\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7450706106870195\n", - "----- Actual DB Result -----\n", - "0.745070610687023\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1974.0\n", - "----- Actual DB Result -----\n", - "21998\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '21999';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '1999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22022';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.25170288679855\n", - "----- Actual DB Result -----\n", - "102.25170288679857\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home) FROM game WHERE team_name_home = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4737531578947367\n", - "----- Actual DB Result -----\n", - "0.4737531578947368\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_home + tov_away) FROM game WHERE team_name_home = 'Milwaukee Bucks' OR team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(total_turnovers_away)\n", - "FROM game\n", - "JOIN other_stats ON game.game_id = other_stats.game_id\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "60.0\n", - "----- Actual DB Result -----\n", - "30\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home) FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4726067351598173\n", - "----- Actual DB Result -----\n", - "0.4726067351598173\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.627184466019418\n", - "----- Actual DB Result -----\n", - "14.627184466019418\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_away) FROM game WHERE team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.594638949671772\n", - "----- Actual DB Result -----\n", - "24.14713474445018\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35.0\n", - "----- Actual DB Result -----\n", - "35\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Dallas Mavericks' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2021.0\n", - "----- Actual DB Result -----\n", - "42003\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) as avg_stat FROM game WHERE team_name_home = 'Chicago Bulls' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ft_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2016.0\n", - "----- Actual DB Result -----\n", - "42016\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22007';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "129.0\n", - "----- Actual DB Result -----\n", - "70.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7571402574345323\n", - "----- Actual DB Result -----\n", - "0.7571402574345317\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "109.71476888387824\n", - "----- Actual DB Result -----\n", - "109.71476888387824\n", - "-------------------------------------------------\n", - "\n", - "Completed 500\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "105.8650391524643\n", - "----- Actual DB Result -----\n", - "105.8650391524643\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(pts_home) as avg_stat FROM game WHERE team_name_home = 'Chicago Bulls' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2022.0\n", - "----- Actual DB Result -----\n", - "12022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Cleveland Cavaliers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1984.0\n", - "----- Actual DB Result -----\n", - "21981\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "135.0\n", - "----- Actual DB Result -----\n", - "67.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_home + tov_away) FROM game WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(tov_home + tov_away) AS highest_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "66.0\n", - "----- Actual DB Result -----\n", - "66.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Sacramento Kings' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2022.0\n", - "----- Actual DB Result -----\n", - "41985\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Boston Celtics' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1958.0\n", - "----- Actual DB Result -----\n", - "21982\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_away) FROM game WHERE team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4678996728462382\n", - "----- Actual DB Result -----\n", - "0.46789967284623774\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.929\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ft_pct\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7464038834951452\n", - "----- Actual DB Result -----\n", - "0.7464038834951456\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7540829836829825\n", - "----- Actual DB Result -----\n", - "0.7540829836829837\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'Charlotte Hornets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.0927291886196\n", - "----- Actual DB Result -----\n", - "14.0927291886196\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(pts_home) as avg_stat FROM game WHERE team_name_home = 'Charlotte Hornets' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2021.0\n", - "----- Actual DB Result -----\n", - "22021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_away) FROM game WHERE team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.833996588971008\n", - "----- Actual DB Result -----\n", - "22.833996588971008\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7408833551769328\n", - "----- Actual DB Result -----\n", - "0.7408833551769332\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) as avg_stat FROM game WHERE team_name_home = 'Milwaukee Bucks' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ft_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2009.0\n", - "----- Actual DB Result -----\n", - "42009\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE (team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "312.0\n", - "----- Actual DB Result -----\n", - "312.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home) FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(oreb_home) AS average_oreb\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.818285714285715\n", - "----- Actual DB Result -----\n", - "12.871621621621621\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '21999';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '1999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.9162605228179\n", - "----- Actual DB Result -----\n", - "102.9162605228179\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(pts_home) as avg_stat FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY AVG(pts_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1989.0\n", - "----- Actual DB Result -----\n", - "21989\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22011';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33.0\n", - "----- Actual DB Result -----\n", - "33\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "31\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.554896142433234\n", - "----- Actual DB Result -----\n", - "14.996632996632997\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24.980609418282548\n", - "----- Actual DB Result -----\n", - "24.980609418282548\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "79.0\n", - "----- Actual DB Result -----\n", - "79.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Milwaukee Bucks' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1981.0\n", - "----- Actual DB Result -----\n", - "21981\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(reb_home) as avg_stat FROM game WHERE team_name_home = 'Charlotte Hornets' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(oreb_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2017.0\n", - "----- Actual DB Result -----\n", - "41994\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'Sacramento Kings' OR team_name_away = 'Sacramento Kings';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_home + ft_pct_away) AS highest_combined_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings' OR team_name_away = 'Sacramento Kings';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.947\n", - "----- Actual DB Result -----\n", - "1.947\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'Miami Heat' OR team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.913\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "96.7824377457405\n", - "----- Actual DB Result -----\n", - "96.7824377457405\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.235255570117957\n", - "----- Actual DB Result -----\n", - "15.235255570117955\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home + fg_pct_away) FROM game WHERE team_name_home = 'Miami Heat' OR team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.1949999999999998\n", - "----- Actual DB Result -----\n", - "0.675\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "103.32684824902724\n", - "----- Actual DB Result -----\n", - "103.32684824902724\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_home) FROM game WHERE team_name_home = 'Charlotte Hornets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7601475237091683\n", - "----- Actual DB Result -----\n", - "0.7601475237091675\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.788121073672189\n", - "----- Actual DB Result -----\n", - "14.788121073672187\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Chicago Bulls' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2021.0\n", - "----- Actual DB Result -----\n", - "12021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home + fg_pct_away) FROM game WHERE team_name_home = 'Charlotte Hornets' OR team_name_away = 'Charlotte Hornets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.233\n", - "----- Actual DB Result -----\n", - "0.646\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22011';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33.0\n", - "----- Actual DB Result -----\n", - "33\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home + fg_pct_away) FROM game WHERE team_name_home = 'Detroit Pistons' OR team_name_away = 'Detroit Pistons';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home + fg_pct_away) AS highest_combined_fg_pct\n", - "FROM game\n", - "WHERE (team_name_home = 'Detroit Pistons' OR team_name_away = 'Detroit Pistons');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.217\n", - "----- Actual DB Result -----\n", - "1.217\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Detroit Pistons' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_away) FROM game WHERE team_name_away = 'Detroit Pistons';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.10948081264108\n", - "----- Actual DB Result -----\n", - "42.10948081264108\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_away) FROM game WHERE team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.71580122836404\n", - "----- Actual DB Result -----\n", - "41.71580122836404\n", - "-------------------------------------------------\n", - "\n", - "Completed 550\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.664838513101769\n", - "----- Actual DB Result -----\n", - "14.664838513101767\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_away) FROM game WHERE team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.16927374301676\n", - "----- Actual DB Result -----\n", - "22.16927374301676\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "31\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22014';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22014';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22007';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22009';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22009';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ft_pct_home) as avg_stat FROM game WHERE team_name_home = 'Detroit Pistons' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ft_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2021.0\n", - "----- Actual DB Result -----\n", - "12021\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Cleveland Cavaliers' OR team_name_away = 'Cleveland Cavaliers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' OR team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "307.0\n", - "----- Actual DB Result -----\n", - "337.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22000';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_name_home = 'Milwaukee Bucks' OR team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' OR team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "337.0\n", - "----- Actual DB Result -----\n", - "337.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(fg_pct_home) as avg_stat FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1; 21981|0.5885\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(fg_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "21981\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_away) FROM game WHERE team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4499279161205765\n", - "----- Actual DB Result -----\n", - "0.4499279161205767\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '22002';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Los Angeles Clippers' OR team_name_away = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' OR team_name_away = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "134.0\n", - "----- Actual DB Result -----\n", - "70.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Golden State Warriors' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1; 2016.0\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "22016\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_away) FROM game WHERE team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.40882509303562\n", - "----- Actual DB Result -----\n", - "41.68581971534001\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Los Angeles Clippers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21988.0\n", - "----- Actual DB Result -----\n", - "21988\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Houston Rockets' OR team_name_away = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE (team_name_home = 'Houston Rockets' OR team_name_away = 'Houston Rockets');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "81.0\n", - "----- Actual DB Result -----\n", - "81.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_paint_home + pts_paint_away) AS highest_combined_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "75.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'San Antonio Spurs' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Portland San Antonio Spurs'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(ast_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41982.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7375894405043332\n", - "----- Actual DB Result -----\n", - "0.7375894405043341\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Golden State Warriors' AND season_id = '22009';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '22009';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22009';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22009';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_home + tov_away) FROM game WHERE team_name_home = 'Golden State Warriors' OR team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(tov_home + tov_away) AS highest_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' OR team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "60.0\n", - "----- Actual DB Result -----\n", - "60.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.957\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home + fg_pct_away) FROM game WHERE team_name_home = 'Golden State Warriors' OR team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.196\n", - "----- Actual DB Result -----\n", - "0.636\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "106.27848911651728\n", - "----- Actual DB Result -----\n", - "106.27848911651729\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home + fg_pct_away) FROM game WHERE team_name_home = 'Los Angeles Clippers' OR team_name_away = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1.257\n", - "----- Actual DB Result -----\n", - "0.693\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37.0\n", - "----- Actual DB Result -----\n", - "37\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Orlando Magic' AND season_id = '22013';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '22013';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22011';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33.0\n", - "----- Actual DB Result -----\n", - "33\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22002';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22013';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22013';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ft_pct_home + ft_pct_away) FROM game WHERE team_name_home = 'New York Knicks' OR team_name_away = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_home + ft_pct_away) AS highest_combined_ft_pct\n", - "FROM game\n", - "WHERE (team_name_home = 'New York Knicks' OR team_name_away = 'New York Knicks');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9.167\n", - "----- Actual DB Result -----\n", - "9.167\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "106.24456280514868\n", - "----- Actual DB Result -----\n", - "106.24456280514869\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Miami Heat' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "99.22237288135594\n", - "----- Actual DB Result -----\n", - "99.22237288135594\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "100.94640522875817\n", - "----- Actual DB Result -----\n", - "100.94640522875817\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_away) FROM game WHERE team_name_away = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4504453081621318\n", - "----- Actual DB Result -----\n", - "0.45044530816213213\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(tov_home) as avg_stat FROM game WHERE team_name_home = 'Boston Celtics' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(tov_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2005.0\n", - "----- Actual DB Result -----\n", - "12005\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(tov_home) as avg_stat FROM game WHERE team_name_home = 'Orlando Magic' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'Orlando Magic' GROUP BY season_id ORDER BY AVG(tov_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2011.0\n", - "----- Actual DB Result -----\n", - "12011\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7538615611192923\n", - "----- Actual DB Result -----\n", - "0.753861561119293\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(fg_pct_home) as avg_stat FROM game WHERE team_name_home = 'Boston Celtics' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(fg_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41989.0\n", - "----- Actual DB Result -----\n", - "41989\n", - "-------------------------------------------------\n", - "\n", - "Completed 600\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.512123004139562\n", - "----- Actual DB Result -----\n", - "14.512123004139562\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(pts_home) as avg_stat FROM game WHERE team_name_home = 'Milwaukee Bucks' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42022.0\n", - "----- Actual DB Result -----\n", - "42022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7549616557734183\n", - "----- Actual DB Result -----\n", - "0.7549616557734204\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22000';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Boston Celtics' OR team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "155.0\n", - "----- Actual DB Result -----\n", - "70.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "109.409324009324\n", - "----- Actual DB Result -----\n", - "109.40932400932401\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(ast_home) as avg_stat FROM game WHERE team_name_home = 'Miami Heat' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'Miami Heat' GROUP BY season_id ORDER BY AVG(ast_home) DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2019.0\n", - "----- Actual DB Result -----\n", - "22019\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "134.0\n", - "----- Actual DB Result -----\n", - "70.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'Miami Heat' AND season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_away) FROM game WHERE team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_away) AS average_tov\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15.801587301587302\n", - "----- Actual DB Result -----\n", - "15.801587301587302\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_away) FROM game WHERE team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.72059635560464\n", - "----- Actual DB Result -----\n", - "22.720596355604638\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Miami Heat' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Miami Heat' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_home + tov_away) FROM game WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(tov_home + tov_away) AS highest_tov\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "60.0\n", - "----- Actual DB Result -----\n", - "60.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.454368932038836\n", - "----- Actual DB Result -----\n", - "21.454368932038836\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_name_home = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(tov_home) AS average_tov\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.41725768321513\n", - "----- Actual DB Result -----\n", - "14.41725768321513\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Miami Heat' AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22014';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7545688967656173\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: ft_pct_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.85476410730804\n", - "----- Actual DB Result -----\n", - "102.85476410730804\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_name_away = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "99.26172148355494\n", - "----- Actual DB Result -----\n", - "99.26172148355494\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'Orlando Magic' OR team_name_away = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' OR team_name_away = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "74.0\n", - "----- Actual DB Result -----\n", - "74.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_pts\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.53608969866852\n", - "----- Actual DB Result -----\n", - "102.53608969866853\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home + ast_away) FROM game WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home + ast_away) AS highest_ast\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "88.0\n", - "----- Actual DB Result -----\n", - "88.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) FROM game WHERE team_name_away = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.7614488017429173\n", - "----- Actual DB Result -----\n", - "0.7536172526277637\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Orlando Magic' AND season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35.0\n", - "----- Actual DB Result -----\n", - "35\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home + reb_away) FROM game WHERE team_name_home = 'Orlando Magic' OR team_name_away = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home + dreb_away) AS highest_combined_reb\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "128.0\n", - "----- Actual DB Result -----\n", - "66.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_home + tov_away) FROM game WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(tov_home + tov_away) AS highest_tov\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' OR team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "66.0\n", - "----- Actual DB Result -----\n", - "66.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(reb_home) FROM game WHERE team_name_home = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(reb_home) AS average_reb\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "43.965986394557824\n", - "----- Actual DB Result -----\n", - "43.965986394557824\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(pts_home) as avg_stat FROM game WHERE team_name_home = 'Portland Trail Blazers' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21986.0\n", - "----- Actual DB Result -----\n", - "21986\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '22022';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.4782432016418667\n", - "----- Actual DB Result -----\n", - "0.4782432016418676\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, AVG(fg_pct_home) as avg_stat FROM game WHERE team_name_home = 'Chicago Bulls' GROUP BY season_id ORDER BY avg_stat DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls'\n", - "GROUP BY season_id\n", - "ORDER BY AVG(fg_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12022.0\n", - "----- Actual DB Result -----\n", - "12022\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "162.0\n", - "----- Actual DB Result -----\n", - "162.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '21946';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '1946';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) as total_assists FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(assists_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "45090.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: assists_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM game WHERE team_name_away = 'Miami Heat' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg_pct_home) as avg_fg_pct FROM game WHERE team_name_home = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.46\n", - "----- Actual DB Result -----\n", - "0.462643059490085\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(stl_home) as total_steals FROM game WHERE team_name_home = 'Houston Rockets' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "352.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(plus_minus_home) as max_plus_minus FROM game WHERE team_name_home = 'Phoenix Suns';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(plus_minus_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "55.0\n", - "----- Actual DB Result -----\n", - "55\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_games FROM game WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blk_home) as total_blocks FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "188.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home) as total_rebounds FROM game WHERE team_name_home = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "76050.0\n", - "----- Actual DB Result -----\n", - "76050.0\n", - "-------------------------------------------------\n", - "\n", - "Completed 650\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home) as min_points FROM game WHERE team_name_home = 'Detroit Pistons';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "64.0\n", - "----- Actual DB Result -----\n", - "64.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Atlanta Hawks' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Atlanta Hawks' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "20.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) as total_points FROM game WHERE team_name_away = 'Sacramento Kings';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "159071.0\n", - "----- Actual DB Result -----\n", - "159071.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov_home) as total_turnovers FROM game WHERE team_name_home = 'Utah Jazz' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game, other_stats\n", - "WHERE game.team_name_home = 'Utah Jazz' AND game.season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "633.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) as max_points FROM game WHERE team_name_away = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "162.0\n", - "----- Actual DB Result -----\n", - "162.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Philadelphia 76ers' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ftm_home) as total_ftm FROM game WHERE team_name_home = 'Indiana Pacers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_off_to_home) AS total_free_throws\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Indiana Pacers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39545.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_away) as total_assists FROM game WHERE team_name_away = 'Charlotte Hornets' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Charlotte Hornets' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "880.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) as avg_points FROM game WHERE team_name_home = 'Washington Wizards';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Washington Wizards';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.91\n", - "----- Actual DB Result -----\n", - "102.90633869441817\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_wins FROM game WHERE team_name_home = 'San Antonio Spurs' AND wl_home = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_home) as total_pts_paint FROM other_stats WHERE team_abbreviation_home = 'LAC';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT SUM(pts_paint_home) FROM game WHERE team_name_home = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "40334.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) as total_lead_changes FROM other_stats WHERE team_abbreviation_home = 'DEN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6168.0\n", - "----- Actual DB Result -----\n", - "1978\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) as max_lead FROM other_stats WHERE team_abbreviation_home = 'MIN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Minnesota Timberwolves';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "48.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: largest_lead_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_away) as total_fb_points FROM other_stats WHERE team_abbreviation_away = 'ORL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*) AS fast_break_points_away\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11743.0\n", - "----- Actual DB Result -----\n", - "894\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_2nd_chance_home) as total_2nd_chance FROM other_stats WHERE team_abbreviation_home = 'TOR';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_2nd_chance_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12057.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3m_home) FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg3m_home) AS average_fg3m_home\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.76\n", - "----- Actual DB Result -----\n", - "12.75609756097561\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.team_rebounds_away) FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_abbreviation_away = 'LAC' AND os.pts_fb_away > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Clippers' AND fg3m_away > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2279.0\n", - "----- Actual DB Result -----\n", - "147.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(stl_home) as total_steals FROM game WHERE team_name_home = 'Dallas Mavericks' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "322.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_away) as total_rebounds FROM game WHERE team_name_away = 'Brooklyn Nets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Brooklyn Nets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "19103.0\n", - "----- Actual DB Result -----\n", - "19103.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blk_home) as total_blocks FROM game WHERE team_name_home = 'New Orleans Pelicans';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(blk_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New Orleans Pelicans';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2368.0\n", - "----- Actual DB Result -----\n", - "2368.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(plus_minus_home) as min_plus_minus FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(plus_minus_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-48.0\n", - "----- Actual DB Result -----\n", - "-48\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_losses FROM game WHERE team_name_away = 'Golden State Warriors' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Cleveland Cavaliers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "220683.0\n", - "----- Actual DB Result -----\n", - "220683.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) as total_assists FROM game WHERE team_name_home = 'Phoenix Suns' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1096.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ft_pct_away) as avg_ft_pct FROM game WHERE team_name_away = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.74\n", - "----- Actual DB Result -----\n", - "0.7408833551769332\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_wins FROM game WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_off_to_home) as total_pts_off_to FROM other_stats WHERE team_abbreviation_home = 'ATL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_off_to_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13503.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_off_to_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(times_tied) as total_times_tied FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'T';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5156.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_home) as max_fb_points FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37.0\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(team_turnovers_home) as total_team_turnovers FROM other_stats WHERE team_abbreviation_home = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_turnovers_home FROM other_stats WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "550.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_away) as total_pts_paint FROM other_stats WHERE team_abbreviation_away = 'PHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Philadelphia 76ers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41004.0\n", - "----- Actual DB Result -----\n", - "251917.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_games FROM game WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home) as min_points FROM game WHERE team_name_home = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "64.0\n", - "----- Actual DB Result -----\n", - "64.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(stl_away) as total_steals FROM game WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "295.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(plus_minus_home) as max_plus_minus FROM game WHERE team_name_home = 'Indiana Pacers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS highest_plus_minus_score\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "65.0\n", - "----- Actual DB Result -----\n", - "65.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Charlotte Hornets' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) as avg_points FROM game WHERE team_name_away = 'Toronto Raptors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "99.61\n", - "----- Actual DB Result -----\n", - "99.61413969335605\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Sacramento Kings' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) as max_lead FROM other_stats WHERE team_abbreviation_home = 'PHX';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "52.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: largest_lead_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_home) as total_fb_points FROM other_stats WHERE team_abbreviation_home = 'ATL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks' AND fg3_pct_home > fg_pct_home;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12063.0\n", - "----- Actual DB Result -----\n", - "225\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_2nd_chance_away) as total_2nd_chance FROM other_stats WHERE team_abbreviation_away = 'BOS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away) AS total_second_chance_points\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11426.0\n", - "----- Actual DB Result -----\n", - "160345.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_games FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) as max_points FROM game WHERE team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "153.0\n", - "----- Actual DB Result -----\n", - "153.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(plus_minus_home) as min_plus_minus FROM game WHERE team_name_home = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(plus_minus_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-50.0\n", - "----- Actual DB Result -----\n", - "-50\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Portland Trail Blazers' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "20.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) as avg_points FROM game WHERE team_name_away = 'San Antonio Spurs';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "102.35\n", - "----- Actual DB Result -----\n", - "102.35493372606774\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Utah Jazz' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND season_id = '1996' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_home) as total_pts_paint FROM other_stats WHERE team_abbreviation_home = 'DEN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT SUM(pts_paint_home) FROM game WHERE team_name_home = 'Denver Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44784.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(times_tied) as total_times_tied FROM other_stats WHERE team_abbreviation_home = 'IND';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND wl_home = 'T';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4805.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_2nd_chance_home) as total_2nd_chance FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home) AS total_second_chance_points\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11670.0\n", - "----- Actual DB Result -----\n", - "55964.0\n", - "-------------------------------------------------\n", - "\n", - "Completed 700\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_games FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) as max_points FROM game WHERE team_name_home = 'Atlanta Hawks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "161.0\n", - "----- Actual DB Result -----\n", - "161.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) as avg_points FROM game WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "103.58\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND ast_home > 15 AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND ast_home > 15 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.0\n", - "----- Actual DB Result -----\n", - "11\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_home) as total_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.wl_home = 'L' AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_paint_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996' AND outcome = 'Lost';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "56.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM game WHERE team_name_home = 'Houston Rockets' AND wl_home = 'W' AND plus_minus_home > 10 AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND wl_home = 'W' AND plus_minus_home > 10 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.0\n", - "----- Actual DB Result -----\n", - "11\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_home) as total_fb_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Phoenix Suns' AND g.wl_home = 'L' AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(ft_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "171.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_2nd_chance_home) as avg_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Milwaukee Bucks' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND result = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.12\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Detroit Pistons' AND stl_home > 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND stl_home > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22493.0\n", - "----- Actual DB Result -----\n", - "22493.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Atlanta Hawks' AND g.wl_home = 'W' AND os.largest_lead_home > 20 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks' AND wl_home = 'W' AND (pts_home - pts_away) > 20 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(os.pts_paint_away) as max_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Sacramento Kings' AND g.wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_paint_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "78.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as games FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Utah Jazz' AND os.pts_paint_home > 30 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND pts_home > 30 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_home) as total_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Washington Wizards' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_2nd_chance_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Washington Wizards' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6281.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_away) as total_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Minnesota Timberwolves' AND g.wl_away = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Minnesota Timberwolves' AND result = 'Lost';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25564.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: result\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(g.pts_home) as avg_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_home = 'Toronto Raptors' AND os.pts_2nd_chance_home > 10 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_id = '21996' AND pts_home > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "96.458\n", - "----- Actual DB Result -----\n", - "94.8780487804878\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Atlanta Hawks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "233546.0\n", - "----- Actual DB Result -----\n", - "233546.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '1996' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fgm_home) as max_fgm FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "67.0\n", - "----- Actual DB Result -----\n", - "67.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_losses FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) as total_points FROM game WHERE team_name_away = 'Dallas Mavericks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "187891.0\n", - "----- Actual DB Result -----\n", - "187891.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_wins FROM game WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) as min_points FROM game WHERE team_name_away = 'Detroit Pistons';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "64.0\n", - "----- Actual DB Result -----\n", - "64.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_games FROM game WHERE team_name_home = 'Indiana Pacers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) as max_points FROM game WHERE team_name_away = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "142.0\n", - "----- Actual DB Result -----\n", - "142.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '1996' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) as total_assists FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33147.0\n", - "----- Actual DB Result -----\n", - "33147.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(plus_minus_away) as min_plus_minus FROM game WHERE team_name_away = 'Minnesota Timberwolves';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(plus_minus_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Minnesota Timberwolves';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-48.0\n", - "----- Actual DB Result -----\n", - "-48\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_wins FROM game WHERE team_name_home = 'New York Knicks' AND wl_home = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Orlando Magic';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "146319.0\n", - "----- Actual DB Result -----\n", - "146319.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Portland Trail Blazers' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_home) as total_pts_paint FROM other_stats WHERE team_abbreviation_home = 'SAC';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT SUM(pts_paint_home) FROM game WHERE team_name_home = 'Sacramento Kings';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "38278.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) as total_lead_changes FROM other_stats WHERE team_abbreviation_home = 'SAS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND lead_change IS NOT NULL;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5666.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_change\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_away) as max_lead FROM other_stats WHERE team_abbreviation_away = 'TOR';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_away)\n", - "FROM other_stats\n", - "WHERE team_abbreviation_away = 'TOR';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "49.0\n", - "----- Actual DB Result -----\n", - "49\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_home) as total_fb_points FROM other_stats WHERE team_abbreviation_home = 'UTA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND wl_home = 'F';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11246.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_2nd_chance_away) as total_2nd_chance FROM other_stats WHERE team_abbreviation_away = 'WAS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_2nd_chance_away)\n", - "FROM other_stats\n", - "WHERE team_abbreviation_away = 'WAS';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13226.0\n", - "----- Actual DB Result -----\n", - "13226\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_games FROM game WHERE team_name_away = 'Charlotte Hornets' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Charlotte Hornets' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fgm_away) as total_fgm FROM game WHERE team_name_away = 'Atlanta Hawks' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fgm_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Atlanta Hawks' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1366.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) as total_points FROM game WHERE team_name_away = 'Denver Nuggets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "210741.0\n", - "----- Actual DB Result -----\n", - "210741.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) as min_points FROM game WHERE team_name_away = 'Los Angeles Lakers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "68.0\n", - "----- Actual DB Result -----\n", - "68.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Miami Heat' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_away) as total_pts_paint FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39056.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(times_tied) as total_times_tied FROM other_stats WHERE team_abbreviation_away = 'MIN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Minnesota Timberwolves' AND wl_home = 'T';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5123.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_away) as max_fb_points FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "38.0\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_games FROM game WHERE team_name_away = 'Phoenix Suns' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) as min_points FROM game WHERE team_name_away = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "58.0\n", - "----- Actual DB Result -----\n", - "58.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_losses FROM game WHERE team_name_away = 'Toronto Raptors' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) as max_points FROM game WHERE team_name_home = 'Utah Jazz';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "151.0\n", - "----- Actual DB Result -----\n", - "151.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Charlotte Hornets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Charlotte Hornets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "98559.0\n", - "----- Actual DB Result -----\n", - "98559.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) as min_points FROM game WHERE team_name_away = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "63.0\n", - "----- Actual DB Result -----\n", - "63.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_home) as total_pts_paint FROM other_stats WHERE team_abbreviation_home = 'DAL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite: SELECT SUM(pts_paint_home) FROM game WHERE team_name_home = 'Dallas Mavericks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37764.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "Completed 750\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) as total_lead_changes FROM other_stats WHERE team_abbreviation_away = 'DEN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND lead_changes > 0;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5828.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_2nd_chance_home) as max_2nd_chance FROM other_stats WHERE team_abbreviation_home = 'DET';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32.0\n", - "----- Actual DB Result -----\n", - "142.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_away) as total_fb_points FROM other_stats WHERE team_abbreviation_away = 'GSW';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15122.0\n", - "----- Actual DB Result -----\n", - "1352\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_losses FROM game WHERE team_name_away = 'Indiana Pacers' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Indiana Pacers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) as max_points FROM game WHERE team_name_home = 'Los Angeles Clippers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "152.0\n", - "----- Actual DB Result -----\n", - "152.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home) as total_rebounds FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "65199.0\n", - "----- Actual DB Result -----\n", - "65199.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(plus_minus_away) as min_plus_minus FROM game WHERE team_name_away = 'New York Knicks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(plus_minus_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "-47.0\n", - "----- Actual DB Result -----\n", - "-47\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Orlando Magic' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "19.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_away) as total_points FROM game WHERE team_name_away = 'Philadelphia 76ers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Philadelphia Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "251917.0\n", - "----- Actual DB Result -----\n", - "44901.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as home_losses FROM game WHERE team_name_home = 'Sacramento Kings' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "19.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_away) as total_pts_paint FROM other_stats WHERE team_abbreviation_away = 'SAS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42884.0\n", - "----- Actual DB Result -----\n", - "208497.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(times_tied) as total_times_tied FROM other_stats WHERE team_abbreviation_home = 'TOR';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'T';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4685.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_away) as max_fb_points FROM other_stats WHERE team_abbreviation_away = 'UTA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Utah Jazz';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35.0\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(os.lead_changes) FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_abbreviation_home = 'MIA' OR g.team_abbreviation_away = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes)\n", - "FROM game\n", - "JOIN team ON game.team_name_home = team.full_name OR game.team_name_away = team.full_name\n", - "WHERE team.full_name = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) as max_points FROM game WHERE team_name_away = 'Atlanta Hawks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Atlanta Hawks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "155.0\n", - "----- Actual DB Result -----\n", - "155.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home) as min_points FROM game WHERE team_name_home = 'Dallas Mavericks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "62.0\n", - "----- Actual DB Result -----\n", - "62.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_losses FROM game WHERE team_name_away = 'Denver Nuggets' AND wl_away = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home) as total_points FROM game WHERE team_name_home = 'Detroit Pistons';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "265718.0\n", - "----- Actual DB Result -----\n", - "265718.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_paint_away) as total_pts_paint FROM other_stats WHERE team_abbreviation_away = 'LAC';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Clippers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "39516.0\n", - "----- Actual DB Result -----\n", - "124809.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) as total_lead_changes FROM other_stats WHERE team_abbreviation_away = 'LAL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND lead_change IS NOT NULL;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6184.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_change\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_2nd_chance_away) as max_2nd_chance FROM other_stats WHERE team_abbreviation_away = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "134.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_home) as total_fb_points FROM other_stats WHERE team_abbreviation_home = 'MIL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND wl_home = 'F';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13134.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fta_away) FROM game WHERE team_name_away = 'Houston Rockets' AND wl_away = 'W' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fta_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets' AND wl_away = 'W' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "149.0\n", - "----- Actual DB Result -----\n", - "149.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) as min_points FROM game WHERE team_name_away = 'Phoenix Suns';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "68.0\n", - "----- Actual DB Result -----\n", - "68.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_home) as avg_points FROM game WHERE team_name_home = 'Atlanta Hawks' AND wl_home = 'L' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Atlanta Hawks' AND wl_home = 'L' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "89.2\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_home) as total_fb_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Chicago Bulls' AND g.wl_home = 'W' AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home) AS total_fast_break_points\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "487.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(g.pts_away) as max_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_away = 'Dallas Mavericks' AND os.pts_paint_away > 15;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks' AND pts_paint_away > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "141.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM game WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W' AND plus_minus_home > 15 AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND wl_home = 'W' AND plus_minus_home > 15 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_away) as total_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Detroit Pistons' AND g.wl_away = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7547.0\n", - "----- Actual DB Result -----\n", - "162752.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_paint_home) as avg_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Houston Rockets' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND outcome = 'Won';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.436\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Los Angeles Lakers' AND g.wl_away = 'W' AND os.pts_paint_away > 20 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND pts_away > 20 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(g.pts_home) as max_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_home = 'Miami Heat' AND os.pts_2nd_chance_home > 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND (pts_home - pts_away) > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "149.0\n", - "----- Actual DB Result -----\n", - "144.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_home) as total_fb_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'New York Knicks' AND g.wl_home = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4270.0\n", - "----- Actual DB Result -----\n", - "4211.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_away) as total_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Portland Trail Blazers' AND g.wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_2nd_chance_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers' AND result = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5309.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as games FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Toronto Raptors' AND os.pts_paint_away > 20 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND pts_away > 20 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_home) as total_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Utah Jazz' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_paint_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27796.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_away) as total_fb_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Atlanta Hawks' AND g.wl_away = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_away) AS total_fast_break_points\n", - "FROM game\n", - "WHERE team_name_away = 'Atlanta Hawks' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8378.0\n", - "----- Actual DB Result -----\n", - "5886.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(g.pts_away) as max_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_away = 'Chicago Bulls' AND os.lead_changes > 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND lead_changes > 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "168.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Cleveland Cavaliers' AND g.wl_away = 'L' AND os.pts_fb_away > 10 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND fg3m_away > 10 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_home) as total_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Dallas Mavericks' AND g.wl_home = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4478.0\n", - "----- Actual DB Result -----\n", - "82446.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_paint_home) as avg_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Detroit Pistons' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Detroit Pistons' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37.94\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Indiana Pacers' AND g.wl_home = 'W' AND os.pts_fb_home > 15 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND wl_home = 'W' AND fg3m_home > 15 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "7.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Los Angeles Lakers' AND g.wl_home = 'L' AND os.pts_2nd_chance_home > 10 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND wl_home = 'L' AND pts_home > 10 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Sacramento Kings' AND g.wl_home = 'W' AND os.pts_paint_home > 20 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings' AND wl_home = 'W' AND pts_home > 20 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "16.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_away) as total_2nd_chance FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'San Antonio Spurs' AND g.wl_away = 'L';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5810.0\n", - "----- Actual DB Result -----\n", - "105097.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_paint_away) as avg_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Utah Jazz' AND g.wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Utah Jazz' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "42.48\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: outcome\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Toronto Raptors' AND g.wl_home = 'L' AND os.pts_fb_home > 15 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'L' AND fg3m_home > 15 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Phoenix Suns' AND g.wl_away = 'L' AND os.times_tied > 5 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns' AND wl_away = 'L' AND (fg3m_away - fga_away) > 5 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_home) as total_fb_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Philadelphia 76ers' AND g.wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home) AS total_fast_break_points\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8025.0\n", - "----- Actual DB Result -----\n", - "5278.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Milwaukee Bucks' AND g.wl_home = 'L' AND os.lead_changes > 5 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND team_name_away = 'Boston Celtics' AND pts_home < pts_away AND lead_changes > 5 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "Completed 800\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_away) as total_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Miami Heat' AND g.wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND outcome = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "nan\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: outcome\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) as max_points FROM game WHERE team_name_away = 'Los Angeles Clippers' AND blk_away > 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Clippers' AND blk_away > 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "131.0\n", - "----- Actual DB Result -----\n", - "131.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) as avg_points FROM game WHERE team_name_away = 'New York Knicks' AND ast_away > 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks' AND ast_away > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "98.9\n", - "----- Actual DB Result -----\n", - "98.86830102622577\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM game WHERE team_name_away = 'Boston Celtics' AND wl_away = 'W' AND fgm_away > 10 AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND fgm_away > 10 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as games FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Cleveland Cavaliers' AND os.times_tied > 8 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND wl_home = 'W' AND MIN > 8 AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5.0\n", - "----- Actual DB Result -----\n", - "25\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Golden State Warriors' AND g.wl_home = 'L' AND os.lead_changes > 5 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND wl_home = 'L' AND lead_changes_home > 5 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Indiana Pacers' AND g.wl_home = 'L' AND os.pts_fb_home > 10 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND wl_home = 'L' AND fg3m_home > 10 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_home) as total_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_home = 'Los Angeles Clippers' AND os.times_tied > 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND wl_home = 'W' AND MIN > 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "26047.0\n", - "----- Actual DB Result -----\n", - "66354.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as games FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Orlando Magic' AND os.pts_paint_home > 15 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND pts_home > 15 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "34.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) as avg_points FROM game WHERE team_name_away = 'Philadelphia 76ers' AND stl_away > 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Philadelphia 76ers' AND steals > 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "100.42\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: steals\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Phoenix Suns' AND g.wl_home = 'W' AND os.lead_changes > 10 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Phoenix Suns' AND wl_home = 'W' AND (lead_changes_home > 10) AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Sacramento Kings' AND g.wl_away = 'L' AND os.pts_fb_away > 15 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings' AND season_id = '2196' AND fg3m_away > 15;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blk_home) as total_blocks FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(blk_home)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "262.0\n", - "----- Actual DB Result -----\n", - "262.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home) as total_rebounds FROM game WHERE team_name_home = 'Sacramento Kings';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Sacramento Kings';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "67364.0\n", - "----- Actual DB Result -----\n", - "67364.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fgm_away) as total_fgm FROM game WHERE team_name_away = 'Portland Trail Blazers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1494.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Indiana Pacers' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Indiana Pacers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "18.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fta_away) as max_fta FROM game WHERE team_name_away = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fta_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "57.0\n", - "----- Actual DB Result -----\n", - "57.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_home) as total_assists FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1020.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(stl_away) as total_steals FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "306.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov_home) as total_turnovers FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24540.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fga_away) as total_fga FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fga_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3448.0\n", - "----- Actual DB Result -----\n", - "3448.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_off_to_away) as total_pts_off_to FROM other_stats WHERE team_abbreviation_away = 'CHA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_off_to_away)\n", - "FROM other_stats\n", - "WHERE team_abbreviation_away = 'CHA';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10441.0\n", - "----- Actual DB Result -----\n", - "10441\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(team_turnovers_home) as total_team_turnovers FROM other_stats WHERE team_abbreviation_home = 'WAS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Washington Wizards';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "526.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fgm_home) as max_fgm FROM game WHERE team_name_home = 'Portland Trail Blazers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "65.0\n", - "----- Actual DB Result -----\n", - "65.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast_away) as total_assists FROM game WHERE team_name_away = 'Phoenix Suns' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns' AND season_id = '21996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "971.0\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(blk_away) as total_blocks FROM game WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "166.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(stl_away) as total_steals FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(steals_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "366.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: steals_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3m_home) as total_fg3m FROM game WHERE team_name_home = 'Golden State Warriors';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12093.0\n", - "----- Actual DB Result -----\n", - "12093.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pf_away) as max_pf FROM game WHERE team_name_away = 'Denver Nuggets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pf_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.0\n", - "----- Actual DB Result -----\n", - "44.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_wins FROM game WHERE team_name_away = 'Sacramento Kings' AND wl_away = 'W' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(min) as total_minutes FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(min)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "559395.0\n", - "----- Actual DB Result -----\n", - "559395\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as away_games FROM game WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home) as min_points FROM game WHERE team_name_home = 'Boston Celtics';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36.0\n", - "----- Actual DB Result -----\n", - "36.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_home) as total_pts_paint FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Cleveland Cavaliers' AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1136.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_away) as max_lead FROM other_stats WHERE team_abbreviation_away = 'PHX';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_off_to_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Phoenix Suns';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "47.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_off_to_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(times_tied) as total_times_tied FROM other_stats WHERE team_abbreviation_away = 'IND';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND wl_home = 'T';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "4910.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as losses FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'San Antonio Spurs' AND g.wl_home = 'L' AND os.pts_paint_home > 30 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND wl_home = 'L' AND pts_home > 30 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(g.pts_away) as total_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_away = 'Milwaukee Bucks' AND os.lead_changes > 5;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND lead_changes > 5;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44835.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) as wins FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Toronto Raptors' AND g.wl_home = 'W' AND os.pts_fb_home > 15 AND g.season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Toronto Raptors' AND wl_home = 'W' AND fg3m_home > 15 AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(g.pts_away) as max_points FROM game g JOIN other_stats os ON g.game_id = os.game_id WHERE g.team_name_away = 'Utah Jazz' AND os.pts_2nd_chance_away > 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Utah Jazz' AND pts_away > 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "137.0\n", - "----- Actual DB Result -----\n", - "154.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_paint_home) FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Boston Celtics' AND g.plus_minus_home >= 10;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_paint_home) AS average_points\n", - "FROM game\n", - "JOIN team ON game.team_name_home = team.full_name\n", - "WHERE team.full_name = 'Boston Celtics' AND game.winner = 'Home' AND game.pts_home - game.pts_away >= 10;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41.85\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND min > 288; -- 48 regulation minutes * 60 seconds / 10 (min column format)\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND (min >= 90 AND min < 120);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.0\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_2nd_chance_away) FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_away = 'Toronto Raptors' AND g.wl_away = 'L' AND g.season_id = '22019'; \n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND season_id = '2219';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "94.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(os.team_turnovers_home) FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.team_name_home = 'Detroit Pistons' AND g.season_id = '22018'; \n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(team_turnovers_away)\n", - "FROM game, other_stats\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3.0\n", - "----- Actual DB Result -----\n", - "7\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Milwaukee Bucks' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Dallas Mavericks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Dallas Mavericks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.652\n", - "----- Actual DB Result -----\n", - "0.652\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov_home) FROM game WHERE team_name_home = 'Orlando Magic' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '22021';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "589.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS home_wins FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22022';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "32\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) AS highest_combined_score FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Houston Rockets') OR (team_name_home = 'Houston Rockets' AND team_name_away = 'Golden State Warriors');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home + fga_home + fg3m_home + fg3a_home + ftm_home + fta_home + oreb_home + dreb_home + ast_home + stl_home + blk_home + tov_home + pf_home) AS highest_combined_score\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND team_name_away = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "278.0\n", - "----- Actual DB Result -----\n", - "417.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3m_home) AS max_three_pointers FROM game WHERE team_name_home = 'Dallas Mavericks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3m_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25.0\n", - "----- Actual DB Result -----\n", - "24.0\n", - "-------------------------------------------------\n", - "\n", - "Completed 850\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) AS largest_lead FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(CASE WHEN wl_home = 'W' THEN pts_home - pts_away ELSE pts_away - pts_home END) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "46\n", - "----- Actual DB Result -----\n", - "47.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home) AS max_rebounds FROM game WHERE team_name_home = 'Minnesota Timberwolves';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Minnesota Timberwolves';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "67.0\n", - "----- Actual DB Result -----\n", - "68.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS high_scoring_games FROM game WHERE team_name_home = 'Philadelphia 76ers' AND pts_home > 120;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND pts_home > 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "414\n", - "----- Actual DB Result -----\n", - "414\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_home) AS max_fast_break_points FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, MAX(fg_pct_home) FROM game WHERE season_id = '22005' GROUP BY team_name_home ORDER BY MAX(fg_pct_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Denver Nuggets|0.64\n", - "----- Actual DB Result -----\n", - "Denver Nuggets\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3m_home) FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg3m_home) AS average_fg3m_home\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.1951219512195\n", - "----- Actual DB Result -----\n", - "13.195121951219512\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, MAX(reb_home) FROM game WHERE season_id = '21999' GROUP BY team_name_home ORDER BY MAX(reb_home) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '21999') AND season_id = '21999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Miami Heat|66.0\n", - "----- Actual DB Result -----\n", - "Miami Heat\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'MIA' AND season_id = '22015' AND pts_home > 120;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22015' AND pts_home - pts_away > 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "43.0\n", - "----- Actual DB Result -----\n", - "43.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.lead_changes) AS total_lead_changes FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22010' AND (g.team_abbreviation_home = 'CHI' OR g.team_abbreviation_away = 'CHI');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "470\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_fb_away) AS total_fast_break_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22015' AND g.team_abbreviation_away = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND season_id = '22015' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "472\n", - "----- Actual DB Result -----\n", - "21\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.team_name_home AS team, os.largest_lead_home AS lead FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22001' ORDER BY os.largest_lead_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE season_id = '22001' AND (pts_home - pts_away) = (SELECT MAX(pts_home - pts_away) FROM game WHERE season_id = '22001');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Portland Trail Blazers|47\n", - "----- Actual DB Result -----\n", - "Minnesota Timberwolves\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.times_tied) AS total_times_tied FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '21998' AND (g.team_abbreviation_home = 'BOS' OR g.team_abbreviation_away = 'BOS');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '1998';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "172\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_off_to_home) AS total_points_off_turnovers FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22019' AND g.team_abbreviation_home = 'BKN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_away)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "518\n", - "----- Actual DB Result -----\n", - "3982.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.total_turnovers_away) AS total_turnovers FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22014' AND g.team_abbreviation_away = 'SAS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22014';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "462\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.times_tied) AS total_times_tied FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22006';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '22006' AND wl_home = wl_away;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "5352\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(os.pts_2nd_chance_home + os.pts_2nd_chance_away) AS avg_second_chance_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_2nd_chance_home) AS average_2nd_chance_points\n", - "FROM game\n", - "WHERE season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25.4900849858357\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(os.pts_paint_home + os.pts_paint_away) AS total_paint_points FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_paint_home + pts_paint_away) AS total_points\n", - "FROM game\n", - "WHERE season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "81148\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_paint_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22015' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "28\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(other_stats.largest_lead_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.team_abbreviation_home = 'GSW' AND game.season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(CASE WHEN wl_home = 'W' THEN pts_home - pts_away ELSE pts_away - pts_home END) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44\n", - "----- Actual DB Result -----\n", - "47.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, SUM(pts_home) AS total_points FROM game WHERE team_abbreviation_home = 'CHI' GROUP BY season_id ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls'\n", - "GROUP BY season_id\n", - "ORDER BY SUM(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21990|4696.0\n", - "----- Actual DB Result -----\n", - "21990\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'NYK' AND team_abbreviation_away = 'BKN') OR (team_abbreviation_home = 'BKN' AND team_abbreviation_away = 'NYK') AND season_id = '22012';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (team_name_home = 'New York Knicks' AND team_name_away = 'Brooklyn Nets') AND season_id = '22012';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(other_stats.times_tied) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.team_abbreviation_home = 'ORL' AND game.season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(tie_count)\n", - "FROM (\n", - " SELECT COUNT(*) AS tie_count\n", - " FROM game\n", - " WHERE team_name_home = 'Orlando Magic' OR team_name_away = 'Orlando Magic'\n", - " AND season_id = '22008'\n", - " GROUP BY game_id\n", - " HAVING COUNT(*) = 1\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15\n", - "----- Actual DB Result -----\n", - "1\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home AS team, MAX(reb_home) AS rebounds FROM game WHERE season_id = '22020' UNION SELECT team_name_away AS team, MAX(reb_away) AS rebounds FROM game WHERE season_id = '22020' ORDER BY rebounds DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '22000');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "New Orleans Pelicans|70.0\n", - "----- Actual DB Result -----\n", - "STL\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game.team_name_home AS team, MAX(other_stats.total_turnovers_away) AS forced_turnovers FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.season_id = '22016' UNION SELECT game.team_name_away AS team, MAX(other_stats.total_turnovers_home) AS forced_turnovers FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.season_id = '22016' ORDER BY forced_turnovers DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away\n", - "FROM other_stats\n", - "WHERE team_turnovers_away = (\n", - " SELECT MAX(team_turnovers_away)\n", - " FROM other_stats\n", - " WHERE season_id = '22016'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Houston Rockets|28\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND wl_home = 'W' AND season_id = '22010';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22010' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "36\n", - "----- Actual DB Result -----\n", - "36\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22015' ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22015' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "111.0\n", - "----- Actual DB Result -----\n", - "111.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'NYK' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22018');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ft_pct_home) AS average_ft_pct\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11.8648648648649\n", - "----- Actual DB Result -----\n", - "0.7624146341463415\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, reb_home FROM game WHERE season_id = '21997' ORDER BY reb_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '21977');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Golden State Warriors|68.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, largest_lead_home FROM other_stats WHERE team_abbreviation_home = 'BKN' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22013') ORDER BY largest_lead_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets' AND season_id = '22013' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021300866|38\n", - "----- Actual DB Result -----\n", - "22013\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) FROM other_stats WHERE team_abbreviation_home = 'OKC' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22009');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Oklahoma City Thunder' AND season_id = '22009' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "191\n", - "----- Actual DB Result -----\n", - "14\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22017';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home) FROM game WHERE season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home)\n", - "FROM game\n", - "WHERE season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "65.0\n", - "----- Actual DB Result -----\n", - "29.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'HOU' OR team_abbreviation_away = 'HOU') AND DATE(game_date) = '2015-01-10';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE game_date = '2015-01-10' AND team_name_home = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(ast_home) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_ast\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23.7317073170732\n", - "----- Actual DB Result -----\n", - "23.73170731707317\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'BOS' OR team_abbreviation_away = 'BOS') AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "82\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home, team_abbreviation_away FROM game WHERE DATE(game_date) = '2021-12-25';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE game_date = '2021-12-25';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "PHX|GSW MIL|BOS UTA|DAL NYK|ATL LAL|BKN\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE season_id = '2003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "136\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_home + reb_away) FROM game WHERE season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(oreb_home + dreb_home + reb_away) AS total_rebounds\n", - "FROM game\n", - "WHERE season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "111107.0\n", - "----- Actual DB Result -----\n", - "111107.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22017' AND pts_home > pts_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(points) FROM ( SELECT pts_home AS points FROM game WHERE team_abbreviation_home = 'SAS' AND season_id = '22006' UNION ALL SELECT pts_away AS points FROM game WHERE team_abbreviation_away = 'SAS' AND season_id = '22006' ) AS team_points;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_home) AS average_points_per_game\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22006';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "98.5243902439024\n", - "----- Actual DB Result -----\n", - "98.48780487804878\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, team_abbreviation_home, team_abbreviation_away, ABS(pts_home - pts_away) AS margin FROM game WHERE season_id = '21998' ORDER BY margin DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, (pts_home - pts_away) AS margin_of_victory\n", - "FROM game\n", - "WHERE season_id = '1998'\n", - "ORDER BY margin_of_victory DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0029800450|CHI|ORL|47.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE season_id = '22014' AND (pts_home + pts_away) = 200;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (pts_home + pts_away) = 200 AND season_id = '22014';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33\n", - "----- Actual DB Result -----\n", - "33\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT * FROM game WHERE season_id = '22000' AND ((team_abbreviation_home = 'CHI' AND team_abbreviation_away = 'NYK') OR (team_abbreviation_home = 'NYK' AND team_abbreviation_away = 'CHI'));\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE (team_name_home = 'Chicago Bulls' AND team_name_away = 'New York Knicks') OR (team_name_away = 'Chicago Bulls' AND team_name_home = 'New York Knicks')\n", - "AND season_id = '2000';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22000|1610612741|CHI|Chicago Bulls|0020000229|2000-12-01 00:00:00|CHI vs. NYK|L|240|26.0|70.0|0.371|4.0|13.0|0.308|30.0|39.0|0.769|13.0|25.0|38.0|19.0|4.0|7.0|12.0|27.0|86.0|-5|0|1610612752|NYK|New York Knicks|NYK @ CHI|W|29.0|69.0|0.42|3.0|11.0|0.273|30.0|36.0|0.833|10.0|30.0|40.0|13.0|4.0|3.0|11.0|25.0|91.0|5|0|Regular Season 22000|1610612752|NYK|New York Knicks|0020000422|2000-12-29 00:00:00|NYK vs. CHI|W|240|34.0|70.0|0.486|5.0|11.0|0.455|22.0|29.0|0.759|8.0|35.0|43.0|18.0|8.0|2.0|12.0|20.0|95.0|27|0|1610612741|CHI|Chicago Bulls|CHI @ NYK|L|25.0|71.0|0.352|6.0|16.0|0.375|12.0|16.0|0.75|8.0|26.0|34.0|16.0|9.0|1.0|16.0|21.0|68.0|-27|0|Regular Season 22000|1610612741|CHI|Chicago Bulls|0020000844|2001-03-02 00:00:00|CHI vs. NYK|W|240|31.0|73.0|0.425|4.0|13.0|0.308|15.0|22.0|0.682|7.0|36.0|43.0|27.0|7.0|3.0|13.0|16.0|81.0|9|0|1610612752|NYK|New York Knicks|NYK @ CHI|L|27.0|74.0|0.365|5.0|20.0|0.25|13.0|18.0|0.722|6.0|36.0|42.0|23.0|7.0|3.0|13.0|21.0|72.0|-9|0|Regular Season 22000|1610612752|NYK|New York Knicks|0020000951|2001-03-17 00:00:00|NYK vs. CHI|W|240|41.0|66.0|0.621|3.0|6.0|0.5|16.0|22.0|0.727|7.0|32.0|39.0|24.0|5.0|4.0|20.0|19.0|101.0|21|0|1610612741|CHI|Chicago Bulls|CHI @ NYK|L|31.0|88.0|0.352|4.0|16.0|0.25|14.0|21.0|0.667|18.0|20.0|38.0|17.0|14.0|2.0|11.0|19.0|80.0|-21|0|Regular Season\n", - "----- Actual DB Result -----\n", - "21967\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3m_home + fg3m_away) FROM game WHERE season_id = '22019';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home + fg3m_away) AS total_fg3m\n", - "FROM game\n", - "WHERE season_id = '22019';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "25862.0\n", - "----- Actual DB Result -----\n", - "25862.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, team_abbreviation_home, team_abbreviation_away, (pts_home + pts_away) AS total_score FROM game WHERE season_id = '22005' ORDER BY total_score DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE season_id = '22005'\n", - "ORDER BY (fgm_home + fga_home + fg3m_home + ftm_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0020500589|PHX|SEA|301.0\n", - "----- Actual DB Result -----\n", - "22005\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE season_id = '22008' AND ABS(pts_home - pts_away) = 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE season_id = '22008' AND (pts_home - pts_away) = 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "43\n", - "----- Actual DB Result -----\n", - "17\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(assists) FROM ( SELECT ast_home AS assists FROM game WHERE team_abbreviation_home = 'MIA' AND season_id = '22016' UNION ALL SELECT ast_away AS assists FROM game WHERE team_abbreviation_away = 'MIA' AND season_id = '22016' ) AS team_assists;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(ast_home) AS average_assists\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.2439024390244\n", - "----- Actual DB Result -----\n", - "21.073170731707318\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home, team_abbreviation_away FROM game WHERE DATE(game_date) = '2018-02-14';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home, team_name_away\n", - "FROM game\n", - "WHERE game_date = '2018-02-14';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "POR|GSW BOS|LAC UTA|PHX DET|ATL HOU|SAC MEM|OKC CHI|TOR NOP|LAL NYK|WAS PHI|MIA ORL|CHA BKN|IND\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "Completed 900\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT * FROM game WHERE season_id = '22015' AND ((team_abbreviation_home = 'HOU' AND team_abbreviation_away = 'DAL') OR (team_abbreviation_home = 'DAL' AND team_abbreviation_away = 'HOU'));\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE (team_name_home = 'Houston Rockets' AND team_name_away = 'Dallas Mavericks') OR (team_name_away = 'Houston Rockets' AND team_name_home = 'Dallas Mavericks')\n", - "AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22015|1610612745|HOU|Houston Rockets|0021500140|2015-11-14 00:00:00|HOU vs. DAL|L|240|32.0|84.0|0.381|9.0|34.0|0.265|25.0|32.0|0.781|12.0|31.0|43.0|22.0|9.0|5.0|14.0|23.0|98.0|-12|1|1610612742|DAL|Dallas Mavericks|DAL @ HOU|W|43.0|89.0|0.483|8.0|28.0|0.286|16.0|21.0|0.762|8.0|37.0|45.0|24.0|6.0|7.0|11.0|21.0|110.0|12|1|Regular Season 22015|1610612742|DAL|Dallas Mavericks|0021500287|2015-12-04 00:00:00|DAL vs. HOU|L|240|37.0|81.0|0.457|8.0|29.0|0.276|14.0|20.0|0.7|11.0|31.0|42.0|23.0|8.0|5.0|18.0|17.0|96.0|-4|1|1610612745|HOU|Houston Rockets|HOU @ DAL|W|39.0|84.0|0.464|12.0|26.0|0.462|10.0|18.0|0.556|15.0|30.0|45.0|20.0|12.0|5.0|18.0|22.0|100.0|4|1|Regular Season 22015|1610612745|HOU|Houston Rockets|0021500665|2016-01-24 00:00:00|HOU vs. DAL|W|240|43.0|89.0|0.483|15.0|44.0|0.341|14.0|21.0|0.667|9.0|31.0|40.0|27.0|9.0|7.0|9.0|21.0|115.0|11|1|1610612742|DAL|Dallas Mavericks|DAL @ HOU|L|36.0|79.0|0.456|15.0|30.0|0.5|17.0|22.0|0.773|8.0|28.0|36.0|17.0|4.0|4.0|16.0|20.0|104.0|-11|1|Regular Season 22015|1610612742|DAL|Dallas Mavericks|0021501170|2016-04-06 00:00:00|DAL vs. HOU|W|240|33.0|80.0|0.413|10.0|33.0|0.303|12.0|14.0|0.857|13.0|27.0|40.0|19.0|9.0|4.0|14.0|20.0|88.0|2|1|1610612745|HOU|Houston Rockets|HOU @ DAL|L|34.0|78.0|0.436|6.0|20.0|0.3|12.0|18.0|0.667|12.0|29.0|41.0|19.0|6.0|4.0|16.0|17.0|86.0|-2|1|Regular Season\n", - "----- Actual DB Result -----\n", - "21980\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_home + pts_away) FROM game WHERE season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home + pts_away) AS total_points\n", - "FROM game\n", - "WHERE season_id = '2003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "222097.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team, assists FROM ( SELECT team_abbreviation_home AS team, ast_home AS assists FROM game WHERE season_id = '22017' UNION ALL SELECT team_abbreviation_away AS team, ast_away AS assists FROM game WHERE season_id = '22017' ) AS assist_data ORDER BY assists DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE team_name_home = (SELECT team_name_home FROM game WHERE season_id = '22017' ORDER BY ast_home DESC LIMIT 1);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "GSW|46.0\n", - "----- Actual DB Result -----\n", - "Atlanta Hawks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, team_abbreviation_home, team_abbreviation_away FROM game WHERE DATE(game_date) = '2010-12-25';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT * FROM game WHERE game_date = '2010-12-25';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021000435|LAL|MIA 0021000433|NYK|CHI 0021000437|GSW|POR 0021000434|ORL|BOS 0021000436|OKC|DEN\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, team_abbreviation_home, team_abbreviation_away, ABS(pts_home - pts_away) AS margin FROM game WHERE season_id = '22001' ORDER BY margin DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, (pts_home - pts_away) AS margin_of_victory\n", - "FROM game\n", - "WHERE season_id = '22001'\n", - "ORDER BY margin_of_victory DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0020100073|MIN|CHI|53.0\n", - "----- Actual DB Result -----\n", - "0020100073\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(fg3m) FROM ( SELECT fg3m_home AS fg3m FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22015' UNION ALL SELECT fg3m_away AS fg3m FROM game WHERE team_abbreviation_away = 'GSW' AND season_id = '22015' ) AS three_pointers;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(fg3m_home) AS average_fg3m\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "13.1341463414634\n", - "----- Actual DB Result -----\n", - "13.048780487804878\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE season_id = '22018' AND (pts_home + pts_away) >= 250;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (pts_home + pts_away) >= 250 AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "114\n", - "----- Actual DB Result -----\n", - "114\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, MAX(reb_home) AS max_rebounds FROM game WHERE season_id = '22010' GROUP BY team_name_home ORDER BY max_rebounds DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '22010');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Minnesota Timberwolves|66.0\n", - "----- Actual DB Result -----\n", - "St. Louis Hawks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22018' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30\n", - "----- Actual DB Result -----\n", - "30\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pts_away) FROM game WHERE team_abbreviation_away = 'BKN' AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Brooklyn Nets' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "98.3658536585366\n", - "----- Actual DB Result -----\n", - "98.36585365853658\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT g.game_id, g.team_name_home, g.team_name_away, os.lead_changes FROM other_stats os JOIN game g ON os.game_id = g.game_id WHERE g.season_id = '22003' ORDER BY os.lead_changes DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(lead_changes)\n", - "FROM other_stats\n", - "WHERE season_id = '22003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0020300151|Seattle SuperSonics|Miami Heat|29\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov_home) FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '21998';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '1998';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "415.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_turnovers_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'CHI' AND pts_home >= 120 OR team_abbreviation_away = 'CHI' AND pts_away >= 120) AND season_id = '21992';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND pts_home >= 120 AND season_id = '1992';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "12\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3m_home + fg3m_away) AS total_three_pointers FROM game WHERE season_id = '22016' AND (team_name_home = 'Golden State Warriors' OR team_name_away = 'Golden State Warriors');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home) AS total_fg3m\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1719.0\n", - "----- Actual DB Result -----\n", - "523.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Miami Heat' ORDER BY pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_type = 'Regular';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "149.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_away) AS total_rebounds FROM game WHERE season_id = '22013' AND team_name_away = 'Milwaukee Bucks';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '22013';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1656.0\n", - "----- Actual DB Result -----\n", - "1656.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, game_date, team_name_home, team_name_away, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '21987' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, SUM(pts_home + pts_away) AS total_points\n", - "FROM game\n", - "WHERE season_id = '1987'\n", - "GROUP BY game_id\n", - "ORDER BY total_points DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0028700084|1987-11-20 00:00:00|Denver Nuggets|San Antonio Spurs|298.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, game_date, team_name_home, oreb_home AS offensive_rebounds FROM game WHERE team_name_home = 'New York Knicks' UNION ALL SELECT game_id, game_date, team_name_away, oreb_away AS offensive_rebounds FROM game WHERE team_name_away = 'New York Knicks' ORDER BY offensive_rebounds DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0020500024|2005-11-04 00:00:00|New York Knicks|29.0\n", - "----- Actual DB Result -----\n", - "28.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS total_games FROM game WHERE season_id = '22015' AND (team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "82\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(CASE WHEN team_name_home = 'Houston Rockets' THEN fgm_home ELSE 0 END) + SUM(CASE WHEN team_name_away = 'Houston Rockets' THEN fgm_away ELSE 0 END) AS total_field_goals FROM game WHERE season_id = '21995';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fgm_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND season_id = '1995';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3078.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, game_date, pts_away FROM game WHERE team_name_away = 'Miami Heat' ORDER BY pts_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat'\n", - "ORDER BY pts_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0029000615|1991-02-06 00:00:00|134.0\n", - "----- Actual DB Result -----\n", - "21990\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21\n", - "----- Actual DB Result -----\n", - "21\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home) FROM game WHERE team_name_home = 'Chicago Bulls';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "71.0\n", - "----- Actual DB Result -----\n", - "33.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Houston Rockets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3m_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27.0\n", - "----- Actual DB Result -----\n", - "27.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov_home) FROM game WHERE team_name_home = 'New York Knicks' AND season_id = '21998';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_home)\n", - "FROM game, other_stats\n", - "WHERE game.team_name_home = 'New York Knicks' AND game.season_id = '1998';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "384.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_home) FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE team_name_home = 'Memphis Grizzlies' AND season_id = '22005' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_home) AS total_fast_break_points\n", - "FROM game\n", - "WHERE team_name_home = 'Memphis Grizzlies' AND season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "368\n", - "----- Actual DB Result -----\n", - "289.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts) AS max_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22016' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'GSW' AND season_id = '22016' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "149.0\n", - "----- Actual DB Result -----\n", - "149.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(ast) AS total_assists FROM ( SELECT ast_home AS ast FROM game WHERE team_abbreviation_home = 'MIA' AND season_id = '21999' UNION ALL SELECT ast_away AS ast FROM game WHERE team_abbreviation_away = 'MIA' AND season_id = '21999' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '21999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1931.0\n", - "----- Actual DB Result -----\n", - "986.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21988' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21988' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1988';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8726.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(oreb) AS max_offensive_rebounds FROM ( SELECT oreb_home AS oreb FROM game WHERE team_abbreviation_home = 'DEN' AND season_id = '22011' UNION ALL SELECT oreb_away AS oreb FROM game WHERE team_abbreviation_away = 'DEN' AND season_id = '22011' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(oreb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.0\n", - "----- Actual DB Result -----\n", - "19.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead) AS max_lead FROM ( SELECT largest_lead_home AS largest_lead FROM other_stats WHERE team_abbreviation_home = 'OKC' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22020') UNION ALL SELECT largest_lead_away AS largest_lead FROM other_stats WHERE team_abbreviation_away = 'OKC' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22020') );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(lead_changes)\n", - "FROM game, other_stats\n", - "WHERE game.team_name_home = 'Oklahoma City Thunder' AND game.season_id = '22008' AND game.id = other_stats.game_id;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: game.id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb) AS total_fast_break_points FROM ( SELECT pts_fb_home AS pts_fb FROM other_stats WHERE team_abbreviation_home = 'IND' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22015') UNION ALL SELECT pts_fb_away AS pts_fb FROM other_stats WHERE team_abbreviation_away = 'IND' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22015') );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "904\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) AS total_lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22018' AND (team_abbreviation_home = 'MEM' OR team_abbreviation_away = 'MEM') );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'Memphis Grizzlies' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "496\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3m) AS max_three_pointers FROM ( SELECT fg3m_home AS fg3m FROM game WHERE team_abbreviation_home = 'HOU' AND season_id = '22017' UNION ALL SELECT fg3m_away AS fg3m FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22017' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(three_pointers)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: three_pointers\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb) AS total_rebounds FROM ( SELECT reb_home AS reb FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '21985' UNION ALL SELECT reb_away AS reb FROM game WHERE team_abbreviation_away = 'LAL' AND season_id = '21985' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(rebounds_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '1985';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3655.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: rebounds_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(blk_home) AS max_blocks FROM game WHERE team_abbreviation_home = 'ORL' AND season_id = '21999';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(blk_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '1999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "10.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct) AS highest_fg_percentage FROM ( SELECT fg_pct_home AS fg_pct FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22003' UNION ALL SELECT fg_pct_away AS fg_pct FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22003' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.577\n", - "----- Actual DB Result -----\n", - "0.577\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(lead_changes) AS total_lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22006' AND (team_abbreviation_home = 'NYK' OR team_abbreviation_away = 'NYK') );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(lead_changes)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22006';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "358\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: lead_changes\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast) AS max_assists FROM ( SELECT ast_home AS ast FROM game WHERE team_abbreviation_home = 'MIA' AND season_id = '22015' UNION ALL SELECT ast_away AS ast FROM game WHERE team_abbreviation_away = 'MIA' AND season_id = '22015' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat' AND season_id = '22015';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "29.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21996' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "8458.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3a) AS total_three_attempts FROM ( SELECT fg3a_home AS fg3a FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22017' UNION ALL SELECT fg3a_away AS fg3a FROM game WHERE team_abbreviation_away = 'GSW' AND season_id = '22017' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3a_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND season_id = '22017';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2369.0\n", - "----- Actual DB Result -----\n", - "1136.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(tov) AS total_turnovers FROM ( SELECT tov_home AS tov FROM game WHERE team_abbreviation_home = 'SAC' AND season_id = '22001' UNION ALL SELECT tov_away AS tov FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '22001' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(team_turnovers_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Sacramento Kings' AND season_id = '22001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1128.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(total_points) AS lowest_scoring_game FROM ( SELECT (pts_home + pts_away) AS total_points FROM game WHERE season_id = '21994' AND (team_abbreviation_home = 'IND' OR team_abbreviation_away = 'IND') );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT *\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers' AND season_id = '1994'\n", - "ORDER BY pts_home ASC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "155.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22016' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(pts_home) AS highest_points\n", - "FROM game\n", - "WHERE season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021600711|281.0\n", - "----- Actual DB Result -----\n", - "0021600223\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fta) AS total_free_throws_attempted FROM ( SELECT fta_home AS fta FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22013' UNION ALL SELECT fta_away AS fta FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22013' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fta_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22013';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1706.0\n", - "----- Actual DB Result -----\n", - "873.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(fg_pct) AS lowest_fg_percentage FROM ( SELECT fg_pct_home AS fg_pct FROM game WHERE team_abbreviation_home = 'NYK' AND season_id = '22005' UNION ALL SELECT fg_pct_away FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '22005' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.329\n", - "----- Actual DB Result -----\n", - "0.329\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb) AS total_rebounds FROM ( SELECT reb_home AS reb FROM game WHERE team_abbreviation_home = 'HOU' AND season_id = '22010' UNION ALL SELECT reb_away AS reb FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22010' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(rebounds_away) AS total_rebounds\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Houston Rockets' AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3511.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: rebounds_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ABS(pts_home - pts_away)) AS largest_margin FROM game WHERE season_id = '22003';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_margin\n", - "FROM game\n", - "WHERE season_id = '22003';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "47.0\n", - "----- Actual DB Result -----\n", - "47.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) AS home_wins FROM game WHERE season_id = '22015' AND team_abbreviation_home = 'ORL' AND pts_home > pts_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Orlando Magic' AND season_id = '22015' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "23\n", - "----- Actual DB Result -----\n", - "23\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation, AVG(point_diff) AS avg_point_differential FROM ( SELECT team_abbreviation_home AS team_abbreviation, (pts_home - pts_away) AS point_diff FROM game WHERE season_id = '22007' UNION ALL SELECT team_abbreviation_away, (pts_away - pts_home) FROM game WHERE season_id = '22007' ) GROUP BY team_abbreviation ORDER BY avg_point_differential ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home FROM other_stats ORDER BY avg_pts_diff_2007 DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "SEA|-8.75609756097561\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: avg_pts_diff_2007\n", - "-------------------------------------------------\n", - "\n", - "Completed 950\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22020' ) ORDER BY lead_changes DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(lead_changes)\n", - "FROM other_stats\n", - "WHERE season_id = '22020';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0022000890|26\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: season_id\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.675\n", - "----- Actual DB Result -----\n", - "0.675\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(oreb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "419.0\n", - "----- Actual DB Result -----\n", - "419.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE season_id = '22010' AND ( (team_name_home = 'Cleveland Cavaliers' AND wl_home = 'L' AND (pts_away - pts_home) > 20) OR (team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND (pts_home - pts_away) > 20) );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Cleveland Cavaliers' AND season_id = '22100' AND (pts_home - pts_away) < 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "9\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'GSW';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "149.0\n", - "----- Actual DB Result -----\n", - "155.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date FROM game WHERE team_abbreviation_home = 'NYK' AND wl_home = 'W' ORDER BY game_date DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(game_date)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2023-05-10 00:00:00\n", - "----- Actual DB Result -----\n", - "2023-05-10 00:00:00\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_away, pts_away FROM game WHERE team_abbreviation_home = 'MIA' ORDER BY pts_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat' AND wl_away = 'L' AND game_id = (\n", - " SELECT game_id\n", - " FROM game\n", - " WHERE team_name_away = 'Miami Heat' AND wl_away = 'L'\n", - " ORDER BY game_date DESC\n", - " LIMIT 1\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Milwaukee Bucks|144.0\n", - "----- Actual DB Result -----\n", - "Miami Heat\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "47\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: largest_lead_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'BKN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "38\n", - "----- Actual DB Result -----\n", - "0.643\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "153.0\n", - "----- Actual DB Result -----\n", - "153.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, pts_home, pts_away, game_date FROM game WHERE team_abbreviation_home = 'CHI' OR team_abbreviation_away = 'CHI' ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0021800928|161.0|168.0|2019-03-01 00:00:00\n", - "----- Actual DB Result -----\n", - "161.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ABS(pts_away - pts_home)) AS largest_margin FROM game WHERE team_abbreviation_away = 'MIA' AND pts_away > pts_home;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away - pts_home) AS largest_margin\n", - "FROM game\n", - "WHERE team_name_away = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "34.0\n", - "----- Actual DB Result -----\n", - "34.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ft_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "34\n", - "----- Actual DB Result -----\n", - "1.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "86\n", - "----- Actual DB Result -----\n", - "166.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_away) FROM game WHERE team_abbreviation_away = 'GSW';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "65.0\n", - "----- Actual DB Result -----\n", - "65.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "179\n", - "----- Actual DB Result -----\n", - "923\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home, COUNT(*) AS losses FROM game WHERE team_abbreviation_away = 'LAC' AND wl_away = 'L' GROUP BY team_abbreviation_home ORDER BY losses DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_away\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "POR|65\n", - "----- Actual DB Result -----\n", - "New York Knicks\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'TOR' AND pts_away = 100;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Toronto Raptors' AND pts_away = 100;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35\n", - "----- Actual DB Result -----\n", - "35\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers') OR (team_name_home = 'Cleveland Cavaliers' AND team_name_away = 'Golden State Warriors');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home + fga_home + fg3m_home + fg3a_home + ftm_home + fta_home + oreb_home + dreb_home + ast_home + stl_home + blk_home + tov_home + pf_home) AS highest_combined_score\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "266.0\n", - "----- Actual DB Result -----\n", - "384.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "60\n", - "----- Actual DB Result -----\n", - "53.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3m_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Brooklyn Nets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.0\n", - "----- Actual DB Result -----\n", - "22.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_2nd_chance_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "34\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: pts_2nd_chance_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT season_id, COUNT(*) AS win_count FROM game WHERE (team_name_home = 'San Antonio Spurs' AND wl_home = 'W') OR (team_name_away = 'San Antonio Spurs' AND wl_away = 'W') GROUP BY season_id ORDER BY win_count DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT season_id FROM game WHERE team_name_home = 'San Antonio Spurs' ORDER BY season_id DESC LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22015|67\n", - "----- Actual DB Result -----\n", - "42018\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "134.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '21984' AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '1984';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "35\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(tov_home) FROM game WHERE team_abbreviation_home = 'PHI' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(team_turnovers_home) AS average_turnovers\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "14.2682926829268\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'NYK' AND team_abbreviation_away = 'BKN') OR (team_abbreviation_home = 'BKN' AND team_abbreviation_away = 'NYK') AND season_id = '21972';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks' AND team_name_away = 'Brooklyn Nets' AND season_id = '21972';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22001' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home + fga_home + fg3m_home + fg3a_home + ftm_home + fta_home + oreb_home + dreb_home + ast_home + stl_home + blk_home + tov_home + pts_home) AS highest_scoring_game\n", - "FROM game\n", - "WHERE season_id = '22001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0020100682|281.0\n", - "----- Actual DB Result -----\n", - "513.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '22004';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '22004';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "114.0\n", - "----- Actual DB Result -----\n", - "114.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'SAS' AND season_id = '21999' AND wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND wl_home = 'W' AND season_id = '1999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT AVG(pf_away) FROM game WHERE team_abbreviation_away = 'IND' AND season_id = '22011';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT AVG(pf_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Indiana Pacers' AND season_id = '22011';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "21.3939393939394\n", - "----- Actual DB Result -----\n", - "21.393939393939394\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(tov_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(team_turnovers_away)\n", - "FROM other_stats\n", - "WHERE game_id IN (\n", - " SELECT game_id\n", - " FROM game\n", - " WHERE team_name_away = 'Dallas Mavericks' AND season_id = '22016' AND wl_away = 'L'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22.0\n", - "----- Actual DB Result -----\n", - "2\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(oreb_away) FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '21990';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(oreb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Sacramento Kings' AND season_id = '1990';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "517.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE (team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA') AND season_id = '21998' ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_scoring_game\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND season_id = '1998';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0029800077|232.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(pts_fb_away) FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE team_abbreviation_away = 'TOR' AND season_id = '22002' );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fast_break_points)\n", - "FROM other_stats\n", - "WHERE team_name_home = 'Toronto Raptors' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "465\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: fast_break_points\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg3m_away) FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(three_pointers_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets' AND season_id = '22018';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "26.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: three_pointers_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(reb_away) FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '21995';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(reb_away)\n", - "FROM game\n", - "WHERE team_name_away = 'New York Knicks' AND season_id = '1995';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1643.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (fgm_home + fga_home + fg3m_home + fg3a_home + ftm_home + fta_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pf_home) >= 250 AND season_id = '22005';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6\n", - "----- Actual DB Result -----\n", - "1230\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ABS(pts_away - pts_home)) FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22010' AND wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away - pts_home) AS largest_margin\n", - "FROM game\n", - "WHERE team_name_away = 'Boston Celtics' AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "31.0\n", - "----- Actual DB Result -----\n", - "31.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'POR' OR team_abbreviation_away = 'POR') AND season_id = '21994' AND min > 48;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '1994';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "82\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_away) FROM game WHERE team_abbreviation_away = 'PHI' AND season_id = '22001';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(ast_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Philadelphia 76ers' AND season_id = '22001';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30.0\n", - "----- Actual DB Result -----\n", - "30.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'MIL' AND season_id = '21983' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Milwaukee Bucks' AND season_id = '1983' AND pts_away >= 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21997';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Chicago Bulls' AND season_id = '1997';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "123.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'SAS' OR team_abbreviation_away = 'SAS' AND season_id = '22007';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fgm_home + fga_home + fg3m_home + ftm_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pts_home) AS highest_total_score\n", - "FROM game\n", - "WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22007';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "301.0\n", - "----- Actual DB Result -----\n", - "437.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT SUM(fg3m_away) FROM game WHERE team_abbreviation_away = 'CLE' AND season_id = '22016';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT SUM(fg3m_away) AS total_fg3m_away\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '22016';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "530.0\n", - "----- Actual DB Result -----\n", - "530.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away - pts_home) FROM game WHERE team_abbreviation_away = 'DEN' AND season_id = '21985' AND wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away - pts_home) AS largest_win_margin\n", - "FROM game\n", - "WHERE team_name_away = 'Denver Nuggets' AND season_id = '1985';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "18.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA' AND season_id = '22002';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Utah Jazz' AND season_id = '22002';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "134.0\n", - "----- Actual DB Result -----\n", - "0020200728\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '21990' AND wl_away = 'W' AND pts_home < 90;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'W' AND pts_away < 90 AND season_id = '1990';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "6\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND wl_home = 'W' AND season_id = '22021';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND season_id = '22021' AND wl_home = 'W';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "28\n", - "----- Actual DB Result -----\n", - "28\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_lead\n", - "FROM game\n", - "WHERE team_name_home = 'Miami Heat';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "46\n", - "----- Actual DB Result -----\n", - "43.0\n", - "-------------------------------------------------\n", - "\n", - "Completed 1000\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT pts_home FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22005' ORDER BY game_date ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT pts_home FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22005' AND game_id = 'game_id_1';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "122.0\n", - "----- Actual DB Result -----\n", - "\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(reb_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(reb_home)\n", - "FROM game\n", - "WHERE team_name_home = 'New York Knicks';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "75.0\n", - "----- Actual DB Result -----\n", - "75.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND wl_home = 'L' AND season_id = '22015';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND season_id = '22015' AND wl_home = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "15\n", - "----- Actual DB Result -----\n", - "15\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg3m_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Houston Rockets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "37\n", - "----- Actual DB Result -----\n", - "27.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CLE';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Cleveland Cavaliers' AND season_type = 'Road';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "140.0\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'BOS' ORDER BY pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics'\n", - "GROUP BY game_id\n", - "ORDER BY MAX(pts_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1959-02-27 00:00:00|173.0\n", - "----- Actual DB Result -----\n", - "0025800258\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND pts_home >= 120 AND wl_home = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND pts_home >= 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "236\n", - "----- Actual DB Result -----\n", - "236\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND wl_away = 'W' AND season_id = '22004';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Detroit Pistons' AND season_id = '22004';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "22\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_home = 'MIN' AND pts_fb_home > pts_fb_away;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Minnesota Timberwolves' AND (fgm_home - fga_away) > (fga_home - fgm_away);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "374\n", - "----- Actual DB Result -----\n", - "0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(team_turnovers_home)\n", - "FROM game, other_stats\n", - "WHERE game.game_id = other_stats.game_id AND team_name_home = 'Philadelphia 76ers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "30\n", - "----- Actual DB Result -----\n", - "6\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_home) FROM game WHERE team_abbreviation_home = 'DEN' AND season_id = '21999';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Denver Nuggets' AND season_id = '1999';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.631\n", - "----- Actual DB Result -----\n", - "None\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'LAC' AND (pts_home - pts_away) >= 30 AND wl_home = 'W') OR (team_abbreviation_away = 'LAC' AND (pts_away - pts_home) >= 30 AND wl_away = 'W');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Clippers' AND (pts_home - pts_away) >= 30;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "48\n", - "----- Actual DB Result -----\n", - "20\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, pts_away FROM game WHERE team_abbreviation_away = 'LAL' ORDER BY pts_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, pts_away\n", - "FROM game\n", - "WHERE team_name_away = 'Los Angeles Lakers'\n", - "ORDER BY pts_away DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1980-01-29 00:00:00|153.0\n", - "----- Actual DB Result -----\n", - "0027900581\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'HOU' AND pts_away >= 110 AND wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Houston Rockets' AND wl_away = 'W' AND pts_away >= 110;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "425\n", - "----- Actual DB Result -----\n", - "425\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(largest_lead_away)\n", - "FROM other_stats\n", - "WHERE team_abbreviation_away = 'NYK';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "48\n", - "----- Actual DB Result -----\n", - "48\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away AS team, reb_away AS rebounds, game_date FROM game WHERE season_id = '22010' ORDER BY reb_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_away FROM other_stats WHERE reb_away_season_2010 = (SELECT MAX(reb_away) FROM game WHERE season_id = '22010');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "SAC|60.0|2011-01-14 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: reb_away_season_2010\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22005' AND team_abbreviation_away = 'SAS' ORDER BY ABS(pts_home - pts_away) ASC LIMIT 1 );\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22005' AND wl_away = 'L';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "26\n", - "----- Actual DB Result -----\n", - "12\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_away = 'ORL' AND pts_fb_away > pts_fb_home;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Orlando Magic' AND (fgm_away - fga_away) > (fgm_home - fga_home);\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "417\n", - "----- Actual DB Result -----\n", - "657\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(team_turnovers_away)\n", - "FROM other_stats\n", - "WHERE team_name_away = 'Brooklyn Nets';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "29\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: team_name_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(fg_pct_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22008';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(fg_pct_away)\n", - "FROM game\n", - "WHERE team_name_away = 'Dallas Mavericks' AND season_id = '22008';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.603\n", - "----- Actual DB Result -----\n", - "0.603\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'POR' AND (pts_away - pts_home) >= 25 AND wl_away = 'W';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_away = 'Portland Trail Blazers' AND wl_away = 'W' AND pts_away >= 25;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "33\n", - "----- Actual DB Result -----\n", - "852\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'CHI' ORDER BY pts_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Chicago Bulls';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1990-12-04 00:00:00|155.0\n", - "----- Actual DB Result -----\n", - "155.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_home - pts_away = 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3050\n", - "----- Actual DB Result -----\n", - "1572\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, (pts_home + pts_away) AS total_points FROM game ORDER BY total_points DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home + pts_away) AS highest_total_score\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2017-02-19 00:00:00|374.0\n", - "----- Actual DB Result -----\n", - "374.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE season_id = '22006' AND ((team_abbreviation_home = 'BOS' AND wl_home = 'W') OR (team_abbreviation_away = 'BOS' AND wl_away = 'W'));\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22006';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "24\n", - "----- Actual DB Result -----\n", - "12\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_home AS team, reb_home AS rebounds, game_date FROM game WHERE season_id = '22015' ORDER BY reb_home DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_name_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '22015');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "MIA|67.0|2016-02-20 00:00:00\n", - "----- Actual DB Result -----\n", - "East NBA All Stars East\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'GSW' ORDER BY pts_home ASC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, MIN(pts_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Golden State Warriors';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1997-12-03 00:00:00|67.0\n", - "----- Actual DB Result -----\n", - "0029501018\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22010';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22010';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "41\n", - "----- Actual DB Result -----\n", - "41\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_date, ABS(pts_home - pts_away) AS margin FROM game ORDER BY margin DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_home - pts_away) AS largest_margin_of_victory\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2021-12-02 00:00:00|73.0\n", - "----- Actual DB Result -----\n", - "73.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_abbreviation_away, reb_away, game_date FROM game ORDER BY reb_away DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(total_rebounds_away)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "BOS|90.0|1957-10-22 00:00:00\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: total_rebounds_away\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "179\n", - "----- Actual DB Result -----\n", - "923\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (fg_pct_home < 0.40 AND wl_home = 'W') OR (fg_pct_away < 0.40 AND wl_away = 'W');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (fg_pct_home < 40 OR fg_pct_away < 40) AND (wl_home = 'W' OR wl_away = 'W');\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "2437\n", - "----- Actual DB Result -----\n", - "50207\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(pts_home) FROM game;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, season_id, team_name_home, pts_home\n", - "FROM game\n", - "ORDER BY pts_home DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "192.0\n", - "----- Actual DB Result -----\n", - "0031600001\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MIN(fg_pct_away) FROM game;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MIN(fg_pct_away)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0.156\n", - "----- Actual DB Result -----\n", - "0.156\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (pts_home < 80 AND wl_home = 'W') OR (pts_away < 80 AND wl_away = 'W');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND pts_home < 80;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "1364\n", - "----- Actual DB Result -----\n", - "173\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE (fg_pct_home > 0.55 AND wl_home = 'L') OR (fg_pct_away > 0.55 AND wl_away = 'L');\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE team_name_home = 'Boston Celtics' AND shooting_percentage_home > 55;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "714\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: shooting_percentage_home\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) > 40;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE (fgm_home + fga_home + fg3m_home + fg3a_home + ftm_home + fta_home + oreb_home + dreb_home + reb_home + ast_home + stl_home + blk_home + tov_home + pf_home) - (fgm_away + fga_away + fg3m_away + fg3a_away + ftm_away + fta_away + oreb_away + dreb_away + reb_away + ast_away + stl_away + blk_away + tov_away + pf_away) > 40;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "307\n", - "----- Actual DB Result -----\n", - "7005\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(stl_away) FROM game;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(stl_away)\n", - "FROM game;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "27.0\n", - "----- Actual DB Result -----\n", - "27.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE pts_home >= 120 AND pts_away >= 120;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "3043\n", - "----- Actual DB Result -----\n", - "3043\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: True\n", - "Result Matched: True\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT COUNT(*)\n", - "FROM game\n", - "WHERE ast_home >= 30 OR ast_away >= 30;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "11305\n", - "----- Actual DB Result -----\n", - "11305\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT game_id, (tov_home + tov_away + stl_home + stl_away) AS total FROM game ORDER BY total DESC LIMIT 1;\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT game_id, SUM(team_turnovers_away + team_turnovers_home) AS total_turnovers\n", - "FROM other_stats\n", - "GROUP BY game_id\n", - "ORDER BY total_turnovers DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "0028500026|102.0\n", - "----- Actual DB Result -----\n", - "0040300215\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(other_stats.largest_lead_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.team_name_home = 'Golden State Warriors' AND game.season_id = '22018';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(pts_diff) AS largest_lead\n", - "FROM (\n", - " SELECT pts_home - pts_away AS pts_diff\n", - " FROM game\n", - " WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018'\n", - ");\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44\n", - "----- Actual DB Result -----\n", - "47.0\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: True\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT team_name_home, MAX(pts_fb_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.season_id = '22020';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT team_abbreviation_home AS most_fast_break_points_team\n", - "FROM game\n", - "WHERE wl_home = 'W' AND season_id = '22020'\n", - "GROUP BY team_abbreviation_home\n", - "ORDER BY AVG(fg3_pct_home) DESC\n", - "LIMIT 1;\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "Houston Rockets|35\n", - "----- Actual DB Result -----\n", - "LAC\n", - "-------------------------------------------------\n", - "\n", - "=============================================\n", - "Overall Valid: False\n", - "SQL Query Matched: False\n", - "Result Matched: False\n", - "=============================================\n", - "\n", - "----- Ground Truth SQL Query -----\n", - "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers';\n", - "------------------------------------\n", - "\n", - "----- Model Generated SQL Query -----\n", - "SQLite:\n", - "SELECT MAX(assists_home)\n", - "FROM game\n", - "WHERE team_name_home = 'Indiana Pacers';\n", - "\n", - "---------------------------------------\n", - "\n", - "----- Expected Result -----\n", - "44.0\n", - "----- Actual DB Result -----\n", - "Error executing query: no such column: assists_home\n", - "-------------------------------------------------\n", - "\n", - "\n", - "All training data results:\n", - "Percent valid: 0.7978927203065134\n", - "Percent SQLite matched: 0.13505747126436782\n", - "Percent result matched: 0.38409961685823757\n", - "Dataset length: 1044\n", + "Less than 90 results:\n", + "Percent valid: 0.8979591836734694\n", + "Percent SQLite matched: 0.37551020408163266\n", + "Percent result matched: 0.7061224489795919\n", + "Dataset length: 245\n", "-------------------\n", - "Num queries tested: 1044\n", - "Num correct queries: 401\n", - "Acc: 38.40996168582376\n", + "Num queries tested: 245\n", + "Num correct queries: 173\n", + "Acc: 70.61224489795919\n", "-------------------\n", - "Dataset length: 1044\n" + "Dataset length: 245\n" ] } ], "source": [ - "# ------------------------------\n", - "# Run evaluation on the full training dataset\n", - "# ------------------------------\n", - "run_evaluation(df, \"All training data\")\n", - "print(\"Dataset length: \" + str(len(df)))" + "less_than_90_df = pd.read_csv(\"./train-data/less_than_90.tsv\", sep='\\t')\n", + "run_evaluation(less_than_90_df, \"Less than 90\")\n", + "print(\"Dataset length: \" + str(len(less_than_90_df)))" ] } ],