{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Finetune DeepSeek Coder 1.3B for NBA Kaggle Database SQLite Generation" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## First define prompt" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "9035\n" ] } ], "source": [ "input_prompt = \"\"\"You are an AI assistant that converts natural language queries into valid SQLite queries.\n", "Database Schema and Explanations\n", "\n", "team Table\n", "Stores information about NBA teams.\n", "CREATE TABLE IF NOT EXISTS \"team\" (\n", " \"id\" TEXT PRIMARY KEY, -- Unique identifier for the team\n", " \"full_name\" TEXT, -- Full official name of the team (e.g., \"Los Angeles Lakers\")\n", " \"abbreviation\" TEXT, -- Shortened team name (e.g., \"LAL\")\n", " \"nickname\" TEXT, -- Commonly used nickname for the team (e.g., \"Lakers\")\n", " \"city\" TEXT, -- City where the team is based\n", " \"state\" TEXT, -- State where the team is located\n", " \"year_founded\" REAL -- Year the team was established\n", ");\n", "\n", "game Table\n", "Contains detailed statistics for each NBA game, including home and away team performance.\n", "CREATE TABLE IF NOT EXISTS \"game\" (\n", " \"season_id\" TEXT, -- Season identifier, formatted as \"2YYYY\" (e.g., \"21970\" for the 1970 season)\n", " \"team_id_home\" TEXT, -- ID of the home team (matches \"id\" in team table)\n", " \"team_abbreviation_home\" TEXT, -- Abbreviation of the home team\n", " \"team_name_home\" TEXT, -- Full name of the home team\n", " \"game_id\" TEXT PRIMARY KEY, -- Unique identifier for the game\n", " \"game_date\" TIMESTAMP, -- Date the game was played (YYYY-MM-DD format)\n", " \"matchup_home\" TEXT, -- Matchup details including opponent (e.g., \"LAL vs. BOS\")\n", " \"wl_home\" TEXT, -- \"W\" if the home team won, \"L\" if they lost\n", " \"min\" INTEGER, -- Total minutes played in the game\n", " \"fgm_home\" REAL, -- Field goals made by the home team\n", " \"fga_home\" REAL, -- Field goals attempted by the home team\n", " \"fg_pct_home\" REAL, -- Field goal percentage of the home team\n", " \"fg3m_home\" REAL, -- Three-point field goals made by the home team\n", " \"fg3a_home\" REAL, -- Three-point attempts by the home team\n", " \"fg3_pct_home\" REAL, -- Three-point field goal percentage of the home team\n", " \"ftm_home\" REAL, -- Free throws made by the home team\n", " \"fta_home\" REAL, -- Free throws attempted by the home team\n", " \"ft_pct_home\" REAL, -- Free throw percentage of the home team\n", " \"oreb_home\" REAL, -- Offensive rebounds by the home team\n", " \"dreb_home\" REAL, -- Defensive rebounds by the home team\n", " \"reb_home\" REAL, -- Total rebounds by the home team\n", " \"ast_home\" REAL, -- Assists by the home team\n", " \"stl_home\" REAL, -- Steals by the home team\n", " \"blk_home\" REAL, -- Blocks by the home team\n", " \"tov_home\" REAL, -- Turnovers by the home team\n", " \"pf_home\" REAL, -- Personal fouls by the home team\n", " \"pts_home\" REAL, -- Total points scored by the home team\n", " \"plus_minus_home\" INTEGER, -- Plus/minus rating for the home team\n", " \"video_available_home\" INTEGER, -- Indicates whether video is available (1 = Yes, 0 = No)\n", " \"team_id_away\" TEXT, -- ID of the away team\n", " \"team_abbreviation_away\" TEXT, -- Abbreviation of the away team\n", " \"team_name_away\" TEXT, -- Full name of the away team\n", " \"matchup_away\" TEXT, -- Matchup details from the away team’s perspective\n", " \"wl_away\" TEXT, -- \"W\" if the away team won, \"L\" if they lost\n", " \"fgm_away\" REAL, -- Field goals made by the away team\n", " \"fga_away\" REAL, -- Field goals attempted by the away team\n", " \"fg_pct_away\" REAL, -- Field goal percentage of the away team\n", " \"fg3m_away\" REAL, -- Three-point field goals made by the away team\n", " \"fg3a_away\" REAL, -- Three-point attempts by the away team\n", " \"fg3_pct_away\" REAL, -- Three-point field goal percentage of the away team\n", " \"ftm_away\" REAL, -- Free throws made by the away team\n", " \"fta_away\" REAL, -- Free throws attempted by the away team\n", " \"ft_pct_away\" REAL, -- Free throw percentage of the away team\n", " \"oreb_away\" REAL, -- Offensive rebounds by the away team\n", " \"dreb_away\" REAL, -- Defensive rebounds by the away team\n", " \"reb_away\" REAL, -- Total rebounds by the away team\n", " \"ast_away\" REAL, -- Assists by the away team\n", " \"stl_away\" REAL, -- Steals by the away team\n", " \"blk_away\" REAL, -- Blocks by the away team\n", " \"tov_away\" REAL, -- Turnovers by the away team\n", " \"pf_away\" REAL, -- Personal fouls by the away team\n", " \"pts_away\" REAL, -- Total points scored by the away team\n", " \"plus_minus_away\" INTEGER, -- Plus/minus rating for the away team\n", " \"video_available_away\" INTEGER, -- Indicates whether video is available (1 = Yes, 0 = No)\n", " \"season_type\" TEXT -- Regular season or playoffs\n", ");\n", "\n", "other_stats Table\n", "Stores additional statistics, linked to the game table via game_id.\n", "CREATE TABLE IF NOT EXISTS \"other_stats\" (\n", " \"game_id\" TEXT, -- Unique game identifier, matches id column from game table\n", " \"league_id\" TEXT, -- League identifier\n", " \"team_id_home\" TEXT, -- Home team identifier\n", " \"team_abbreviation_home\" TEXT, -- Home team abbreviation\n", " \"team_city_home\" TEXT, -- Home team city\n", " \"pts_paint_home\" INTEGER, -- Points in the paint by the home team\n", " \"pts_2nd_chance_home\" INTEGER, -- Second chance points by the home team\n", " \"pts_fb_home\" INTEGER, -- Fast break points by the home team\n", " \"largest_lead_home\" INTEGER,-- Largest lead by the home team\n", " \"lead_changes\" INTEGER, -- Number of lead changes \n", " \"times_tied\" INTEGER, -- Number of times the score was tied\n", " \"team_turnovers_home\" INTEGER, -- Home team turnovers\n", " \"total_turnovers_home\" INTEGER, -- Total turnovers by the home team\n", " \"team_rebounds_home\" INTEGER, -- Home team rebounds\n", " \"pts_off_to_home\" INTEGER, -- Points off turnovers by the home team\n", " \"team_id_away\" TEXT, -- Away team identifier\n", " \"team_abbreviation_away\" TEXT, -- Away team abbreviation\n", " \"pts_paint_away\" INTEGER, -- Points in the paint by the away team\n", " \"pts_2nd_chance_away\" INTEGER, -- Second chance points by the away team\n", " \"pts_fb_away\" INTEGER, -- Fast break points by the away team\n", " \"largest_lead_away\" INTEGER,-- Largest lead by the away team\n", " \"team_turnovers_away\" INTEGER, -- Away team turnovers\n", " \"total_turnovers_away\" INTEGER, -- Total turnovers by the away team\n", " \"team_rebounds_away\" INTEGER, -- Away team rebounds\n", " \"pts_off_to_away\" INTEGER -- Points off turnovers by the away team\n", ");\n", "\n", "\n", "Team Name Information\n", "In the plaintext user questions, only the full team names will be used, but in the queries you may use the full team names or the abbreviations. \n", "The full team names can be used with the game table, while the abbreviations should be used with the other_stats table.\n", "Notice they are separated by the | character in the following list:\n", "\n", "Atlanta Hawks|ATL\n", "Boston Celtics|BOS\n", "Cleveland Cavaliers|CLE\n", "New Orleans Pelicans|NOP\n", "Chicago Bulls|CHI\n", "Dallas Mavericks|DAL\n", "Denver Nuggets|DEN\n", "Golden State Warriors|GSW\n", "Houston Rockets|HOU\n", "Los Angeles Clippers|LAC\n", "Los Angeles Lakers|LAL\n", "Miami Heat|MIA\n", "Milwaukee Bucks|MIL\n", "Minnesota Timberwolves|MIN\n", "Brooklyn Nets|BKN\n", "New York Knicks|NYK\n", "Orlando Magic|ORL\n", "Indiana Pacers|IND\n", "Philadelphia 76ers|PHI\n", "Phoenix Suns|PHX\n", "Portland Trail Blazers|POR\n", "Sacramento Kings|SAC\n", "San Antonio Spurs|SAS\n", "Oklahoma City Thunder|OKC\n", "Toronto Raptors|TOR\n", "Utah Jazz|UTA\n", "Memphis Grizzlies|MEM\n", "Washington Wizards|WAS\n", "Detroit Pistons|DET\n", "Charlotte Hornets|CHA\n", "\n", "Query Guidelines\n", "Use team_name_home and team_name_away to match teams to the game table. Use team_abbreviation_home and team_abbreviation away to match teams to the other_stats table.\n", "\n", "To filter by season, use season_id = '2YYYY'.\n", "\n", "Example: To get statistics from 2005, use a statement like: season_id = '22005'. To get statistics from 1972, use a statement like: season_id = \"21972\". To get statistics from 2015, use a statement like: season_id = \"22015\".\n", "\n", "Ensure queries return relevant columns and avoid unnecessary joins.\n", "\n", "Example User Requests and SQLite Queries\n", "Request:\n", "\"What is the most points the Los Angeles Lakers have ever scored at home?\"\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", "\n", "Request:\n", "\"Which teams are located in the state of California?\"\n", "SQLite:\n", "SELECT full_name FROM team WHERE state = 'California';\n", "\n", "Request:\n", "\"Which team had the highest number of team turnovers in an away game?\"\n", "SQLite:\n", "SELECT team_abbreviation_away FROM other_stats ORDER BY team_turnovers_away DESC LIMIT 1;\n", "\n", "Request:\n", "\"Which teams were founded before 1979?\"\n", "SQLite:\n", "SELECT full_name FROM team WHERE year_founded < 1979;\n", "\n", "Request:\n", "\"Find the Boston Celtics largest home victory margin in the 2008 season.\"\n", "SQLite:\n", "SELECT MAX(pts_home - pts_away) AS biggest_win FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22008';\n", "\n", "Generate only the SQLite query prefaced by SQLite: and no other text, do not output an explanation of the query. Now generate an SQLite query for the following user request. Request:\n", "\"\"\"\n", "\n", "print(len(input_prompt))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Load data and convert to Dataset object tokenized by the DeepSeek model" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", " from .autonotebook import tqdm as notebook_tqdm\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "WARNING:tensorflow:From c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\tf_keras\\src\\losses.py:2976: The name tf.losses.sparse_softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.sparse_softmax_cross_entropy instead.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "C:\\Users\\Dean\\AppData\\Local\\Temp\\ipykernel_21244\\3393038659.py:14: FutureWarning: DataFrame.applymap has been deprecated. Use DataFrame.map instead.\n", " df = df.applymap(lambda x: re.sub(r'\\s+', ' ', x) if isinstance(x, str) else x)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total dataset examples: 1044\n", " natural_query \\\n", "0 Which NBA teams were established after the yea... \n", "1 What is the most points the Los Angeles Lakers... \n", "2 What is the second-highest number of points th... \n", "3 How many home games did the Golden State Warri... \n", "4 What is the average number of assists by the B... \n", "\n", " sql_query result \n", "0 SELECT full_name FROM team WHERE year_founded ... New Orleans Pelicans \n", "1 SELECT MAX(pts_home) FROM game WHERE team_name... 162 \n", "2 SELECT pts_home FROM game WHERE team_name_home... 156 \n", "3 SELECT COUNT(*) FROM game WHERE team_abbreviat... 29 \n", "4 SELECT AVG(ast_home) FROM game WHERE team_abbr... 26.51355662 \n", "adding!\n", "32022\n", "32023\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Map: 100%|██████████| 1044/1044 [00:22<00:00, 47.37 examples/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "939\n", "105\n", "{'input_ids': [32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32013, 2042, 417, 274, 20926, 20391, 344, 6145, 1267, 3881, 4694, 12780, 878, 4629, 5975, 547, 12780, 13, 185, 14108, 11593, 732, 285, 2066, 11767, 715, 185, 185, 21598, 6922, 185, 50, 577, 379, 1748, 782, 461, 8443, 9474, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 21598, 1, 334, 185, 207, 440, 304, 1, 323, 13532, 24590, 14356, 11, 730, 1585, 1198, 2710, 21411, 327, 254, 2547, 185, 207, 440, 9875, 62, 1523, 1, 323, 13532, 11, 3137, 1585, 11417, 6270, 1208, 280, 254, 2547, 334, 68, 13, 70, 1787, 440, 43, 378, 14204, 412, 9961, 2456, 185, 207, 440, 356, 26321, 335, 1, 323, 13532, 11, 436, 1585, 15545, 2942, 2547, 1208, 334, 68, 13, 70, 1787, 440, 43, 1743, 2456, 185, 207, 440, 77, 767, 1523, 1, 323, 13532, 11, 655, 1585, 15389, 326, 1219, 25229, 1523, 327, 254, 2547, 334, 68, 13, 70, 1787, 440, 43, 9961, 2456, 185, 207, 440, 23861, 1, 323, 13532, 11, 1044, 1585, 5174, 1064, 254, 2547, 317, 2842, 185, 207, 440, 4968, 1, 323, 13532, 11, 4885, 1585, 4734, 1064, 254, 2547, 317, 6288, 185, 207, 440, 5456, 62, 10246, 271, 1, 5878, 1743, 294, 1585, 10971, 254, 2547, 438, 8143, 185, 477, 185, 185, 14641, 6922, 185, 29133, 9339, 13024, 327, 1317, 461, 8443, 2612, 11, 2837, 1712, 285, 2292, 2547, 3779, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 14641, 1, 334, 185, 207, 440, 21810, 62, 304, 1, 323, 13532, 11, 655, 1585, 23825, 21411, 11, 31131, 372, 440, 17, 19393, 19393, 1, 334, 68, 13, 70, 1787, 440, 17, 16, 24, 22, 15, 1, 327, 254, 207, 16, 24, 22, 15, 4314, 8, 185, 207, 440, 21598, 62, 304, 62, 5816, 1, 323, 13532, 11, 294, 1585, 4982, 280, 254, 1712, 2547, 334, 3101, 3238, 440, 304, 1, 279, 2547, 2365, 8, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 5816, 1, 323, 13532, 11, 1585, 4196, 26321, 335, 280, 254, 1712, 2547, 185, 207, 440, 21598, 62, 1523, 62, 5816, 1, 323, 13532, 11, 1032, 1585, 11417, 1208, 280, 254, 1712, 2547, 185, 207, 440, 14641, 62, 304, 1, 323, 13532, 24590, 14356, 11, 207, 1585, 1198, 2710, 21411, 327, 254, 2612, 185, 207, 440, 14641, 62, 1984, 1, 323, 10920, 1428, 17483, 11, 1032, 1585, 9312, 254, 2612, 438, 7226, 334, 19393, 19393, 12, 8213, 12, 7127, 4797, 8, 185, 207, 440, 10108, 393, 62, 5816, 1, 323, 13532, 11, 294, 1585, 23772, 393, 4283, 2837, 25999, 334, 68, 13, 70, 1787, 440, 43, 1743, 7617, 13, 380, 2951, 2456, 185, 207, 440, 13443, 62, 5816, 1, 323, 13532, 11, 3462, 1585, 440, 54, 1, 562, 254, 1712, 2547, 2103, 11, 440, 43, 1, 562, 653, 4726, 185, 207, 440, 1513, 1, 3379, 4463, 18924, 11, 4885, 1585, 19090, 4054, 7226, 279, 254, 2612, 185, 207, 440, 17982, 76, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 1396, 457, 254, 1712, 2547, 185, 207, 440, 69, 2417, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 18012, 457, 254, 1712, 2547, 185, 207, 440, 17982, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 1574, 1585, 11739, 6206, 14986, 280, 254, 1712, 2547, 185, 207, 440, 17982, 18, 76, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 2010, 9054, 1396, 457, 254, 1712, 2547, 185, 207, 440, 17982, 18, 64, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 15343, 457, 254, 1712, 2547, 185, 207, 440, 17982, 18, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 294, 1585, 14910, 12, 3772, 2010, 6206, 14986, 280, 254, 1712, 2547, 185, 207, 440, 659, 76, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 1396, 457, 254, 1712, 2547, 185, 207, 440, 659, 64, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 18012, 457, 254, 1712, 2547, 185, 207, 440, 659, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 1574, 1585, 7264, 5245, 14986, 280, 254, 1712, 2547, 185, 207, 440, 419, 65, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 6050, 4630, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 67, 248, 65, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 5855, 4630, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 248, 65, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 19090, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 537, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 3512, 1923, 457, 254, 1712, 2547, 185, 207, 440, 292, 75, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 3725, 909, 457, 254, 1712, 2547, 185, 207, 440, 1638, 74, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 380, 19722, 457, 254, 1712, 2547, 185, 207, 440, 577, 85, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 13974, 17396, 457, 254, 1712, 2547, 185, 207, 440, 26862, 62, 5816, 1, 5878, 1743, 11, 3462, 1585, 20414, 3931, 2724, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 19090, 3472, 18605, 457, 254, 1712, 2547, 185, 207, 440, 13289, 62, 10646, 62, 5816, 1, 3379, 4463, 18924, 11, 243, 1585, 14751, 14, 10646, 14026, 327, 254, 1712, 2547, 185, 207, 440, 12986, 62, 16647, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 2325, 278, 980, 3192, 3905, 317, 2315, 334, 16, 405, 7589, 11, 207, 15, 405, 2357, 8, 185, 207, 440, 21598, 62, 304, 62, 11507, 1, 323, 13532, 11, 294, 1585, 4982, 280, 254, 2292, 2547, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 11507, 1, 323, 13532, 11, 1585, 4196, 26321, 335, 280, 254, 2292, 2547, 185, 207, 440, 21598, 62, 1523, 62, 11507, 1, 323, 13532, 11, 1032, 1585, 11417, 1208, 280, 254, 2292, 2547, 185, 207, 440, 10108, 393, 62, 11507, 1, 323, 13532, 11, 294, 1585, 23772, 393, 4283, 473, 254, 2292, 2547, 486, 82, 12422, 185, 207, 440, 13443, 62, 11507, 1, 323, 13532, 11, 3462, 1585, 440, 54, 1, 562, 254, 2292, 2547, 2103, 11, 440, 43, 1, 562, 653, 4726, 185, 207, 440, 17982, 76, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 1396, 457, 254, 2292, 2547, 185, 207, 440, 69, 2417, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 18012, 457, 254, 2292, 2547, 185, 207, 440, 17982, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 1574, 1585, 11739, 6206, 14986, 280, 254, 2292, 2547, 185, 207, 440, 17982, 18, 76, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 2010, 9054, 1396, 457, 254, 2292, 2547, 185, 207, 440, 17982, 18, 64, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 15343, 457, 254, 2292, 2547, 185, 207, 440, 17982, 18, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 294, 1585, 14910, 12, 3772, 2010, 6206, 14986, 280, 254, 2292, 2547, 185, 207, 440, 659, 76, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 1396, 457, 254, 2292, 2547, 185, 207, 440, 659, 64, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 18012, 457, 254, 2292, 2547, 185, 207, 440, 659, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 1574, 1585, 7264, 5245, 14986, 280, 254, 2292, 2547, 185, 207, 440, 419, 65, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 6050, 4630, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 67, 248, 65, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 5855, 4630, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 248, 65, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 19090, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 537, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 3512, 1923, 457, 254, 2292, 2547, 185, 207, 440, 292, 75, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 3725, 909, 457, 254, 2292, 2547, 185, 207, 440, 1638, 74, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 380, 19722, 457, 254, 2292, 2547, 185, 207, 440, 577, 85, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 13974, 17396, 457, 254, 2292, 2547, 185, 207, 440, 26862, 62, 11507, 1, 5878, 1743, 11, 3462, 1585, 20414, 3931, 2724, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 19090, 3472, 18605, 457, 254, 2292, 2547, 185, 207, 440, 13289, 62, 10646, 62, 11507, 1, 3379, 4463, 18924, 11, 243, 1585, 14751, 14, 10646, 14026, 327, 254, 2292, 2547, 185, 207, 440, 12986, 62, 16647, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 2325, 278, 980, 3192, 3905, 317, 2315, 334, 16, 405, 7589, 11, 207, 15, 405, 2357, 8, 185, 207, 440, 21810, 62, 2139, 1, 323, 13532, 3137, 1585, 3980, 996, 4314, 409, 1530, 23836, 185, 477, 185, 185, 1156, 62, 16204, 6922, 185, 50, 577, 379, 4577, 13024, 11, 12144, 276, 254, 2612, 2365, 3752, 2612, 62, 304, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 1156, 62, 16204, 1, 334, 185, 207, 440, 14641, 62, 304, 1, 323, 13532, 11, 2481, 1585, 1198, 2710, 2612, 21411, 11, 12050, 1975, 3812, 473, 2612, 2365, 185, 207, 440, 275, 6006, 62, 304, 1, 323, 13532, 11, 3137, 1585, 13040, 21411, 185, 207, 440, 21598, 62, 304, 62, 5816, 1, 323, 13532, 11, 436, 1585, 7161, 2547, 21411, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 5816, 1, 323, 13532, 11, 1585, 7161, 2547, 31593, 335, 185, 207, 440, 21598, 62, 23861, 62, 5816, 1, 323, 13532, 11, 730, 1585, 7161, 2547, 3775, 185, 207, 440, 462, 82, 62, 79, 2994, 62, 5816, 1, 3379, 4463, 18924, 11, 243, 1585, 11119, 82, 279, 254, 7416, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 17, 425, 62, 358, 645, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 11419, 5504, 3472, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 19837, 62, 5816, 1, 3379, 4463, 18924, 11, 730, 1585, 19654, 2963, 3472, 457, 254, 1712, 2547, 185, 207, 440, 17819, 370, 62, 30953, 62, 5816, 1, 3379, 4463, 18924, 5200, 412, 1139, 370, 2012, 457, 254, 1712, 2547, 185, 207, 440, 30953, 62, 22054, 1, 3379, 4463, 18924, 11, 251, 1585, 11988, 280, 2012, 4177, 207, 185, 207, 440, 2969, 62, 83, 1050, 1, 3379, 4463, 18924, 11, 1032, 1585, 11988, 280, 2591, 254, 8129, 438, 16538, 185, 207, 440, 21598, 62, 788, 17396, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 7161, 2547, 1936, 17396, 185, 207, 440, 11695, 62, 788, 17396, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 19090, 1936, 17396, 457, 254, 1712, 2547, 185, 207, 440, 21598, 62, 248, 65, 5740, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 7161, 2547, 11435, 5740, 185, 207, 440, 462, 82, 62, 2959, 62, 577, 62, 5816, 1, 3379, 4463, 18924, 11, 207, 1585, 11119, 82, 838, 1936, 17396, 457, 254, 1712, 2547, 185, 207, 440, 21598, 62, 304, 62, 11507, 1, 323, 13532, 11, 436, 1585, 338, 1406, 2547, 21411, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 11507, 1, 323, 13532, 11, 207, 1585, 338, 1406, 2547, 31593, 335, 185, 207, 440, 462, 82, 62, 79, 2994, 62, 11507, 1, 3379, 4463, 18924, 11, 243, 1585, 11119, 82, 279, 254, 7416, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 17, 425, 62, 358, 645, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 11419, 5504, 3472, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 19837, 62, 11507, 1, 3379, 4463, 18924, 11, 730, 1585, 19654, 2963, 3472, 457, 254, 2292, 2547, 185, 207, 440, 17819, 370, 62, 30953, 62, 11507, 1, 3379, 4463, 18924, 5200, 412, 1139, 370, 2012, 457, 254, 2292, 2547, 185, 207, 440, 21598, 62, 788, 17396, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 338, 1406, 2547, 1936, 17396, 185, 207, 440, 11695, 62, 788, 17396, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 19090, 1936, 17396, 457, 254, 2292, 2547, 185, 207, 440, 21598, 62, 248, 65, 5740, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 338, 1406, 2547, 11435, 5740, 185, 207, 440, 462, 82, 62, 2959, 62, 577, 62, 11507, 1, 3379, 4463, 18924, 243, 1585, 11119, 82, 838, 1936, 17396, 457, 254, 2292, 2547, 185, 477, 185, 185, 185, 28440, 9715, 9843, 185, 769, 254, 8803, 818, 2664, 4301, 11, 885, 254, 2192, 2547, 4761, 540, 330, 1219, 11, 545, 279, 254, 12780, 340, 970, 931, 254, 2192, 2547, 4761, 409, 254, 31593, 715, 13, 207, 185, 546, 2192, 2547, 4761, 482, 330, 1219, 365, 254, 2612, 2365, 11, 1470, 254, 31593, 715, 1020, 330, 1219, 365, 254, 746, 62, 16204, 2365, 13, 185, 27298, 653, 417, 14843, 457, 254, 939, 3188, 279, 254, 1884, 1517, 25, 185, 185, 3554, 75, 9568, 12499, 705, 91, 1392, 43, 185, 33, 11885, 339, 3467, 959, 91, 33, 2951, 185, 34, 28412, 339, 22281, 4961, 91, 34, 1535, 185, 4843, 24270, 19871, 9017, 91, 45, 5080, 185, 1915, 10595, 21915, 82, 91, 3388, 40, 185, 35, 20315, 6658, 329, 6388, 91, 35, 1743, 185, 23559, 329, 461, 905, 16806, 91, 35, 1732, 185, 25884, 255, 4734, 6370, 25546, 91, 11096, 54, 185, 39, 264, 7664, 10602, 1542, 91, 11317, 52, 185, 43, 378, 14204, 1854, 515, 6474, 91, 43, 2585, 185, 43, 378, 14204, 412, 9961, 91, 43, 1743, 185, 44, 20452, 31410, 91, 44, 7183, 185, 26389, 86, 1766, 25032, 380, 14450, 91, 44, 4470, 185, 7729, 21603, 10389, 696, 86, 313, 1596, 91, 19293, 185, 22120, 541, 18679, 461, 1542, 91, 33, 42, 45, 185, 4843, 4420, 716, 5072, 705, 91, 25399, 42, 185, 3161, 30075, 24247, 91, 1692, 43, 185, 3283, 4659, 12167, 407, 91, 13547, 185, 24374, 19362, 207, 22, 21, 407, 91, 11914, 40, 185, 47, 1389, 23218, 324, 4103, 91, 11914, 55, 185, 9915, 1561, 27258, 380, 1419, 89, 407, 91, 47, 1692, 185, 50, 19524, 28899, 23646, 91, 50, 2585, 185, 23920, 16924, 2566, 2750, 91, 50, 3146, 185, 17917, 25062, 5174, 24022, 91, 9516, 34, 185, 25869, 16466, 432, 1870, 710, 91, 51, 1692, 185, 52, 23667, 565, 10534, 91, 3219, 32, 185, 44, 4522, 262, 452, 368, 4877, 9123, 91, 30695, 185, 54, 7599, 422, 529, 2539, 91, 54, 3146, 185, 7983, 22852, 375, 382, 875, 91, 35, 2421, 185, 8061, 23106, 31538, 1542, 91, 3388, 32, 185, 185, 5995, 2881, 15143, 185, 9138, 2547, 62, 1523, 62, 5816, 285, 2547, 62, 1523, 62, 11507, 276, 4168, 9474, 276, 254, 2612, 2365, 13, 7310, 2547, 62, 356, 26321, 335, 62, 5816, 285, 2547, 62, 356, 26321, 335, 2292, 276, 4168, 9474, 276, 254, 746, 62, 16204, 2365, 13, 185, 185, 1889, 6226, 457, 4314, 11, 931, 4314, 62, 304, 405, 651, 17, 19393, 19393, 6683, 185, 185, 15013, 25, 2147, 748, 13024, 473, 207, 17, 15, 15, 20, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 20, 6683, 2147, 748, 13024, 473, 207, 16, 24, 22, 17, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 440, 17, 16, 24, 22, 17, 2770, 2147, 748, 13024, 473, 207, 17, 15, 16, 20, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 440, 17, 17, 15, 16, 20, 2770, 185, 185, 2269, 18912, 12780, 967, 7688, 10115, 285, 4934, 20976, 29980, 13, 185, 185, 15013, 10481, 10413, 6074, 285, 5975, 547, 3130, 7486, 185, 4397, 25, 185, 1, 2628, 317, 254, 1093, 3472, 254, 10851, 14204, 412, 9961, 463, 2634, 18605, 429, 1712, 1956, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 8, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 43, 378, 14204, 412, 9961, 4057, 185, 185, 4397, 25, 185, 1, 15575, 9474, 417, 6288, 279, 254, 1967, 280, 8700, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1967, 405, 651, 9517, 351, 8092, 4057, 185, 185, 4397, 25, 185, 1, 15575, 2547, 658, 254, 7495, 1594, 280, 2547, 1936, 17396, 279, 274, 2292, 2612, 1956, 185, 6231, 547, 25, 185, 7507, 2547, 62, 356, 26321, 335, 62, 11507, 7432, 746, 62, 16204, 25554, 9784, 2547, 62, 788, 17396, 62, 11507, 22187, 34, 29731, 207, 16, 26, 185, 185, 4397, 25, 185, 1, 15575, 9474, 773, 16316, 1321, 207, 16, 24, 22, 24, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1008, 62, 10246, 271, 8086, 16, 24, 22, 24, 26, 185, 185, 4397, 25, 185, 1, 13000, 254, 13164, 339, 3467, 959, 8402, 1712, 14009, 7037, 279, 254, 207, 17, 15, 15, 23, 4314, 876, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 567, 265, 1267, 62, 11507, 8, 4958, 10919, 62, 7541, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 33, 11885, 339, 3467, 959, 6, 5584, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 23, 4057, 185, 185, 7605, 387, 885, 254, 5975, 547, 5151, 3651, 3250, 457, 5975, 547, 25, 285, 637, 746, 2422, 11, 533, 441, 2816, 274, 11543, 280, 254, 5151, 13, 4195, 8297, 274, 5975, 547, 5151, 327, 254, 1884, 2664, 3092, 13, 17858, 25, 185, 2808, 1311, 3212, 3472, 1213, 254, 11738, 21915, 82, 8129, 2310, 254, 207, 16, 24, 24, 21, 4314, 30, 185, 6231, 547, 25, 185, 7507, 20861, 7, 462, 82, 8, 4958, 3212, 62, 12168, 7432, 334, 11789, 265, 1267, 62, 5816, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 5816, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 8763, 2738, 14177, 11789, 265, 1267, 62, 11507, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 11507, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 4363, 32022], 'attention_mask': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': [-100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 62, 16204, 25554, 9784, 2547, 62, 788, 17396, 62, 11507, 22187, 34, 29731, 207, 16, 26, 185, 185, 4397, 25, 185, 1, 15575, 9474, 773, 16316, 1321, 207, 16, 24, 22, 24, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1008, 62, 10246, 271, 8086, 16, 24, 22, 24, 26, 185, 185, 4397, 25, 185, 1, 13000, 254, 13164, 339, 3467, 959, 8402, 1712, 14009, 7037, 279, 254, 207, 17, 15, 15, 23, 4314, 876, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 567, 265, 1267, 62, 11507, 8, 4958, 10919, 62, 7541, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 33, 11885, 339, 3467, 959, 6, 5584, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 23, 4057, 185, 185, 7605, 387, 885, 254, 5975, 547, 5151, 3651, 3250, 457, 5975, 547, 25, 285, 637, 746, 2422, 11, 533, 441, 2816, 274, 11543, 280, 254, 5151, 13, 4195, 8297, 274, 5975, 547, 5151, 327, 254, 1884, 2664, 3092, 13, 17858, 25, 185, 2808, 1311, 3212, 3472, 1213, 254, 11738, 21915, 82, 8129, 2310, 254, 207, 16, 24, 24, 21, 4314, 30, 185, 6231, 547, 25, 185, 7507, 20861, 7, 462, 82, 8, 4958, 3212, 62, 12168, 7432, 334, 11789, 265, 1267, 62, 5816, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 5816, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 8763, 2738, 14177, 11789, 265, 1267, 62, 11507, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 11507, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 4363, 32022]}\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "import pandas as pd\n", "import torch\n", "from datasets import Dataset\n", "from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, BitsAndBytesConfig, EarlyStoppingCallback, PreTrainedTokenizer\n", "from torch.utils.data import DataLoader\n", "from peft import LoraConfig, get_peft_model, TaskType\n", "import os\n", "import re\n", "import numpy as np\n", "\n", "# Load dataset\n", "df = pd.read_csv(\"./train-data/sql_train.tsv\", sep='\\t')\n", "\n", "df = df.applymap(lambda x: re.sub(r'\\s+', ' ', x) if isinstance(x, str) else x)\n", "\n", "# Display dataset info\n", "print(f\"Total dataset examples: {len(df)}\")\n", "print(df.head())\n", "\n", "# Load tokenizer\n", "model_name = \"./deepseek-coder-1.3b-instruct\"\n", "tokenizer = AutoTokenizer.from_pretrained(model_name)\n", "\n", "# Enable 8-bit quantization for lower memory usage\n", "bnb_config = BitsAndBytesConfig(\n", " load_in_8bit=True, \n", " bnb_8bit_compute_dtype=torch.float16\n", ")\n", "\n", "# Load model with quantization\n", "#device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n", "device_name = 'cuda:0' if torch.cuda.is_available() else 'cpu'\n", "device = torch.device(device_name)\n", "model = AutoModelForCausalLM.from_pretrained(\n", " model_name, \n", " quantization_config=bnb_config,\n", " device_map=device\n", ")\n", "\n", "# Add a custom stop token (can be anything that won’t show up in your data)\n", "special_token = \"<|endofsql|>\"\n", "\n", "# Only add if it doesn’t already exist\n", "#if special_token not in tokenizer.get_vocab():\n", "print(\"adding!\")\n", "print(len(tokenizer))\n", "tokenizer.add_special_tokens({\"additional_special_tokens\": [special_token]})\n", "tokenizer.eos_token = special_token\n", "model.resize_token_embeddings(len(tokenizer))\n", "print(len(tokenizer)) \n", "\n", "tokenizer.truncation_side = \"left\"\n", "\n", "def format_deepseek_chat(example, tokenizer, special_token=\"<|endofsql|>\"):\n", " # Manually build the prompt as one flat string\n", " prompt = f\"{input_prompt}{example['natural_query']}\\n\"\n", " completion = f\"SQLite:\\n{example['sql_query']}{special_token}\"\n", "\n", " full_text = prompt + completion\n", " tokenized = tokenizer(\n", " full_text,\n", " truncation=True,\n", " padding=\"max_length\",\n", " max_length=3156, # or whatever your model can handle\n", " )\n", "\n", " # Mask out prompt tokens in the labels\n", " prompt_len = len(tokenizer(prompt, truncation=True)[\"input_ids\"])\n", " labels = tokenized[\"input_ids\"][:]\n", " labels[:prompt_len] = [-100] * prompt_len\n", " tokenized[\"labels\"] = labels\n", "\n", " return tokenized\n", "\n", "# Build dataset dict\n", "dataset_dict = {\n", " \"natural_query\": df[\"natural_query\"].tolist(),\n", " \"sql_query\": df[\"sql_query\"].tolist(),\n", "}\n", "\n", "# Create HuggingFace Dataset\n", "dataset = Dataset.from_dict(dataset_dict)\n", "\n", "# Apply formatting\n", "tokenized_dataset = dataset.map(\n", " lambda x: format_deepseek_chat(x, tokenizer),\n", " remove_columns=[\"natural_query\", \"sql_query\"]\n", ")\n", "\n", "# Split into train/validation\n", "split = int(0.9 * len(tokenized_dataset)) # 90% train, 10% validation\n", "train_dataset = tokenized_dataset.select(range(split))\n", "val_dataset = tokenized_dataset.select(range(split, len(tokenized_dataset)))\n", "\n", "print(len(train_dataset))\n", "print(len(val_dataset))\n", "\n", "for v in val_dataset:\n", " print(v)\n", " break" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Load model and define training arguments" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "trainable params: 7,495,680 || all params: 1,353,013,248 || trainable%: 0.5540\n" ] } ], "source": [ "# Define LoRA configuration\n", "lora_config = LoraConfig(\n", " r=8, # Rank of LoRA matrices (adjust for memory vs. accuracy)\n", " lora_alpha=16, # Scaling factor\n", " lora_dropout=0.0, # Dropout for regularization\n", " bias=\"none\",\n", " task_type=TaskType.CAUSAL_LM,\n", " target_modules=[\n", " \"q_proj\",\n", " \"k_proj\",\n", " \"v_proj\",\n", " \"o_proj\",\n", " \"gate_proj\",\n", " \"up_proj\",\n", " \"down_proj\"\n", " ]\n", ")\n", "\n", "# Wrap model with LoRA adapters\n", "model = get_peft_model(model, lora_config)\n", "model = model.to(device)\n", "model.print_trainable_parameters() # Show trainable parameters count" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Setup model trainer" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\transformers\\training_args.py:1611: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n", " warnings.warn(\n", "C:\\Users\\Dean\\AppData\\Local\\Temp\\ipykernel_21244\\719275035.py:21: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n", " trainer = Trainer(\n", "No label_names provided for model class `PeftModelForCausalLM`. Since `PeftModel` hides base models input arguments, if label_names is not given, label_names can't be set automatically within `Trainer`. Note that empty label_names list will be used instead.\n" ] } ], "source": [ "training_args = TrainingArguments(\n", " output_dir=\"./fine-tuned-model-8-diff\",\n", " evaluation_strategy=\"epoch\", # Evaluate at the end of each epoch\n", " save_strategy=\"epoch\", # Save model every epoch\n", " per_device_train_batch_size=1, # LoRA allows higher batch size\n", " per_device_eval_batch_size=1,\n", " gradient_accumulation_steps=16,\n", " num_train_epochs=5, # Increase if needed\n", " learning_rate=4e-5, # Higher LR since we're only training LoRA layers\n", " weight_decay=0.01,\n", " logging_steps=50, # Print loss every 50 steps\n", " save_total_limit=2, # Keep last 4 checkpoints\n", " bf16=True if torch.cuda.is_available() else False,\n", " push_to_hub=False,\n", " load_best_model_at_end=True,\n", " metric_for_best_model=\"eval_loss\",\n", " greater_is_better=False\n", ")\n", "\n", "# Trainer setup\n", "trainer = Trainer(\n", " model=model,\n", " args=training_args,\n", " train_dataset=train_dataset,\n", " eval_dataset=val_dataset,\n", " tokenizer=tokenizer,\n", " callbacks=[EarlyStoppingCallback(early_stopping_patience=2)]\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Run fine-tuning and save model weights when complete" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\transformers\\integrations\\sdpa_attention.py:54: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\\actions-runner\\_work\\pytorch\\pytorch\\builder\\windows\\pytorch\\aten\\src\\ATen\\native\\transformers\\cuda\\sdp_utils.cpp:555.)\n", " attn_output = torch.nn.functional.scaled_dot_product_attention(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n" ] }, { "data": { "text/html": [ "\n", "
\n", " \n", " \n", " [290/290 22:37:10, Epoch 4/5]\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
EpochTraining LossValidation Loss
10.7606000.240836
20.2316000.168676
30.1695000.160126
40.1471000.157271

" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\tuners\\lora\\bnb.py:85: UserWarning: Merge lora module to 8-bit linear may get different generations due to rounding errors.\n", " warnings.warn(\n" ] }, { "data": { "text/plain": [ "('./fine-tuned-model-8-diff\\\\tokenizer_config.json',\n", " './fine-tuned-model-8-diff\\\\special_tokens_map.json',\n", " './fine-tuned-model-8-diff\\\\tokenizer.json')" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Run training\n", "trainer.train()\n", "\n", "# Merge LoRA adapters with the base model before saving\n", "model = model.merge_and_unload()\n", "model.save_pretrained(\"./fine-tuned-model-8-diff\")\n", "tokenizer.save_pretrained(\"./fine-tuned-model-8-diff\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Try inference using fine-tuned model" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Generated SQL: SQLite:\n", "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';\n", "\n", "This query calculates the average points scored by the Los Angeles Lakers at home.\n", "\n", "Explanation: The AVG() function is used to calculate the average of a set of values. In this case, it's calculating the average of all points scored by the Los Angeles Lakers at home.\n", "\n", "Note: The query assumes that the pts_home column in the game table represents the total points scored by the home team. If the column name is different, you'll need to adjust the query accordingly.\n", "\n", "Also, this query does not take into account the season_id filter, which is a requirement in the original question. If you want to include the season filter, you'll need to adjust the query accordingly.\n", "\n", "For example, if you want to find the average points scored by the Los Angeles Lakers in the 2008 season, you would use:\n", "\n", "SQLite:\n", "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_\n" ] } ], "source": [ "model = AutoModelForCausalLM.from_pretrained(\"./fine-tuned-model-8-diff\", torch_dtype=torch.bfloat16, device_map=device)\n", "tokenizer = AutoTokenizer.from_pretrained(\"./fine-tuned-model-8-diff\")\n", "\n", "# Prepare query with the same prompt\n", "input_text = \"How many points to the Los Angeles Lakers average at home?\"\n", "message = [{'role': 'user', 'content': input_prompt + input_text}]\n", "inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", "# Generate SQL query\n", "outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", ")\n", "model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", "print(\"Generated SQL:\", model_output)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Save validation and test set to disk" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Saving the dataset (1/1 shards): 100%|██████████| 939/939 [00:00<00:00, 18233.32 examples/s]\n", "Saving the dataset (1/1 shards): 100%|██████████| 105/105 [00:00<00:00, 11667.82 examples/s]\n" ] } ], "source": [ "train_dataset.save_to_disk(\"train.hf\")\n", "val_dataset.save_to_disk(\"val.hf\")" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "9035\n", "How many total points did the Chicago Bulls score during the 1996 season?\n", "\n", "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21996' );\n", "(8458.0,)\n" ] } ], "source": [ "import sqlite3 as sql\n", "\n", "prompt_length = len(input_prompt)\n", "\n", "print(prompt_length)\n", "\n", "# Create connection to sqlite3 database\n", "connection = sql.connect('./nba-data/nba.sqlite')\n", "cursor = connection.cursor()\n", "\n", "for v in val_dataset:\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " print(question)\n", " print(sql_query)\n", " cursor.execute(sql_query)\n", " rows = cursor.fetchall()\n", " for row in rows:\n", " print(row)\n", " break" ] }, { "cell_type": "code", "execution_count": 42, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21996' );\n", "SQLite: SELECT SUM(pts_home) FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '1996'\n", "['8458.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fg3a) AS total_three_attempts FROM ( SELECT fg3a_home AS fg3a FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22017' UNION ALL SELECT fg3a_away AS fg3a FROM game WHERE team_abbreviation_away = 'GSW' AND season_id = '22017' );\n", "SQLite: SELECT SUM(fg3m_home) + SUM(fg3m_away) AS total_fg3m FROM game WHERE season_id = '22017'\n", "['2369.0']\n", "['25807.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(tov) AS total_turnovers FROM ( SELECT tov_home AS tov FROM game WHERE team_abbreviation_home = 'SAC' AND season_id = '22001' UNION ALL SELECT tov_away AS tov FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '22001' );\n", "SQLite:\n", "SELECT SUM(total_turnovers_home) FROM other_stats WHERE team_name_home = 'Sacramento Kings' AND season_id = '22001'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(total_points) AS lowest_scoring_game FROM ( SELECT (pts_home + pts_away) AS total_points FROM game WHERE season_id = '21994' AND (team_abbreviation_home = 'IND' OR team_abbreviation_away = 'IND') );\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_home = 'Indiana Pacers' AND season_id = '1994'\n", "['155.0']\n", "[]\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22016' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, MAX(pts_home) AS highest_scoring_game FROM game WHERE season_id = '22016'\n", "['0021600711', '281.0']\n", "['0021600223', '149.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fta) AS total_free_throws_attempted FROM ( SELECT fta_home AS fta FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22013' UNION ALL SELECT fta_away AS fta FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22013' );\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22013'\n", "['1706.0']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct) AS lowest_fg_percentage FROM ( SELECT fg_pct_home AS fg_pct FROM game WHERE team_abbreviation_home = 'NYK' AND season_id = '22005' UNION ALL SELECT fg_pct_away FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '22005' );\n", "SQLite:\n", "SELECT MIN(fg_pct_home) FROM game WHERE team_name_home = 'New York Knicks' AND season_id = '22005'\n", "['0.329']\n", "['0.329']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(reb) AS total_rebounds FROM ( SELECT reb_home AS reb FROM game WHERE team_abbreviation_home = 'HOU' AND season_id = '22010' UNION ALL SELECT reb_away AS reb FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22010' );\n", "SQLite:\n", "SELECT SUM(reb_home) + SUM(reb_away) AS total_rebounds FROM game WHERE season_id = '22010'\n", "['3511.0']\n", "['101816.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_home - pts_away)) AS largest_margin FROM game WHERE season_id = '22003';\n", "SQLite:\n", "SELECT MAX(pts_home - pts_away) AS largest_win FROM game WHERE season_id = '22003'\n", "['47.0']\n", "['47.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) AS home_wins FROM game WHERE season_id = '22015' AND team_abbreviation_home = 'ORL' AND pts_home > pts_away;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Orlando Magic' AND season_id = '22015'\n", "['23']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation, AVG(point_diff) AS avg_point_differential FROM ( SELECT team_abbreviation_home AS team_abbreviation, (pts_home - pts_away) AS point_diff FROM game WHERE season_id = '22007' UNION ALL SELECT team_abbreviation_away, (pts_away - pts_home) FROM game WHERE season_id = '22007' ) GROUP BY team_abbreviation ORDER BY avg_point_differential ASC LIMIT 1;\n", "SQLite:\n", "SELECT team_abbreviation_home FROM other_stats ORDER BY (pts_paint_home - pts_paint_away) ASC LIMIT 1\n", "['SEA', '-8.75609756097561']\n", "['OKC']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22020' ) ORDER BY lead_changes DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id FROM other_stats ORDER BY lead_changes DESC LIMIT 1\n", "['0022000890', '26']\n", "['0021300789']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat'\n", "['0.675']\n", "['0.675']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018';\n", "SQLite:\n", "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018'\n", "['419.0']\n", "['419.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE season_id = '22010' AND ( (team_name_home = 'Cleveland Cavaliers' AND wl_home = 'L' AND (pts_away - pts_home) > 20) OR (team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND (pts_home - pts_away) > 20) );\n", "SQLite:\n", "SELECT COUNT(*) FROM other_stats WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '22010' AND pts_away - pts_paint_away > 20\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'GSW';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors'\n", "['149.0']\n", "['155.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date FROM game WHERE team_abbreviation_home = 'NYK' AND wl_home = 'W' ORDER BY game_date DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(game_date) FROM game WHERE team_name_home = 'New York Knicks'\n", "['2023-05-10 00:00:00']\n", "['2023-05-10 00:00:00']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_name_away, pts_away FROM game WHERE team_abbreviation_home = 'MIA' ORDER BY pts_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_away FROM game WHERE pts_away = (SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Miami Heat')\n", "['Milwaukee Bucks', '144.0']\n", "['Boston Celtics', 'New York Knicks', 'Los Angeles Lakers', 'New York Knicks', 'Los Angeles Lakers', 'Detroit Pistons', 'Los Angeles Lakers', 'Cincinnati Royals', 'San Francisco Warriors', 'New York Knicks', 'Baltimore Bullets', 'San Francisco Warriors', 'New York Knicks', 'Boston Celtics', 'St. Louis Hawks', 'Baltimore Bullets', 'San Francisco Warriors', 'St. Louis Hawks', 'Baltimore Bullets', 'Boston Celtics', 'New York Knicks', 'Baltimore Bullets', 'Philadelphia 76ers', 'Baltimore Bullets', 'Seattle SuperSonics', 'Phoenix Suns', 'Boston Celtics', 'Los Angeles Lakers', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Milwaukee Bucks', 'Houston Rockets', 'West NBA All Stars West', 'San Antonio Spurs', 'New York Knicks', 'Denver Nuggets', 'Boston Celtics', 'Milwaukee Bucks', 'Philadelphia 76ers', 'Denver Nuggets', 'Denver Nuggets', 'Phoenix Suns', 'Dallas Mavericks', 'Detroit Pistons', 'Detroit Pistons', 'Chicago Bulls', 'Utah Jazz', 'Boston Celtics', 'Portland Trail Blazers', 'San Antonio Spurs', 'Sacramento Kings', 'Phoenix Suns', 'Golden State Warriors', 'East NBA All Stars East', 'East NBA All Stars East', 'Phoenix Suns', 'Portland Trail Blazers', 'New York Knicks', 'Miami Heat', 'Charlotte Hornets', 'Indiana Pacers', 'Indiana Pacers', 'Golden State Warriors', 'Philadelphia 76ers', 'Golden State Warriors', 'Phoenix Suns', 'Seattle SuperSonics', 'Boston Celtics', 'Los Angeles Lakers', 'Golden State Warriors', 'East NBA All Stars East', 'East NBA All Stars East', 'Brooklyn Nets', 'Houston Rockets', 'Washington Wizards', 'Phoenix Suns', 'Golden State Warriors', 'Golden State Warriors', 'LA Clippers', 'Denver Nuggets', 'Memphis Grizzlies', 'Denver Nuggets', 'Denver Nuggets', 'Portland Trail Blazers', 'Oklahoma City Thunder', 'Milwaukee Bucks', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Washington Wizards', 'Golden State Warriors', 'Milwaukee Bucks', 'LA Clippers', 'Denver Nuggets', 'Portland Trail Blazers', 'Portland Trail Blazers', 'Philadelphia 76ers', 'Miami Heat', 'Brooklyn Nets', 'Indiana Pacers', 'Boston Celtics', 'LA Clippers', 'Atlanta Hawks', 'Minnesota Timberwolves', 'Brooklyn Nets', 'Phoenix Suns', 'Washington Wizards', 'Boston Celtics', 'Indiana Pacers', 'San Antonio Spurs', 'Minnesota Timberwolves', 'Charlotte Hornets', 'Detroit Pistons', 'Oklahoma City Thunder', 'Houston Rockets', 'Charlotte Hornets', 'Chicago Bulls', 'LA Clippers', 'Milwaukee Bucks', 'Boston Celtics', 'Los Angeles Lakers', 'Philadelphia 76ers', 'Adelaide 36ers', 'Boston Celtics']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'BKN';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Los Angeles Lakers'\n", "['153.0']\n", "['153.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, pts_home, pts_away, game_date FROM game WHERE team_abbreviation_home = 'CHI' OR team_abbreviation_away = 'CHI' ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home) as highest_score FROM game WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls'\n", "['0021800928', '161.0', '168.0', '2019-03-01 00:00:00']\n", "['161.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_away - pts_home)) AS largest_margin FROM game WHERE team_abbreviation_away = 'MIA' AND pts_away > pts_home;\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS largest_win FROM game WHERE team_name_away = 'Miami Heat'\n", "['34.0']\n", "['34.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_name_away = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", "SQLite:\n", "SELECT MAX(pts_off_to_away) FROM other_stats WHERE team_name_away = 'Milwaukee Bucks'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_away) FROM game WHERE team_abbreviation_away = 'GSW';\n", "SQLite:\n", "SELECT MIN(pts_away) FROM game WHERE team_name_away = 'Golden State Warriors'\n", "['65.0']\n", "['65.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20\n", "['179']\n", "['923']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_home, COUNT(*) AS losses FROM game WHERE team_abbreviation_away = 'LAC' AND wl_away = 'L' GROUP BY team_abbreviation_home ORDER BY losses DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_away FROM game WHERE wl_away = 'L' AND team_name_home = 'Los Angeles Clippers'\n", "['POR', '65']\n", "['New York Knicks', 'Denver Nuggets', 'Kansas City Kings', 'Phoenix Suns', 'Seattle SuperSonics', 'San Antonio Spurs', 'Portland Trail Blazers', 'Washington Bullets', 'Golden State Warriors', 'Seattle SuperSonics', 'Utah Jazz', 'Houston Rockets', 'Indiana Pacers', 'Golden State Warriors', 'San Antonio Spurs', 'Detroit Pistons', 'Utah Jazz', 'Phoenix Suns', 'Kansas City Kings', 'Denver Nuggets', 'Houston Rockets', 'Portland Trail Blazers', 'Chicago Bulls', 'New York Knicks', 'Milwaukee Bucks', 'Sacramento Kings', 'Dallas Mavericks', 'Golden State Warriors', 'Seattle SuperSonics', 'Utah Jazz', 'Los Angeles Lakers', 'New Jersey Nets', 'Phoenix Suns', 'Portland Trail Blazers', 'Houston Rockets', 'Cleveland Cavaliers', 'Seattle SuperSonics', 'Sacramento Kings', 'Los Angeles Lakers', 'Utah Jazz', 'Denver Nuggets', 'Dallas Mavericks', 'Phoenix Suns', 'Denver Nuggets', 'Seattle SuperSonics', 'Denver Nuggets', 'New Jersey Nets', 'Denver Nuggets', 'Sacramento Kings', 'Seattle SuperSonics', 'Utah Jazz', 'Utah Jazz', 'Golden State Warriors', 'Philadelphia 76ers', 'Sacramento Kings', 'Seattle SuperSonics', 'Houston Rockets', 'Los Angeles Lakers', 'Indiana Pacers', 'Phoenix Suns', 'Cleveland Cavaliers', 'Sacramento Kings', 'Golden State Warriors', 'Detroit Pistons', 'Houston Rockets', 'Phoenix Suns', 'Sacramento Kings', 'Indiana Pacers', 'Chicago Bulls', 'New Jersey Nets', 'Houston Rockets', 'Denver Nuggets', 'Seattle SuperSonics', 'Houston Rockets', 'Cleveland Cavaliers', 'Dallas Mavericks', 'Denver Nuggets', 'Sacramento Kings', 'San Antonio Spurs', 'Portland Trail Blazers', 'Golden State Warriors', 'Los Angeles Lakers', 'Houston Rockets', 'Denver Nuggets', 'New Jersey Nets', 'Chicago Bulls', 'Sacramento Kings', 'Cleveland Cavaliers', 'Detroit Pistons', 'Denver Nuggets', 'Indiana Pacers', 'Golden State Warriors', 'Charlotte Hornets', 'Seattle SuperSonics', 'Minnesota Timberwolves', 'Los Angeles Lakers', 'Seattle SuperSonics', 'Orlando Magic', 'Houston Rockets', 'Minnesota Timberwolves', 'Seattle SuperSonics', 'Dallas Mavericks', 'Sacramento Kings', 'Golden State Warriors', 'Phoenix Suns', 'Seattle SuperSonics', 'New Jersey Nets', 'Orlando Magic', 'Minnesota Timberwolves', 'Dallas Mavericks', 'Sacramento Kings', 'Houston Rockets', 'Milwaukee Bucks', 'Minnesota Timberwolves', 'San Antonio Spurs', 'Denver Nuggets', 'Houston Rockets', 'San Antonio Spurs', 'Charlotte Hornets', 'Phoenix Suns', 'Utah Jazz', 'Dallas Mavericks', 'Seattle SuperSonics', 'Sacramento Kings', 'Denver Nuggets', 'Cleveland Cavaliers', 'Phoenix Suns', 'Denver Nuggets', 'Indiana Pacers', 'Seattle SuperSonics', 'Charlotte Hornets', 'San Antonio Spurs', 'Minnesota Timberwolves', 'Detroit Pistons', 'Utah Jazz', 'Orlando Magic', 'Philadelphia 76ers', 'Seattle SuperSonics', 'Atlanta Hawks', 'New Jersey Nets', 'Dallas Mavericks', 'Houston Rockets', 'Phoenix Suns', 'San Antonio Spurs', 'Los Angeles Lakers', 'Miami Heat', 'Golden State Warriors', 'Dallas Mavericks', 'Sacramento Kings', 'Houston Rockets', 'Milwaukee Bucks', 'Portland Trail Blazers', 'Denver Nuggets', 'Minnesota Timberwolves', 'Utah Jazz', 'Utah Jazz', 'Sacramento Kings', 'Detroit Pistons', 'New York Knicks', 'Phoenix Suns', 'Orlando Magic', 'Charlotte Hornets', 'Indiana Pacers', 'Minnesota Timberwolves', 'Dallas Mavericks', 'Boston Celtics', 'Los Angeles Lakers', 'Seattle SuperSonics', 'Utah Jazz', 'Phoenix Suns', 'Sacramento Kings', 'Washington Bullets', 'Sacramento Kings', 'Minnesota Timberwolves', 'Utah Jazz', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Atlanta Hawks', 'Dallas Mavericks', 'Denver Nuggets', 'Phoenix Suns', 'Golden State Warriors', 'Portland Trail Blazers', 'Houston Rockets', 'Portland Trail Blazers', 'Detroit Pistons', 'San Antonio Spurs', 'Dallas Mavericks', 'New Jersey Nets', 'Orlando Magic', 'Washington Bullets', 'Philadelphia 76ers', 'Minnesota Timberwolves', 'Sacramento Kings', 'Sacramento Kings', 'Charlotte Hornets', 'Dallas Mavericks', 'Golden State Warriors', 'Utah Jazz', 'Portland Trail Blazers', 'Los Angeles Lakers', 'Milwaukee Bucks', 'Golden State Warriors', 'Philadelphia 76ers', 'Cleveland Cavaliers', 'Houston Rockets', 'Boston Celtics', 'Los Angeles Lakers', 'Phoenix Suns', 'Minnesota Timberwolves', 'Golden State Warriors', 'Detroit Pistons', 'Utah Jazz', 'Dallas Mavericks', 'Phoenix Suns', 'Denver Nuggets', 'Vancouver Grizzlies', 'Dallas Mavericks', 'New Jersey Nets', 'Miami Heat', 'Sacramento Kings', 'Phoenix Suns', 'Minnesota Timberwolves', 'Denver Nuggets', 'Portland Trail Blazers', 'San Antonio Spurs', 'Sacramento Kings', 'Dallas Mavericks', 'Minnesota Timberwolves', 'Philadelphia 76ers', 'Milwaukee Bucks', 'Portland Trail Blazers', 'Utah Jazz', 'Minnesota Timberwolves', 'Milwaukee Bucks', 'Charlotte Hornets', 'San Antonio Spurs', 'Sacramento Kings', 'Phoenix Suns', 'Utah Jazz', 'Seattle SuperSonics', 'Denver Nuggets', 'Vancouver Grizzlies', 'Golden State Warriors', 'Los Angeles Lakers', 'Boston Celtics', 'Dallas Mavericks', 'Philadelphia 76ers', 'Toronto Raptors', 'Golden State Warriors', 'Sacramento Kings', 'San Antonio Spurs', 'Vancouver Grizzlies', 'Denver Nuggets', 'Sacramento Kings', 'San Antonio Spurs', 'Golden State Warriors', 'Denver Nuggets', 'Dallas Mavericks', 'Vancouver Grizzlies', 'Utah Jazz', 'Philadelphia 76ers', 'Toronto Raptors', 'Dallas Mavericks', 'Sacramento Kings', 'Sacramento Kings', 'Utah Jazz', 'Minnesota Timberwolves', 'New Jersey Nets', 'Houston Rockets', 'Vancouver Grizzlies', 'Philadelphia 76ers', 'New York Knicks', 'Vancouver Grizzlies', 'Golden State Warriors', 'Sacramento Kings', 'Boston Celtics', 'Indiana Pacers', 'New Jersey Nets', 'Atlanta Hawks', 'Denver Nuggets', 'Houston Rockets', 'Atlanta Hawks', 'New York Knicks', 'Golden State Warriors', 'Orlando Magic', 'Minnesota Timberwolves', 'Vancouver Grizzlies', 'Toronto Raptors', 'Denver Nuggets', 'Portland Trail Blazers', 'Chicago Bulls', 'Portland Trail Blazers', 'Sacramento Kings', 'Denver Nuggets', 'Golden State Warriors', 'Philadelphia 76ers', 'Houston Rockets', 'Detroit Pistons', 'Cleveland Cavaliers', 'Milwaukee Bucks', 'Minnesota Timberwolves', 'Phoenix Suns', 'Atlanta Hawks', 'Memphis Grizzlies', 'Phoenix Suns', 'Chicago Bulls', 'New York Knicks', 'Houston Rockets', 'Minnesota Timberwolves', 'Indiana Pacers', 'Miami Heat', 'Charlotte Hornets', 'Orlando Magic', 'Seattle SuperSonics', 'Detroit Pistons', 'Sacramento Kings', 'Portland Trail Blazers', 'Milwaukee Bucks', 'Cleveland Cavaliers', 'Denver Nuggets', 'Los Angeles Lakers', 'Dallas Mavericks', 'Golden State Warriors', 'Washington Wizards', 'Houston Rockets', 'Denver Nuggets', 'Memphis Grizzlies', 'Detroit Pistons', 'Houston Rockets', 'New Jersey Nets', 'Miami Heat', 'Minnesota Timberwolves', 'San Antonio Spurs', 'Denver Nuggets', 'Memphis Grizzlies', 'Sacramento Kings', 'Chicago Bulls', 'Milwaukee Bucks', 'Toronto Raptors', 'Denver Nuggets', 'Memphis Grizzlies', 'New York Knicks', 'Portland Trail Blazers', 'Atlanta Hawks', 'Orlando Magic', 'San Antonio Spurs', 'Cleveland Cavaliers', 'Dallas Mavericks', 'Phoenix Suns', 'New Orleans Hornets', 'Milwaukee Bucks', 'Philadelphia 76ers', 'Denver Nuggets', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Golden State Warriors', 'Utah Jazz', 'Chicago Bulls', 'Boston Celtics', 'New York Knicks', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Toronto Raptors', 'New Jersey Nets', 'Golden State Warriors', 'Cleveland Cavaliers', 'Indiana Pacers', 'Charlotte Bobcats', 'New Orleans Hornets', 'Utah Jazz', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Miami Heat', 'Dallas Mavericks', 'Los Angeles Lakers', 'Golden State Warriors', 'New York Knicks', 'Minnesota Timberwolves', 'Atlanta Hawks', 'Dallas Mavericks', 'Chicago Bulls', 'Orlando Magic', 'Portland Trail Blazers', 'Milwaukee Bucks', 'Washington Wizards', 'Utah Jazz', 'New Orleans Hornets', 'Atlanta Hawks', 'Minnesota Timberwolves', 'Milwaukee Bucks', 'Golden State Warriors', 'Toronto Raptors', 'Cleveland Cavaliers', 'Miami Heat', 'New York Knicks', 'Phoenix Suns', 'Houston Rockets', 'Orlando Magic', 'Seattle SuperSonics', 'Utah Jazz', 'Golden State Warriors', 'New Jersey Nets', 'Denver Nuggets', 'Memphis Grizzlies', 'Los Angeles Lakers', 'Charlotte Bobcats', 'New Orleans/Oklahoma City Hornets', 'San Antonio Spurs', 'Minnesota Timberwolves', 'Philadelphia 76ers', 'Washington Wizards', 'Utah Jazz', 'Denver Nuggets', 'Portland Trail Blazers', 'Dallas Mavericks', 'Denver Nuggets', 'Phoenix Suns', 'Portland Trail Blazers', 'Dallas Mavericks', 'New Orleans/Oklahoma City Hornets', 'Philadelphia 76ers', 'Memphis Grizzlies', 'Orlando Magic', 'Miami Heat', 'Boston Celtics', 'Sacramento Kings', 'New York Knicks', 'Golden State Warriors', 'Memphis Grizzlies', 'Milwaukee Bucks', 'New Jersey Nets', 'Chicago Bulls', 'Golden State Warriors', 'Charlotte Bobcats', 'Seattle SuperSonics', 'Indiana Pacers', 'Utah Jazz', 'Washington Wizards', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Portland Trail Blazers', 'Golden State Warriors', 'Seattle SuperSonics', 'New York Knicks', 'Denver Nuggets', 'Minnesota Timberwolves', 'Phoenix Suns', 'New Jersey Nets', 'Sacramento Kings', 'Atlanta Hawks', 'Memphis Grizzlies', 'Utah Jazz', 'Sacramento Kings', 'Memphis Grizzlies', 'Phoenix Suns', 'Sacramento Kings', 'Dallas Mavericks', 'Miami Heat', 'Houston Rockets', 'Milwaukee Bucks', 'Oklahoma City Thunder', 'New York Knicks', 'Golden State Warriors', 'Boston Celtics', 'New Jersey Nets', 'Washington Wizards', 'Sacramento Kings', 'Minnesota Timberwolves', 'Memphis Grizzlies', 'Denver Nuggets', 'Minnesota Timberwolves', 'Memphis Grizzlies', 'Indiana Pacers', 'Washington Wizards', 'Boston Celtics', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Los Angeles Lakers', 'Miami Heat', 'New Jersey Nets', 'Chicago Bulls', 'Sacramento Kings', 'Charlotte Bobcats', 'Detroit Pistons', 'Utah Jazz', 'Milwaukee Bucks', 'Golden State Warriors', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Golden State Warriors', 'Utah Jazz', 'Tel Aviv Maccabi Elite', 'New Orleans Hornets', 'Oklahoma City Thunder', 'New Orleans Hornets', 'Sacramento Kings', 'San Antonio Spurs', 'Sacramento Kings', 'Minnesota Timberwolves', 'Phoenix Suns', 'Denver Nuggets', 'Golden State Warriors', 'Miami Heat', 'Los Angeles Lakers', 'Indiana Pacers', 'Minnesota Timberwolves', 'Golden State Warriors', 'Charlotte Bobcats', 'Milwaukee Bucks', 'Houston Rockets', 'Denver Nuggets', 'Cleveland Cavaliers', 'Washington Wizards', 'Toronto Raptors', 'Oklahoma City Thunder', 'Memphis Grizzlies', 'Portland Trail Blazers', 'Houston Rockets', 'Milwaukee Bucks', 'Miami Heat', 'Los Angeles Lakers', 'New Jersey Nets', 'Dallas Mavericks', 'Toronto Raptors', 'Memphis Grizzlies', 'Oklahoma City Thunder', 'Washington Wizards', 'Denver Nuggets', 'Atlanta Hawks', 'Houston Rockets', 'Detroit Pistons', 'Memphis Grizzlies', 'New Orleans Hornets', 'Phoenix Suns', 'Portland Trail Blazers', 'Utah Jazz', 'Sacramento Kings', 'Golden State Warriors', 'Oklahoma City Thunder', 'New Orleans Hornets', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Memphis Grizzlies', 'Utah Jazz', 'Golden State Warriors', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Memphis Grizzlies', 'Golden State Warriors', 'Houston Rockets', 'Minnesota Timberwolves', 'Oklahoma City Thunder', 'Brooklyn Nets', 'Sacramento Kings', 'Chicago Bulls', 'New York Knicks', 'San Antonio Spurs', 'New Orleans Pelicans', 'Denver Nuggets', 'Minnesota Timberwolves', 'Utah Jazz', 'Charlotte Bobcats', 'Orlando Magic', 'Boston Celtics', 'Los Angeles Lakers', 'Dallas Mavericks', 'Washington Wizards', 'Utah Jazz', 'Toronto Raptors', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Houston Rockets', 'New Orleans Pelicans', 'Atlanta Hawks', 'Phoenix Suns', 'Golden State Warriors', 'Cleveland Cavaliers', 'Detroit Pistons', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Sacramento Kings', 'Denver Nuggets', 'Denver Nuggets', 'Utah Jazz', 'Golden State Warriors', 'Golden State Warriors', 'Golden State Warriors', 'Oklahoma City Thunder', 'Oklahoma City Thunder', 'Utah Jazz', 'Portland Trail Blazers', 'Phoenix Suns', 'Minnesota Timberwolves', 'Orlando Magic', 'New Orleans Pelicans', 'Phoenix Suns', 'Detroit Pistons', 'Indiana Pacers', 'Milwaukee Bucks', 'Golden State Warriors', 'Utah Jazz', 'New York Knicks', 'Philadelphia 76ers', 'Los Angeles Lakers', 'Dallas Mavericks', 'Boston Celtics', 'Brooklyn Nets', 'Denver Nuggets', 'Houston Rockets', 'San Antonio Spurs', 'Sacramento Kings', 'Minnesota Timberwolves', 'Charlotte Hornets', 'Washington Wizards', 'New Orleans Pelicans', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Denver Nuggets', 'Utah Jazz', 'Phoenix Suns', 'San Antonio Spurs', 'San Antonio Spurs', 'Houston Rockets', 'Houston Rockets']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'TOR' AND pts_away = 100;\n", "SQLite:\n", "SELECT COUNT(*) FROM other_stats WHERE team_name_away = 'Toronto Raptors' AND pts_away = 100\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home + pts_away) FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers') OR (team_name_home = 'Cleveland Cavaliers' AND team_name_away = 'Golden State Warriors');\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_combined_score FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers') OR (team_name_away = 'Golden State Warriors' AND team_name_home = 'Cleveland Cavaliers')\n", "['266.0']\n", "['266.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Boston Celtics'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets';\n", "SQLite: SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "['22.0']\n", "['22.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(pts_2nd_chance_home) FROM game WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT season_id, COUNT(*) AS win_count FROM game WHERE (team_name_home = 'San Antonio Spurs' AND wl_home = 'W') OR (team_name_away = 'San Antonio Spurs' AND wl_away = 'W') GROUP BY season_id ORDER BY win_count DESC LIMIT 1;\n", "SQLite:\n", "SELECT season_id FROM game WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs'\n", "['22015', '67']\n", "['41976', '41976', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '21977', '41977', '41977', '41977', '41977', '41977', '41977', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '21978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '41978', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '21979', '41979', '41979', '41979', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '21980', '41980', '41980', '41980', '41980', '41980', '41980', '41980', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '21981', '41981', '41981', '41981', '41981', '41981', '41981', '41981', '41981', '41981', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '21982', '41982', '41982', '41982', '41982', '41982', '41982', '41982', '41982', '41982', '41982', '41982', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21983', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '21984', '41984', '41984', '41984', '41984', '41984', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '21985', '41985', '41985', '41985', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21986', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '21987', '41987', '41987', '41987', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21988', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '21989', '41989', '41989', '41989', '41989', '41989', '41989', '41989', '41989', '41989', '41989', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '21990', '41990', '41990', '41990', '41990', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '21991', '41991', '41991', '41991', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '21992', '41992', '41992', '41992', '41992', '41992', '41992', '41992', '41992', '41992', '41992', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21993', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '21994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '41994', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21995', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21996', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '21997', '41997', '41997', '41997', '41997', '41997', '41997', '41997', '41997', '41997', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '21998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '41998', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '21999', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '22000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '42000', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22001', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '22002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '42002', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '22003', '42003', '42003', '42003', '42003', '42003', '42003', '42003', '42003', '42003', '42003', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '22004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '42004', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '22005', '12005', '12005', '12005', '12005', '12005', '12005', '12005', '12005', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '22006', '12006', '12006', '12006', '12006', '12006', '12006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '42006', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '22007', '12007', '12007', '12007', '12007', '12007', '12007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '42007', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '22008', '12008', '12008', '12008', '12008', '12008', '12008', '12008', '42008', '42008', '42008', '42008', '42008', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '22009', '12009', '12009', '12009', '12009', '12009', '12009', '12009', '42009', '42009', '42009', '42009', '42009', '42009', '42009', '42009', '42009', '42009', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '22010', '12010', '12010', '12010', '12010', '12010', '12010', '12010', '42010', '42010', '42010', '42010', '42010', '42010', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '22011', '12011', '12011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '42011', '12012', '12012', '12012', '12012', '12012', '12012', '12012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '42012', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '22013', '12013', '12013', '12013', '12013', '12013', '12013', '12013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '42013', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '22014', '12014', '12014', '12014', '12014', '12014', '12014', '12014', '42014', '42014', '42014', '42014', '42014', '42014', '42014', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '22015', '12015', '12015', '12015', '12015', '12015', '12015', '42015', '42015', '42015', '42015', '42015', '42015', '42015', '42015', '42015', '42015', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '22016', '12016', '12016', '12016', '12016', '12016', '12016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '42016', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '22017', '12017', '12017', '12017', '12017', '12017', '42017', '42017', '42017', '42017', '42017', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '22018', '42018', '42018', '42018', '42018', '42018', '42018', '42018', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22019', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '22020', '12020', '12020', '12020', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '22021', '12021', '12021', '12021', '12021', '12021', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '22022', '12022', '12022', '12022', '12022', '12022']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '21996'\n", "['134.0']\n", "['134.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '21984' AND wl_home = 'W';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '1984'\n", "['35']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT AVG(tov_home) FROM game WHERE team_abbreviation_home = 'PHI' AND season_id = '22018';\n", "SQLite: SELECT AVG(total_turnovers_home) AS average_turnovers FROM other_stats WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'NYK' AND team_abbreviation_away = 'BKN') OR (team_abbreviation_home = 'BKN' AND team_abbreviation_away = 'NYK') AND season_id = '21972';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (team_name_home = 'New York Knicks' AND team_name_away = 'Brooklyn Nets' AND season_id = '21972') OR (team_name_home = 'Brooklyn Nets' AND team_name_away = 'New York Knicks' AND season_id = '21972')\n", "['21']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22001' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, SUM(pts_home + pts_away) AS total_points FROM game WHERE season_id = '22001' GROUP BY game_id ORDER BY total_points DESC LIMIT 1\n", "['0020100682', '281.0']\n", "['0020100682', '281.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '22004';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Detroit Pistons' AND season_id = '22004'\n", "['114.0']\n", "['114.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'SAS' AND season_id = '21999' AND wl_away = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'San Antonio Spurs' AND wl_away = 'W' AND season_id = '1999'\n", "['22']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT AVG(pf_away) FROM game WHERE team_abbreviation_away = 'IND' AND season_id = '22011';\n", "SQLite:\n", "SELECT AVG(pf_away) FROM game WHERE team_name_away = 'Indiana Pacers' AND season_id = '22011'\n", "['21.393939393939394']\n", "['21.393939393939394']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(tov_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22016';\n", "SQLite:\n", "SELECT MAX(total_turnovers_away) FROM other_stats WHERE season_id = '22016'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(oreb_away) FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '21990';\n", "SQLite:\n", "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Sacramento Kings' AND season_id = '1990'\n", "['517.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE (team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA') AND season_id = '21998' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_scoring_game FROM game WHERE team_name_home = 'Utah Jazz' AND season_id = '1998'\n", "['0029800077', '232.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(pts_fb_away) FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE team_abbreviation_away = 'TOR' AND season_id = '22002' );\n", "SQLite: SELECT SUM(pts_fb_away) FROM other_stats WHERE team_name_away = 'Toronto Raptors' AND season_id = '22002'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_away) FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22018';\n", "SQLite:\n", "SELECT MAX(fg3m_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018'\n", "['26.0']\n", "['26.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(reb_away) FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '21995';\n", "SQLite:\n", "SELECT SUM(reb_away) FROM game WHERE team_name_away = 'New York Knicks' AND season_id = '1995'\n", "['1643.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005'\n", "['6']\n", "['6']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_away - pts_home)) FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22010' AND wl_away = 'W';\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS largest_win FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22010'\n", "['31.0']\n", "['31.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'POR' OR team_abbreviation_away = 'POR') AND season_id = '21994' AND min > 48;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '1994'\n", "['82']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ast_away) FROM game WHERE team_abbreviation_away = 'PHI' AND season_id = '22001';\n", "SQLite:\n", "SELECT MAX(ast_away) FROM game WHERE team_name_away = 'Philadelphia 76ers' AND season_id = '22001'\n", "['30.0']\n", "['30.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'MIL' AND season_id = '21983' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Milwaukee Bucks' AND (pts_away - pts_home) >= 20 AND season_id = '1983'\n", "['3']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21997';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '1997'\n", "['123.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'SAS' OR team_abbreviation_away = 'SAS' AND season_id = '22007';\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_total_score FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22007'\n", "['301.0']\n", "['238.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fg3m_away) FROM game WHERE team_abbreviation_away = 'CLE' AND season_id = '22016';\n", "SQLite: SELECT SUM(fg3m_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '22016'\n", "['530.0']\n", "['530.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away - pts_home) FROM game WHERE team_abbreviation_away = 'DEN' AND season_id = '21985' AND wl_away = 'W';\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS largest_win_margin FROM game WHERE team_name_away = 'Denver Nuggets' AND season_id = '1985'\n", "['18.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA' AND season_id = '22002';\n", "SQLite:\n", "SELECT game_id, MIN(pts_home) AS lowest_scoring_game FROM game WHERE team_name_home = 'Utah Jazz' AND season_id = '22002'\n", "['134.0']\n", "['0020200728', '76.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '21990' AND wl_away = 'W' AND pts_home < 90;\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'W' AND pts_away < 90 AND season_id = '1990'\n", "['6']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND wl_home = 'W' AND season_id = '22021';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22021'\n", "['28']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Miami Heat'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT pts_home FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22005' ORDER BY game_date ASC LIMIT 1;\n", "SQLite: SELECT pts_home FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22005'\n", "['122.0']\n", "['122.0', '85.0', '86.0', '100.0', '87.0', '100.0', '89.0', '117.0', '99.0', '113.0', '107.0', '110.0', '103.0', '105.0', '112.0', '111.0', '89.0', '96.0', '104.0', '109.0', '99.0', '93.0', '93.0', '98.0', '86.0', '109.0', '122.0', '79.0', '88.0', '108.0', '98.0', '94.0', '105.0', '98.0', '98.0', '85.0', '93.0', '93.0', '114.0', '110.0', '93.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(reb_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", "SQLite:\n", "SELECT MAX(reb_home) FROM game WHERE team_name_home = 'New York Knicks'\n", "['75.0']\n", "['75.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND wl_home = 'L' AND season_id = '22015';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '22015' AND wl_home = 'L'\n", "['15']\n", "['15']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CLE';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_type = 'Regular'\n", "['140.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'BOS' ORDER BY pts_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_home = 'Boston Celtics' ORDER BY pts_home DESC LIMIT 1\n", "['1959-02-27 00:00:00', '173.0']\n", "['21958', '1610612738', 'BOS', 'Boston Celtics', '0025800258', '1959-02-27 00:00:00', 'BOS vs. MNL', 'W', '0', '72.0', 'None', 'None', 'None', 'None', 'None', '29.0', '37.0', '0.784', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '30.0', '173.0', '34', '0', '1610612747', 'MNL', 'Minneapolis Lakers', 'MNL @ BOS', 'L', '47.0', 'None', 'None', 'None', 'None', 'None', '45.0', '58.0', '0.776', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '28.0', '139.0', '-34', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND pts_home >= 120 AND wl_home = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND pts_home >= 120\n", "['236']\n", "['236']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND wl_away = 'W' AND season_id = '22004';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'W' AND season_id = '22004'\n", "['22']\n", "['22']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_home = 'MIN' AND pts_fb_home > pts_fb_away;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Minnesota Timberwolves' AND pts_fb_home > pts_fb_away\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI';\n", "SQLite:\n", "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_name_home = 'Philadelphia 76ers'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_abbreviation_home = 'DEN' AND season_id = '21999';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Denver Nuggets' AND season_id = '1999'\n", "['0.631']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'LAC' AND (pts_home - pts_away) >= 30 AND wl_home = 'W') OR (team_abbreviation_away = 'LAC' AND (pts_away - pts_home) >= 30 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Clippers' AND (pts_home - pts_away) >= 30\n", "['48']\n", "['20']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_away FROM game WHERE team_abbreviation_away = 'LAL' ORDER BY pts_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_away = 'Los Angeles Lakers' ORDER BY pts_away DESC LIMIT 1\n", "['1980-01-29 00:00:00', '153.0']\n", "['21979', '1610612739', 'CLE', 'Cleveland Cavaliers', '0027900581', '1980-01-29 00:00:00', 'CLE vs. LAL', 'W', '340', '65.0', 'None', 'None', '0.0', 'None', 'None', '24.0', '32.0', '0.75', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '30.0', '154.0', '1', '0', '1610612747', 'LAL', 'Los Angeles Lakers', 'LAL @ CLE', 'L', '63.0', 'None', 'None', '0.0', 'None', 'None', '27.0', '30.0', '0.9', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '38.0', '153.0', '-1', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'HOU' AND pts_away >= 110 AND wl_away = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Houston Rockets' AND wl_away = 'W' AND pts_away >= 110\n", "['425']\n", "['425']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", "SQLite:\n", "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_name_away = 'New York Knicks'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_away AS team, reb_away AS rebounds, game_date FROM game WHERE season_id = '22010' ORDER BY reb_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_abbreviation_away FROM other_stats WHERE season_id = '22010' ORDER BY reb_away DESC LIMIT 1\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22005' AND team_abbreviation_away = 'SAS' ORDER BY ABS(pts_home - pts_away) ASC LIMIT 1 );\n", "SQLite:\n", "SELECT COUNT(*) FROM other_stats WHERE team_name_away = 'San Antonio Spurs' AND season_id = '22005' AND lead_changes > 0\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_away = 'ORL' AND pts_fb_away > pts_fb_home;\n", "SQLite:\n", "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_away = 'ORL' AND pts_fb_away > pts_fb_home\n", "['417']\n", "['417']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN';\n", "SQLite:\n", "SELECT MAX(team_turnovers_away) FROM other_stats WHERE team_name_away = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22008';\n", "SQLite:\n", "SELECT MAX(fg_pct_away) FROM game WHERE team_name_away = 'Dallas Mavericks' AND season_id = '22008'\n", "['0.603']\n", "['0.603']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'POR' AND (pts_away - pts_home) >= 25 AND wl_away = 'W';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_away = 'Portland Trail Blazers' AND wl_away = 'W' AND pts_away >= 25\n", "['33']\n", "['852']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'CHI' ORDER BY pts_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_home = 'Chicago Bulls' ORDER BY pts_home DESC LIMIT 1\n", "['1990-12-04 00:00:00', '155.0']\n", "['21990', '1610612741', 'CHI', 'Chicago Bulls', '0029000213', '1990-12-04 00:00:00', 'CHI vs. PHX', 'W', '240', '67.0', '106.0', '0.632', '1.0', '3.0', '0.333', '20.0', '25.0', '0.8', '14.0', '35.0', '49.0', '45.0', '6.0', '5.0', '20.0', '21.0', '155.0', '28', '0', '1610612756', 'PHX', 'Phoenix Suns', 'PHX @ CHI', 'L', '52.0', '108.0', '0.481', '3.0', '7.0', '0.429', '20.0', '28.0', '0.714', '18.0', '22.0', '40.0', '27.0', '8.0', '3.0', '17.0', '23.0', '127.0', '-28', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home - pts_away = 1\n", "['3050']\n", "['1572']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, (pts_home + pts_away) AS total_points FROM game ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_total_score FROM game\n", "['2017-02-19 00:00:00', '374.0']\n", "['374.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE season_id = '22006' AND ((team_abbreviation_home = 'BOS' AND wl_home = 'W') OR (team_abbreviation_away = 'BOS' AND wl_away = 'W'));\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (team_name_home = 'Boston Celtics' AND wl_home = 'W') OR (team_name_away = 'Boston Celtics' AND wl_away = 'W')\n", "['24']\n", "['3625']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_home AS team, reb_home AS rebounds, game_date FROM game WHERE season_id = '22015' ORDER BY reb_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_home FROM game WHERE reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '22015')\n", "['MIA', '67.0', '2016-02-20 00:00:00']\n", "['East NBA All Stars East', 'East NBA All Stars East', 'Detroit Pistons', 'St. Louis Hawks', 'St. Louis Hawks', 'St. Louis Hawks', 'San Francisco Warriors', 'San Francisco Warriors', 'Los Angeles Lakers', 'Boston Celtics', 'Atlanta Hawks', 'New York Knicks', 'Milwaukee Bucks', 'San Antonio Spurs', 'Phoenix Suns', 'Portland Trail Blazers', 'Sacramento Kings', 'Washington Bullets', 'Dallas Mavericks', 'Portland Trail Blazers', 'San Antonio Spurs', 'East NBA All Stars East', 'East NBA All Stars East', 'Los Angeles Lakers', 'Los Angeles Lakers', 'Miami Heat', 'Boston Celtics', 'Sacramento Kings', 'Boston Celtics', 'Minnesota Timberwolves', 'Houston Rockets']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'GSW' ORDER BY pts_home ASC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, team_name_home, MIN(pts_home) AS lowest_scoring_home_game FROM game WHERE team_name_home = 'Golden State Warriors'\n", "['1997-12-03 00:00:00', '67.0']\n", "['0029501018', 'Golden State Warriors', '64.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22010';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22010'\n", "['41']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, ABS(pts_home - pts_away) AS margin FROM game ORDER BY margin DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home - pts_away) AS largest_margin_of_victory FROM game\n", "['2021-12-02 00:00:00', '73.0']\n", "['73.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_away, reb_away, game_date FROM game ORDER BY reb_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(reb_away) FROM game\n", "['BOS', '90.0', '1957-10-22 00:00:00']\n", "['90.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20\n", "['179']\n", "['923']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (fg_pct_home < 0.40 AND wl_home = 'W') OR (fg_pct_away < 0.40 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (fg_pct_home < 0.40 OR fg_pct_away < 0.40) AND (wl_home = 'W' OR wl_away = 'W')\n", "['2437']\n", "['13011']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game;\n", "SQLite:\n", "SELECT game_id, MAX(pts_home) AS highest_scoring_home_game FROM game GROUP BY game_id ORDER BY highest_scoring_home_game DESC LIMIT 1\n", "['192.0']\n", "['0031600001', '192.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct_away) FROM game;\n", "SQLite:\n", "SELECT MIN(fg_pct_away) FROM game\n", "['0.156']\n", "['0.156']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home < 80 AND wl_home = 'W') OR (pts_away < 80 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE wl_home = 'W' AND pts_home < 80\n", "['1364']\n", "['857']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (fg_pct_home > 0.55 AND wl_home = 'L') OR (fg_pct_away > 0.55 AND wl_away = 'L');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE fg_pct_home > 55 AND wl_home = 'L'\n", "['714']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) > 40;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home > 40 OR pts_away > 40\n", "['307']\n", "['65696']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(stl_away) FROM game;\n", "SQLite:\n", "SELECT MAX(stl_away) FROM game\n", "['27.0']\n", "['27.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120\n", "['3043']\n", "['3043']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30\n", "['11305']\n", "['11305']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (tov_home + tov_away + stl_home + stl_away) AS total FROM game ORDER BY total DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id FROM other_stats ORDER BY (team_turnovers_home + team_turnovers_away) DESC LIMIT 1\n", "['0028500026', '102.0']\n", "['0029700562']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(other_stats.largest_lead_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.team_name_home = 'Golden State Warriors' AND game.season_id = '22018';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Golden State Warriors' AND season_id = '22018'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_name_home, MAX(pts_fb_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.season_id = '22020';\n", "SQLite:\n", "SELECT team_abbreviation_home FROM other_stats WHERE pts_fb_home = (SELECT MAX(pts_fb_home) FROM other_stats WHERE season_id = '22000')\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers';\n", "SQLite:\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers'\n", "['44.0']\n", "['44.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "Percent valid: 0.7904761904761904\n", "Percent SQLite matched: 0.09523809523809523\n", "Percent result matched: 0.4095238095238095\n" ] } ], "source": [ "import math\n", "import random\n", "\n", "def compare_result(sample_query, model_output):\n", " # Clean model output to only have the query output\n", " if model_output[0:8] == \"SQLite:\\n\":\n", " query = model_output[8:]\n", " elif model_output[0:8] == \"SQLite: \":\n", " query = model_output[8:]\n", " elif model_output[0:7] == \"SQLite:\":\n", " query = model_output[7:]\n", " elif model_output[0:5] == \"SQL:\\n\":\n", " query = model_output[5:]\n", " elif model_output[0:5] == \"SQL: \":\n", " query = model_output[5:]\n", " elif model_output[0:4] == \"SQL:\":\n", " query = model_output[4:]\n", " else:\n", " query = model_output\n", "\n", " # Clean any excess text after the query semicolon\n", " for i in range(len(query)):\n", " if query[i] == \";\":\n", " query = query[:i+1]\n", " break\n", "\n", " # Get sample and model result\n", " cursor.execute(sample_query)\n", " sample_result = [str(item) for tup in cursor.fetchall() for item in tup]\n", "\n", " try:\n", " cursor.execute(query)\n", " except:\n", " return False, False, False\n", " model_result = [str(item) for tup in cursor.fetchall() for item in tup]\n", "\n", " print(sample_result)\n", " print(model_result)\n", "\n", " # Strip all whitespace before comparing queries since there may be differences in spacing, newlines, tabs, etc.\n", " query = query.replace(\" \", \"\").replace(\"\\n\", \"\").replace(\"\\t\", \"\")\n", " sample_query = sample_query.replace(\" \", \"\").replace(\"\\n\", \"\").replace(\"\\t\", \"\")\n", " query_match = (query == sample_query)\n", "\n", " # If the queries match, the results clearly also match\n", " if query_match:\n", " return True, True, True\n", "\n", " # Try to execute query, if it fails, then this is a failure of the model\n", " try:\n", " for r in sample_result:\n", " for res in model_result:\n", " try:\n", " if math.isclose(float(r), float(res), abs_tol=0.5):\n", " return True, False, True\n", " except:\n", " if r in res or res in r:\n", " return True, False, True\n", " return True, False, False\n", " except:\n", " return True, False, False\n", " \n", "num_valid = 0\n", "num_sql_matched = 0\n", "num_result_matched = 0\n", "\n", "for v in val_dataset:\n", " # Obtain sample natural language question and sql_query\n", " #v = val_dataset[random.randint(0, len(val_dataset) - 1)]\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " #print(question)\n", " #print(sql_query)\n", "\n", " # Obtain model output\n", " input_text = \"How many points to the Los Angeles Lakers average at home?\"\n", " message = [{'role': 'user', 'content': input_prompt + question}]\n", " inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", " # Generate SQL query\n", " outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", " )\n", " model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", " print(sql_query)\n", " print(model_output.split(\";\")[0])\n", " #print()\n", " #print(model_output)\n", " result = compare_result(sql_query, model_output)\n", " print(\"Statement valid? \" + str(result[0]))\n", " print(\"SQLite matched? \" + str(result[1]))\n", " print(\"Result matched? \" + str(result[2]))\n", " print()\n", " print()\n", "\n", " if result[0]:\n", " num_valid += 1\n", " if result[1]:\n", " num_sql_matched += 1\n", " if result[2]:\n", " num_result_matched += 1\n", "\n", "print(\"Percent valid: \" + str(num_valid / len(val_dataset)))\n", "print(\"Percent SQLite matched: \" + str(num_sql_matched / len(val_dataset)))\n", "print(\"Percent result matched: \" + str(num_result_matched / len(val_dataset)))\n", "\n", "# break" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Test validation set only on short queries" ] }, { "cell_type": "code", "execution_count": 43, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat'\n", "['0.675']\n", "['0.675']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'GSW';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors'\n", "['149.0']\n", "['155.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'BKN';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Los Angeles Lakers'\n", "['153.0']\n", "['153.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_name_away = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", "SQLite:\n", "SELECT MAX(pts_off_to_away) FROM other_stats WHERE team_name_away = 'Milwaukee Bucks'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_away) FROM game WHERE team_abbreviation_away = 'GSW';\n", "SQLite:\n", "SELECT MIN(pts_away) FROM game WHERE team_name_away = 'Golden State Warriors'\n", "['65.0']\n", "['65.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'TOR' AND pts_away = 100;\n", "SQLite:\n", "SELECT COUNT(*) FROM other_stats WHERE team_name_away = 'Toronto Raptors' AND pts_away = 100\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Boston Celtics'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets';\n", "SQLite: SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "['22.0']\n", "['22.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(pts_2nd_chance_home) FROM game WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005'\n", "['6']\n", "['6']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Miami Heat'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(reb_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", "SQLite:\n", "SELECT MAX(reb_home) FROM game WHERE team_name_home = 'New York Knicks'\n", "['75.0']\n", "['75.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CLE';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_type = 'Regular'\n", "['140.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI';\n", "SQLite:\n", "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_name_home = 'Philadelphia 76ers'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", "SQLite:\n", "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_name_away = 'New York Knicks'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN';\n", "SQLite:\n", "SELECT MAX(team_turnovers_away) FROM other_stats WHERE team_name_away = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home - pts_away = 1\n", "['3050']\n", "['1572']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22010';\n", "SQLite: SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22010'\n", "['41']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game;\n", "SQLite:\n", "SELECT game_id, MAX(pts_home) AS highest_scoring_home_game FROM game GROUP BY game_id ORDER BY highest_scoring_home_game DESC LIMIT 1\n", "['192.0']\n", "['0031600001', '192.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct_away) FROM game;\n", "SQLite:\n", "SELECT MIN(fg_pct_away) FROM game\n", "['0.156']\n", "['0.156']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) > 40;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home > 40 OR pts_away > 40\n", "['307']\n", "['65696']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(stl_away) FROM game;\n", "SQLite:\n", "SELECT MAX(stl_away) FROM game\n", "['27.0']\n", "['27.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120\n", "['3043']\n", "['3043']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30\n", "['11305']\n", "['11305']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers';\n", "SQLite:\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers'\n", "['44.0']\n", "['44.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "Percent valid: 0.5862068965517241\n", "Percent SQLite matched: 0.27586206896551724\n", "Percent result matched: 0.4482758620689655\n" ] } ], "source": [ "num_valid = 0\n", "num_sql_matched = 0\n", "num_result_matched = 0\n", "counter = 0\n", "for v in val_dataset:\n", " # Obtain sample natural language question and sql_query\n", " #v = val_dataset[random.randint(0, len(val_dataset) - 1)]\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " #print(question)\n", " #print(sql_query)\n", "\n", " if len(sql_query) <= 90:\n", " # Obtain model output\n", " input_text = \"How many points to the Los Angeles Lakers average at home?\"\n", " message = [{'role': 'user', 'content': input_prompt + question}]\n", " inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", " # Generate SQL query\n", " outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", " )\n", " model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", " print(sql_query)\n", " print(model_output.split(\";\")[0])\n", " #print()\n", " #print(model_output)\n", " result = compare_result(sql_query, model_output)\n", " print(\"Statement valid? \" + str(result[0]))\n", " print(\"SQLite matched? \" + str(result[1]))\n", " print(\"Result matched? \" + str(result[2]))\n", " print()\n", " print()\n", " counter += 1\n", "\n", " if result[0]:\n", " num_valid += 1\n", " if result[1]:\n", " num_sql_matched += 1\n", " if result[2]:\n", " num_result_matched += 1\n", "\n", "print(\"Percent valid: \" + str(num_valid / counter))\n", "print(\"Percent SQLite matched: \" + str(num_sql_matched / counter))\n", "print(\"Percent result matched: \" + str(num_result_matched / counter))" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.6" } }, "nbformat": 4, "nbformat_minor": 2 }