{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Finetune DeepSeek Coder 1.3B for NBA Kaggle Database SQLite Generation" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "import pandas as pd\n", "import torch\n", "from datasets import Dataset\n", "from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, BitsAndBytesConfig, EarlyStoppingCallback, PreTrainedTokenizer\n", "from torch.utils.data import DataLoader\n", "import sys\n", "from peft import LoraConfig, get_peft_model, TaskType\n", "from huggingface_hub import snapshot_download\n", "import os\n", "import re\n", "import contextlib #helps make pip silent\n", "import sys\n", "import os\n", "import numpy as np\n", "with contextlib.redirect_stdout(sys.__stdout__), contextlib.redirect_stderr(sys.__stderr__):\n", " %pip install datasets" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "is_google_colab = False\n", "use_bnb = True" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "ename": "NameError", "evalue": "name 'is_google_colab' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[3], line 10\u001b[0m\n\u001b[1;32m 7\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mwrite_path\u001b[39m(rel_path):\n\u001b[1;32m 8\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(current_write_path, rel_path)\n\u001b[0;32m---> 10\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m is_google_colab:\n\u001b[1;32m 11\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mgoogle\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcolab\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m drive\n\u001b[1;32m 12\u001b[0m drive\u001b[38;5;241m.\u001b[39mmount(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m/content/drive\u001b[39m\u001b[38;5;124m'\u001b[39m)\n", "\u001b[0;31mNameError\u001b[0m: name 'is_google_colab' is not defined" ] } ], "source": [ "current_read_path = \"./\"\n", "current_write_path = \"./\"\n", "\n", "def read_path(rel_path):\n", " return os.path.join(current_read_path, rel_path)\n", "\n", "def write_path(rel_path):\n", " return os.path.join(current_write_path, rel_path)\n", "\n", "if is_google_colab:\n", " from google.colab import drive\n", " drive.mount('/content/drive')\n", " current_write_path = \"/content/drive/MyDrive/sql_gen\"\n", "\n", " hugging_face_path = snapshot_download(\n", " repo_id=\"USC-Applied-NLP-Group/SQL-Generation\",\n", " repo_type=\"model\",\n", " allow_patterns=[\"train-data/*\", \"deepseek-coder-1.3b-instruct/*\"], \n", " )\n", " sys.path.append(hugging_face_path)\n", " current_read_path = hugging_face_path" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## First define prompt" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "9035\n" ] } ], "source": [ "from src.prompts.prompt import input_text as input_prompt\n", "\n", "print(len(input_prompt))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Load data and convert to Dataset object tokenized by the DeepSeek model" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/var/folders/g0/47tr69v179dg7w6zyphp9b280000gn/T/ipykernel_35112/48906000.py:8: FutureWarning: DataFrame.applymap has been deprecated. Use DataFrame.map instead.\n", " df = df.applymap(lambda x: re.sub(r'\\s+', ' ', x) if isinstance(x, str) else x)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total dataset examples: 1044\n", " natural_query \\\n", "0 Which NBA teams were established after the yea... \n", "1 What is the most points the Los Angeles Lakers... \n", "2 What is the second-highest number of points th... \n", "3 How many home games did the Golden State Warri... \n", "4 What is the average number of assists by the B... \n", "\n", " sql_query result \n", "0 SELECT full_name FROM team WHERE year_founded ... New Orleans Pelicans \n", "1 SELECT MAX(pts_home) FROM game WHERE team_name... 162 \n", "2 SELECT pts_home FROM game WHERE team_name_home... 156 \n", "3 SELECT COUNT(*) FROM game WHERE team_abbreviat... 29 \n", "4 SELECT AVG(ast_home) FROM game WHERE team_abbr... 26.51355662 \n", "adding!\n", "32022\n", "32023\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Map: 100%|██████████| 1044/1044 [00:17<00:00, 59.19 examples/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "939\n", "105\n", "{'input_ids': [32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32014, 32013, 2042, 417, 274, 20926, 20391, 344, 6145, 1267, 3881, 4694, 12780, 878, 4629, 5975, 547, 12780, 13, 185, 14108, 11593, 732, 285, 2066, 11767, 715, 185, 185, 21598, 6922, 185, 50, 577, 379, 1748, 782, 461, 8443, 9474, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 21598, 1, 334, 185, 207, 440, 304, 1, 323, 13532, 24590, 14356, 11, 730, 1585, 1198, 2710, 21411, 327, 254, 2547, 185, 207, 440, 9875, 62, 1523, 1, 323, 13532, 11, 3137, 1585, 11417, 6270, 1208, 280, 254, 2547, 334, 68, 13, 70, 1787, 440, 43, 378, 14204, 412, 9961, 2456, 185, 207, 440, 356, 26321, 335, 1, 323, 13532, 11, 436, 1585, 15545, 2942, 2547, 1208, 334, 68, 13, 70, 1787, 440, 43, 1743, 2456, 185, 207, 440, 77, 767, 1523, 1, 323, 13532, 11, 655, 1585, 15389, 326, 1219, 25229, 1523, 327, 254, 2547, 334, 68, 13, 70, 1787, 440, 43, 9961, 2456, 185, 207, 440, 23861, 1, 323, 13532, 11, 1044, 1585, 5174, 1064, 254, 2547, 317, 2842, 185, 207, 440, 4968, 1, 323, 13532, 11, 4885, 1585, 4734, 1064, 254, 2547, 317, 6288, 185, 207, 440, 5456, 62, 10246, 271, 1, 5878, 1743, 294, 1585, 10971, 254, 2547, 438, 8143, 185, 477, 185, 185, 14641, 6922, 185, 29133, 9339, 13024, 327, 1317, 461, 8443, 2612, 11, 2837, 1712, 285, 2292, 2547, 3779, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 14641, 1, 334, 185, 207, 440, 21810, 62, 304, 1, 323, 13532, 11, 655, 1585, 23825, 21411, 11, 31131, 372, 440, 17, 19393, 19393, 1, 334, 68, 13, 70, 1787, 440, 17, 16, 24, 22, 15, 1, 327, 254, 207, 16, 24, 22, 15, 4314, 8, 185, 207, 440, 21598, 62, 304, 62, 5816, 1, 323, 13532, 11, 294, 1585, 4982, 280, 254, 1712, 2547, 334, 3101, 3238, 440, 304, 1, 279, 2547, 2365, 8, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 5816, 1, 323, 13532, 11, 1585, 4196, 26321, 335, 280, 254, 1712, 2547, 185, 207, 440, 21598, 62, 1523, 62, 5816, 1, 323, 13532, 11, 1032, 1585, 11417, 1208, 280, 254, 1712, 2547, 185, 207, 440, 14641, 62, 304, 1, 323, 13532, 24590, 14356, 11, 207, 1585, 1198, 2710, 21411, 327, 254, 2612, 185, 207, 440, 14641, 62, 1984, 1, 323, 10920, 1428, 17483, 11, 1032, 1585, 9312, 254, 2612, 438, 7226, 334, 19393, 19393, 12, 8213, 12, 7127, 4797, 8, 185, 207, 440, 10108, 393, 62, 5816, 1, 323, 13532, 11, 294, 1585, 23772, 393, 4283, 2837, 25999, 334, 68, 13, 70, 1787, 440, 43, 1743, 7617, 13, 380, 2951, 2456, 185, 207, 440, 13443, 62, 5816, 1, 323, 13532, 11, 3462, 1585, 440, 54, 1, 562, 254, 1712, 2547, 2103, 11, 440, 43, 1, 562, 653, 4726, 185, 207, 440, 1513, 1, 3379, 4463, 18924, 11, 4885, 1585, 19090, 4054, 7226, 279, 254, 2612, 185, 207, 440, 17982, 76, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 1396, 457, 254, 1712, 2547, 185, 207, 440, 69, 2417, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 18012, 457, 254, 1712, 2547, 185, 207, 440, 17982, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 1574, 1585, 11739, 6206, 14986, 280, 254, 1712, 2547, 185, 207, 440, 17982, 18, 76, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 2010, 9054, 1396, 457, 254, 1712, 2547, 185, 207, 440, 17982, 18, 64, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 15343, 457, 254, 1712, 2547, 185, 207, 440, 17982, 18, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 294, 1585, 14910, 12, 3772, 2010, 6206, 14986, 280, 254, 1712, 2547, 185, 207, 440, 659, 76, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 1396, 457, 254, 1712, 2547, 185, 207, 440, 659, 64, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 18012, 457, 254, 1712, 2547, 185, 207, 440, 659, 62, 79, 296, 62, 5816, 1, 5878, 1743, 11, 1574, 1585, 7264, 5245, 14986, 280, 254, 1712, 2547, 185, 207, 440, 419, 65, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 6050, 4630, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 67, 248, 65, 62, 5816, 1, 5878, 1743, 11, 655, 1585, 5855, 4630, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 248, 65, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 19090, 11435, 5740, 457, 254, 1712, 2547, 185, 207, 440, 537, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 3512, 1923, 457, 254, 1712, 2547, 185, 207, 440, 292, 75, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 3725, 909, 457, 254, 1712, 2547, 185, 207, 440, 1638, 74, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 380, 19722, 457, 254, 1712, 2547, 185, 207, 440, 577, 85, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 13974, 17396, 457, 254, 1712, 2547, 185, 207, 440, 26862, 62, 5816, 1, 5878, 1743, 11, 3462, 1585, 20414, 3931, 2724, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 5816, 1, 5878, 1743, 11, 2481, 1585, 19090, 3472, 18605, 457, 254, 1712, 2547, 185, 207, 440, 13289, 62, 10646, 62, 5816, 1, 3379, 4463, 18924, 11, 243, 1585, 14751, 14, 10646, 14026, 327, 254, 1712, 2547, 185, 207, 440, 12986, 62, 16647, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 2325, 278, 980, 3192, 3905, 317, 2315, 334, 16, 405, 7589, 11, 207, 15, 405, 2357, 8, 185, 207, 440, 21598, 62, 304, 62, 11507, 1, 323, 13532, 11, 294, 1585, 4982, 280, 254, 2292, 2547, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 11507, 1, 323, 13532, 11, 1585, 4196, 26321, 335, 280, 254, 2292, 2547, 185, 207, 440, 21598, 62, 1523, 62, 11507, 1, 323, 13532, 11, 1032, 1585, 11417, 1208, 280, 254, 2292, 2547, 185, 207, 440, 10108, 393, 62, 11507, 1, 323, 13532, 11, 294, 1585, 23772, 393, 4283, 473, 254, 2292, 2547, 486, 82, 12422, 185, 207, 440, 13443, 62, 11507, 1, 323, 13532, 11, 3462, 1585, 440, 54, 1, 562, 254, 2292, 2547, 2103, 11, 440, 43, 1, 562, 653, 4726, 185, 207, 440, 17982, 76, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 1396, 457, 254, 2292, 2547, 185, 207, 440, 69, 2417, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 11739, 9054, 18012, 457, 254, 2292, 2547, 185, 207, 440, 17982, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 1574, 1585, 11739, 6206, 14986, 280, 254, 2292, 2547, 185, 207, 440, 17982, 18, 76, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 2010, 9054, 1396, 457, 254, 2292, 2547, 185, 207, 440, 17982, 18, 64, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 14910, 12, 3772, 15343, 457, 254, 2292, 2547, 185, 207, 440, 17982, 18, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 294, 1585, 14910, 12, 3772, 2010, 6206, 14986, 280, 254, 2292, 2547, 185, 207, 440, 659, 76, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 1396, 457, 254, 2292, 2547, 185, 207, 440, 659, 64, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 7264, 8474, 18012, 457, 254, 2292, 2547, 185, 207, 440, 659, 62, 79, 296, 62, 11507, 1, 5878, 1743, 11, 1574, 1585, 7264, 5245, 14986, 280, 254, 2292, 2547, 185, 207, 440, 419, 65, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 6050, 4630, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 67, 248, 65, 62, 11507, 1, 5878, 1743, 11, 655, 1585, 5855, 4630, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 248, 65, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 19090, 11435, 5740, 457, 254, 2292, 2547, 185, 207, 440, 537, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 3512, 1923, 457, 254, 2292, 2547, 185, 207, 440, 292, 75, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 3725, 909, 457, 254, 2292, 2547, 185, 207, 440, 1638, 74, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 380, 19722, 457, 254, 2292, 2547, 185, 207, 440, 577, 85, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 13974, 17396, 457, 254, 2292, 2547, 185, 207, 440, 26862, 62, 11507, 1, 5878, 1743, 11, 3462, 1585, 20414, 3931, 2724, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 11507, 1, 5878, 1743, 11, 2481, 1585, 19090, 3472, 18605, 457, 254, 2292, 2547, 185, 207, 440, 13289, 62, 10646, 62, 11507, 1, 3379, 4463, 18924, 11, 243, 1585, 14751, 14, 10646, 14026, 327, 254, 2292, 2547, 185, 207, 440, 12986, 62, 16647, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 2325, 278, 980, 3192, 3905, 317, 2315, 334, 16, 405, 7589, 11, 207, 15, 405, 2357, 8, 185, 207, 440, 21810, 62, 2139, 1, 323, 13532, 3137, 1585, 3980, 996, 4314, 409, 1530, 23836, 185, 477, 185, 185, 1156, 62, 16204, 6922, 185, 50, 577, 379, 4577, 13024, 11, 12144, 276, 254, 2612, 2365, 3752, 2612, 62, 304, 13, 185, 13403, 11866, 15787, 5787, 7449, 30862, 440, 1156, 62, 16204, 1, 334, 185, 207, 440, 14641, 62, 304, 1, 323, 13532, 11, 2481, 1585, 1198, 2710, 2612, 21411, 11, 12050, 1975, 3812, 473, 2612, 2365, 185, 207, 440, 275, 6006, 62, 304, 1, 323, 13532, 11, 3137, 1585, 13040, 21411, 185, 207, 440, 21598, 62, 304, 62, 5816, 1, 323, 13532, 11, 436, 1585, 7161, 2547, 21411, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 5816, 1, 323, 13532, 11, 1585, 7161, 2547, 31593, 335, 185, 207, 440, 21598, 62, 23861, 62, 5816, 1, 323, 13532, 11, 730, 1585, 7161, 2547, 3775, 185, 207, 440, 462, 82, 62, 79, 2994, 62, 5816, 1, 3379, 4463, 18924, 11, 243, 1585, 11119, 82, 279, 254, 7416, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 17, 425, 62, 358, 645, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 11419, 5504, 3472, 457, 254, 1712, 2547, 185, 207, 440, 462, 82, 62, 19837, 62, 5816, 1, 3379, 4463, 18924, 11, 730, 1585, 19654, 2963, 3472, 457, 254, 1712, 2547, 185, 207, 440, 17819, 370, 62, 30953, 62, 5816, 1, 3379, 4463, 18924, 5200, 412, 1139, 370, 2012, 457, 254, 1712, 2547, 185, 207, 440, 30953, 62, 22054, 1, 3379, 4463, 18924, 11, 251, 1585, 11988, 280, 2012, 4177, 207, 185, 207, 440, 2969, 62, 83, 1050, 1, 3379, 4463, 18924, 11, 1032, 1585, 11988, 280, 2591, 254, 8129, 438, 16538, 185, 207, 440, 21598, 62, 788, 17396, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 7161, 2547, 1936, 17396, 185, 207, 440, 11695, 62, 788, 17396, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 19090, 1936, 17396, 457, 254, 1712, 2547, 185, 207, 440, 21598, 62, 248, 65, 5740, 62, 5816, 1, 3379, 4463, 18924, 11, 1585, 7161, 2547, 11435, 5740, 185, 207, 440, 462, 82, 62, 2959, 62, 577, 62, 5816, 1, 3379, 4463, 18924, 11, 207, 1585, 11119, 82, 838, 1936, 17396, 457, 254, 1712, 2547, 185, 207, 440, 21598, 62, 304, 62, 11507, 1, 323, 13532, 11, 436, 1585, 338, 1406, 2547, 21411, 185, 207, 440, 21598, 62, 356, 26321, 335, 62, 11507, 1, 323, 13532, 11, 207, 1585, 338, 1406, 2547, 31593, 335, 185, 207, 440, 462, 82, 62, 79, 2994, 62, 11507, 1, 3379, 4463, 18924, 11, 243, 1585, 11119, 82, 279, 254, 7416, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 17, 425, 62, 358, 645, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 11419, 5504, 3472, 457, 254, 2292, 2547, 185, 207, 440, 462, 82, 62, 19837, 62, 11507, 1, 3379, 4463, 18924, 11, 730, 1585, 19654, 2963, 3472, 457, 254, 2292, 2547, 185, 207, 440, 17819, 370, 62, 30953, 62, 11507, 1, 3379, 4463, 18924, 5200, 412, 1139, 370, 2012, 457, 254, 2292, 2547, 185, 207, 440, 21598, 62, 788, 17396, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 338, 1406, 2547, 1936, 17396, 185, 207, 440, 11695, 62, 788, 17396, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 19090, 1936, 17396, 457, 254, 2292, 2547, 185, 207, 440, 21598, 62, 248, 65, 5740, 62, 11507, 1, 3379, 4463, 18924, 11, 1585, 338, 1406, 2547, 11435, 5740, 185, 207, 440, 462, 82, 62, 2959, 62, 577, 62, 11507, 1, 3379, 4463, 18924, 243, 1585, 11119, 82, 838, 1936, 17396, 457, 254, 2292, 2547, 185, 477, 185, 185, 185, 28440, 9715, 9843, 185, 769, 254, 8803, 818, 2664, 4301, 11, 885, 254, 2192, 2547, 4761, 540, 330, 1219, 11, 545, 279, 254, 12780, 340, 970, 931, 254, 2192, 2547, 4761, 409, 254, 31593, 715, 13, 207, 185, 546, 2192, 2547, 4761, 482, 330, 1219, 365, 254, 2612, 2365, 11, 1470, 254, 31593, 715, 1020, 330, 1219, 365, 254, 746, 62, 16204, 2365, 13, 185, 27298, 653, 417, 14843, 457, 254, 939, 3188, 279, 254, 1884, 1517, 25, 185, 185, 3554, 75, 9568, 12499, 705, 91, 1392, 43, 185, 33, 11885, 339, 3467, 959, 91, 33, 2951, 185, 34, 28412, 339, 22281, 4961, 91, 34, 1535, 185, 4843, 24270, 19871, 9017, 91, 45, 5080, 185, 1915, 10595, 21915, 82, 91, 3388, 40, 185, 35, 20315, 6658, 329, 6388, 91, 35, 1743, 185, 23559, 329, 461, 905, 16806, 91, 35, 1732, 185, 25884, 255, 4734, 6370, 25546, 91, 11096, 54, 185, 39, 264, 7664, 10602, 1542, 91, 11317, 52, 185, 43, 378, 14204, 1854, 515, 6474, 91, 43, 2585, 185, 43, 378, 14204, 412, 9961, 91, 43, 1743, 185, 44, 20452, 31410, 91, 44, 7183, 185, 26389, 86, 1766, 25032, 380, 14450, 91, 44, 4470, 185, 7729, 21603, 10389, 696, 86, 313, 1596, 91, 19293, 185, 22120, 541, 18679, 461, 1542, 91, 33, 42, 45, 185, 4843, 4420, 716, 5072, 705, 91, 25399, 42, 185, 3161, 30075, 24247, 91, 1692, 43, 185, 3283, 4659, 12167, 407, 91, 13547, 185, 24374, 19362, 207, 22, 21, 407, 91, 11914, 40, 185, 47, 1389, 23218, 324, 4103, 91, 11914, 55, 185, 9915, 1561, 27258, 380, 1419, 89, 407, 91, 47, 1692, 185, 50, 19524, 28899, 23646, 91, 50, 2585, 185, 23920, 16924, 2566, 2750, 91, 50, 3146, 185, 17917, 25062, 5174, 24022, 91, 9516, 34, 185, 25869, 16466, 432, 1870, 710, 91, 51, 1692, 185, 52, 23667, 565, 10534, 91, 3219, 32, 185, 44, 4522, 262, 452, 368, 4877, 9123, 91, 30695, 185, 54, 7599, 422, 529, 2539, 91, 54, 3146, 185, 7983, 22852, 375, 382, 875, 91, 35, 2421, 185, 8061, 23106, 31538, 1542, 91, 3388, 32, 185, 185, 5995, 2881, 15143, 185, 9138, 2547, 62, 1523, 62, 5816, 285, 2547, 62, 1523, 62, 11507, 276, 4168, 9474, 276, 254, 2612, 2365, 13, 7310, 2547, 62, 356, 26321, 335, 62, 5816, 285, 2547, 62, 356, 26321, 335, 2292, 276, 4168, 9474, 276, 254, 746, 62, 16204, 2365, 13, 185, 185, 1889, 6226, 457, 4314, 11, 931, 4314, 62, 304, 405, 651, 17, 19393, 19393, 6683, 185, 185, 15013, 25, 2147, 748, 13024, 473, 207, 17, 15, 15, 20, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 20, 6683, 2147, 748, 13024, 473, 207, 16, 24, 22, 17, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 440, 17, 16, 24, 22, 17, 2770, 2147, 748, 13024, 473, 207, 17, 15, 16, 20, 11, 931, 245, 6158, 833, 25, 4314, 62, 304, 405, 440, 17, 17, 15, 16, 20, 2770, 185, 185, 2269, 18912, 12780, 967, 7688, 10115, 285, 4934, 20976, 29980, 13, 185, 185, 15013, 10481, 10413, 6074, 285, 5975, 547, 3130, 7486, 185, 4397, 25, 185, 1, 2628, 317, 254, 1093, 3472, 254, 10851, 14204, 412, 9961, 463, 2634, 18605, 429, 1712, 1956, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 8, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 43, 378, 14204, 412, 9961, 4057, 185, 185, 4397, 25, 185, 1, 15575, 9474, 417, 6288, 279, 254, 1967, 280, 8700, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1967, 405, 651, 9517, 351, 8092, 4057, 185, 185, 4397, 25, 185, 1, 15575, 2547, 658, 254, 7495, 1594, 280, 2547, 1936, 17396, 279, 274, 2292, 2612, 1956, 185, 6231, 547, 25, 185, 7507, 2547, 62, 356, 26321, 335, 62, 11507, 7432, 746, 62, 16204, 25554, 9784, 2547, 62, 788, 17396, 62, 11507, 22187, 34, 29731, 207, 16, 26, 185, 185, 4397, 25, 185, 1, 15575, 9474, 773, 16316, 1321, 207, 16, 24, 22, 24, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1008, 62, 10246, 271, 8086, 16, 24, 22, 24, 26, 185, 185, 4397, 25, 185, 1, 13000, 254, 13164, 339, 3467, 959, 8402, 1712, 14009, 7037, 279, 254, 207, 17, 15, 15, 23, 4314, 876, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 567, 265, 1267, 62, 11507, 8, 4958, 10919, 62, 7541, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 33, 11885, 339, 3467, 959, 6, 5584, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 23, 4057, 185, 185, 7605, 387, 885, 254, 5975, 547, 5151, 3651, 3250, 457, 5975, 547, 25, 285, 637, 746, 2422, 11, 533, 441, 2816, 274, 11543, 280, 254, 5151, 13, 4195, 8297, 274, 5975, 547, 5151, 327, 254, 1884, 2664, 3092, 13, 17858, 25, 185, 2808, 1311, 3212, 3472, 1213, 254, 11738, 21915, 82, 8129, 2310, 254, 207, 16, 24, 24, 21, 4314, 30, 185, 6231, 547, 25, 185, 7507, 20861, 7, 462, 82, 8, 4958, 3212, 62, 12168, 7432, 334, 11789, 265, 1267, 62, 5816, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 5816, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 8763, 2738, 14177, 11789, 265, 1267, 62, 11507, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 11507, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 4363, 32022], 'attention_mask': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], 'labels': [-100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 62, 16204, 25554, 9784, 2547, 62, 788, 17396, 62, 11507, 22187, 34, 29731, 207, 16, 26, 185, 185, 4397, 25, 185, 1, 15575, 9474, 773, 16316, 1321, 207, 16, 24, 22, 24, 1956, 185, 6231, 547, 25, 185, 7507, 2192, 62, 1523, 7432, 2547, 11294, 1008, 62, 10246, 271, 8086, 16, 24, 22, 24, 26, 185, 185, 4397, 25, 185, 1, 13000, 254, 13164, 339, 3467, 959, 8402, 1712, 14009, 7037, 279, 254, 207, 17, 15, 15, 23, 4314, 876, 185, 6231, 547, 25, 185, 7507, 21234, 7, 462, 82, 62, 5816, 567, 265, 1267, 62, 11507, 8, 4958, 10919, 62, 7541, 7432, 2612, 11294, 2547, 62, 1523, 62, 5816, 405, 651, 33, 11885, 339, 3467, 959, 6, 5584, 4314, 62, 304, 405, 651, 17, 17, 15, 15, 23, 4057, 185, 185, 7605, 387, 885, 254, 5975, 547, 5151, 3651, 3250, 457, 5975, 547, 25, 285, 637, 746, 2422, 11, 533, 441, 2816, 274, 11543, 280, 254, 5151, 13, 4195, 8297, 274, 5975, 547, 5151, 327, 254, 1884, 2664, 3092, 13, 17858, 25, 185, 2808, 1311, 3212, 3472, 1213, 254, 11738, 21915, 82, 8129, 2310, 254, 207, 16, 24, 24, 21, 4314, 30, 185, 6231, 547, 25, 185, 7507, 20861, 7, 462, 82, 8, 4958, 3212, 62, 12168, 7432, 334, 11789, 265, 1267, 62, 5816, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 5816, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 8763, 2738, 14177, 11789, 265, 1267, 62, 11507, 4958, 265, 1267, 7432, 2612, 11294, 2547, 62, 356, 26321, 335, 62, 11507, 405, 651, 3388, 40, 6, 5584, 4314, 62, 304, 405, 651, 17, 16, 24, 24, 21, 6, 4363, 32022]}\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "\n", "\n", "# Model output directories\n", "MODEL_DIR = write_path(\"fine-tuned-model-16-test\")\n", "VAL_OUTPUT = write_path(\"val-16.hf\")\n", "\n", "# Load dataset\n", "df = pd.read_csv(read_path(\"train-data/sql_train.tsv\"), sep='\\t')\n", "\n", "df = df.applymap(lambda x: re.sub(r'\\s+', ' ', x) if isinstance(x, str) else x)\n", "\n", "# Display dataset info\n", "print(f\"Total dataset examples: {len(df)}\")\n", "print(df.head())\n", "\n", "# Load tokenizer\n", "model_name = read_path(\"deepseek-coder-1.3b-instruct\")\n", "tokenizer = AutoTokenizer.from_pretrained(model_name)\n", "\n", "# Enable 8-bit quantization for lower memory usage\n", "bnb_config = None\n", "if use_bnb:\n", " bnb_config = BitsAndBytesConfig(\n", " load_in_8bit=True, \n", " bnb_8bit_compute_dtype=torch.float16\n", " )\n", "\n", "# Load model with quantization\n", "#device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n", "device_name = 'cuda' if torch.cuda.is_available() else 'cpu'\n", "device = torch.device(device_name)\n", "model = AutoModelForCausalLM.from_pretrained(\n", " model_name, \n", " quantization_config=bnb_config,\n", " device_map=device\n", ")\n", "\n", "# Add a custom stop token (can be anything that won’t show up in your data)\n", "special_token = \"<|endofsql|>\"\n", "\n", "# Only add if it doesn’t already exist\n", "#if special_token not in tokenizer.get_vocab():\n", "print(\"adding!\")\n", "print(len(tokenizer))\n", "tokenizer.add_special_tokens({\"additional_special_tokens\": [special_token]})\n", "tokenizer.eos_token = special_token\n", "model.resize_token_embeddings(len(tokenizer))\n", "print(len(tokenizer)) \n", "\n", "tokenizer.truncation_side = \"left\"\n", "\n", "def format_deepseek_chat(example, tokenizer, special_token=\"<|endofsql|>\"):\n", " # Manually build the prompt as one flat string\n", " prompt = f\"{input_prompt}{example['natural_query']}\\n\"\n", " completion = f\"SQLite:\\n{example['sql_query']}{special_token}\"\n", "\n", " full_text = prompt + completion\n", " tokenized = tokenizer(\n", " full_text,\n", " truncation=True,\n", " padding=\"max_length\",\n", " max_length=3156, # or whatever your model can handle\n", " )\n", "\n", " # Mask out prompt tokens in the labels\n", " prompt_len = len(tokenizer(prompt, truncation=True)[\"input_ids\"])\n", " labels = tokenized[\"input_ids\"][:]\n", " labels[:prompt_len] = [-100] * prompt_len\n", " tokenized[\"labels\"] = labels\n", "\n", " return tokenized\n", "\n", "# Build dataset dict\n", "dataset_dict = {\n", " \"natural_query\": df[\"natural_query\"].tolist(),\n", " \"sql_query\": df[\"sql_query\"].tolist(),\n", "}\n", "\n", "# Create HuggingFace Dataset\n", "dataset = Dataset.from_dict(dataset_dict)\n", "\n", "# Apply formatting\n", "tokenized_dataset = dataset.map(\n", " lambda x: format_deepseek_chat(x, tokenizer),\n", " remove_columns=[\"natural_query\", \"sql_query\"]\n", ")\n", "\n", "# Split into train/validation\n", "split = int(0.9 * len(tokenized_dataset)) # 90% train, 10% validation\n", "train_dataset = tokenized_dataset.select(range(split))\n", "val_dataset = tokenized_dataset.select(range(split, len(tokenized_dataset)))\n", "\n", "print(len(train_dataset))\n", "print(len(val_dataset))\n", "\n", "for v in val_dataset:\n", " print(v)\n", " break" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Load model and define training arguments" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "trainable params: 14,991,360 || all params: 1,360,508,928 || trainable%: 1.1019\n" ] } ], "source": [ "# Define LoRA configuration\n", "lora_config = LoraConfig(\n", " r=16, # Rank of LoRA matrices (adjust for memory vs. accuracy)\n", " lora_alpha=32, # Scaling factor\n", " lora_dropout=0.0, # Dropout for regularization\n", " bias=\"none\",\n", " task_type=TaskType.CAUSAL_LM,\n", " target_modules=[\n", " \"q_proj\",\n", " \"k_proj\",\n", " \"v_proj\",\n", " \"o_proj\",\n", " \"gate_proj\",\n", " \"up_proj\",\n", " \"down_proj\"\n", " ]\n", ")\n", "\n", "# Wrap model with LoRA adapters\n", "model = get_peft_model(model, lora_config)\n", "model = model.to(device)\n", "model.print_trainable_parameters() # Show trainable parameters count" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Setup model trainer" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\transformers\\training_args.py:1611: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n", " warnings.warn(\n", "C:\\Users\\Dean\\AppData\\Local\\Temp\\ipykernel_6496\\510577166.py:21: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n", " trainer = Trainer(\n", "No label_names provided for model class `PeftModelForCausalLM`. Since `PeftModel` hides base models input arguments, if label_names is not given, label_names can't be set automatically within `Trainer`. Note that empty label_names list will be used instead.\n" ] } ], "source": [ "training_args = TrainingArguments(\n", " output_dir=MODEL_DIR,\n", " evaluation_strategy=\"epoch\", # Evaluate at the end of each epoch\n", " save_strategy=\"epoch\", # Save model every epoch\n", " per_device_train_batch_size=1, # LoRA allows higher batch size\n", " per_device_eval_batch_size=1,\n", " gradient_accumulation_steps=16,\n", " num_train_epochs=10, # Increase if needed\n", " learning_rate=5e-5, # Higher LR since we're only training LoRA layers\n", " weight_decay=0.001,\n", " logging_steps=50, # Print loss every 50 steps\n", " save_total_limit=2, # Keep last 4 checkpoints\n", " bf16=True if torch.cuda.is_available() else False,\n", " push_to_hub=False,\n", " load_best_model_at_end=True,\n", " metric_for_best_model=\"eval_loss\",\n", " greater_is_better=False\n", ")\n", "\n", "# Trainer setup\n", "trainer = Trainer(\n", " model=model,\n", " args=training_args,\n", " train_dataset=train_dataset,\n", " eval_dataset=val_dataset,\n", " tokenizer=tokenizer,\n", " callbacks=[EarlyStoppingCallback(early_stopping_patience=2)]\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Run fine-tuning and save model weights when complete" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\transformers\\integrations\\sdpa_attention.py:54: UserWarning: 1Torch was not compiled with flash attention. (Triggered internally at C:\\actions-runner\\_work\\pytorch\\pytorch\\builder\\windows\\pytorch\\aten\\src\\ATen\\native\\transformers\\cuda\\sdp_utils.cpp:555.)\n", " attn_output = torch.nn.functional.scaled_dot_product_attention(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n" ] }, { "data": { "text/html": [ "\n", "
\n", " \n", " \n", " [531/580 41:31:35 < 3:50:47, 0.00 it/s, Epoch 9/10]\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
EpochTraining LossValidation Loss
10.5163000.173060
20.1656000.150385
30.1330000.145320
40.1179000.140578
50.1041000.137178
60.0877000.137124
70.0787000.136369
80.0773000.139831
90.0729000.143621

" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.float32 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\utils\\save_and_load.py:250: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n", " warnings.warn(\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\peft\\tuners\\lora\\bnb.py:85: UserWarning: Merge lora module to 8-bit linear may get different generations due to rounding errors.\n", " warnings.warn(\n" ] }, { "data": { "text/plain": [ "('./fine-tuned-model-16\\\\tokenizer_config.json',\n", " './fine-tuned-model-16\\\\special_tokens_map.json',\n", " './fine-tuned-model-16\\\\tokenizer.json')" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Run training\n", "trainer.train()\n", "\n", "# Merge LoRA adapters with the base model before saving\n", "model = model.merge_and_unload()\n", "model.save_pretrained(MODEL_DIR)\n", "tokenizer.save_pretrained(MODEL_DIR)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Try inference using fine-tuned model" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "c:\\Users\\Dean\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages\\bitsandbytes\\autograd\\_functions.py:315: UserWarning: MatMul8bitLt: inputs will be cast from torch.bfloat16 to float16 during quantization\n", " warnings.warn(f\"MatMul8bitLt: inputs will be cast from {A.dtype} to float16 during quantization\")\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Generated SQL: SQLite:\n", "SELECT AVG(pts_home) FROM game WHERE team_name_home = 'Los Angeles Lakers';ometimes\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n", "!\n" ] } ], "source": [ "model = AutoModelForCausalLM.from_pretrained(MODEL_DIR, torch_dtype=torch.bfloat16, device_map=device)\n", "tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR)\n", "\n", "# Prepare query with the same prompt\n", "input_text = \"How many points do the Los Angeles Lakers average at home?\"\n", "message = [{'role': 'user', 'content': input_prompt + input_text}]\n", "inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", "# Generate SQL query\n", "outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", ")\n", "model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", "print(\"Generated SQL:\", model_output)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Save validation set to disk" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Saving the dataset (1/1 shards): 100%|██████████| 105/105 [00:00<00:00, 11055.38 examples/s]\n" ] } ], "source": [ "val_dataset.save_to_disk(VAL_OUTPUT)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Test logic for obtaining original prompt and SQLite" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "9035\n", "How many total points did the Chicago Bulls score during the 1996 season?\n", "\n", "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21996' );\n", "(8458.0,)\n" ] } ], "source": [ "import sqlite3 as sql\n", "\n", "prompt_length = len(input_prompt)\n", "\n", "print(prompt_length)\n", "\n", "# Create connection to sqlite3 database\n", "connection = sql.connect(read_path('nba-data/nba.sqlite'))\n", "cursor = connection.cursor()\n", "\n", "for v in val_dataset:\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " print(question)\n", " print(sql_query)\n", " cursor.execute(sql_query)\n", " rows = cursor.fetchall()\n", " for row in rows:\n", " print(row)\n", " break" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Run evaluation over entire validation set" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(pts) AS total_points FROM ( SELECT pts_home AS pts FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996' UNION ALL SELECT pts_away AS pts FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21996' );\n", "SQLite:\n", "SELECT SUM(pts_home + pts_away) AS total_points FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '21996'\n", "['8458.0']\n", "['8002.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fg3a) AS total_three_attempts FROM ( SELECT fg3a_home AS fg3a FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22017' UNION ALL SELECT fg3a_away AS fg3a FROM game WHERE team_abbreviation_away = 'GSW' AND season_id = '22017' );\n", "SQLite:\n", "SELECT SUM(fg3a_home) AS total_three_pointers FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22017'\n", "['2369.0']\n", "['1136.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(tov) AS total_turnovers FROM ( SELECT tov_home AS tov FROM game WHERE team_abbreviation_home = 'SAC' AND season_id = '22001' UNION ALL SELECT tov_away AS tov FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '22001' );\n", "SQLite:\n", "SELECT SUM(total_turnovers_home) AS total_turnovers FROM other_stats WHERE team_abbreviation_home = 'SAC' AND season_id = '22001'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(total_points) AS lowest_scoring_game FROM ( SELECT (pts_home + pts_away) AS total_points FROM game WHERE season_id = '21994' AND (team_abbreviation_home = 'IND' OR team_abbreviation_away = 'IND') );\n", "SQLite:\n", "SELECT game_id, season_id, pts_home, pts_away FROM game WHERE team_name_home = 'Indiana Pacers' AND season_id = '1994' ORDER BY pts_home ASC LIMIT 1\n", "['155.0']\n", "[]\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22016' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, MAX(pts_home) AS max_points FROM game WHERE season_id = '22016' GROUP BY game_id ORDER BY max_points DESC LIMIT 1\n", "['0021600711', '281.0']\n", "['0021600223', '149.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fta) AS total_free_throws_attempted FROM ( SELECT fta_home AS fta FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '22013' UNION ALL SELECT fta_away AS fta FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22013' );\n", "SQLite:\n", "SELECT SUM(fta_home) AS total_free_throws FROM game WHERE team_name_home = 'Boston Celtics' AND season_id = '22013'\n", "['1706.0']\n", "['833.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct) AS lowest_fg_percentage FROM ( SELECT fg_pct_home AS fg_pct FROM game WHERE team_abbreviation_home = 'NYK' AND season_id = '22005' UNION ALL SELECT fg_pct_away FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '22005' );\n", "SQLite:\n", "SELECT MIN(fg_pct_home) AS lowest_fg_pct FROM game WHERE team_name_home = 'New York Knicks' AND season_id = '22005'\n", "['0.329']\n", "['0.329']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(reb) AS total_rebounds FROM ( SELECT reb_home AS reb FROM game WHERE team_abbreviation_home = 'HOU' AND season_id = '22010' UNION ALL SELECT reb_away AS reb FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22010' );\n", "SQLite:\n", "SELECT SUM(reb_home + reb_away) AS total_rebounds FROM game WHERE season_id = '22010'\n", "['3511.0']\n", "['101816.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_home - pts_away)) AS largest_margin FROM game WHERE season_id = '22003';\n", "SQLite:\n", "SELECT MAX(pts_home - pts_away) AS largest_victory_margin FROM game WHERE season_id = '22003'\n", "['47.0']\n", "['47.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) AS home_wins FROM game WHERE season_id = '22015' AND team_abbreviation_home = 'ORL' AND pts_home > pts_away;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Orlando Magic' AND season_id = '22015' AND wl_home = 'W'\n", "['23']\n", "['23']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation, AVG(point_diff) AS avg_point_differential FROM ( SELECT team_abbreviation_home AS team_abbreviation, (pts_home - pts_away) AS point_diff FROM game WHERE season_id = '22007' UNION ALL SELECT team_abbreviation_away, (pts_away - pts_home) FROM game WHERE season_id = '22007' ) GROUP BY team_abbreviation ORDER BY avg_point_differential ASC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_home FROM other_stats WHERE season_id = '22007' ORDER BY (pts_paint_home - pts_paint_away) ASC LIMIT 1\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22020' ) ORDER BY lead_changes DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id FROM other_stats WHERE season_id = '22000' ORDER BY lead_changes DESC LIMIT 1\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat'\n", "['0.675']\n", "['0.675']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018';\n", "SQLite:\n", "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018'\n", "['419.0']\n", "['419.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE season_id = '22010' AND ( (team_name_home = 'Cleveland Cavaliers' AND wl_home = 'L' AND (pts_away - pts_home) > 20) OR (team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND (pts_home - pts_away) > 20) );\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND wl_away = 'L' AND pts_away - pts_home > 20 AND season_id = '22010'\n", "['9']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'GSW';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors'\n", "['149.0']\n", "['155.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date FROM game WHERE team_abbreviation_home = 'NYK' AND wl_home = 'W' ORDER BY game_date DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(game_date) FROM game WHERE team_name_home = 'New York Knicks'\n", "['2023-05-10 00:00:00']\n", "['2023-05-10 00:00:00']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_name_away, pts_away FROM game WHERE team_abbreviation_home = 'MIA' ORDER BY pts_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_away, MAX(pts_away) FROM game WHERE team_name_away = 'Miami Heat' GROUP BY team_name_away LIMIT 1\n", "['Milwaukee Bucks', '144.0']\n", "['Miami Heat', '134.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI'\n", "['47']\n", "['47']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'BKN';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Los Angeles Lakers'\n", "['153.0']\n", "['153.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, pts_home, pts_away, game_date FROM game WHERE team_abbreviation_home = 'CHI' OR team_abbreviation_away = 'CHI' ORDER BY (pts_home + pts_away) DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home) AS max_home_points, MAX(pts_away) AS max_away_points FROM game WHERE team_name_home = 'Chicago Bulls' OR team_name_away = 'Chicago Bulls'\n", "['0021800928', '161.0', '168.0', '2019-03-01 00:00:00']\n", "['161.0', '168.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_away - pts_home)) AS largest_margin FROM game WHERE team_abbreviation_away = 'MIA' AND pts_away > pts_home;\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS biggest_win FROM game WHERE team_name_away = 'Miami Heat'\n", "['34.0']\n", "['34.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU'\n", "['34']\n", "['34']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", "SQLite:\n", "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL'\n", "['86']\n", "['86']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_away) FROM game WHERE team_abbreviation_away = 'GSW';\n", "SQLite:\n", "SELECT MIN(pts_away) FROM game WHERE team_name_away = 'Golden State Warriors'\n", "['65.0']\n", "['65.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20\n", "['179']\n", "['1425']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_home, COUNT(*) AS losses FROM game WHERE team_abbreviation_away = 'LAC' AND wl_away = 'L' GROUP BY team_abbreviation_home ORDER BY losses DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_away FROM game WHERE team_name_home = 'Los Angeles Clippers' AND wl_away = 'L'\n", "['POR', '65']\n", "['New York Knicks', 'Denver Nuggets', 'Kansas City Kings', 'Phoenix Suns', 'Seattle SuperSonics', 'San Antonio Spurs', 'Portland Trail Blazers', 'Washington Bullets', 'Golden State Warriors', 'Seattle SuperSonics', 'Utah Jazz', 'Houston Rockets', 'Indiana Pacers', 'Golden State Warriors', 'San Antonio Spurs', 'Detroit Pistons', 'Utah Jazz', 'Phoenix Suns', 'Kansas City Kings', 'Denver Nuggets', 'Houston Rockets', 'Portland Trail Blazers', 'Chicago Bulls', 'New York Knicks', 'Milwaukee Bucks', 'Sacramento Kings', 'Dallas Mavericks', 'Golden State Warriors', 'Seattle SuperSonics', 'Utah Jazz', 'Los Angeles Lakers', 'New Jersey Nets', 'Phoenix Suns', 'Portland Trail Blazers', 'Houston Rockets', 'Cleveland Cavaliers', 'Seattle SuperSonics', 'Sacramento Kings', 'Los Angeles Lakers', 'Utah Jazz', 'Denver Nuggets', 'Dallas Mavericks', 'Phoenix Suns', 'Denver Nuggets', 'Seattle SuperSonics', 'Denver Nuggets', 'New Jersey Nets', 'Denver Nuggets', 'Sacramento Kings', 'Seattle SuperSonics', 'Utah Jazz', 'Utah Jazz', 'Golden State Warriors', 'Philadelphia 76ers', 'Sacramento Kings', 'Seattle SuperSonics', 'Houston Rockets', 'Los Angeles Lakers', 'Indiana Pacers', 'Phoenix Suns', 'Cleveland Cavaliers', 'Sacramento Kings', 'Golden State Warriors', 'Detroit Pistons', 'Houston Rockets', 'Phoenix Suns', 'Sacramento Kings', 'Indiana Pacers', 'Chicago Bulls', 'New Jersey Nets', 'Houston Rockets', 'Denver Nuggets', 'Seattle SuperSonics', 'Houston Rockets', 'Cleveland Cavaliers', 'Dallas Mavericks', 'Denver Nuggets', 'Sacramento Kings', 'San Antonio Spurs', 'Portland Trail Blazers', 'Golden State Warriors', 'Los Angeles Lakers', 'Houston Rockets', 'Denver Nuggets', 'New Jersey Nets', 'Chicago Bulls', 'Sacramento Kings', 'Cleveland Cavaliers', 'Detroit Pistons', 'Denver Nuggets', 'Indiana Pacers', 'Golden State Warriors', 'Charlotte Hornets', 'Seattle SuperSonics', 'Minnesota Timberwolves', 'Los Angeles Lakers', 'Seattle SuperSonics', 'Orlando Magic', 'Houston Rockets', 'Minnesota Timberwolves', 'Seattle SuperSonics', 'Dallas Mavericks', 'Sacramento Kings', 'Golden State Warriors', 'Phoenix Suns', 'Seattle SuperSonics', 'New Jersey Nets', 'Orlando Magic', 'Minnesota Timberwolves', 'Dallas Mavericks', 'Sacramento Kings', 'Houston Rockets', 'Milwaukee Bucks', 'Minnesota Timberwolves', 'San Antonio Spurs', 'Denver Nuggets', 'Houston Rockets', 'San Antonio Spurs', 'Charlotte Hornets', 'Phoenix Suns', 'Utah Jazz', 'Dallas Mavericks', 'Seattle SuperSonics', 'Sacramento Kings', 'Denver Nuggets', 'Cleveland Cavaliers', 'Phoenix Suns', 'Denver Nuggets', 'Indiana Pacers', 'Seattle SuperSonics', 'Charlotte Hornets', 'San Antonio Spurs', 'Minnesota Timberwolves', 'Detroit Pistons', 'Utah Jazz', 'Orlando Magic', 'Philadelphia 76ers', 'Seattle SuperSonics', 'Atlanta Hawks', 'New Jersey Nets', 'Dallas Mavericks', 'Houston Rockets', 'Phoenix Suns', 'San Antonio Spurs', 'Los Angeles Lakers', 'Miami Heat', 'Golden State Warriors', 'Dallas Mavericks', 'Sacramento Kings', 'Houston Rockets', 'Milwaukee Bucks', 'Portland Trail Blazers', 'Denver Nuggets', 'Minnesota Timberwolves', 'Utah Jazz', 'Utah Jazz', 'Sacramento Kings', 'Detroit Pistons', 'New York Knicks', 'Phoenix Suns', 'Orlando Magic', 'Charlotte Hornets', 'Indiana Pacers', 'Minnesota Timberwolves', 'Dallas Mavericks', 'Boston Celtics', 'Los Angeles Lakers', 'Seattle SuperSonics', 'Utah Jazz', 'Phoenix Suns', 'Sacramento Kings', 'Washington Bullets', 'Sacramento Kings', 'Minnesota Timberwolves', 'Utah Jazz', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Atlanta Hawks', 'Dallas Mavericks', 'Denver Nuggets', 'Phoenix Suns', 'Golden State Warriors', 'Portland Trail Blazers', 'Houston Rockets', 'Portland Trail Blazers', 'Detroit Pistons', 'San Antonio Spurs', 'Dallas Mavericks', 'New Jersey Nets', 'Orlando Magic', 'Washington Bullets', 'Philadelphia 76ers', 'Minnesota Timberwolves', 'Sacramento Kings', 'Sacramento Kings', 'Charlotte Hornets', 'Dallas Mavericks', 'Golden State Warriors', 'Utah Jazz', 'Portland Trail Blazers', 'Los Angeles Lakers', 'Milwaukee Bucks', 'Golden State Warriors', 'Philadelphia 76ers', 'Cleveland Cavaliers', 'Houston Rockets', 'Boston Celtics', 'Los Angeles Lakers', 'Phoenix Suns', 'Minnesota Timberwolves', 'Golden State Warriors', 'Detroit Pistons', 'Utah Jazz', 'Dallas Mavericks', 'Phoenix Suns', 'Denver Nuggets', 'Vancouver Grizzlies', 'Dallas Mavericks', 'New Jersey Nets', 'Miami Heat', 'Sacramento Kings', 'Phoenix Suns', 'Minnesota Timberwolves', 'Denver Nuggets', 'Portland Trail Blazers', 'San Antonio Spurs', 'Sacramento Kings', 'Dallas Mavericks', 'Minnesota Timberwolves', 'Philadelphia 76ers', 'Milwaukee Bucks', 'Portland Trail Blazers', 'Utah Jazz', 'Minnesota Timberwolves', 'Milwaukee Bucks', 'Charlotte Hornets', 'San Antonio Spurs', 'Sacramento Kings', 'Phoenix Suns', 'Utah Jazz', 'Seattle SuperSonics', 'Denver Nuggets', 'Vancouver Grizzlies', 'Golden State Warriors', 'Los Angeles Lakers', 'Boston Celtics', 'Dallas Mavericks', 'Philadelphia 76ers', 'Toronto Raptors', 'Golden State Warriors', 'Sacramento Kings', 'San Antonio Spurs', 'Vancouver Grizzlies', 'Denver Nuggets', 'Sacramento Kings', 'San Antonio Spurs', 'Golden State Warriors', 'Denver Nuggets', 'Dallas Mavericks', 'Vancouver Grizzlies', 'Utah Jazz', 'Philadelphia 76ers', 'Toronto Raptors', 'Dallas Mavericks', 'Sacramento Kings', 'Sacramento Kings', 'Utah Jazz', 'Minnesota Timberwolves', 'New Jersey Nets', 'Houston Rockets', 'Vancouver Grizzlies', 'Philadelphia 76ers', 'New York Knicks', 'Vancouver Grizzlies', 'Golden State Warriors', 'Sacramento Kings', 'Boston Celtics', 'Indiana Pacers', 'New Jersey Nets', 'Atlanta Hawks', 'Denver Nuggets', 'Houston Rockets', 'Atlanta Hawks', 'New York Knicks', 'Golden State Warriors', 'Orlando Magic', 'Minnesota Timberwolves', 'Vancouver Grizzlies', 'Toronto Raptors', 'Denver Nuggets', 'Portland Trail Blazers', 'Chicago Bulls', 'Portland Trail Blazers', 'Sacramento Kings', 'Denver Nuggets', 'Golden State Warriors', 'Philadelphia 76ers', 'Houston Rockets', 'Detroit Pistons', 'Cleveland Cavaliers', 'Milwaukee Bucks', 'Minnesota Timberwolves', 'Phoenix Suns', 'Atlanta Hawks', 'Memphis Grizzlies', 'Phoenix Suns', 'Chicago Bulls', 'New York Knicks', 'Houston Rockets', 'Minnesota Timberwolves', 'Indiana Pacers', 'Miami Heat', 'Charlotte Hornets', 'Orlando Magic', 'Seattle SuperSonics', 'Detroit Pistons', 'Sacramento Kings', 'Portland Trail Blazers', 'Milwaukee Bucks', 'Cleveland Cavaliers', 'Denver Nuggets', 'Los Angeles Lakers', 'Dallas Mavericks', 'Golden State Warriors', 'Washington Wizards', 'Houston Rockets', 'Denver Nuggets', 'Memphis Grizzlies', 'Detroit Pistons', 'Houston Rockets', 'New Jersey Nets', 'Miami Heat', 'Minnesota Timberwolves', 'San Antonio Spurs', 'Denver Nuggets', 'Memphis Grizzlies', 'Sacramento Kings', 'Chicago Bulls', 'Milwaukee Bucks', 'Toronto Raptors', 'Denver Nuggets', 'Memphis Grizzlies', 'New York Knicks', 'Portland Trail Blazers', 'Atlanta Hawks', 'Orlando Magic', 'San Antonio Spurs', 'Cleveland Cavaliers', 'Dallas Mavericks', 'Phoenix Suns', 'New Orleans Hornets', 'Milwaukee Bucks', 'Philadelphia 76ers', 'Denver Nuggets', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Golden State Warriors', 'Utah Jazz', 'Chicago Bulls', 'Boston Celtics', 'New York Knicks', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Toronto Raptors', 'New Jersey Nets', 'Golden State Warriors', 'Cleveland Cavaliers', 'Indiana Pacers', 'Charlotte Bobcats', 'New Orleans Hornets', 'Utah Jazz', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Miami Heat', 'Dallas Mavericks', 'Los Angeles Lakers', 'Golden State Warriors', 'New York Knicks', 'Minnesota Timberwolves', 'Atlanta Hawks', 'Dallas Mavericks', 'Chicago Bulls', 'Orlando Magic', 'Portland Trail Blazers', 'Milwaukee Bucks', 'Washington Wizards', 'Utah Jazz', 'New Orleans Hornets', 'Atlanta Hawks', 'Minnesota Timberwolves', 'Milwaukee Bucks', 'Golden State Warriors', 'Toronto Raptors', 'Cleveland Cavaliers', 'Miami Heat', 'New York Knicks', 'Phoenix Suns', 'Houston Rockets', 'Orlando Magic', 'Seattle SuperSonics', 'Utah Jazz', 'Golden State Warriors', 'New Jersey Nets', 'Denver Nuggets', 'Memphis Grizzlies', 'Los Angeles Lakers', 'Charlotte Bobcats', 'New Orleans/Oklahoma City Hornets', 'San Antonio Spurs', 'Minnesota Timberwolves', 'Philadelphia 76ers', 'Washington Wizards', 'Utah Jazz', 'Denver Nuggets', 'Portland Trail Blazers', 'Dallas Mavericks', 'Denver Nuggets', 'Phoenix Suns', 'Portland Trail Blazers', 'Dallas Mavericks', 'New Orleans/Oklahoma City Hornets', 'Philadelphia 76ers', 'Memphis Grizzlies', 'Orlando Magic', 'Miami Heat', 'Boston Celtics', 'Sacramento Kings', 'New York Knicks', 'Golden State Warriors', 'Memphis Grizzlies', 'Milwaukee Bucks', 'New Jersey Nets', 'Chicago Bulls', 'Golden State Warriors', 'Charlotte Bobcats', 'Seattle SuperSonics', 'Indiana Pacers', 'Utah Jazz', 'Washington Wizards', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Seattle SuperSonics', 'Portland Trail Blazers', 'Golden State Warriors', 'Seattle SuperSonics', 'New York Knicks', 'Denver Nuggets', 'Minnesota Timberwolves', 'Phoenix Suns', 'New Jersey Nets', 'Sacramento Kings', 'Atlanta Hawks', 'Memphis Grizzlies', 'Utah Jazz', 'Sacramento Kings', 'Memphis Grizzlies', 'Phoenix Suns', 'Sacramento Kings', 'Dallas Mavericks', 'Miami Heat', 'Houston Rockets', 'Milwaukee Bucks', 'Oklahoma City Thunder', 'New York Knicks', 'Golden State Warriors', 'Boston Celtics', 'New Jersey Nets', 'Washington Wizards', 'Sacramento Kings', 'Minnesota Timberwolves', 'Memphis Grizzlies', 'Denver Nuggets', 'Minnesota Timberwolves', 'Memphis Grizzlies', 'Indiana Pacers', 'Washington Wizards', 'Boston Celtics', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Los Angeles Lakers', 'Miami Heat', 'New Jersey Nets', 'Chicago Bulls', 'Sacramento Kings', 'Charlotte Bobcats', 'Detroit Pistons', 'Utah Jazz', 'Milwaukee Bucks', 'Golden State Warriors', 'Los Angeles Lakers', 'Portland Trail Blazers', 'Golden State Warriors', 'Utah Jazz', 'Tel Aviv Maccabi Elite', 'New Orleans Hornets', 'Oklahoma City Thunder', 'New Orleans Hornets', 'Sacramento Kings', 'San Antonio Spurs', 'Sacramento Kings', 'Minnesota Timberwolves', 'Phoenix Suns', 'Denver Nuggets', 'Golden State Warriors', 'Miami Heat', 'Los Angeles Lakers', 'Indiana Pacers', 'Minnesota Timberwolves', 'Golden State Warriors', 'Charlotte Bobcats', 'Milwaukee Bucks', 'Houston Rockets', 'Denver Nuggets', 'Cleveland Cavaliers', 'Washington Wizards', 'Toronto Raptors', 'Oklahoma City Thunder', 'Memphis Grizzlies', 'Portland Trail Blazers', 'Houston Rockets', 'Milwaukee Bucks', 'Miami Heat', 'Los Angeles Lakers', 'New Jersey Nets', 'Dallas Mavericks', 'Toronto Raptors', 'Memphis Grizzlies', 'Oklahoma City Thunder', 'Washington Wizards', 'Denver Nuggets', 'Atlanta Hawks', 'Houston Rockets', 'Detroit Pistons', 'Memphis Grizzlies', 'New Orleans Hornets', 'Phoenix Suns', 'Portland Trail Blazers', 'Utah Jazz', 'Sacramento Kings', 'Golden State Warriors', 'Oklahoma City Thunder', 'New Orleans Hornets', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Memphis Grizzlies', 'Utah Jazz', 'Golden State Warriors', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Memphis Grizzlies', 'Golden State Warriors', 'Houston Rockets', 'Minnesota Timberwolves', 'Oklahoma City Thunder', 'Brooklyn Nets', 'Sacramento Kings', 'Chicago Bulls', 'New York Knicks', 'San Antonio Spurs', 'New Orleans Pelicans', 'Denver Nuggets', 'Minnesota Timberwolves', 'Utah Jazz', 'Charlotte Bobcats', 'Orlando Magic', 'Boston Celtics', 'Los Angeles Lakers', 'Dallas Mavericks', 'Washington Wizards', 'Utah Jazz', 'Toronto Raptors', 'Philadelphia 76ers', 'Portland Trail Blazers', 'Houston Rockets', 'New Orleans Pelicans', 'Atlanta Hawks', 'Phoenix Suns', 'Golden State Warriors', 'Cleveland Cavaliers', 'Detroit Pistons', 'Milwaukee Bucks', 'Los Angeles Lakers', 'Sacramento Kings', 'Denver Nuggets', 'Denver Nuggets', 'Utah Jazz', 'Golden State Warriors', 'Golden State Warriors', 'Golden State Warriors', 'Oklahoma City Thunder', 'Oklahoma City Thunder', 'Utah Jazz', 'Portland Trail Blazers', 'Phoenix Suns', 'Minnesota Timberwolves', 'Orlando Magic', 'New Orleans Pelicans', 'Phoenix Suns', 'Detroit Pistons', 'Indiana Pacers', 'Milwaukee Bucks', 'Golden State Warriors', 'Utah Jazz', 'New York Knicks', 'Philadelphia 76ers', 'Los Angeles Lakers', 'Dallas Mavericks', 'Boston Celtics', 'Brooklyn Nets', 'Denver Nuggets', 'Houston Rockets', 'San Antonio Spurs', 'Sacramento Kings', 'Minnesota Timberwolves', 'Charlotte Hornets', 'Washington Wizards', 'New Orleans Pelicans', 'Los Angeles Lakers', 'Memphis Grizzlies', 'Denver Nuggets', 'Utah Jazz', 'Phoenix Suns', 'San Antonio Spurs', 'San Antonio Spurs', 'Houston Rockets', 'Houston Rockets']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'TOR' AND pts_away = 100;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Toronto Raptors' AND pts_away = 100\n", "['35']\n", "['35']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home + pts_away) FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers') OR (team_name_home = 'Cleveland Cavaliers' AND team_name_away = 'Golden State Warriors');\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_combined_score FROM game WHERE (team_name_home = 'Golden State Warriors' AND team_name_away = 'Cleveland Cavaliers') OR (team_name_home = 'Cleveland Cavaliers' AND team_name_away = 'Golden State Warriors')\n", "['266.0']\n", "['266.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Boston Celtics'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets';\n", "SQLite:\n", "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "['22.0']\n", "['22.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(pts_2nd_chance_home) FROM game WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT season_id, COUNT(*) AS win_count FROM game WHERE (team_name_home = 'San Antonio Spurs' AND wl_home = 'W') OR (team_name_away = 'San Antonio Spurs' AND wl_away = 'W') GROUP BY season_id ORDER BY win_count DESC LIMIT 1;\n", "SQLite:\n", "SELECT season_id FROM game WHERE team_name_home = 'San Antonio Spurs' OR team_name_away = 'San Antonio Spurs' GROUP BY season_id ORDER BY COUNT(*) DESC LIMIT 1\n", "['22015', '67']\n", "['22022']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'CHI' AND season_id = '21996';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Chicago Bulls' AND season_id = '21996'\n", "['134.0']\n", "['134.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND season_id = '21984' AND wl_home = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '1984'\n", "['35']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT AVG(tov_home) FROM game WHERE team_abbreviation_home = 'PHI' AND season_id = '22018';\n", "SQLite:\n", "SELECT AVG(tov_home) AS average_turnovers FROM game WHERE team_name_home = 'Philadelphia 76ers' AND season_id = '22018'\n", "['14.268292682926829']\n", "['14.268292682926829']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'NYK' AND team_abbreviation_away = 'BKN') OR (team_abbreviation_home = 'BKN' AND team_abbreviation_away = 'NYK') AND season_id = '21972';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE (team_name_home = 'New York Knicks' AND team_name_away = 'Brooklyn Nets') OR (team_name_home = 'Brooklyn Nets' AND team_name_away = 'New York Knicks')\n", "['21']\n", "['44']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22001' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE season_id = '22001' ORDER BY total_points DESC LIMIT 1\n", "['0020100682', '281.0']\n", "['0020100682', '281.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '22004';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Detroit Pistons' AND season_id = '22004'\n", "['114.0']\n", "['114.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'SAS' AND season_id = '21999' AND wl_away = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'San Antonio Spurs' AND wl_home = 'W' AND season_id = '1999'\n", "['22']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT AVG(pf_away) FROM game WHERE team_abbreviation_away = 'IND' AND season_id = '22011';\n", "SQLite:\n", "SELECT AVG(pf_away) FROM game WHERE team_name_away = 'Indiana Pacers' AND season_id = '22011'\n", "['21.393939393939394']\n", "['21.393939393939394']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(tov_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22016';\n", "SQLite:\n", "SELECT MAX(total_turnovers_away) FROM other_stats WHERE season_id = '22016'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(oreb_away) FROM game WHERE team_abbreviation_away = 'SAC' AND season_id = '21990';\n", "SQLite:\n", "SELECT SUM(oreb_away) FROM game WHERE team_name_away = 'Sacramento Kings' AND season_id = '21900'\n", "['517.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (pts_home + pts_away) AS total_points FROM game WHERE (team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA') AND season_id = '21998' ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_scoring_game FROM game WHERE team_name_home = 'Utah Jazz' AND season_id = '21998'\n", "['0029800077', '232.0']\n", "['232.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(pts_fb_away) FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE team_abbreviation_away = 'TOR' AND season_id = '22002' );\n", "SQLite:\n", "SELECT SUM(pts_fb_away) AS total_fast_break_points FROM other_stats WHERE team_abbreviation_away = 'TOR' AND season_id = '22002'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_away) FROM game WHERE team_abbreviation_away = 'HOU' AND season_id = '22018';\n", "SQLite:\n", "SELECT MAX(fg3m_away) AS highest_three_pointers FROM game WHERE team_name_away = 'Houston Rockets' AND season_id = '22018'\n", "['26.0']\n", "['26.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(reb_away) FROM game WHERE team_abbreviation_away = 'NYK' AND season_id = '21995';\n", "SQLite:\n", "SELECT SUM(reb_away) FROM game WHERE team_name_away = 'New York Knicks' AND season_id = '21995'\n", "['1643.0']\n", "['1643.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE season_id = '22005' AND (pts_home + pts_away) >= 250\n", "['6']\n", "['6']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ABS(pts_away - pts_home)) FROM game WHERE team_abbreviation_away = 'BOS' AND season_id = '22010' AND wl_away = 'W';\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS biggest_win FROM game WHERE team_name_away = 'Boston Celtics' AND season_id = '22010'\n", "['31.0']\n", "['31.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'POR' OR team_abbreviation_away = 'POR') AND season_id = '21994' AND min > 48;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Portland Trail Blazers' AND season_id = '21994' OR team_name_away = 'Portland Trail Blazers' AND season_id = '21994'\n", "['82']\n", "['82']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(ast_away) FROM game WHERE team_abbreviation_away = 'PHI' AND season_id = '22001';\n", "SQLite:\n", "SELECT MAX(ast_away) FROM game WHERE team_name_away = 'Philadelphia 76ers' AND season_id = '22001'\n", "['30.0']\n", "['30.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'MIL' AND season_id = '21983' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Milwaukee Bucks' AND (pts_away - pts_home) >= 20 AND season_id = '1983'\n", "['3']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CHI' AND season_id = '21997';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Chicago Bulls' AND season_id = '21997'\n", "['123.0']\n", "['123.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'SAS' OR team_abbreviation_away = 'SAS' AND season_id = '22007';\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_scoring_game FROM game WHERE team_name_home = 'San Antonio Spurs' AND season_id = '22007'\n", "['301.0']\n", "['238.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT SUM(fg3m_away) FROM game WHERE team_abbreviation_away = 'CLE' AND season_id = '22016';\n", "SQLite:\n", "SELECT SUM(fg3m_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers' AND season_id = '22016'\n", "['530.0']\n", "['530.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away - pts_home) FROM game WHERE team_abbreviation_away = 'DEN' AND season_id = '21985' AND wl_away = 'W';\n", "SQLite:\n", "SELECT MAX(pts_away - pts_home) AS largest_win_margin FROM game WHERE team_name_away = 'Denver Nuggets' AND season_id = '1985'\n", "['18.0']\n", "['None']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_home + pts_away) FROM game WHERE team_abbreviation_home = 'UTA' OR team_abbreviation_away = 'UTA' AND season_id = '22002';\n", "SQLite:\n", "SELECT game_id, MIN(pts_home) AS lowest_score FROM game WHERE team_name_home = 'Utah Jazz' AND season_id = '22002'\n", "['134.0']\n", "['0020200728', '76.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND season_id = '21990' AND wl_away = 'W' AND pts_home < 90;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'W' AND pts_away < 90 AND season_id = '21900'\n", "['6']\n", "['0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'BOS' AND wl_home = 'W' AND season_id = '22021';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22021'\n", "['28']\n", "['28']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Miami Heat'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT pts_home FROM game WHERE team_abbreviation_home = 'GSW' AND season_id = '22005' ORDER BY game_date ASC LIMIT 1;\n", "SQLite:\n", "SELECT pts_home FROM game WHERE team_name_home = 'Golden State Warriors' AND season_id = '22005' ORDER BY game_date ASC LIMIT 1\n", "['122.0']\n", "['122.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(reb_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", "SQLite:\n", "SELECT MAX(reb_home) FROM game WHERE team_name_home = 'New York Knicks'\n", "['75.0']\n", "['75.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND wl_home = 'L' AND season_id = '22015';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'L' AND season_id = '22015'\n", "['15']\n", "['15']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CLE';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers'\n", "['140.0']\n", "['140.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'BOS' ORDER BY pts_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_home = 'Boston Celtics' ORDER BY pts_home DESC LIMIT 1\n", "['1959-02-27 00:00:00', '173.0']\n", "['21958', '1610612738', 'BOS', 'Boston Celtics', '0025800258', '1959-02-27 00:00:00', 'BOS vs. MNL', 'W', '0', '72.0', 'None', 'None', 'None', 'None', 'None', '29.0', '37.0', '0.784', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '30.0', '173.0', '34', '0', '1610612747', 'MNL', 'Minneapolis Lakers', 'MNL @ BOS', 'L', '47.0', 'None', 'None', 'None', 'None', 'None', '45.0', '58.0', '0.776', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '28.0', '139.0', '-34', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'CHI' AND pts_home >= 120 AND wl_home = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Chicago Bulls' AND wl_home = 'W' AND pts_home >= 120\n", "['236']\n", "['236']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'DET' AND wl_away = 'W' AND season_id = '22004';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Detroit Pistons' AND wl_away = 'W' AND season_id = '22004'\n", "['22']\n", "['22']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_home = 'MIN' AND pts_fb_home > pts_fb_away;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Minnesota Timberwolves' AND pts_fb_home > pts_fb_away\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI';\n", "SQLite:\n", "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI'\n", "['30']\n", "['30']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_abbreviation_home = 'DEN' AND season_id = '21999';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Denver Nuggets' AND season_id = '21999'\n", "['0.631']\n", "['0.631']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (team_abbreviation_home = 'LAC' AND (pts_home - pts_away) >= 30 AND wl_home = 'W') OR (team_abbreviation_away = 'LAC' AND (pts_away - pts_home) >= 30 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Clippers' AND (pts_home - pts_away) >= 30\n", "['48']\n", "['20']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_away FROM game WHERE team_abbreviation_away = 'LAL' ORDER BY pts_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_away = 'Los Angeles Lakers' ORDER BY pts_away DESC LIMIT 1\n", "['1980-01-29 00:00:00', '153.0']\n", "['21979', '1610612739', 'CLE', 'Cleveland Cavaliers', '0027900581', '1980-01-29 00:00:00', 'CLE vs. LAL', 'W', '340', '65.0', 'None', 'None', '0.0', 'None', 'None', '24.0', '32.0', '0.75', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '30.0', '154.0', '1', '0', '1610612747', 'LAL', 'Los Angeles Lakers', 'LAL @ CLE', 'L', '63.0', 'None', 'None', '0.0', 'None', 'None', '27.0', '30.0', '0.9', 'None', 'None', 'None', 'None', 'None', 'None', 'None', '38.0', '153.0', '-1', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'HOU' AND pts_away >= 110 AND wl_away = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Houston Rockets' AND wl_away = 'W' AND pts_away >= 110\n", "['425']\n", "['425']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", "SQLite:\n", "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK'\n", "['48']\n", "['48']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_away AS team, reb_away AS rebounds, game_date FROM game WHERE season_id = '22010' ORDER BY reb_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_abbreviation_away FROM other_stats WHERE season_id = '22010' ORDER BY reb_away DESC LIMIT 1\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT lead_changes FROM other_stats WHERE game_id IN ( SELECT game_id FROM game WHERE season_id = '22005' AND team_abbreviation_away = 'SAS' ORDER BY ABS(pts_home - pts_away) ASC LIMIT 1 );\n", "SQLite:\n", "SELECT lead_changes FROM other_stats WHERE team_abbreviation_away = 'SAS' AND game_id IN (SELECT game_id FROM game WHERE season_id = '22005')\n", "['26']\n", "['3', '6', '0', '0', '10', '5', '1', '5', '0', '8', '13', '2', '1', '5', '1', '14', '16', '0', '6', '9', '12', '4', '6', '10', '5', '16', '2', '8', '2', '0', '6', '7', '6', '0', '9', '13', '4', '5', '2', '10']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM other_stats WHERE team_abbreviation_away = 'ORL' AND pts_fb_away > pts_fb_home;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Orlando Magic' AND pts_fb_away > pts_fb_home\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN';\n", "SQLite:\n", "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN'\n", "['29']\n", "['29']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_away) FROM game WHERE team_abbreviation_away = 'DAL' AND season_id = '22008';\n", "SQLite:\n", "SELECT MAX(fg_pct_away) FROM game WHERE team_name_away = 'Dallas Mavericks' AND season_id = '22008'\n", "['0.603']\n", "['0.603']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'POR' AND (pts_away - pts_home) >= 25 AND wl_away = 'W';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Portland Trail Blazers' AND wl_away = 'W' AND pts_away >= 25\n", "['33']\n", "['852']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'CHI' ORDER BY pts_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT * FROM game WHERE team_name_home = 'Chicago Bulls' ORDER BY pts_home DESC LIMIT 1\n", "['1990-12-04 00:00:00', '155.0']\n", "['21990', '1610612741', 'CHI', 'Chicago Bulls', '0029000213', '1990-12-04 00:00:00', 'CHI vs. PHX', 'W', '240', '67.0', '106.0', '0.632', '1.0', '3.0', '0.333', '20.0', '25.0', '0.8', '14.0', '35.0', '49.0', '45.0', '6.0', '5.0', '20.0', '21.0', '155.0', '28', '0', '1610612756', 'PHX', 'Phoenix Suns', 'PHX @ CHI', 'L', '52.0', '108.0', '0.481', '3.0', '7.0', '0.429', '20.0', '28.0', '0.714', '18.0', '22.0', '40.0', '27.0', '8.0', '3.0', '17.0', '23.0', '127.0', '-28', '0', 'Regular Season']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1\n", "['3050']\n", "['3050']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, (pts_home + pts_away) AS total_points FROM game ORDER BY total_points DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home + pts_away) AS highest_total_score FROM game\n", "['2017-02-19 00:00:00', '374.0']\n", "['374.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE season_id = '22006' AND ((team_abbreviation_home = 'BOS' AND wl_home = 'W') OR (team_abbreviation_away = 'BOS' AND wl_away = 'W'));\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Boston Celtics' AND wl_home = 'W' AND season_id = '22006'\n", "['24']\n", "['12']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_home AS team, reb_home AS rebounds, game_date FROM game WHERE season_id = '22015' ORDER BY reb_home DESC LIMIT 1;\n", "SQLite:\n", "SELECT team_name_home FROM game WHERE season_id = '22015' AND reb_home = (SELECT MAX(reb_home) FROM game WHERE season_id = '22015')\n", "['MIA', '67.0', '2016-02-20 00:00:00']\n", "['Miami Heat']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, pts_home FROM game WHERE team_abbreviation_home = 'GSW' ORDER BY pts_home ASC LIMIT 1;\n", "SQLite:\n", "SELECT game_id, team_name_home, pts_home FROM game WHERE team_name_home = 'Golden State Warriors' ORDER BY pts_home ASC LIMIT 1\n", "['1997-12-03 00:00:00', '67.0']\n", "['0029501018', 'Golden State Warriors', '64.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22010';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22010'\n", "['41']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_date, ABS(pts_home - pts_away) AS margin FROM game ORDER BY margin DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(pts_home - pts_away) AS largest_victory_margin FROM game\n", "['2021-12-02 00:00:00', '73.0']\n", "['73.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_abbreviation_away, reb_away, game_date FROM game ORDER BY reb_away DESC LIMIT 1;\n", "SQLite:\n", "SELECT MAX(reb_away) FROM game\n", "['BOS', '90.0', '1957-10-22 00:00:00']\n", "['90.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'BOS' AND wl_away = 'W' AND (pts_away - pts_home) >= 20;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Boston Celtics' AND wl_away = 'W' AND pts_away >= 20\n", "['179']\n", "['1425']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (fg_pct_home < 0.40 AND wl_home = 'W') OR (fg_pct_away < 0.40 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE wl_home = 'W' AND fg_pct_home < 0.4\n", "['2437']\n", "['1507']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game;\n", "SQLite:\n", "SELECT game_id, team_name_home, pts_home FROM game ORDER BY pts_home DESC LIMIT 1\n", "['192.0']\n", "['0031600001', 'West NBA All Stars West', '192.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct_away) FROM game;\n", "SQLite:\n", "SELECT MIN(fg_pct_away) FROM game\n", "['0.156']\n", "['0.156']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home < 80 AND wl_home = 'W') OR (pts_away < 80 AND wl_away = 'W');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE wl_home = 'W' AND pts_home < 80\n", "['1364']\n", "['857']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (fg_pct_home > 0.55 AND wl_home = 'L') OR (fg_pct_away > 0.55 AND wl_away = 'L');\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE fg_pct_home > 0.55 AND wl_home = 'L'\n", "['714']\n", "['279']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) > 40;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home + pts_away > 40\n", "['307']\n", "['65697']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(stl_away) FROM game;\n", "SQLite:\n", "SELECT MAX(stl_away) FROM game\n", "['27.0']\n", "['27.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120\n", "['3043']\n", "['3043']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30\n", "['11305']\n", "['11305']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT game_id, (tov_home + tov_away + stl_home + stl_away) AS total FROM game ORDER BY total DESC LIMIT 1;\n", "SQLite:\n", "SELECT game_id FROM other_stats ORDER BY (tov_home + tov_away + stl_home + stl_away) DESC LIMIT 1\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(other_stats.largest_lead_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.team_name_home = 'Golden State Warriors' AND game.season_id = '22018';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'GSW' AND season_id = '22018'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT team_name_home, MAX(pts_fb_home) FROM other_stats JOIN game ON other_stats.game_id = game.game_id WHERE game.season_id = '22020';\n", "SQLite:\n", "SELECT team_name_home FROM other_stats WHERE season_id = '22020' AND pts_fb_home = (SELECT MAX(pts_fb_home) FROM other_stats WHERE season_id = '22020')\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers';\n", "SQLite:\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers'\n", "['44.0']\n", "['44.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "Percent valid: 0.8476190476190476\n", "Percent SQLite matched: 0.1523809523809524\n", "Percent result matched: 0.5428571428571428\n" ] } ], "source": [ "import math\n", "import random\n", "\n", "def compare_result(sample_query, model_output):\n", " # Clean model output to only have the query output\n", " if model_output[0:8] == \"SQLite:\\n\":\n", " query = model_output[8:]\n", " elif model_output[0:8] == \"SQLite: \":\n", " query = model_output[8:]\n", " elif model_output[0:7] == \"SQLite:\":\n", " query = model_output[7:]\n", " elif model_output[0:5] == \"SQL:\\n\":\n", " query = model_output[5:]\n", " elif model_output[0:5] == \"SQL: \":\n", " query = model_output[5:]\n", " elif model_output[0:4] == \"SQL:\":\n", " query = model_output[4:]\n", " else:\n", " query = model_output\n", "\n", " # Clean any excess text after the query semicolon\n", " for i in range(len(query)):\n", " if query[i] == \";\":\n", " query = query[:i+1]\n", " break\n", "\n", " # Get sample and model result\n", " cursor.execute(sample_query)\n", " sample_result = [str(item) for tup in cursor.fetchall() for item in tup]\n", "\n", " try:\n", " cursor.execute(query)\n", " except:\n", " return False, False, False\n", " model_result = [str(item) for tup in cursor.fetchall() for item in tup]\n", "\n", " print(sample_result)\n", " print(model_result)\n", "\n", " # Strip all whitespace before comparing queries since there may be differences in spacing, newlines, tabs, etc.\n", " query = query.replace(\" \", \"\").replace(\"\\n\", \"\").replace(\"\\t\", \"\")\n", " sample_query = sample_query.replace(\" \", \"\").replace(\"\\n\", \"\").replace(\"\\t\", \"\")\n", " query_match = (query == sample_query)\n", "\n", " # If the queries match, the results clearly also match\n", " if query_match:\n", " return True, True, True\n", "\n", " # Try to execute query, if it fails, then this is a failure of the model\n", " try:\n", " for r in sample_result:\n", " for res in model_result:\n", " try:\n", " if math.isclose(float(r), float(res), abs_tol=0.5):\n", " return True, False, True\n", " except:\n", " if r in res or res in r:\n", " return True, False, True\n", " return True, False, False\n", " except:\n", " return True, False, False\n", " \n", "num_valid = 0\n", "num_sql_matched = 0\n", "num_result_matched = 0\n", "\n", "for v in val_dataset:\n", " # Obtain sample natural language question and sql_query\n", " #v = val_dataset[random.randint(0, len(val_dataset) - 1)]\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " #print(question)\n", " #print(sql_query)\n", "\n", " # Obtain model output\n", " input_text = \"How many points to the Los Angeles Lakers average at home?\"\n", " message = [{'role': 'user', 'content': input_prompt + question}]\n", " inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", " # Generate SQL query\n", " outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", " )\n", " model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", " print(sql_query)\n", " print(model_output.split(\";\")[0])\n", " #print()\n", " #print(model_output)\n", " result = compare_result(sql_query, model_output)\n", " print(\"Statement valid? \" + str(result[0]))\n", " print(\"SQLite matched? \" + str(result[1]))\n", " print(\"Result matched? \" + str(result[2]))\n", " print()\n", " print()\n", "\n", " if result[0]:\n", " num_valid += 1\n", " if result[1]:\n", " num_sql_matched += 1\n", " if result[2]:\n", " num_result_matched += 1\n", "\n", "print(\"Percent valid: \" + str(num_valid / len(val_dataset)))\n", "print(\"Percent SQLite matched: \" + str(num_sql_matched / len(val_dataset)))\n", "print(\"Percent result matched: \" + str(num_result_matched / len(val_dataset)))\n", "\n", "# break" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Test validation set only on short queries" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat';\n", "SQLite:\n", "SELECT MAX(fg_pct_home) FROM game WHERE team_name_home = 'Miami Heat'\n", "['0.675']\n", "['0.675']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game WHERE team_abbreviation_home = 'GSW';\n", "SQLite:\n", "SELECT MAX(pts_home) FROM game WHERE team_name_home = 'Golden State Warriors'\n", "['149.0']\n", "['155.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'CHI'\n", "['47']\n", "['47']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'BKN';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'LAL';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Los Angeles Lakers'\n", "['153.0']\n", "['153.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_away) FROM other_stats WHERE team_abbreviation_away = 'HOU'\n", "['34']\n", "['34']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL';\n", "SQLite:\n", "SELECT MAX(pts_paint_away) FROM other_stats WHERE team_abbreviation_away = 'MIL'\n", "['86']\n", "['86']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(pts_away) FROM game WHERE team_abbreviation_away = 'GSW';\n", "SQLite:\n", "SELECT MIN(pts_away) FROM game WHERE team_name_away = 'Golden State Warriors'\n", "['65.0']\n", "['65.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_away = 'TOR' AND pts_away = 100;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_away = 'Toronto Raptors' AND pts_away = 100\n", "['35']\n", "['35']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'BOS';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Boston Celtics'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets';\n", "SQLite:\n", "SELECT MAX(fg3m_home) FROM game WHERE team_name_home = 'Brooklyn Nets'\n", "['22.0']\n", "['22.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "SELECT MAX(pts_2nd_chance_home) FROM other_stats WHERE team_abbreviation_home = 'CHI';\n", "SQLite:\n", "SELECT MAX(pts_2nd_chance_home) FROM game WHERE team_name_home = 'Chicago Bulls'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE (pts_home + pts_away) >= 250 AND season_id = '22005';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE season_id = '22005' AND (pts_home + pts_away) >= 250\n", "['6']\n", "['6']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n", "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_abbreviation_home = 'MIA';\n", "SQLite:\n", "SELECT MAX(largest_lead_home) FROM other_stats WHERE team_name_home = 'Miami Heat'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(reb_home) FROM game WHERE team_abbreviation_home = 'NYK';\n", "SQLite:\n", "SELECT MAX(reb_home) FROM game WHERE team_name_home = 'New York Knicks'\n", "['75.0']\n", "['75.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_fb_home) FROM other_stats WHERE team_abbreviation_home = 'HOU';\n", "SQLite:\n", "SELECT MAX(pts_fb_home) FROM game WHERE team_name_home = 'Houston Rockets'\n", "Statement valid? False\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_away) FROM game WHERE team_abbreviation_away = 'CLE';\n", "SQLite:\n", "SELECT MAX(pts_away) FROM game WHERE team_name_away = 'Cleveland Cavaliers'\n", "['140.0']\n", "['140.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI';\n", "SQLite:\n", "SELECT MAX(total_turnovers_home) FROM other_stats WHERE team_abbreviation_home = 'PHI'\n", "['30']\n", "['30']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK';\n", "SQLite:\n", "SELECT MAX(largest_lead_away) FROM other_stats WHERE team_abbreviation_away = 'NYK'\n", "['48']\n", "['48']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN';\n", "SQLite:\n", "SELECT MAX(total_turnovers_away) FROM other_stats WHERE team_abbreviation_away = 'BKN'\n", "['29']\n", "['29']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) = 1\n", "['3050']\n", "['3050']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE team_abbreviation_home = 'LAL' AND season_id = '22010';\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE team_name_home = 'Los Angeles Lakers' AND season_id = '22010'\n", "['41']\n", "['41']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(pts_home) FROM game;\n", "SQLite:\n", "SELECT game_id, team_name_home, pts_home FROM game ORDER BY pts_home DESC LIMIT 1\n", "['192.0']\n", "['0031600001', 'West NBA All Stars West', '192.0']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MIN(fg_pct_away) FROM game;\n", "SQLite:\n", "SELECT MIN(fg_pct_away) FROM game\n", "['0.156']\n", "['0.156']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ABS(pts_home - pts_away) > 40;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home + pts_away > 40\n", "['307']\n", "['65697']\n", "Statement valid? True\n", "SQLite matched? False\n", "Result matched? False\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT MAX(stl_away) FROM game;\n", "SQLite:\n", "SELECT MAX(stl_away) FROM game\n", "['27.0']\n", "['27.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE pts_home >= 120 AND pts_away >= 120\n", "['3043']\n", "['3043']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "Setting `pad_token_id` to `eos_token_id`:32022 for open-end generation.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30;\n", "SQLite:\n", "SELECT COUNT(*) FROM game WHERE ast_home >= 30 OR ast_away >= 30\n", "['11305']\n", "['11305']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers';\n", "SQLite:\n", "SELECT MAX(ast_home) FROM game WHERE team_name_home = 'Indiana Pacers'\n", "['44.0']\n", "['44.0']\n", "Statement valid? True\n", "SQLite matched? True\n", "Result matched? True\n", "\n", "\n", "Percent valid: 0.8275862068965517\n", "Percent SQLite matched: 0.4827586206896552\n", "Percent result matched: 0.7586206896551724\n" ] } ], "source": [ "num_valid = 0\n", "num_sql_matched = 0\n", "num_result_matched = 0\n", "counter = 0\n", "for v in val_dataset:\n", " # Obtain sample natural language question and sql_query\n", " #v = val_dataset[random.randint(0, len(val_dataset) - 1)]\n", " full_example = tokenizer.decode(v[\"input_ids\"], skip_special_tokens=True)\n", " user_prompt = full_example[:prompt_length]\n", " question, sql_query = full_example[prompt_length:].split(\"SQLite:\\n\")\n", " #print(question)\n", " #print(sql_query)\n", "\n", " if len(sql_query) <= 90:\n", " # Obtain model output\n", " input_text = \"How many points to the Los Angeles Lakers average at home?\"\n", " message = [{'role': 'user', 'content': input_prompt + question}]\n", " inputs = tokenizer.apply_chat_template(message, add_generation_prompt=True, return_tensors=\"pt\").to(model.device)\n", "\n", " # Generate SQL query\n", " outputs = model.generate(\n", " inputs,\n", " max_new_tokens=256,\n", " eos_token_id=tokenizer.convert_tokens_to_ids(\"<|endofsql|>\")\n", " )\n", " model_output = tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)\n", "\n", " print(sql_query)\n", " print(model_output.split(\";\")[0])\n", " #print()\n", " #print(model_output)\n", " result = compare_result(sql_query, model_output)\n", " print(\"Statement valid? \" + str(result[0]))\n", " print(\"SQLite matched? \" + str(result[1]))\n", " print(\"Result matched? \" + str(result[2]))\n", " print()\n", " print()\n", " counter += 1\n", "\n", " if result[0]:\n", " num_valid += 1\n", " if result[1]:\n", " num_sql_matched += 1\n", " if result[2]:\n", " num_result_matched += 1\n", "\n", "print(\"Percent valid: \" + str(num_valid / counter))\n", "print(\"Percent SQLite matched: \" + str(num_sql_matched / counter))\n", "print(\"Percent result matched: \" + str(num_result_matched / counter))" ] } ], "metadata": { "kernelspec": { "display_name": "CSCI544", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.11" } }, "nbformat": 4, "nbformat_minor": 2 }