Spaces:
Running
Running
import streamlit as st | |
import requests | |
PROMPT_TEMPLATE = """### Instruction:\n{instruction}\n\n### Input:\n{input}{context}\n### Question:\n{question}\n\n### Response:\n""" | |
INSTRUCTION_TEMPLATE = """Your task is to generate valid duckdb SQL to answer the following question{has_schema}""" # noqa: E501 | |
def generate_prompt(question, schema): | |
input = "" | |
if schema: | |
input = """Here is the database schema that the SQL query will run on:\n{schema}\n""".format( # noqa: E501 | |
schema=schema | |
) | |
prompt = PROMPT_TEMPLATE.format( | |
instruction = INSTRUCTION_TEMPLATE.format( | |
has_schema="." | |
if schema == "" | |
else ", given a duckdb database schema." | |
), | |
context="", | |
input=input, | |
question=question + ". Use DuckDB shorthand if possible.", | |
) | |
return prompt | |
def generate_sql(question, schema): | |
prompt = generate_prompt(question, schema) | |
s = requests.Session() | |
api_base = "https://text-motherduck-sql-fp16-4vycuix6qcp2.octoai.run" | |
url = f"{api_base}/v1/completions" | |
body = { | |
"model": "motherduck-sql-fp16", | |
"prompt": prompt, | |
"temperature": 0.1, | |
"max_tokens": 200, | |
"stop":'<s>', | |
"n": 1 | |
} | |
headers = {"Authorization": f"Bearer {st.secrets['octoml_token']}"} | |
with s.post(url, json=body, headers=headers) as resp: | |
return resp.json()["choices"][0]["text"] | |
st.title("DuckDB-NSQL-7B Demo") | |
expander = st.expander("Customize Schema (Optional)") | |
expander.text("Execute this query in your DuckDB database to get your current schema:") | |
expander.code("SELECT array_to_string(list(sql), '\\n') from duckdb_tables()", language="sql") | |
# Input field for text prompt | |
default_schema = 'CREATE TABLE rideshare(hvfhs_license_num VARCHAR, dispatching_base_num VARCHAR, originating_base_num VARCHAR, request_datetime TIMESTAMP, on_scene_datetime TIMESTAMP, pickup_datetime TIMESTAMP, dropoff_datetime TIMESTAMP, PULocationID BIGINT, DOLocationID BIGINT, trip_miles DOUBLE, trip_time BIGINT, base_passenger_fare DOUBLE, tolls DOUBLE, bcf DOUBLE, sales_tax DOUBLE, congestion_surcharge DOUBLE, airport_fee DOUBLE, tips DOUBLE, driver_pay DOUBLE, shared_request_flag VARCHAR, shared_match_flag VARCHAR, access_a_ride_flag VARCHAR, wav_request_flag VARCHAR, wav_match_flag VARCHAR);\nCREATE TABLE taxi(VendorID BIGINT, tpep_pickup_datetime TIMESTAMP, tpep_dropoff_datetime TIMESTAMP, passenger_count DOUBLE, trip_distance DOUBLE, RatecodeID DOUBLE, store_and_fwd_flag VARCHAR, PULocationID BIGINT, DOLocationID BIGINT, payment_type BIGINT, fare_amount DOUBLE, extra DOUBLE, mta_tax DOUBLE, tip_amount DOUBLE, tolls_amount DOUBLE, improvement_surcharge DOUBLE, total_amount DOUBLE, congestion_surcharge DOUBLE, airport_fee DOUBLE);\nCREATE TABLE service_requests(unique_key BIGINT, created_date TIMESTAMP, closed_date TIMESTAMP, agency VARCHAR, agency_name VARCHAR, complaint_type VARCHAR, descriptor VARCHAR, location_type VARCHAR, incident_zip VARCHAR, incident_address VARCHAR, street_name VARCHAR, cross_street_1 VARCHAR, cross_street_2 VARCHAR, intersection_street_1 VARCHAR, intersection_street_2 VARCHAR, address_type VARCHAR, city VARCHAR, landmark VARCHAR, facility_type VARCHAR, status VARCHAR, due_date TIMESTAMP, resolution_description VARCHAR, resolution_action_updated_date TIMESTAMP, community_board VARCHAR, bbl VARCHAR, borough VARCHAR, x_coordinate_state_plane VARCHAR, y_coordinate_state_plane VARCHAR, open_data_channel_type VARCHAR, park_facility_name VARCHAR, park_borough VARCHAR, vehicle_type VARCHAR, taxi_company_borough VARCHAR, taxi_pick_up_location VARCHAR, bridge_highway_name VARCHAR, bridge_highway_direction VARCHAR, road_ramp VARCHAR, bridge_highway_segment VARCHAR, latitude DOUBLE, longitude DOUBLE);' | |
schema = expander.text_input("Current schema:", value=default_schema) | |
# Input field for text prompt | |
text_prompt = st.text_input("What DuckDB SQL query can I write for you?", value="Read a CSV file from test.csv") | |
if text_prompt: | |
sql_query = generate_sql(text_prompt, schema) | |
st.code(sql_query, language="sql") | |