Spaces:
Running
Running
from dotenv import load_dotenv | |
import os | |
from sentence_transformers import SentenceTransformer | |
import gradio as gr | |
from sklearn.metrics.pairwise import cosine_similarity | |
from groq import Groq | |
load_dotenv() | |
api = os.getenv("groq_api_key") | |
def create_metadata_embeddings(): | |
student=""" | |
Table: student | |
Columns: | |
- student_id: an integer representing the unique ID of a student. | |
- first_name: a string containing the first name of the student. | |
- last_name: a string containing the last name of the student. | |
- date_of_birth: a date representing the student's birthdate. | |
- email: a string for the student's email address. | |
- phone_number: a string for the student's contact number. | |
- major: a string representing the student's major field of study. | |
- year_of_enrollment: an integer for the year the student enrolled. | |
""" | |
employee=""" | |
Table: employee | |
Columns: | |
- employee_id: an integer representing the unique ID of an employee. | |
- first_name: a string containing the first name of the employee. | |
- last_name: a string containing the last name of the employee. | |
- email: a string for the employee's email address. | |
- department: a string for the department the employee works in. | |
- position: a string representing the employee's job title. | |
- salary: a float representing the employee's salary. | |
- date_of_joining: a date for when the employee joined the college. | |
""" | |
course=""" | |
Table: course_info | |
Columns: | |
- course_id: an integer representing the unique ID of the course. | |
- course_name: a string containing the course's name. | |
- course_code: a string for the course's unique code. | |
- instructor_id: an integer for the ID of the instructor teaching the course. | |
- department: a string for the department offering the course. | |
- credits: an integer representing the course credits. | |
- semester: a string for the semester when the course is offered. | |
""" | |
metadata_list = [student, employee, course] | |
model = SentenceTransformer('all-MiniLM-L6-v2') | |
embeddings = model.encode(metadata_list) | |
return embeddings,model,student,employee,course | |
def find_best_fit(embeddings,model,user_query,student,employee,course): | |
query_embedding = model.encode([user_query]) | |
similarities = cosine_similarity(query_embedding, embeddings) | |
best_match_table = similarities.argmax() | |
if(best_match_table==0): | |
table_metadata=student | |
elif(best_match_table==1): | |
table_metadata=employee | |
else: | |
table_metadata=course | |
return table_metadata | |
def create_prompt(user_query,table_metadata): | |
system_prompt=""" | |
You are a SQL query generator specialized in generating SQL queries for a single table at a time. Your task is to accurately convert natural language queries into SQL statements based on the user's intent and the provided table metadata. | |
Rules: | |
Single Table Only: Assume all queries are related to a single table provided in the metadata. Ignore any references to other tables. | |
Metadata-Based Validation: Always ensure the generated query matches the table name, columns, and data types provided in the metadata. | |
User Intent: Accurately capture the user's requirements, such as filters, sorting, or aggregations, as expressed in natural language. | |
SQL Syntax: Use standard SQL syntax that is compatible with most relational database systems. | |
Input Format: | |
User Query: The user's natural language request. | |
Table Metadata: The structure of the relevant table, including the table name, column names, and data types. | |
Output Format: | |
SQL Query: A valid SQL query formatted for readability. | |
Do not output anything else except the SQL query.Not even a single word extra.Ouput the whole query in a single line only. | |
You are ready to generate SQL queries based on the user input and table metadata. | |
""" | |
user_prompt=f""" | |
User Query: {user_query} | |
Table Metadata: {table_metadata} | |
""" | |
return system_prompt,user_prompt | |
def generate_output(system_prompt,user_prompt): | |
client = Groq(api_key=api,) | |
chat_completion = client.chat.completions.create(messages=[ | |
{"role": "system", "content": system_prompt}, | |
{"role": "user","content": user_prompt,}],model="llama3-70b-8192",) | |
res = chat_completion.choices[0].message.content | |
select=res[0:6].lower() | |
if(select=="select"): | |
output=res | |
else: | |
output="Can't perform the task at the moment." | |
return output | |
def response(user_query): | |
embeddings,model,student,employee,course=create_metadata_embeddings() | |
table_metadata=find_best_fit(embeddings,model,user_query,student,employee,course) | |
system_prompt,user_prompt=create_prompt(user_query,table_metadata) | |
output=generate_output(system_prompt,user_prompt) | |
return output | |
desc=""" | |
There are three tables in the database: | |
Student Table: | |
The table contains the student's unique ID, first name, last name, date of birth, email address, phone number, major field of study, and year of enrollment. | |
Employee Table: | |
The table includes the employee's unique ID, first name, last name, email address, department, job position, salary, and date of joining. | |
Course Info Table: | |
The table holds information about the course's unique ID, name, course code, instructor ID, department offering the course, number of credits, and the semester in which the course is offered. | |
""" | |
demo = gr.Interface( | |
fn=response, | |
inputs=gr.Textbox(label="Please provide the natural language query"), | |
outputs=gr.Textbox(label="SQL Query"), | |
title="SQL Query generator", | |
description=desc | |
) | |
demo.launch(share="True") |