File size: 526 Bytes
bf9ae34 5e7d2c0 bf9ae34 fa810c7 5e7d2c0 bf9ae34 5e7d2c0 bf9ae34 27f1194 bf9ae34 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from ctransformers import AutoModelForCausalLM
from fastapi import FastAPI
from pydantic import BaseModel
# Model loading with the new model name
llm = AutoModelForCausalLM.from_pretrained("sqlcoder-7b.Q4_K_S.gguf")
class Validation(BaseModel):
prompt: str # Assuming this includes both user_question and table_metadata_string
app = FastAPI()
@app.post("/generate_sql")
async def generate_sql(item: Validation):
# Format the actual prompt using item.prompt
completion = llm(item.prompt)
return completion
|