File size: 563 Bytes
5e7d2c0 fa810c7 5e7d2c0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from fastapi import FastAPI
from pydantic import BaseModel
from ctransformers import AutoModelForCausalLM # Ensure correct import for your model
# Model loading
llm = AutoModelForCausalLM.from_pretrained("sqlcoder-7b.Q4_K_S.gguf")
# Pydantic object for request validation
class Validation(BaseModel):
prompt: str
# Initialize FastAPI app
app = FastAPI()
# Endpoint for SQL query generation
@app.post("/generate_sql")
async def generate_sql(item: Validation):
# Use the provided prompt directly
completion = llm(item.prompt)
return completion
|