from fastapi import FastAPI from transformers import pipeline app = FastAPI() pipe = pipeline("text2text-generation", model="google/flan-t5-small") @app.get("/") def home(): return {"Hello World!"} @app.get("/generate") def generate(prompt:str): output = pipe(prompt) return {"output":output[0]['generated_text']}