from fastapi import FastAPI from pydantic import BaseModel from typing import Optional from transformers import pipeline app = FastAPI() summarizer = pipeline( "summarization", # model="Falconsai/text_summarization" model="pszemraj/long-t5-tglobal-base-16384-book-summary" ) class InputText(BaseModel): text: str app = FastAPI() @app.get("/") def greet_json(): return {"Hello": "World!"} @app.post("/summary") def summary(inp: InputText): print(inp.text) return summarizer(inp.text[:3600], max_length=2048, min_length=30, do_sample=False)