app.py

from fastapi import FastAPI
from transformers import pipeline

# create a new FASTAPI app instance
app = FastAPI()

# Initialize the text generation pipleline
messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
pipe(messages)

@app.get("/")
def home():
    return {"message": "Welcome to the Text Generation API"}

@app.get("/generate")
def generate(text:str):
    # use pipelibe to generate text  from given text as input param
    output = pipe(text)

    # return the generated text in Json response
    return {"output":output[0]['generated_text']}