Upload 3 files

Dockerfile

@@ -0,0 +1,31 @@
+# use the official python image
+FROM python:3.11
+
+# set the workinf directory to /code
+WORKDIR /code
+
+# copy the current directory content in container at /code
+COPY ./requirements.txt /code/requirements.txt
+
+# install requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+# setup new user
+RUN useradd user
+
+# switch to user
+USER user
+
+# set home to user home directory
+ENV HOME = /home/user \
+    PATH = /home/user/.local/bin:$PATH
+
+# set working dir to user home dir
+WORKDIR $HOME/app
+
+# copy current dir content into container at $HOME/app
+COPY --chown=user . $HOME/app
+
+# start FASTAPI app on port 8000
+CMD ["uvicorn","app:app","--host","0.0.0.0","--port","8000"]
+

app.py

@@ -0,0 +1,19 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+# create a new FASTAPI app instance
+app = FastAPI()
+
+# initialize pipeline
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+@app.get("/")
+def home():
+    return {'message':'this is home'}
+
+
+@app.get("/generate")
+def generate(text:str):
+    output = pipe(text)
+    
+    return {'output':output[0]['generate_text']}

requirements.txt

@@ -0,0 +1,6 @@
+fastapi
+requests
+uvicorn
+sentencepiece
+torch
+transformers