initial commit

Dockerfile

@@ -0,0 +1,14 @@
+
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,56 @@
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+from transformers import BertTokenizer, EncoderDecoderModel
+
+tokenizer = BertTokenizer.from_pretrained("cahya/bert2gpt-indonesian-summarization")
+tokenizer.bos_token = tokenizer.cls_token
+tokenizer.eos_token = tokenizer.sep_token
+model = EncoderDecoderModel.from_pretrained("cahya/bert2gpt-indonesian-summarization")
+
+
+class Generate(BaseModel):
+    text: str
+
+class Prompt(BaseModel):
+    text: str
+
+def generate(prompt: str):
+    if prompt == '':
+        return Generate(text='Prompt not provided')
+    else:
+        # generate summary
+        input_ids = tokenizer.encode(prompt, return_tensors='pt')
+        summary_ids = model.generate(input_ids,
+                    min_length=20,
+                    max_length=80, 
+                    num_beams=10,
+                    repetition_penalty=2.5, 
+                    length_penalty=1.0, 
+                    early_stopping=True,
+                    no_repeat_ngram_size=2,
+                    use_cache=True,
+                    do_sample = True,
+                    temperature = 0.8,
+                    top_k = 50,
+                    top_p = 0.95)
+
+        summary_text = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
+        return Generate(text=summary_text)        
+
+app = FastAPI()
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get('/')
+def home():
+    return {'app':'Summarization', 'version': .1}
+
+@app.post('/generate', response_model=Generate)
+def inference(prompt: Prompt):
+    return generate(prompt.text)

requirements.txt

@@ -0,0 +1,120 @@
+absl-py==2.1.0
+accelerate==0.32.1
+alembic==1.13.2
+aniso8601==9.0.1
+annotated-types==0.7.0
+anyio==4.4.0
+blinker==1.8.2
+cachetools==5.3.3
+certifi==2024.7.4
+charset-normalizer==3.3.2
+chex==0.1.82
+click==8.1.7
+cloudpickle==3.0.0
+contourpy==1.2.1
+cycler==0.12.1
+Deprecated==1.2.14
+dnspython==2.6.1
+docker==7.1.0
+email_validator==2.2.0
+entrypoints==0.4
+etils==1.5.2
+exceptiongroup==1.2.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+filelock==3.15.4
+Flask==3.0.3
+flax==0.7.0
+fonttools==4.53.1
+fsspec==2024.6.1
+gitdb==4.0.11
+GitPython==3.1.43
+graphene==3.3
+graphql-core==3.2.3
+graphql-relay==3.2.0
+gunicorn==22.0.0
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+idna==3.7
+importlib_metadata==7.1.0
+importlib_resources==6.4.0
+itsdangerous==2.2.0
+jax==0.4.13
+jaxlib==0.4.13
+Jinja2==3.1.4
+joblib==1.4.2
+kiwisolver==1.4.5
+Mako==1.3.5
+Markdown==3.6
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.1
+mdurl==0.1.2
+ml-dtypes==0.4.0
+mlflow==2.14.2
+mpmath==1.3.0
+msgpack==1.0.8
+nest-asyncio==1.6.0
+networkx==3.2.1
+numpy==1.26.4
+opentelemetry-api==1.25.0
+opentelemetry-sdk==1.25.0
+opentelemetry-semantic-conventions==0.46b0
+opt-einsum==3.3.0
+optax==0.1.4
+orbax-checkpoint==0.5.16
+orjson==3.10.6
+packaging==24.1
+pandas==2.2.2
+pillow==10.4.0
+protobuf==4.25.3
+psutil==6.0.0
+pyarrow==15.0.2
+pydantic==2.8.2
+pydantic_core==2.20.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+querystring-parser==1.2.4
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+safetensors==0.4.3
+scikit-learn==1.5.1
+scipy==1.12.0
+shellingham==1.5.4
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+SQLAlchemy==2.0.31
+sqlparse==0.5.0
+starlette==0.37.2
+sympy==1.12.1
+tensorstore==0.1.63
+threadpoolctl==3.5.0
+tokenizers==0.19.1
+toolz==0.12.1
+torch==2.3.1
+torchaudio==2.3.1
+torchvision==0.18.1
+tqdm==4.66.4
+transformers==4.42.3
+typer==0.12.3
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.2
+uvicorn[standard]
+uvloop==0.19.0
+watchfiles==0.22.0
+websockets==12.0
+Werkzeug==3.0.3
+wrapt==1.16.0
+zipp==3.19.2