feat[bert]: Requirements

docker-compose.yml

@@ -1,5 +1,3 @@
-version: '3
-
 services: 
   ml-service:
     build: ./ml-service

ml-service/app.py

@@ -2,7 +2,6 @@
 from fastapi import FastAPI, APIRouter
 import uvicorn
 from classifier import Classifier
-from model import Model
 from nlp import NLP
 import logging
 

ml-service/download_model.py

@@ -1,11 +0,0 @@
-from transformers import AutoModelForSequenceClassification, TFAutoModelForSequenceClassification, AutoTokenize
-
-# download the model
-MODEL = "cardiffnlp/twitter-roberta-base-sentiment"
-tokenizer = AutoTokenizer.from_pretrained(MODEL)
-model = AutoModelForSequenceClassification.from_pretrained(MODEL)
-
-# save the model
-save_dir = "ml-service/models/roberta-base"
-tokenizer.save_pretrained(save_dir)
-model.save_pretrained(save_dir)

ml-service/model.py

@@ -8,9 +8,9 @@ class Model:
     pass
   
   def load_model():
-    model = AutoModelForSequenceClassification.from_pretrained("./models/roberta-base/")
+    model = AutoModelForSequenceClassification.from_pretrained('cardiffnlp/twitter-roberta-base-sentiment')
     return model
 
   def load_tokenizer():
-    tokenizer = AutoTokenize.from_pretrained("./models/roberta-base/")
+    tokenizer = AutoTokenize.from_pretrained("cardiffnlp/twitter-roberta-base-sentiment")
     return tokenizer

ml-service/requirements.txt

@@ -0,0 +1,6 @@
+transformers==4.35.2
+torch==2.2.0
+uvicorn==0.24.0
+logging==0.4.9.6
+numpy==1.26.2
+scipy==1.11.4