components/model_ingestion.py

from transformers import RobertaTokenizerFast, RobertaForSequenceClassification
from utils.commons import HUGGINGFACE_MODEL_PATH, MODEL_SAVE_PATH
import os

class ModelIngestor:
    @staticmethod
    def download_model():
        """Download and save the model"""
        if not os.path.exists(MODEL_SAVE_PATH):
            os.makedirs(MODEL_SAVE_PATH)
            
        RobertaTokenizerFast.from_pretrained(HUGGINGFACE_MODEL_PATH).save_pretrained(MODEL_SAVE_PATH)
        RobertaForSequenceClassification.from_pretrained(HUGGINGFACE_MODEL_PATH).save_pretrained(MODEL_SAVE_PATH)
        print(f"Model saved to {MODEL_SAVE_PATH}")