Add application file

app.py

@@ -23,7 +23,16 @@ def main():
     logging.basicConfig(level=logging.INFO)
     logger = logging.getLogger(__name__)
     logger.info("Initializing training process...")
+    import os
+    import spacy
     
+    # Download and load SpaCy model dynamically
+    try:
+        spacy.load("en_core_web_sm")
+    except OSError:
+        logger.info("Downloading SpaCy model 'en_core_web_sm'...")
+        os.system("python -m spacy download en_core_web_sm")
+
     # Set a random seed for reproducibility
     set_seed(42)
     

requirements.txt

@@ -8,4 +8,3 @@ sentencepiece
 pandas
 numpy
 spacy
-en_core_web_sm