Update core/init_nlp.py

core/init_nlp.py

@@ -5,6 +5,10 @@ from core.config import settings
 
 def initialize_nlp():
     print("Initializing NLP resources...")
+
+    nltk_data_path = Path("/tmp/nltk_data")
+    nltk_data_path.mkdir(parents=True, exist_ok=True)
+    nltk.data.path.append(str(nltk_data_path))
     
     # Download NLTK resources
     nltk_resources = [
@@ -17,7 +21,7 @@ def initialize_nlp():
     ]
     
     for resource in nltk_resources:
-        nltk.downloader.download(resource, quiet=True)
+        nltk.downloader.download(resource, download_dir=str(nltk_data_path) ,quiet=True)
     
     # Load spaCy model
     spacy.load(settings.SPACY_MODEL)