DjPapzin commited on
Commit
c750967
·
1 Parent(s): 40f1cc6

chore: Download NLTK 'punkt' resource if not already present

Browse files
Files changed (1) hide show
  1. frontend/app.py +6 -0
frontend/app.py CHANGED
@@ -22,6 +22,12 @@ import re
22
  from nltk.tokenize import word_tokenize
23
  from nltk.corpus import stopwords
24
 
 
 
 
 
 
 
25
  # --- Preprocess text function (moved outside session state) ---
26
  def preprocess_text(text):
27
  # Convert to lowercase
 
22
  from nltk.tokenize import word_tokenize
23
  from nltk.corpus import stopwords
24
 
25
+ # --- Download NLTK 'punkt' resource if not already present ---
26
+ try:
27
+ nltk.data.find('tokenizers/punkt')
28
+ except LookupError:
29
+ nltk.download('punkt')
30
+
31
  # --- Preprocess text function (moved outside session state) ---
32
  def preprocess_text(text):
33
  # Convert to lowercase