Update text_cleaning_transforerms.py
Browse files
text_cleaning_transforerms.py
CHANGED
@@ -4,6 +4,8 @@ from os import listdir
|
|
4 |
from os.path import isfile, join
|
5 |
import numpy as np
|
6 |
import re
|
|
|
|
|
7 |
|
8 |
from gensim.parsing import preprocessing
|
9 |
from gensim.parsing.preprocessing import strip_tags, strip_punctuation
|
|
|
4 |
from os.path import isfile, join
|
5 |
import numpy as np
|
6 |
import re
|
7 |
+
import nltk
|
8 |
+
nltk.download('punkt')
|
9 |
|
10 |
from gensim.parsing import preprocessing
|
11 |
from gensim.parsing.preprocessing import strip_tags, strip_punctuation
|