Spaces:
Running
Running
eljanmahammadli
commited on
Commit
•
f293a91
1
Parent(s):
2d19a26
Update app.py
Browse files
app.py
CHANGED
@@ -219,10 +219,10 @@ def split_text_allow_complete_sentences_nltk(text, max_length=256, tolerance=40,
|
|
219 |
current_segment = []
|
220 |
current_length = 0
|
221 |
|
222 |
-
if type_det
|
223 |
tokenizer = text_bc_tokenizer
|
224 |
|
225 |
-
elif type_det
|
226 |
tokenizer = text_mc_tokenizer
|
227 |
|
228 |
for sentence in sentences:
|
|
|
219 |
current_segment = []
|
220 |
current_length = 0
|
221 |
|
222 |
+
if type_det == 'bc':
|
223 |
tokenizer = text_bc_tokenizer
|
224 |
|
225 |
+
elif type_det == 'mc':
|
226 |
tokenizer = text_mc_tokenizer
|
227 |
|
228 |
for sentence in sentences:
|