working on text splitting

app.py

@@ -54,7 +54,7 @@ def main() -> None:
         result_list = []
         cumulative_token_length = 0
         for sentence in sentences:
-            token_list = [token for token in nltk.word_tokenize(sentence) if token not in ['.']]
+            token_list = [token for token in nltk.word_tokenize(sentence)]
             token_length = len(token_list)
             if token_length + cumulative_token_length > split_token_length and result_list:
                 accumulated_lists.append(join_sentences(result_list))