working on text splitting

app.py

@@ -97,6 +97,8 @@ def main() -> None:
                                                             split_token_length=800
                                                             )
                 for sentence in sentences:
+                    token_list = [token for token in nltk.word_tokenize(sentence)]
+                    st.text(sentence + " " + len(token_list))
                     output = pipe(sentence)
                     summary = output[0]["summary_text"]
                     for line in summary.split("."):