working on text splitting

app.py

@@ -99,19 +99,19 @@ def main() -> None:
 
     def split_text(text: str) -> list:
         sentences = sent_tokenize(text)
-        token_count = 0
-        text_block = ""
-        result = []
-        for sentence in sentences:
-            tokens = word_tokenize(sentence)
-            if token_count + len(tokens) < 500:
-                token_count += len(tokens)
-                text_block += " ".join(sentence)
-            else:
-                result.append(text_block)
-                text_block = "".join(sentence)
-                token_count = len(tokens)
-        return result
+        # token_count = 0
+        # text_block = ""
+        # result = []
+        # for sentence in sentences:
+        #     tokens = word_tokenize(sentence)
+        #     if token_count + len(tokens) < 500:
+        #         token_count += len(tokens)
+        #         text_block += " ".join(sentence)
+        #     else:
+        #         result.append(text_block)
+        #         text_block = "".join(sentence)
+        #         token_count = len(tokens)
+        return sentences
 
     pipe = create_pipeline()
 
@@ -120,8 +120,10 @@ def main() -> None:
             with st.spinner("Summarizing in progress..."):
                 sentences = split_text(target_text_input)
                 for sentence in sentences:
-                    output = pipe(sentence)
-                    st.markdown(output["summary_text"])
+                    st.text(sentence)
+                    st.line_chart
+                    #output = pipe(sentence)
+                    #st.markdown(output["summary_text"])