Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from transformers import pipeline
 from sentence_transformers import SentenceTransformer, util
+import math
 
 # Translation models
 translation_models = {
@@ -35,10 +36,33 @@ def generate_bullet_points(text):
     
     return "\n".join(f"- {point}" for point in bullet_points)
 
+# Helper function to split text into chunks
+def split_text(text, max_tokens=1024):
+    sentences = text.split('. ')
+    chunks = []
+    current_chunk = ""
+    current_tokens = 0
+    
+    for sentence in sentences:
+        sentence_tokens = len(sentence.split())
+        if current_tokens + sentence_tokens > max_tokens:
+            chunks.append(current_chunk.strip())
+            current_chunk = sentence
+            current_tokens = sentence_tokens
+        else:
+            current_chunk += sentence + ". "
+            current_tokens += sentence_tokens
+            
+    if current_chunk:
+        chunks.append(current_chunk.strip())
+    
+    return chunks
+
 # Helper function to summarize text
 def summarize_text(text):
-    summary = summarizer(text, max_length=150, min_length=40, do_sample=False)
-    return summary[0]['summary_text']
+    chunks = split_text(text)
+    summaries = [summarizer(chunk, max_length=150, min_length=40, do_sample=False)[0]['summary_text'] for chunk in chunks]
+    return " ".join(summaries)
 
 # Helper function to translate text
 def translate_text(text, language):
@@ -72,3 +96,4 @@ iface = gr.Interface(
 iface.launch()
 
 
+