Update main.py

main.py

@@ -34,7 +34,7 @@ def summarize_text_mt5(texts, model, tokenizer):
                        max_length=512, truncation=True, 
                        padding=True).to(model.device)
     summary_ids = model.generate(input_ids = inputs.input_ids, 
-                                 max_length=128, 
+                                 max_length=60, 
                                  num_beams=4, length_penalty=2.0, 
                                  early_stopping=True)
     summaries = tokenizer.batch_decode(summary_ids, skip_special_tokens=True)
@@ -44,7 +44,7 @@ def summarize_text_mbart50(texts, model, tokenizer):
     inputs = tokenizer(texts, return_tensors="pt",
                        max_length=1024, truncation=True, 
                        padding=True).to(model.device)
-    summary_ids = model.generate(inputs.input_ids, max_length=128,
+    summary_ids = model.generate(inputs.input_ids, max_length=60,
                                  num_beams=4, length_penalty=2.0,
                                  early_stopping=True)
     summaries = tokenizer.batch_decode(summary_ids, skip_special_tokens=True)
@@ -60,7 +60,7 @@ def summarize_text_llama(texts, model, tokenizer):
     
     summary_ids = model.generate(
         inputs.input_ids,
-        max_new_tokens=128,
+        max_new_tokens=60,
         temperature=0.7,
         top_p=0.9,
         num_beams=4,