Update app.py

app.py

@@ -25,7 +25,7 @@ def predict_gpt(text, model, tokenizer, temperature=1.0):
     with torch.no_grad():
         out = model.generate(input_ids, 
                             do_sample=True,
-                            num_beams=4,
+                            num_beams=2,
                             temperature= temperature,
                             top_p=0.75,
                             max_length=512,
@@ -45,7 +45,7 @@ def predict_t5(text, model, tokenizer, temperature=1.2):
     with torch.no_grad():
         out = model.generate(input_ids, 
                         do_sample=True,
-                        num_beams=4,
+                        num_beams=2,
                         temperature=temperature,
                         top_p=0.35,
                         max_length=512,