Update app.py

app.py

@@ -25,11 +25,11 @@ def predict_gpt(text, model, tokenizer, temperature=1.0):
     with torch.no_grad():
         out = model.generate(input_ids, 
                             do_sample=True,
-                            num_beams=2,
+                            num_beams=4,
                             temperature= temperature,
-                            top_p=0.75,
+                            top_p=0.65,
                             max_length=512,
-                            length_penalty = 1.5,
+                            length_penalty = 2.5,
                             eos_token_id = tokenizer.eos_token_id,
                             pad_token_id = tokenizer.pad_token_id,
                             num_return_sequences = 1,
@@ -45,7 +45,7 @@ def predict_t5(text, model, tokenizer, temperature=1.2):
     with torch.no_grad():
         out = model.generate(input_ids, 
                         do_sample=True,
-                        num_beams=2,
+                        num_beams=4,
                         temperature=temperature,
                         top_p=0.35,
                         max_length=512,