Update app.py

app.py

@@ -120,6 +120,7 @@ def evaluate(
         top_p=top_p,
         top_k=top_k,
         num_beams=num_beams,
+        do_sample=True,
         **kwargs,
     )
     with torch.no_grad():