Update app.py

set torch.manual_seed(42) above generate functiono.

app.py

@@ -123,6 +123,7 @@ def evaluate(
         return  # early return for stream_output
 
     # Without streaming
+    torch.manual_seed(42)
     with torch.no_grad():
         generation_output = model.generate(
             input_ids=input_ids,