Upload app.py

app.py

@@ -37,7 +37,7 @@ def generate_text(input_text):
         
         # Generate
         with torch.no_grad():
-            output_tokens = model.generate(input_tokens, max_new_tokens=500)[0].tolist()
+            output_tokens = model.generate(input_tokens, max_new_tokens=10)[0].tolist()
         
         # Decode and return
         generated_text = tokenizer.decode(output_tokens)