Update app.py

app.py

@@ -32,7 +32,7 @@ def predict(message, history):
       top_k=5,
       temperature=0.5,
       repetition_penalty=1.2,
-      max_new_tokens=256,
+      max_new_tokens=64,
       eos_token_id=tokenizer.eos_token_id,
       pad_token_id=tokenizer.eos_token_id
   )