Update app.py

app.py

@@ -38,10 +38,9 @@ def main():
                                               tokenizer=tokenizer, 
                                               torch_dtype=torch.bfloat16, 
                                               trust_remote_code=True, 
-                                              device_map="auto", 
-                                              max_length=1000, 
+                                              device_map="auto",  
                                               do_sample=True, 
-                                              top_k=10, 
+                                              top_k=5, 
                                               num_return_sequences=1, 
                                               eos_token_id=tokenizer.eos_token_id 
             )