Update app.py

app.py

@@ -3,9 +3,9 @@ from huggingface_hub import InferenceClient
 
 client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net/")
 
-def inference(message, history):
+def inference(message):
     partial_message = ""
-    for token in client.text_generation(message, max_new_tokens=128, stream=True, temperature=0.5, top_p=0.9, do_sample=True, decoder_input_details=True):
+    for token in client.text_generation(message, max_new_tokens=256, stream=True):
         partial_message += token
         yield partial_message