TerminatorPower commited on
Commit
03e6c2e
·
verified ·
1 Parent(s): 5046d49

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. vllm_openai_client.py +1 -3
vllm_openai_client.py CHANGED
@@ -55,6 +55,4 @@ def predict(message, history):
55
  process.wait()
56
 
57
  # Create and launch a chat interface with Gradio
58
- gr.ChatInterface(predict).queue().launch(server_name=None,
59
- server_port=9640,
60
- share=True)
 
55
  process.wait()
56
 
57
  # Create and launch a chat interface with Gradio
58
+ gr.ChatInterface(predict).queue().launch()