wop commited on
Commit
e59dfd6
·
verified ·
1 Parent(s): bd20bce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -4,11 +4,11 @@ from huggingface_hub import InferenceClient
4
  # Initialize the InferenceClient with the appropriate model
5
  client = InferenceClient("wop/kosmox")
6
 
7
- def format_messages(system_message, history, user_message):
8
  # Create a formatted string according to the specified chat template
9
- formatted_message = "<s>\n"
10
- if system_message:
11
- formatted_message += f"<|system|>\n{system_message}\n"
12
 
13
  for user_msg, assistant_msg in history:
14
  if user_msg:
@@ -48,7 +48,7 @@ def respond(
48
  demo = gr.ChatInterface(
49
  fn=respond,
50
  additional_inputs=[
51
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
52
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
53
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
54
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
4
  # Initialize the InferenceClient with the appropriate model
5
  client = InferenceClient("wop/kosmox")
6
 
7
+ def format_messages(history, user_message):
8
  # Create a formatted string according to the specified chat template
9
+ formatted_message = "<s>"
10
+ #if system_message:
11
+ # formatted_message += f"<|system|>\n{system_message}\n"
12
 
13
  for user_msg, assistant_msg in history:
14
  if user_msg:
 
48
  demo = gr.ChatInterface(
49
  fn=respond,
50
  additional_inputs=[
51
+ # gr.Textbox(value="", label="System message"),
52
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
53
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
54
  gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),