pxmxcsu9d commited on
Commit
a1e1cb9
·
verified ·
1 Parent(s): ead8e7f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -7,7 +7,7 @@ from pathlib import Path
7
 
8
  # Initialize the InferenceClient
9
  client = InferenceClient(
10
- "cognitivecomputations/DeepMixtral-8x7b-Instruct"
11
  )
12
 
13
  def format_prompt(message, history, system_prompt):
@@ -51,7 +51,7 @@ def generate(
51
  additional_inputs = [
52
  gr.Textbox(label="System Prompt", max_lines=1, interactive=True),
53
  gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs"),
54
- gr.Slider(label="Max new tokens", value=9048, minimum=256, maximum=9048, step=64, interactive=True, info="The maximum numbers of new tokens"),
55
  gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens"),
56
  gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
57
  ]
@@ -62,7 +62,8 @@ gr.ChatInterface(
62
  fn=generate,
63
  chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel", height="auto", avatar_images=avatar_images),
64
  additional_inputs=additional_inputs,
65
- title="Colet",
 
66
  submit_btn="➢ Submit",
67
  retry_btn="⟳ Retry",
68
  undo_btn="↩ Undo",
 
7
 
8
  # Initialize the InferenceClient
9
  client = InferenceClient(
10
+ "mistralai/Mixtral-8x7B-Instruct-v0.1"
11
  )
12
 
13
  def format_prompt(message, history, system_prompt):
 
51
  additional_inputs = [
52
  gr.Textbox(label="System Prompt", max_lines=1, interactive=True),
53
  gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs"),
54
+ gr.Slider(label="Max new tokens", value=4096, minimum=256, maximum=10240, step=64, interactive=True, info="The maximum numbers of new tokens"),
55
  gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens"),
56
  gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
57
  ]
 
62
  fn=generate,
63
  chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel", height="auto", avatar_images=avatar_images),
64
  additional_inputs=additional_inputs,
65
+ title="⪩⪨ Colet",
66
+ description="Colet is your one of a kind AI companion that will help you with certain stuff.",
67
  submit_btn="➢ Submit",
68
  retry_btn="⟳ Retry",
69
  undo_btn="↩ Undo",