Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ from pathlib import Path
|
|
7 |
|
8 |
# Initialize the InferenceClient
|
9 |
client = InferenceClient(
|
10 |
-
"
|
11 |
)
|
12 |
|
13 |
def format_prompt(message, history, system_prompt):
|
@@ -51,7 +51,7 @@ def generate(
|
|
51 |
additional_inputs = [
|
52 |
gr.Textbox(label="System Prompt", max_lines=1, interactive=True),
|
53 |
gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs"),
|
54 |
-
gr.Slider(label="Max new tokens", value=
|
55 |
gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens"),
|
56 |
gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
|
57 |
]
|
@@ -62,7 +62,8 @@ gr.ChatInterface(
|
|
62 |
fn=generate,
|
63 |
chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel", height="auto", avatar_images=avatar_images),
|
64 |
additional_inputs=additional_inputs,
|
65 |
-
title="Colet",
|
|
|
66 |
submit_btn="➢ Submit",
|
67 |
retry_btn="⟳ Retry",
|
68 |
undo_btn="↩ Undo",
|
|
|
7 |
|
8 |
# Initialize the InferenceClient
|
9 |
client = InferenceClient(
|
10 |
+
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
11 |
)
|
12 |
|
13 |
def format_prompt(message, history, system_prompt):
|
|
|
51 |
additional_inputs = [
|
52 |
gr.Textbox(label="System Prompt", max_lines=1, interactive=True),
|
53 |
gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs"),
|
54 |
+
gr.Slider(label="Max new tokens", value=4096, minimum=256, maximum=10240, step=64, interactive=True, info="The maximum numbers of new tokens"),
|
55 |
gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens"),
|
56 |
gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens")
|
57 |
]
|
|
|
62 |
fn=generate,
|
63 |
chatbot=gr.Chatbot(show_label=True, show_share_button=False, show_copy_button=True, likeable=True, layout="panel", height="auto", avatar_images=avatar_images),
|
64 |
additional_inputs=additional_inputs,
|
65 |
+
title="⪩⪨ Colet",
|
66 |
+
description="Colet is your one of a kind AI companion that will help you with certain stuff.",
|
67 |
submit_btn="➢ Submit",
|
68 |
retry_btn="⟳ Retry",
|
69 |
undo_btn="↩ Undo",
|