Update app.py
Browse files
app.py
CHANGED
@@ -4,11 +4,11 @@ from huggingface_hub import InferenceClient
|
|
4 |
# Initialize the InferenceClient with the appropriate model
|
5 |
client = InferenceClient("wop/kosmox")
|
6 |
|
7 |
-
def format_messages(
|
8 |
# Create a formatted string according to the specified chat template
|
9 |
-
formatted_message = "<s
|
10 |
-
if system_message:
|
11 |
-
|
12 |
|
13 |
for user_msg, assistant_msg in history:
|
14 |
if user_msg:
|
@@ -48,7 +48,7 @@ def respond(
|
|
48 |
demo = gr.ChatInterface(
|
49 |
fn=respond,
|
50 |
additional_inputs=[
|
51 |
-
|
52 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
|
53 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
54 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
|
|
4 |
# Initialize the InferenceClient with the appropriate model
|
5 |
client = InferenceClient("wop/kosmox")
|
6 |
|
7 |
+
def format_messages(history, user_message):
|
8 |
# Create a formatted string according to the specified chat template
|
9 |
+
formatted_message = "<s>"
|
10 |
+
#if system_message:
|
11 |
+
# formatted_message += f"<|system|>\n{system_message}\n"
|
12 |
|
13 |
for user_msg, assistant_msg in history:
|
14 |
if user_msg:
|
|
|
48 |
demo = gr.ChatInterface(
|
49 |
fn=respond,
|
50 |
additional_inputs=[
|
51 |
+
# gr.Textbox(value="", label="System message"),
|
52 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
|
53 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
54 |
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|