Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -69,12 +69,12 @@ PLACEHOLDER = """
|
|
69 |
def respond(
|
70 |
message,
|
71 |
history: list[tuple[str, str]],
|
|
|
72 |
max_tokens,
|
73 |
temperature,
|
74 |
top_p,
|
75 |
top_k,
|
76 |
repeat_penalty,
|
77 |
-
model,
|
78 |
):
|
79 |
llm = Llama(
|
80 |
model_path=f"models/{model}",
|
@@ -125,6 +125,7 @@ def respond(
|
|
125 |
demo = gr.ChatInterface(
|
126 |
respond,
|
127 |
additional_inputs=[
|
|
|
128 |
gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
|
129 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
130 |
gr.Slider(
|
@@ -148,7 +149,6 @@ demo = gr.ChatInterface(
|
|
148 |
step=0.1,
|
149 |
label="Repetition penalty",
|
150 |
),
|
151 |
-
gr.Dropdown(['dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf'], value="dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf", label="Model"),
|
152 |
],
|
153 |
theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
154 |
body_background_fill_dark="#0f172a",
|
|
|
69 |
def respond(
|
70 |
message,
|
71 |
history: list[tuple[str, str]],
|
72 |
+
model,
|
73 |
max_tokens,
|
74 |
temperature,
|
75 |
top_p,
|
76 |
top_k,
|
77 |
repeat_penalty,
|
|
|
78 |
):
|
79 |
llm = Llama(
|
80 |
model_path=f"models/{model}",
|
|
|
125 |
demo = gr.ChatInterface(
|
126 |
respond,
|
127 |
additional_inputs=[
|
128 |
+
gr.Dropdown(['dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf'], value="dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf", label="Model"),
|
129 |
gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
|
130 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
131 |
gr.Slider(
|
|
|
149 |
step=0.1,
|
150 |
label="Repetition penalty",
|
151 |
),
|
|
|
152 |
],
|
153 |
theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
154 |
body_background_fill_dark="#0f172a",
|