Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -81,7 +81,7 @@ additional_inputs=[
|
|
81 |
),
|
82 |
gr.Slider(
|
83 |
label="Max new tokens",
|
84 |
-
value=
|
85 |
minimum=0,
|
86 |
maximum=1048,
|
87 |
step=64,
|
@@ -112,10 +112,11 @@ with gr.Blocks(css=css) as demo:
|
|
112 |
gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
|
113 |
gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. π¬<h3><center>")
|
114 |
gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. π<h3><center>")
|
|
|
115 |
gr.ChatInterface(
|
116 |
generate,
|
117 |
additional_inputs=additional_inputs,
|
118 |
examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
|
119 |
)
|
120 |
|
121 |
-
demo.queue(max_size=
|
|
|
81 |
),
|
82 |
gr.Slider(
|
83 |
label="Max new tokens",
|
84 |
+
value=400,
|
85 |
minimum=0,
|
86 |
maximum=1048,
|
87 |
step=64,
|
|
|
112 |
gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
|
113 |
gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. π¬<h3><center>")
|
114 |
gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. π<h3><center>")
|
115 |
+
gr.HTML(f"<h3><center>it's lamacpp running {model_name} from {repo_id}<h3><center>")
|
116 |
gr.ChatInterface(
|
117 |
generate,
|
118 |
additional_inputs=additional_inputs,
|
119 |
examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
|
120 |
)
|
121 |
|
122 |
+
demo.queue(max_size=None).launch(debug=True)
|