cedpsam commited on
Commit
bc4f800
Β·
1 Parent(s): 1c2bc1d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -81,7 +81,7 @@ additional_inputs=[
81
  ),
82
  gr.Slider(
83
  label="Max new tokens",
84
- value=256,
85
  minimum=0,
86
  maximum=1048,
87
  step=64,
@@ -112,10 +112,11 @@ with gr.Blocks(css=css) as demo:
112
  gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
113
  gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. πŸ’¬<h3><center>")
114
  gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. πŸ“š<h3><center>")
 
115
  gr.ChatInterface(
116
  generate,
117
  additional_inputs=additional_inputs,
118
  examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
119
  )
120
 
121
- demo.queue(max_size=20).launch(debug=True)
 
81
  ),
82
  gr.Slider(
83
  label="Max new tokens",
84
+ value=400,
85
  minimum=0,
86
  maximum=1048,
87
  step=64,
 
112
  gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
113
  gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. πŸ’¬<h3><center>")
114
  gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. πŸ“š<h3><center>")
115
+ gr.HTML(f"<h3><center>it's lamacpp running {model_name} from {repo_id}<h3><center>")
116
  gr.ChatInterface(
117
  generate,
118
  additional_inputs=additional_inputs,
119
  examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
120
  )
121
 
122
+ demo.queue(max_size=None).launch(debug=True)