Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,6 @@ def models(text, model="Mixtral 8x7B", seed=42):
|
|
47 |
client = client_fn(model)
|
48 |
|
49 |
generate_kwargs = dict(
|
50 |
-
top_p=0.95,
|
51 |
max_new_tokens=300,
|
52 |
seed=seed
|
53 |
)
|
@@ -107,5 +106,35 @@ with gr.Blocks(css="style.css") as demo:
|
|
107 |
inputs=[input, select, seed],
|
108 |
outputs=[output], live=True)
|
109 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
110 |
if __name__ == "__main__":
|
111 |
demo.queue(max_size=200).launch()
|
|
|
47 |
client = client_fn(model)
|
48 |
|
49 |
generate_kwargs = dict(
|
|
|
50 |
max_new_tokens=300,
|
51 |
seed=seed
|
52 |
)
|
|
|
106 |
inputs=[input, select, seed],
|
107 |
outputs=[output], live=True)
|
108 |
|
109 |
+
gr.Markdown(DESCRIPTION)
|
110 |
+
with gr.Row():
|
111 |
+
select = gr.Dropdown([ 'Mixtral 8x7B',
|
112 |
+
'Llama 3 8B',
|
113 |
+
'Mistral 7B v0.3',
|
114 |
+
'Phi 3 mini',
|
115 |
+
],
|
116 |
+
value="Mistral 7B v0.3",
|
117 |
+
label="Model"
|
118 |
+
)
|
119 |
+
seed = gr.Slider(
|
120 |
+
label="Seed",
|
121 |
+
minimum=0,
|
122 |
+
maximum=999999,
|
123 |
+
step=1,
|
124 |
+
value=0,
|
125 |
+
visible=False
|
126 |
+
)
|
127 |
+
input = gr.Textbox(label="User", sources="microphone", type="filepath", waveform_options=False)
|
128 |
+
output = gr.Textbox(label="AI", type="filepath",
|
129 |
+
interactive=False,
|
130 |
+
autoplay=True,
|
131 |
+
elem_classes="audio")
|
132 |
+
gr.Interface(
|
133 |
+
batch=True,
|
134 |
+
max_batch_size=10,
|
135 |
+
fn=models,
|
136 |
+
inputs=[input, select, seed],
|
137 |
+
outputs=[output], live=True)
|
138 |
+
|
139 |
if __name__ == "__main__":
|
140 |
demo.queue(max_size=200).launch()
|