Spaces:
Sleeping
Sleeping
Fixed everything removing random seed option finally
Browse files
app.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
from huggingface_hub import InferenceClient
|
2 |
import gradio as gr
|
3 |
-
import random
|
4 |
|
5 |
client = InferenceClient(
|
6 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
@@ -16,15 +15,14 @@ def format_prompt(message, history):
|
|
16 |
return prompt
|
17 |
|
18 |
def generate(
|
19 |
-
system_prompt, prompt, history, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1,
|
20 |
):
|
21 |
temperature = float(temperature)
|
22 |
if temperature < 1e-2:
|
23 |
temperature = 1e-2
|
24 |
top_p = float(top_p)
|
|
|
25 |
|
26 |
-
if random_seed:
|
27 |
-
seed = random.randint(1, 100000)
|
28 |
|
29 |
generate_kwargs = dict(
|
30 |
temperature=temperature,
|
@@ -96,16 +94,11 @@ additional_inputs=[
|
|
96 |
interactive=True,
|
97 |
info="Higher k means more diverse outputs by considering a range of tokens",
|
98 |
),
|
99 |
-
gr.Checkbox(
|
100 |
-
label="Use Random Seed",
|
101 |
-
value=False,
|
102 |
-
info="Use a random starting point to initiate the generation process instead of the manual one"
|
103 |
-
),
|
104 |
gr.Number(
|
105 |
-
label="
|
106 |
value=42,
|
107 |
minimum=1,
|
108 |
-
info="Use
|
109 |
),
|
110 |
]
|
111 |
|
|
|
1 |
from huggingface_hub import InferenceClient
|
2 |
import gradio as gr
|
|
|
3 |
|
4 |
client = InferenceClient(
|
5 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
|
|
15 |
return prompt
|
16 |
|
17 |
def generate(
|
18 |
+
system_prompt, prompt, history, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, seed=42,
|
19 |
):
|
20 |
temperature = float(temperature)
|
21 |
if temperature < 1e-2:
|
22 |
temperature = 1e-2
|
23 |
top_p = float(top_p)
|
24 |
+
top_k = int(top_k)
|
25 |
|
|
|
|
|
26 |
|
27 |
generate_kwargs = dict(
|
28 |
temperature=temperature,
|
|
|
94 |
interactive=True,
|
95 |
info="Higher k means more diverse outputs by considering a range of tokens",
|
96 |
),
|
|
|
|
|
|
|
|
|
|
|
97 |
gr.Number(
|
98 |
+
label="Seed",
|
99 |
value=42,
|
100 |
minimum=1,
|
101 |
+
info="Use an integer starting point to initiate the generation process",
|
102 |
),
|
103 |
]
|
104 |
|