Nick088 commited on
Commit
822039c
·
verified ·
1 Parent(s): 4298fd9

Fixed everything removing random seed option finally

Browse files
Files changed (1) hide show
  1. app.py +4 -11
app.py CHANGED
@@ -1,6 +1,5 @@
1
  from huggingface_hub import InferenceClient
2
  import gradio as gr
3
- import random
4
 
5
  client = InferenceClient(
6
  "mistralai/Mixtral-8x7B-Instruct-v0.1"
@@ -16,15 +15,14 @@ def format_prompt(message, history):
16
  return prompt
17
 
18
  def generate(
19
- system_prompt, prompt, history, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, random=False, seed=42,
20
  ):
21
  temperature = float(temperature)
22
  if temperature < 1e-2:
23
  temperature = 1e-2
24
  top_p = float(top_p)
 
25
 
26
- if random_seed:
27
- seed = random.randint(1, 100000)
28
 
29
  generate_kwargs = dict(
30
  temperature=temperature,
@@ -96,16 +94,11 @@ additional_inputs=[
96
  interactive=True,
97
  info="Higher k means more diverse outputs by considering a range of tokens",
98
  ),
99
- gr.Checkbox(
100
- label="Use Random Seed",
101
- value=False,
102
- info="Use a random starting point to initiate the generation process instead of the manual one"
103
- ),
104
  gr.Number(
105
- label="Manual Seed",
106
  value=42,
107
  minimum=1,
108
- info="Use a manual starting point to initiate the generation process",
109
  ),
110
  ]
111
 
 
1
  from huggingface_hub import InferenceClient
2
  import gradio as gr
 
3
 
4
  client = InferenceClient(
5
  "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
15
  return prompt
16
 
17
  def generate(
18
+ system_prompt, prompt, history, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, seed=42,
19
  ):
20
  temperature = float(temperature)
21
  if temperature < 1e-2:
22
  temperature = 1e-2
23
  top_p = float(top_p)
24
+ top_k = int(top_k)
25
 
 
 
26
 
27
  generate_kwargs = dict(
28
  temperature=temperature,
 
94
  interactive=True,
95
  info="Higher k means more diverse outputs by considering a range of tokens",
96
  ),
 
 
 
 
 
97
  gr.Number(
98
+ label="Seed",
99
  value=42,
100
  minimum=1,
101
+ info="Use an integer starting point to initiate the generation process",
102
  ),
103
  ]
104