Update app.py

app.py

@@ -16,13 +16,18 @@ def format_prompt(message, history):
   return prompt
 
 def generate(
-    prompt, history, system_prompt, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, seed=42,
+    prompt, history, system_prompt, max_new_tokens=100, temperature=0.7, repetition_penalty=1.2, top_p=0.95, top_k=1, random_seed=False, manual_seed=42,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(top_p)
 
+    if random_seed:
+        seed = random.randint(1, 100000)
+    else:
+        seed = manual_seed
+
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=max_new_tokens,
@@ -30,7 +35,7 @@ def generate(
         top_k=top_k,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=42,
+        seed=seed,
     )
 
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
@@ -93,6 +98,17 @@ additional_inputs=[
         interactive=True,
         info="Higher k means more diverse outputs by considering a range of tokens",
     ),
+    gr.Checkbox(
+        label="Use Random Seed",
+        value=False,
+        info="Use a random starting point to initiate the generation process instead of the manual one"
+    ),
+    gr.Number(
+        label="Manual Seed",
+        value=42,
+        minimum=1,
+        info="Use a manual starting point to initiate the generation process",
+    ),
 ]
 
 examples=[["I'm planning a vacation to Japan. Can you suggest a one-week itinerary including must-visit places and local cuisines to try?", None, None, None, None, None, None],
@@ -108,7 +124,7 @@ gr.ChatInterface(
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
     title="Mixtral 8x7b Instruct v0.1 Chatbot",
-    description="Chatbot space with costumizable options for model: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 \nSpace made by [Nick088](https://linktr.ee/Nick088) \nIf you get an erorr, you putted a too much high Max_New_Tokens or your system prompt+prompt is too long, shorten up one of these",
+    description="Chatbot space with costumizable options for model: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1\nIf you get an erorr, you putted a too much high Max_New_Tokens or your system prompt+prompt is too long, shorten up one of these",
     examples=examples,
     concurrency_limit=20,
 ).launch(show_api=False)