Update app.py

app.py

@@ -2,18 +2,20 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import random
 import prompts
-
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
 
-def generate(prompt, history, max_new_tokens, seed):
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    print (bot_response)
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
+
+def generate(prompt,history,max_new_tokens,seed):
+    #seed = random.randint(1,9999999999999)
     print(seed)
     system_prompt = prompts.ARTICLE_WRITER.format(history=history)
     generate_kwargs = dict(
@@ -24,14 +26,16 @@ def generate(prompt, history, max_new_tokens, seed):
         do_sample=True,
         seed=seed,
     )
+
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
+
     for response in stream:
         output += response.token.text
-    yield output
+        yield output
 
-additional_inputs = [
+additional_inputs = [        
     gr.Slider(
         label="Max new tokens",
         value=4096,
@@ -41,6 +45,7 @@ additional_inputs = [
         interactive=True,
         info="The maximum numbers of words the chatbot will return",
     ),
+    
     gr.Slider(
         label="Seed",
         value=random.randint(1,9999999999999999),
@@ -51,18 +56,15 @@ additional_inputs = [
         info="Each seed produces a different output to a single prompt",
     ),
 ]
-
-examples = [
-    ["Write a 1000-word article about the benefits of a healthy lifestyle."],
-    ["Compose a 2000-word essay on the impact of technology on modern society."],
-    ["Generate a 1500-word article discussing the importance of environmental conservation."],
-    ["Create a 3000-word piece exploring the role of art in shaping cultural identity."],
-]
-
+examples=[["Write a heavy metal rock song about horses (1000 words)"],
+          ["Write a really long song about an elephant love story.  The elephants have been together for a long time. (3000 words)"],
+          ["Write a slammin rap song about about a gangster fising trip."],
+          ["Use the same lyrics as above, but add more words to each verse"],
+         ]
 gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-    title="Article Writer",
+    title="ARTICLE_WRITER",
     additional_inputs=additional_inputs,
     examples=examples,
     concurrency_limit=20,