Update app.py

app.py

@@ -3,7 +3,9 @@ import gradio as gr
 import base64
 import datetime
 
-client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
+Master1 = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+Master2 = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+dictionary = InferenceClient("tiiuae/falcon-7b-instruct")
 
 # Global variables for debate settings
 topic = None
@@ -20,10 +22,10 @@ def debate_respond(message, history: list[tuple[str, str]],
     # System message defining assistant behavior in a debate
     system_message = {
         "role": "system",
-        "content": f"You are a debate participant tasked with defending the position '{position}' on the topic '{topic}'. Your goal is to articulate your arguments with clarity, logic, and professionalism while addressing counterpoints made by the opposing side. "
-                   f"Ensure that your responses are thoughtful, evidence-based, and persuasive. Strictly keep them concise—aim for responses that are 4 to 5 lines only in a single paragraph i.e 128 tokens only."
-                   f"Analyze user arguments critically and provide respectful but firm counterarguments. Avoid dismissive language and focus on strengthening your case through logic, data, and examples relevant to the topic."
-                   f"Stay consistent with your assigned position ('{position}'), even if the opposing arguments are strong. Keep the tone respectful and formal throughout."
+        "content": f"You are a debate participant tasked with defending the position '{position}' on the topic '{topic}'. Your goal is to articulate your arguments with clarity, logic, and professionalism while addressing counterpoints made by the opposing side."
+                   f"Ensure that your responses are thoughtful, evidence-based, and persuasive, strictly keep them concise—aim for responses that are 4 to 5 lines in a single paragraph."
+                   f"During the debate, if the user presents arguments challenging your stance, analyze their points critically and provide respectful but firm counterarguments. Avoid dismissive language and focus on strengthening your case through logical reasoning, data, and examples relevant to the topic."
+                   f"Stay consistent with your assigned position ('{position}'), even if the opposing arguments are strong. Your role is not to concede but to present a compelling case for your stance. Keep the tone respectful and formal throughout the discussion, fostering a constructive and engaging debate environment."
     }
 
     messages = [system_message]
@@ -40,7 +42,7 @@ def debate_respond(message, history: list[tuple[str, str]],
 
     # Generating the response
     response = ""
-    for message_chunk in client.chat_completion(
+    for message_chunk in Master1.chat_completion(
             messages,
             max_tokens=max_tokens,
             stream=True,
@@ -59,41 +61,52 @@ def start(txt, dd):
     return f"Debate Master is ready to start the debate on '{topic}' as a '{position}' debater. You can now enter your response."
 
 
-# Function for multi-participant (Master vs Master) responses
-def generate_response(position, topic, message, history):
-    # System message defining assistant behavior
+# Dictionary definition/clarification feature
+def explain_word(message, history: list[tuple[str, str]],max_tokens=128, temperature=0.4, top_p=0.95):
     system_message = {
         "role": "system",
-        "content": f"You are a debate participant tasked with defending the position '{position}' on the topic '{topic}'. Your goal is to articulate your arguments with clarity, logic, and professionalism while addressing counterpoints made by the opposing side. Ensure that your responses are thoughtful, evidence-based, and persuasive. Keep them concise—aim for responses that are 4 to 5 lines in a single paragraph."
-                   f"Analyze opposing points critically and provide respectful but firm counterarguments. Avoid dismissive language and focus on strengthening your case through logical reasoning, data, and examples relevant to the topic."
-                   f"Stay consistent with your assigned position ('{position}'), even if the opposing arguments are strong. Your role is not to concede but to present a compelling case for your stance."
+        "content": "You are a helpful assistant providing concise definitions and explanations for words or phrases."
     }
-
     messages = [system_message]
 
     # Adding conversation history
-    for user_msg, assistant_msg in history:
-        messages.append({"role": "user", "content": user_msg})
-        messages.append({"role": "assistant", "content": assistant_msg})
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
 
     # Adding the current user input
     messages.append({"role": "user", "content": message})
 
-    # Generate the response
     response = ""
-    for message_chunk in client.chat_completion(
-            messages,
-            max_tokens=128,
-            stream=True,
-            temperature=0.4,
-            top_p=0.95,
-    ):
+    for message_chunk in dictionary.chat_completion(
+            messages, max_tokens=64, stream=True, temperature=0.3, top_p=0.9):
         response += message_chunk.choices[0].delta.content
+        yield response
+    print(f"{datetime.datetime.now()}::{messages[-1]['content']}->{response}\n")
 
-    return response
 
+def generate_response(llm, position, topic, message):
+    system_message = {
+        "role": "system",
+        "content": f"You are a debate participant tasked with defending the position '{position}' on the topic '{topic}'. Your goal is to articulate your arguments with clarity, logic, and professionalism while addressing counterpoints made by the opposing side."
+                   f"Ensure that your responses are thoughtful, evidence-based, and persuasive, strictly keep them concise—aim for responses that are 4 to 5 lines in a single paragraph."
+                   f"During the debate, if the user presents arguments challenging your stance, analyze their points critically and provide respectful but firm counterarguments. Avoid dismissive language and focus on strengthening your case through logical reasoning, data, and examples relevant to the topic."
+                   f"Stay consistent with your assigned position ('{position}'), even if the opposing arguments are strong. Your role is not to concede but to present a compelling case for your stance. Keep the tone respectful and formal throughout the discussion, fostering a constructive and engaging debate environment."
+    }
+
+    messages = [system_message]
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+    for message_chunk in llm.chat_completion(
+            messages, max_tokens=128, stream=True, temperature=0.4, top_p=0.95):
+        response += message_chunk.choices[0].delta.content
+
+    # Return the complete response as a string
+    return response
 
-# Function to start the multi-participant debate
 def start_debate(topic, position_1, position_2):
     global turn
     if not topic or not position_1 or not position_2:
@@ -103,31 +116,23 @@ def start_debate(topic, position_1, position_2):
     if position_1 == position_2:
         return "The positions of both participants must be opposite. Please adjust them.", []
 
-    # Initialize the debate
-    turn = "Master-1" if position_1 == "For" else "Master-2"  # Decide who starts
-    position = position_1 if turn == "Master-1" else position_2
-    response = generate_response(position, topic, "", [])
-    return f"The debate has started! {turn} begins.", [("", response)]
-
+    turn = "Master-1"
+    initial_message = "Opening Statement"
+    response = generate_response(Master1, position_1, topic, initial_message)
+    return f"The debate has started! {turn} begins.", [(initial_message, response)]
 
-# Function to continue the multi-participant debate
-def next_turn(topic, position_1, position_2, history):
+# Continue debate
+def next_turn(topic, position_1, position_2, current_turn):
     global turn
-    if not history:
-        return "Start the debate first!", history
-
-    # Determine who responds next
-    if turn == "Master-1":
+    if current_turn == "Master-1":
         turn = "Master-2"
-        position = position_2
+        llm, position = Master2, position_2
     else:
         turn = "Master-1"
-        position = position_1
+        llm, position = Master1, position_1
 
-    # Generate the response
-    user_msg = history[-1][1]  # Use the last assistant response as the user message
-    response = generate_response(position, topic, user_msg, history)
-    return f"It's now {turn}'s turn.", history + [(user_msg, response)]
+    response = generate_response(llm, position, topic, "Your turn to respond.")
+    return f"It's now {turn}'s turn.", [("", response)]
 
 
 # Encode image function for logos (optional, kept for design)
@@ -181,8 +186,7 @@ with gr.Blocks(theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Roboto Mono")]),
                     clr = gr.ClearButton()
                     output = gr.Textbox(label='Status')
                 with gr.Column(scale=4):
-                    debate_interface = gr.ChatInterface(debate_respond,
-                                                        chatbot=gr.Chatbot(height=475))
+                    debate_interface = gr.ChatInterface(debate_respond, chatbot=gr.Chatbot(height=475, label="Debate Arena"))
         with gr.TabItem("Master Vs Master"):
             with gr.Row():
                 with gr.Column(scale=1):
@@ -192,8 +196,10 @@ with gr.Blocks(theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Roboto Mono")]),
                     start_button = gr.Button("STEP-4: Start", variant='primary')
                     next_button = gr.Button("Next Turn")
                     status_output = gr.Textbox(label="Status", interactive=False)
-                with gr.Column(scale=4):
+                with gr.Column(scale=2):
                     chatbot = gr.Chatbot(label="Debate Arena", height=500)
+                with gr.Column(scale=1):
+                    dictionary_search_interface = gr.ChatInterface(explain_word, chatbot=gr.Chatbot(height=450, label="Define word"))
 
     gr.HTML(footer.format(github_logo_encoded, linkedin_logo_encoded, website_logo_encoded))
     btn.click(fn=start, inputs=[topic, position], outputs=output)
@@ -210,4 +216,4 @@ with gr.Blocks(theme=gr.themes.Soft(font=[gr.themes.GoogleFont("Roboto Mono")]),
     clr.click(lambda: [None], outputs=[output])
 
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.launch(share=True)