test

app.py

@@ -15,12 +15,14 @@ def gpt3(prompt):
         model='gpt3.5', messages=[{"role": "user", "content": prompt}])
     return response['choices'][0]['message']['content']
 
-def respond(message, chat_history):
-    input_ids = tokenizer.encode(message, return_tensors="pt")
+def respond(tab_name, message, chat_history):
+    prompt = template_single.format(tab_name, message)
+
+    input_ids = tokenizer.encode(prompt, return_tensors="pt")
     output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
     bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
         
-    chat_history.append((message, bot_message))
+    chat_history.append((prompt, bot_message))
     time.sleep(2)
     return "", chat_history
 
@@ -30,8 +32,6 @@ def interface(tab_name):
         textbox_prompt = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
         openai.api_key = gr.Textbox(label="Open AI Key", placeholder="Enter your Openai key here", type="password")
 
-        prompt = template_single.format(tab_name, textbox_prompt)
-
         gr.Markdown("Strategy 1 QA-Based Prompting")
         with gr.Row():
             vicuna_S1_chatbot = gr.Chatbot(label="vicuna-7b")
@@ -51,9 +51,9 @@ def interface(tab_name):
             gpt_S3_chatbot = gr.Chatbot(label="gpt-3.5")
         clear = gr.ClearButton([textbox_prompt, vicuna_S3_chatbot])
 
-        textbox_prompt.submit(respond, [textbox_prompt, vicuna_S1_chatbot], [prompt, vicuna_S1_chatbot])
-        textbox_prompt.submit(respond, [textbox_prompt, vicuna_S2_chatbot], [prompt, vicuna_S2_chatbot])
-        textbox_prompt.submit(respond, [textbox_prompt, vicuna_S3_chatbot], [prompt, vicuna_S3_chatbot])
+        textbox_prompt.submit(respond, [tab_name, textbox_prompt, vicuna_S1_chatbot], [tab_name, textbox_prompt, vicuna_S1_chatbot])
+        textbox_prompt.submit(respond, [tab_name, textbox_prompt, vicuna_S2_chatbot], [tab_name, textbox_prompt, vicuna_S2_chatbot])
+        textbox_prompt.submit(respond, [tab_name, textbox_prompt, vicuna_S3_chatbot], [tab_name, textbox_prompt, vicuna_S3_chatbot])
         
 
 with gr.Blocks() as demo:
@@ -63,28 +63,29 @@ with gr.Blocks() as demo:
         interface("Noun")
     
     with gr.Tab("Determiner"):
-        gr.Markdown(" Description ")
+        interface("Determiner")
+        # gr.Markdown(" Description ")
 
-        prompt_CHUNK = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
+        # prompt_CHUNK = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
 
-        gr.Markdown("Strategy 1 QA")
-        with gr.Row():
-            vicuna_S1_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
-            llama_S1_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
-            gpt_S1_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
-        clear = gr.ClearButton([prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
-        gr.Markdown("Strategy 2 Instruction")
-        with gr.Row():
-            vicuna_S2_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
-            llama_S2_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
-            gpt_S2_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
-        clear = gr.ClearButton([prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
-        gr.Markdown("Strategy 3 Structured Prompting")
-        with gr.Row():
-            vicuna_S3_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
-            llama_S3_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
-            gpt_S3_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
-        clear = gr.ClearButton([prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
+        # gr.Markdown("Strategy 1 QA")
+        # with gr.Row():
+        #     vicuna_S1_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+        #     llama_S1_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+        #     gpt_S1_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        # clear = gr.ClearButton([prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
+        # gr.Markdown("Strategy 2 Instruction")
+        # with gr.Row():
+        #     vicuna_S2_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+        #     llama_S2_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+        #     gpt_S2_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        # clear = gr.ClearButton([prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
+        # gr.Markdown("Strategy 3 Structured Prompting")
+        # with gr.Row():
+        #     vicuna_S3_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+        #     llama_S3_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+        #     gpt_S3_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        # clear = gr.ClearButton([prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
     
     with gr.Tab("Noun phrase"):
         interface("Noun phrase")
@@ -95,8 +96,8 @@ with gr.Blocks() as demo:
     with gr.Tab("T-units"):
         interface("T-units")
 
-    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S1_chatbot_CHUNK], [prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
-    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S2_chatbot_CHUNK], [prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
-    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S3_chatbot_CHUNK], [prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
+    # prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S1_chatbot_CHUNK], [prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
+    # prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S2_chatbot_CHUNK], [prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
+    # prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S3_chatbot_CHUNK], [prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
 
 demo.launch()