test

app.py

@@ -11,7 +11,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
 
 template_single = '''Please output any <{}> in the following sentence one per line without any additional text: "{}"'''
 
-api_key = ""
+global api_key
 
 def chat(system_prompt, user_prompt, model = 'gpt-3.5-turbo', temperature = 0, verbose = False):
     ''' Normal call of OpenAI API '''
@@ -40,11 +40,7 @@ def format_chat_prompt(message, chat_history, max_convo_length):
     prompt = f"{prompt}\nUser: {message}\nAssistant:"
     return prompt
 
-def respond_gpt(new_api_key, tab_name, message, chat_history, max_convo_length = 10):
-        global api_key
-        api_key = new_api_key
-        os.environ['OPENAI_API_TOKEN'] = api_key
-
+def respond_gpt(tab_name, message, chat_history, max_convo_length = 10):
         formatted_prompt = format_chat_prompt(message, chat_history, max_convo_length)
         print('Prompt + Context:')
         print(formatted_prompt)
@@ -70,6 +66,8 @@ def interface():
         tab_name = gr.Dropdown(["Noun", "Determiner", "Noun phrase", "Verb phrase", "Dependent clause", "T-units"], label="Linguistic Entity")
         btn = gr.Button("Submit")
 
+        os.environ['OPENAI_API_TOKEN'] = api_key_input
+
         # prompt = template_single.format(tab_name, textbox_prompt)
 
         gr.Markdown("Strategy 1 QA-Based Prompting")
@@ -95,7 +93,7 @@ def interface():
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
 
-        btn.click(respond_gpt, inputs=[api_key_input, tab_name, textbox_prompt, gpt_S1_chatbot], outputs=[api_key_input, tab_name, textbox_prompt, gpt_S1_chatbot])
+        btn.click(respond_gpt, inputs=[tab_name, textbox_prompt, gpt_S1_chatbot], outputs=[tab_name, textbox_prompt, gpt_S1_chatbot])
 
 with gr.Blocks() as demo:
     gr.Markdown("# LLM Evaluator With Linguistic Scrutiny")