test

app.py

@@ -13,11 +13,6 @@ template_single = '''Please output any <{}> in the following sentence one per li
 
 api_key = ""
 
-def set_api_key(new_api_key):
-    global api_key
-    api_key = new_api_key
-    os.environ['OPENAI_API_TOKEN'] = api_key
-
 def chat(system_prompt, user_prompt, model = 'gpt-3.5-turbo', temperature = 0, verbose = False):
     ''' Normal call of OpenAI API '''
     response = openai.ChatCompletion.create(
@@ -45,7 +40,11 @@ def format_chat_prompt(message, chat_history, max_convo_length):
     prompt = f"{prompt}\nUser: {message}\nAssistant:"
     return prompt
 
-def respond_gpt(tab_name, message, chat_history, max_convo_length = 10):
+def respond_gpt(new_api_key, tab_name, message, chat_history, max_convo_length = 10):
+        global api_key
+        api_key = new_api_key
+        os.environ['OPENAI_API_TOKEN'] = api_key
+
         formatted_prompt = format_chat_prompt(message, chat_history, max_convo_length)
         print('Prompt + Context:')
         print(formatted_prompt)
@@ -54,11 +53,6 @@ def respond_gpt(tab_name, message, chat_history, max_convo_length = 10):
         chat_history.append((message, bot_message))
         return "", chat_history
 
-def set_api_key_and_submit(api_key_input, textbox_prompt, vicuna_chatbot):
-    set_api_key(api_key_input)
-    textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_chatbot], outputs=[textbox_prompt, vicuna_chatbot])
-
-
 def respond(message, chat_history):
     input_ids = tokenizer.encode(message, return_tensors="pt")
     output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
@@ -101,8 +95,7 @@ def interface():
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
 
-        btn.click(set_api_key_and_submit, inputs=[api_key_input, textbox_prompt, gpt_S1_chatbot],
-              outputs=[api_key_input, textbox_prompt, gpt_S1_chatbot])
+        btn.click(respond_gpt, inputs=[api_key_input, tab_name, textbox_prompt, gpt_S1_chatbot], outputs=[api_key_input, tab_name, textbox_prompt, gpt_S1_chatbot])
 
 with gr.Blocks() as demo:
     gr.Markdown("# LLM Evaluator With Linguistic Scrutiny")