import gradio as gr import os import time import google.generativeai as palm palm.configure(api_key=os.environ.get("palm_key")) defaults = { 'model': 'models/chat-bison-001', 'temperature': 0.25, 'candidate_count': 1, 'top_k': 40, 'top_p': 0.95, } context = "You're a computer failure assistant" examples = [ [ "Hey my computer is broken", "Hey, what is the issue with your computer?" ] ] user_input = [] def respond(messages): global user_input user_input.append(messages[0]) bot_message = palm.chat( **defaults, context=context, examples=examples, messages=user_input ) time.sleep(2) return bot_message['message'], user_input with gr.Blocks() as demo: chatbot = gr.Chatbot() msg = gr.Textbox() clear = gr.ClearButton([msg, chatbot]) msg.submit(respond, [msg, chatbot], [msg, chatbot]) demo.launch()