import os import google.generativeai as genai import gradio as gr from dotenv import load_dotenv load_dotenv() GEMINI_API_KEY_PREVIEW = os.getenv("GEMINI_API_KEY_PREVIEW") model_list = ["gemini-1.5-pro", "gemini-1.5-pro-002", "gemini-1.5-pro-exp-0827", "gemini-1.5-flash", "gemini-1.5-flash-002", "gemini-1.5-flash-8b-exp-0924"] genai.configure(api_key=GEMINI_API_KEY_PREVIEW) def clear_chat_history_preview(): chat.history = [] def undo_chat_preview(): last_send, last_received = chat.rewind() def transform_history(history): new_history = [] for user_msg, model_msg in history: new_history.append({"role": "user", "parts": [user_msg]}) new_history.append({"role": "model", "parts": [model_msg]}) return new_history def chatbot_preview(message, history, model_id, system_message, max_tokens, temperature, top_p,): global model, chat model = genai.GenerativeModel( model_name=model_id, system_instruction=system_message, safety_settings=[ { "category": "HARM_CATEGORY_HARASSMENT", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_HATE_SPEECH", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": "BLOCK_NONE" } ], generation_config={ "temperature": temperature, "top_p": top_p, "top_k": 64, "max_output_tokens": max_tokens, "response_mime_type": "text/plain", } ) chat = model.start_chat(history=[]) message_text = message["text"] message_files = message["files"] if message_files: image_uris = [genai.upload_file(path=file_path["path"]) for file_path in message_files] message_content = [message_text] + image_uris else: message_content = [message_text] response = chat.send_message(message_content, stream=True) response.resolve() return response.text gemini_chatbot_interface_preview = gr.Chatbot( height=500, likeable=True, avatar_images=( None, "https://media.roboflow.com/spaces/gemini-icon.png" ), show_copy_button=True, show_share_button=True, render_markdown=True ) clear_chat_button_preview = gr.ClearButton( components=[gemini_chatbot_interface_preview], value="🗑ī¸ Clear" ) undo_chat_button_preview = gr.Button( value="↩ī¸ Undo" ) gemini_chatbot_preview = gr.ChatInterface( fn=chatbot_preview, chatbot=gemini_chatbot_interface_preview, multimodal=True, clear_btn=clear_chat_button_preview, undo_btn=undo_chat_button_preview, additional_inputs=[ gr.Dropdown( choices=model_list, value="gemini-1.5-flash-exp-0827", label="Models" ), gr.Textbox(value="You are a friendly Chatbot.", label="System message"), gr.Slider(minimum=1, maximum=8192, value=4096, step=1, label="Max new tokens"), gr.Slider(minimum=0.1, maximum=1.0, value=1, step=0.1, label="Temperature"), gr.Slider( minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)", ), ], )