| from typing import TYPE_CHECKING, Dict, Optional, Tuple | |
| import gradio as gr | |
| from ..utils import check_json_schema | |
| if TYPE_CHECKING: | |
| from gradio.blocks import Block | |
| from gradio.components import Component | |
| from ..engine import Engine | |
| def create_chat_box( | |
| engine: "Engine", visible: Optional[bool] = False | |
| ) -> Tuple["Block", "Component", "Component", Dict[str, "Component"]]: | |
| with gr.Box(visible=visible) as chat_box: | |
| chatbot = gr.Chatbot() | |
| messages = gr.State([]) | |
| with gr.Row(): | |
| with gr.Column(scale=4): | |
| system = gr.Textbox(show_label=False) | |
| tools = gr.Textbox(show_label=False, lines=2) | |
| query = gr.Textbox(show_label=False, lines=8) | |
| submit_btn = gr.Button(variant="primary") | |
| with gr.Column(scale=1): | |
| clear_btn = gr.Button() | |
| gen_kwargs = engine.chatter.generating_args | |
| max_new_tokens = gr.Slider(10, 2048, value=gen_kwargs.max_new_tokens, step=1) | |
| top_p = gr.Slider(0.01, 1, value=gen_kwargs.top_p, step=0.01) | |
| temperature = gr.Slider(0.01, 1.5, value=gen_kwargs.temperature, step=0.01) | |
| tools.input(check_json_schema, [tools, engine.manager.get_elem_by_name("top.lang")]) | |
| submit_btn.click( | |
| engine.chatter.predict, | |
| [chatbot, query, messages, system, tools, max_new_tokens, top_p, temperature], | |
| [chatbot, messages], | |
| show_progress=True, | |
| ).then(lambda: gr.update(value=""), outputs=[query]) | |
| clear_btn.click(lambda: ([], []), outputs=[chatbot, messages], show_progress=True) | |
| return ( | |
| chat_box, | |
| chatbot, | |
| messages, | |
| dict( | |
| system=system, | |
| tools=tools, | |
| query=query, | |
| submit_btn=submit_btn, | |
| clear_btn=clear_btn, | |
| max_new_tokens=max_new_tokens, | |
| top_p=top_p, | |
| temperature=temperature, | |
| ), | |
| ) | |