import gradio as gr from predict import predict from toolbox import format_io, find_free_port try: from config_private import proxies, WEB_PORT, LLM_MODEL except: from config import proxies, WEB_PORT, LLM_MODEL # 对一些丧心病狂的实验性功能模块进行测试 from functional_crazy import get_crazy_functionals, on_file_uploaded, on_report_generated crazy_functional = get_crazy_functionals() # 处理markdown文本格式的转变 gr.Chatbot.postprocess = format_io # 做一些外观色彩上的调整 from theme import adjust_theme set_theme = adjust_theme() with gr.Blocks(theme=set_theme, analytics_enabled=False) as demo: gr.HTML(title_html) with gr.Row(): with gr.Column(scale=2): chatbot = gr.Chatbot() chatbot.style(height=1000) chatbot.style() history = gr.State([]) TRUE = gr.State(True) FALSE = gr.State(False) with gr.Column(scale=1): with gr.Row(): with gr.Column(scale=12): txt = gr.Textbox(show_label=False, placeholder="Input question here.").style(container=False) with gr.Column(scale=1): submitBtn = gr.Button("提交", variant="primary") with gr.Row(): from check_proxy import check_proxy statusDisplay = gr.Markdown(f"Tip: 按Enter提交, 按Shift+Enter换行. \nNetwork: {check_proxy(proxies)}\nModel: {LLM_MODEL}") with gr.Row(): for k in functional: variant = functional[k]["Color"] if "Color" in functional[k] else "secondary" functional[k]["Button"] = gr.Button(k, variant=variant) with gr.Row(): gr.Markdown("以下部分实验性功能需从input框读取路径.") with gr.Row(): for k in crazy_functional: variant = crazy_functional[k]["Color"] if "Color" in crazy_functional[k] else "secondary" crazy_functional[k]["Button"] = gr.Button(k, variant=variant) with gr.Row(): gr.Markdown("上传本地文件供上面的实验性功能调用.") with gr.Row(): file_upload = gr.Files(label='任何文件,但推荐上传压缩文件(zip, tar)', file_count="multiple") systemPromptTxt = gr.Textbox(show_label=True, placeholder=f"System Prompt", label="System prompt", value=initial_prompt).style(container=True) #inputs, top_p, temperature, top_k, repetition_penalty with gr.Accordion("arguments", open=False): top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.01,interactive=True, label="Top-p (nucleus sampling)",) temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0, step=0.01, interactive=True, label="Temperature",) txt.submit(predict, [txt, top_p, temperature, chatbot, history, systemPromptTxt], [chatbot, history, statusDisplay]) submitBtn.click(predict, [txt, top_p, temperature, chatbot, history, systemPromptTxt], [chatbot, history, statusDisplay], show_progress=True) for k in functional: functional[k]["Button"].click(predict, [txt, top_p, temperature, chatbot, history, systemPromptTxt, TRUE, gr.State(k)], [chatbot, history, statusDisplay], show_progress=True) file_upload.upload(on_file_uploaded, [file_upload, chatbot, txt], [chatbot, txt]) for k in crazy_functional: click_handle = crazy_functional[k]["Button"].click(crazy_functional[k]["Function"], [txt, top_p, temperature, chatbot, history, systemPromptTxt, gr.State(PORT)], [chatbot, history, statusDisplay] ) try: click_handle.then(on_report_generated, [file_upload, chatbot], [file_upload, chatbot]) except: pass