add example cache and resize input image

app.py

@@ -39,6 +39,28 @@ def bot_request(method, *args, **kwargs):
     return response
 
 
+def run_image(image, *args, **kwargs):
+    if image is not None:
+        width, height = image.size
+        ratio = min(512 / width, 512 / height)
+        width_new, height_new = (round(width * ratio), round(height * ratio))
+        width_new = int(np.round(width_new / 64.0)) * 64
+        height_new = int(np.round(height_new / 64.0)) * 64
+        image = image.resize((width_new, height_new))
+        image = image.convert('RGB')
+    return bot_request('run_image', image, *args, **kwargs)
+
+
+def predict_example(temperature, top_p, max_new_token, keep_last_n_paragraphs, image, text):
+    state = []
+    buffer = ''
+    chatbot, state, text, buffer = run_image(image, state, text, buffer)
+    chatbot, state, text, buffer = bot_request(
+        'run_text', text, state, temperature, top_p,
+        max_new_token, keep_last_n_paragraphs, buffer)
+    return chatbot, state, text, None, buffer
+
+
 if __name__ == '__main__':
     parser = argparse.ArgumentParser()
     parser.add_argument('--temperature', type=float, default=0.0, help='temperature for the llm model')
@@ -61,17 +83,20 @@ if __name__ == '__main__':
         os.makedirs('image')
 
     with gr.Blocks() as demo:
+        state = gr.Chatbot([], visible=False)
+        buffer = gr.Textbox('', visible=False)
+
         with gr.Row():
             with gr.Column(scale=0.3):
                 with gr.Row():
-                    image = gr.Image(type="pil", label="input image")
+                    image = gr.Image(type='pil', label='input image')
                 with gr.Row():
-                    txt = gr.Textbox(lines=7, show_label=False, elem_id="textbox",
-                                     placeholder="Enter text and press submit, or upload an image").style(container=False)
+                    txt = gr.Textbox(lines=7, show_label=False, elem_id='textbox',
+                                     placeholder='Enter text and press submit, or upload an image').style(container=False)
                 with gr.Row():
-                    submit = gr.Button("Submit")
+                    submit = gr.Button('Submit')
                 with gr.Row():
-                    clear = gr.Button("Clear")
+                    clear = gr.Button('Clear')
                 with gr.Row():
                     keep_last_n_paragraphs = gr.Slider(
                         minimum=0,
@@ -79,44 +104,51 @@ if __name__ == '__main__':
                         value=args.keep_last_n_paragraphs,
                         step=1,
                         interactive=True,
-                        label="Remember Last N Paragraphs")
+                        label='Remember Last N Paragraphs')
                     max_new_token = gr.Slider(
                         minimum=64,
                         maximum=512,
                         value=args.max_new_tokens,
                         step=1,
                         interactive=True,
-                        label="Max New Tokens")
+                        label='Max New Tokens')
                     temperature = gr.Slider(
                         minimum=0.0,
                         maximum=1.0,
                         value=args.temperature,
                         step=0.1,
                         interactive=True,
-                        label="Temperature")
+                        label='Temperature')
                     top_p = gr.Slider(
                         minimum=0.0,
                         maximum=1.0,
                         value=args.top_p,
                         step=0.1,
                         interactive=True,
-                        label="Top P")
+                        label='Top P')
             with gr.Column(scale=0.7):
-                chatbot = gr.Chatbot(elem_id="chatbot", label="🦙 GPT4Tools").style(height=690)
-                state = gr.State([])
-
-            txt.submit(partial(bot_request, 'run_text'), [txt, state], [chatbot, state])
-            txt.submit(lambda: "", None, txt)
-            image.upload(lambda: "", None, txt)
-            submit.click(partial(bot_request, 'run_image'), [image, state, txt], [chatbot, state, txt]).then(
-                partial(bot_request, 'run_text'), [txt, state, temperature, top_p, max_new_token, keep_last_n_paragraphs], [chatbot, state, txt]).then(
+                chatbot = gr.Chatbot(elem_id='chatbot', label='🦙 GPT4Tools').style(height=690)
+
+            image.upload(lambda: '', None, txt)
+            submit.click(run_image,
+                         [image, state, txt, buffer],
+                         [chatbot, state, txt, buffer]).then(
+                partial(bot_request, 'run_text'),
+                        [txt, state, temperature, top_p, max_new_token, keep_last_n_paragraphs, buffer],
+                        [chatbot, state, txt, buffer]).then(
                     lambda: None, None, image)
             clear.click(partial(bot_request, 'clear'))
-            clear.click(lambda: [], None, chatbot)
-            clear.click(lambda: [], None, state)
+            clear.click(lambda: [[], [], '', ''], None, [chatbot, state, txt, buffer])
+
         with gr.Row():
             gr.Examples(
                 examples=examples,
+                fn=partial(predict_example, args.temperature, args.top_p,
+                           args.max_new_tokens, args.keep_last_n_paragraphs),
                 inputs=[image, txt],
+                outputs=[chatbot, state, txt, image, buffer],
+                cache_examples=True,
             )
-        demo.launch(enable_queue=True)
+
+        demo.queue(concurrency_count=6)
+        demo.launch()