File size: 4,026 Bytes
aa8424c
 
 
 
409d09f
aa8424c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
409d09f
 
aa8424c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
fa824b7
aa8424c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
import torch
import gradio as gr

import os 
import spaces
from PIL import Image

from transformers import TextStreamer
from utils import title_markdown
from utils import block_css
from utils import tos_markdown
from utils import learn_more_markdown



textbox = gr.Textbox(
    show_label = False, placeholder = "Enter text and press ENTER", container = False
)

with gr.Blocks(title = '' ) as demo:
    gr.Markdown(title_markdown)


@spaces.GPU
with gr.Blocks(title='MoE-LLaVA๐Ÿš€')) as demo:
    gr.Markdown(title_markdown)
    state = gr.State()
    state_ = gr.State()
    first_run = gr.State()
    images_tensor = gr.State()

    with gr.Row():
        with gr.Column(scale=3):
            image1 = gr.Image(label="Input Document", type="filepath")

            cur_dir = os.path.dirname(os.path.abspath(__file__))
            print(cur_dir)
            gr.Examples(
                examples=[
                    [
                        f"demo.jfif",
                        "What is unusual about this image?",
                    ],
                    [
                        f"demo.jfif",
                        "What are the things I should be cautious about when I visit here?",
                    ],
                    [
                        f"demo.jfif",
                        "If there are factual errors in the questions, point it out; if not, proceed answering the question. Whatโ€™s happening in the desert?",
                    ],
                    [
                        f"demo.jfif",
                        "What is the title of this book?",
                    ],
                    [
                        f"demo.jfif",
                        "What type of food is the girl holding?",
                    ],
                    [
                        f"demo.jfif",
                        "What color is the train?",
                    ],
                    [
                        f"demo.jfif",
                        "What is the girl looking at?",
                    ],
                    [
                        f"demo.jfif",
                        "What might be the reason for the dog's aggressive behavior?",
                    ],
                ],
                inputs=[image1, textbox],
            )

        # with gr.Column(scale=7):
        #     #chatbot = gr.Chatbot(label="MoE-LLaVA", bubble_full_width=True).style(height=750)
        #     with gr.Row():
        #         with gr.Column(scale=8):
        #             textbox.render()
        #         with gr.Column(scale=1, min_width=50):
        #             submit_btn = gr.Button(
        #                 value="Send", variant="primary", interactive=True
        #             )
        #     with gr.Row(elem_id="buttons") as button_row:
        #         upvote_btn = gr.Button(value="๐Ÿ‘  Upvote", interactive=True)
        #         downvote_btn = gr.Button(value="๐Ÿ‘Ž  Downvote", interactive=True)
        #         flag_btn = gr.Button(value="โš ๏ธ  Flag", interactive=True)
        #         # stop_btn = gr.Button(value="โน๏ธ  Stop Generation", interactive=False)
        #         regenerate_btn = gr.Button(value="๐Ÿ”„  Regenerate", interactive=True)
        #         clear_btn = gr.Button(value="๐Ÿ—‘๏ธ  Clear history", interactive=True)

#    gr.Markdown(tos_markdown)
#    gr.Markdown(learn_more_markdown)

    # submit_btn.click(generate, [image1, textbox, first_run, state, state_, images_tensor],
    #                  [state, state_, chatbot, first_run, textbox, images_tensor, image1])

    # regenerate_btn.click(regenerate, [state, state_], [state, state_, chatbot, first_run]).then(
    #     generate, [image1, textbox, first_run, state, state_, images_tensor],
    #     [state, state_, chatbot, first_run, textbox, images_tensor, image1])

    # clear_btn.click(clear_history, [state, state_],
    #                 [image1, textbox, first_run, state, state_, chatbot, images_tensor])

# app = gr.mount_gradio_app(app, demo, path="/")
demo.launch()