File size: 10,557 Bytes
eb8806e
 
 
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9cb71c2
eb8806e
9cb71c2
eb8806e
9cb71c2
 
 
 
 
 
eb8806e
9cb71c2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
eb8806e
9cb71c2
eb8806e
 
 
 
 
9cb71c2
eb8806e
9cb71c2
eb8806e
 
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9cb71c2
eb8806e
9cb71c2
 
 
eb8806e
 
5a1d31c
eb8806e
 
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
 
 
9cb71c2
eb8806e
9cb71c2
eb8806e
 
 
5a1d31c
 
 
 
 
 
 
 
 
 
 
9cb71c2
5a1d31c
 
 
 
 
eb8806e
 
 
9cb71c2
eb8806e
9cb71c2
 
 
eb8806e
 
9cb71c2
 
 
 
 
 
 
 
 
eb8806e
 
9cb71c2
 
eb8806e
 
 
9cb71c2
eb8806e
 
 
 
 
 
 
 
 
 
 
 
 
5a1d31c
 
 
eb8806e
 
 
 
9cb71c2
eb8806e
 
9cb71c2
 
eb8806e
 
5a1d31c
9cb71c2
eb8806e
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
import os
import gradio as gr
from gradio import ChatMessage
from typing import Iterator
import google.generativeai as genai
import time # Import time module for potential debugging/delay

# get Gemini API Key from the environ variable
GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")
genai.configure(api_key=GEMINI_API_KEY)

# we will be using the Gemini 2.0 Flash model with Thinking capabilities
model = genai.GenerativeModel("gemini-2.0-flash-thinking-exp-1219")


def format_chat_history(messages: list) -> list:
    """
    Formats the chat history into a structure Gemini can understand
    """
    formatted_history = []
    for message in messages:
        # Skip thinking messages (messages with metadata)
        if not (message.get("role") == "assistant" and "metadata" in message):
            formatted_history.append({
                "role": "user" if message.get("role") == "user" else "assistant",
                "parts": [message.get("content", "")]
            })
    return formatted_history

def stream_gemini_response(message_input: str|gr.File, messages: list) -> Iterator[list]:
    """
    Streams thoughts and response with conversation history support, handling text or file input.
    """
    user_message = ""
    input_file = None

    if isinstance(message_input, str):
        user_message = message_input
        print(f"\n=== New Request (Text) ===")
        print(f"User message: {user_message}")
        if not user_message.strip(): # Robust check: if text message is empty or whitespace
            messages.append(ChatMessage(role="assistant", content="Please provide a non-empty text message or upload a file.")) # More specific message
            yield messages
            return

    elif isinstance(message_input, gr.File): #gr.File directly should be used with newer gradio versions (v4+)
        input_file = message_input.name # Access the temporary file path
        file_type = message_input.original_name.split('.')[-1].lower() #Get original filename's extension
        print(f"\n=== New Request (File) ===")
        print(f"File uploaded: {input_file}, type: {file_type}")

        try:
            with open(input_file, "rb") as f: #Open file in binary mode for universal handling
                file_data = f.read()

            if file_type in ['png', 'jpg', 'jpeg', 'gif']: #Example Image Types - expand as needed
                user_message = {"inline_data": {"mime_type": f"image/{file_type}", "data": file_data}} #Prepare image part for Gemini
            elif file_type == 'csv':
                user_message = {"inline_data": {"mime_type": "text/csv", "data": file_data}} #Prepare csv part

        except Exception as e:
            print(f"Error reading file: {e}")
            messages.append(ChatMessage(role="assistant", content=f"Error reading file: {e}"))
            yield messages
            return
    else:
        messages.append(ChatMessage(role="assistant", content="Sorry, I cannot understand this input format. Please use text or upload a valid file.")) # More informative error
        yield messages
        return


    try:
        # Format chat history for Gemini
        chat_history = format_chat_history(messages)

        # Initialize Gemini chat
        chat = model.start_chat(history=chat_history)
        response = chat.send_message(user_message, stream=True) #Send the message part as is

        # Initialize buffers and flags - same as before
        thought_buffer = ""
        response_buffer = ""
        thinking_complete = False

        # Add initial thinking message - same as before
        messages.append(
            ChatMessage(
                role="assistant",
                content="",
                metadata={"title": "⚙️ Thinking: *The thoughts produced by the model are experimental"}
            )
        )

        for chunk in response: #streaming logic - same as before
            parts = chunk.candidates[0].content.parts
            current_chunk = parts[0].text

            if len(parts) == 2 and not thinking_complete:
                # Complete thought and start response
                thought_buffer += current_chunk
                print(f"\n=== Complete Thought ===\n{thought_buffer}")

                messages[-1] = ChatMessage(
                    role="assistant",
                    content=thought_buffer,
                    metadata={"title": "⚙️ Thinking: *The thoughts produced by the model are experimental"}
                )
                yield messages

                # Start response
                response_buffer = parts[1].text
                print(f"\n=== Starting Response ===\n{response_buffer}")

                messages.append(
                    ChatMessage(
                        role="assistant",
                        content=response_buffer
                    )
                )
                thinking_complete = True

            elif thinking_complete:
                # Stream response
                response_buffer += current_chunk
                print(f"\n=== Response Chunk ===\n{current_chunk}")

                messages[-1] = ChatMessage(
                    role="assistant",
                    content=response_buffer
                )

            else:
                # Stream thinking
                thought_buffer += current_chunk
                print(f"\n=== Thinking Chunk ===\n{current_chunk}")

                messages[-1] = ChatMessage(
                    role="assistant",
                    content=thought_buffer,
                    metadata={"title": "⚙️ Thinking: *The thoughts produced by the model are experimental"}
                )
            #time.sleep(0.05) #Optional: Uncomment this line to add a slight delay for debugging/visualization of streaming. Remove for final version

            yield messages

        print(f"\n=== Final Response ===\n{response_buffer}")

    except Exception as e:
        print(f"\n=== Error ===\n{str(e)}")
        messages.append(
            ChatMessage(
                role="assistant",
                content=f"I apologize, but I encountered an error: {str(e)}"
            )
        )
        yield messages

def user_message(message_text, file_upload, history: list) -> tuple[str, None, list]:
    """Adds user message to chat history"""
    msg = message_text if message_text else file_upload
    history.append(ChatMessage(role="user", content=msg if isinstance(msg, str) else msg.name)) #Store message or filename in history.
    return "", None, history #clear both input fields

# Create the Gradio interface
with gr.Blocks(theme=gr.themes.Soft(primary_hue="teal", secondary_hue="slate", neutral_hue="neutral")) as demo:
    gr.Markdown("# Gemini 2.0 Flash 'Thinking' Chatbot 💭")

    chatbot = gr.Chatbot(
        type="messages",
        label="Gemini2.0 'Thinking' Chatbot (Streaming Output)", #Label now indicates streaming
        render_markdown=True,
        scale=1,
        avatar_images=(None,"https://lh3.googleusercontent.com/oxz0sUBF0iYoN4VvhqWTmux-cxfD1rxuYkuFEfm1SFaseXEsjjE4Je_C_V3UQPuJ87sImQK3HfQ3RXiaRnQetjaZbjJJUkiPL5jFJ1WRl5FKJZYibUA=w214-h214-n-nu")
    )

    with gr.Row(equal_height=True):
        input_box = gr.Textbox(
            lines=1,
            label="Chat Message",
            placeholder="Type your message here...",
            scale=3
        )
        file_upload = gr.File(label="Upload File", file_types=["image", ".csv"], scale=2) # Allow image and CSV files

        clear_button = gr.Button("Clear Chat", scale=1)

    # Add example prompts
    example_prompts = [
        ["Write a short poem about the sunset."],
        ["Explain the theory of relativity in simple terms."],
        ["If a train leaves Chicago at 6am traveling at 60mph, and another train leaves New York at 8am traveling at 80mph, at what time will they meet?"],
        ["Summarize the plot of Hamlet."],
        ["Write a haiku about a cat."]
    ]

    gr.Examples(
        examples=example_prompts,
        inputs=[input_box],
        label="Examples: Get Gemini to show its thinking process with these prompts!",
        examples_per_page=5 # Adjust as needed
    )


    # Set up event handlers
    msg_store = gr.State("")  # Store for preserving user message


    input_box.submit(
        user_message,
        inputs=[input_box, file_upload, chatbot],
        outputs=[input_box, file_upload, chatbot],
        queue=False
    ).then(
        stream_gemini_response,
        inputs=[input_box, chatbot], # Input either from text box or file, logic inside stream_gemini_response
        outputs=chatbot
    )

    file_upload.upload(
        user_message,
        inputs=[input_box, file_upload, chatbot], # even textbox is input here so clearing both will work
        outputs=[input_box, file_upload, chatbot],
        queue=False
    ).then(
        stream_gemini_response,
        inputs=[file_upload, chatbot], # Input is now the uploaded file.
        outputs=chatbot
    )


    clear_button.click(
        lambda: ([], "", ""),
        outputs=[chatbot, input_box, msg_store],
        queue=False
    )

    gr.Markdown(  # Description moved to the bottom
        """
        <br><br><br>  <!-- Add some vertical space -->
        ---
        ### About this Chatbot
        This chatbot demonstrates the experimental 'thinking' capability of the **Gemini 2.0 Flash** model.
        You can observe the model's thought process as it generates responses, displayed with the "⚙️ Thinking" prefix.

        **Try out the example prompts below to see Gemini in action!**

        **Key Features:**
        *   Powered by Google's **Gemini 2.0 Flash** model.
        *   Shows the model's **thoughts** before the final answer (experimental feature).
        *   Supports **conversation history** for multi-turn chats.
        *   Supports **Image and CSV file uploads** for analysis.
        *   Uses **streaming** for a more interactive experience.
        **Instructions:**
        1.  Type your message in the input box or Upload a file below.
        2.  Press Enter/Submit or Upload to send.
        3.  Observe the chatbot's "Thinking" process followed by the final response.
        4.  Use the "Clear Chat" button to start a new conversation.

        *Please note*: The 'thinking' feature is experimental and the quality of thoughts may vary. File analysis capabilities may be limited depending on the model's experimental features.
        """
    )


# Launch the interface
if __name__ == "__main__":
    demo.launch(debug=True)