Update app.py

app.py

@@ -188,31 +188,15 @@ class CitingSources(BaseModel):
         ...,
         description="List of sources to cite. Should be an URL of the source."
     )
-def chatbot_interface(message, history, use_web_search, model, temperature, num_calls, continue_generation=False):
-    if not message.strip() and not continue_generation:
+def chatbot_interface(message, history, use_web_search, model, temperature, num_calls):
+    if not message.strip():
         return "", history
 
-    if continue_generation and history:
-        last_message, last_response = history[-1]
-        continuation_prompt = f"""
-        Original query: {last_message}
-        
-        Previously generated response:
-        {last_response}
-        
-        Please continue the response from where it left off, maintaining coherence and relevance to the original query.
-        """
-        history = history[:-1]  # Remove the last response to replace it with the continued one
-        message = continuation_prompt
-    else:
-        history = history + [(message, "")]
+    history = history + [(message, "")]
 
     try:
         for response in respond(message, history, model, temperature, num_calls, use_web_search):
-            if continue_generation and history:
-                history.append((history[-1][0], history[-1][1] + response))
-            else:
-                history[-1] = (message, response)
+            history[-1] = (message, response)
             yield history
     except gr.CancelledError:
         yield history
@@ -397,37 +381,6 @@ Write a detailed and complete response that answers the following user question:
                     response += chunk
                     yield response  # Yield partial response
 
-def continue_generation(message, last_response, model, temperature, num_calls):
-    continue_prompt = f"""
-    Original query: {message}
-    
-    Previously generated response:
-    {last_response}
-    
-    Please continue the response from where it left off, maintaining coherence and relevance to the original query.
-    """
-    
-    if model == "@cf/meta/llama-3.1-8b-instruct":
-        # Use Cloudflare API
-        for response in get_response_from_cloudflare(prompt=continue_prompt, context="", query="", num_calls=num_calls, temperature=temperature, search_type="continue"):
-            yield last_response + response
-    else:
-        # Use Hugging Face API
-        client = InferenceClient(model, token=huggingface_token)
-        
-        continued_response = last_response
-        for i in range(num_calls):
-            for message in client.chat_completion(
-                messages=[{"role": "user", "content": continue_prompt}],
-                max_tokens=1000,
-                temperature=temperature,
-                stream=True,
-            ):
-                if message.choices and message.choices[0].delta and message.choices[0].delta.content:
-                    chunk = message.choices[0].delta.content
-                    continued_response += chunk
-                    yield continued_response
-
 def vote(data: gr.LikeData):
     if data.liked:
         print(f"You upvoted this response: {data.value}")
@@ -441,15 +394,13 @@ css = """
 # Define the checkbox outside the demo block
 use_web_search = gr.Checkbox(label="Use Web Search", value=False)
 
-# Modify your main chat interface to use the same function
 demo = gr.ChatInterface(
-    fn=chatbot_interface,
+    respond,
     additional_inputs=[
-        use_web_search,
         gr.Dropdown(choices=MODELS, label="Select Model", value=MODELS[0]),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.2, step=0.1, label="Temperature"),
         gr.Slider(minimum=1, maximum=5, value=1, step=1, label="Number of API Calls"),
-        gr.State(False)  # Flag for continue_generation, default False for normal chat
+        use_web_search  # Add this line to include the checkbox
     ],
     title="AI-powered Web Search and PDF Chat Assistant",
     description="Chat with your PDFs or use web search to answer questions.",
@@ -482,23 +433,6 @@ demo = gr.ChatInterface(
     analytics_enabled=False,
 )
 
-# In your Gradio interface setup
-with demo:
-    continue_button = gr.Button("Continue Generation")
-    continue_button.click(
-        chatbot_interface,
-        inputs=[
-            gr.Textbox(value="", visible=False),  # Hidden textbox for the message
-            gr.State([]),  # Chat history
-            use_web_search,
-            gr.Dropdown(choices=MODELS, label="Select Model"),
-            gr.Slider(label="Temperature"),
-            gr.Slider(label="Number of API Calls"),
-            gr.State(True)  # Flag for continue_generation
-        ],
-        outputs=gr.Chatbot()
-    )
-    
 # Add file upload functionality
 with demo:
     gr.Markdown("## Upload PDF Documents")