Update app.py

app.py

@@ -1,4 +1,5 @@
 # app.py
+
 import gradio as gr
 from bs4 import BeautifulSoup
 import requests
@@ -12,8 +13,8 @@ import base64
 import logging
 import os
 
-# Import Hugging Face transformers
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+# Import OpenAI library
+import openai
 
 # Set up logging
 logging.basicConfig(filename='app.log', level=logging.INFO,
@@ -53,10 +54,15 @@ CATEGORIES = [
     "Uncategorized",
 ]
 
-# Load FLAN-T5 model and tokenizer
-logger.info("Loading FLAN-T5 model and tokenizer")
-tokenizer = AutoTokenizer.from_pretrained('google/flan-t5-small')
-model = AutoModelForSeq2SeqLM.from_pretrained('google/flan-t5-small')
+# Set up Groq Cloud API key and base URL
+GROQ_API_KEY = os.getenv('GROQ_API_KEY')
+if not GROQ_API_KEY:
+    logger.error("GROQ_API_KEY environment variable not set.")
+    raise ValueError("Please set the GROQ_API_KEY environment variable.")
+
+# Set OpenAI API key and base URL to use Groq Cloud API
+openai.api_key = GROQ_API_KEY
+openai.api_base = "https://api.groq.com/openai/v1"
 
 # Function to parse bookmarks from HTML
 def parse_bookmarks(file_content):
@@ -299,7 +305,7 @@ def process_uploaded_file(file):
     bookmark_html = display_bookmarks()
     return message, bookmark_html
 
-# Chatbot response using Hugging Face model
+# Chatbot response using Groq Cloud API
 def chatbot_response(user_query):
     if not bookmarks:
         logger.warning("No bookmarks available for chatbot")
@@ -307,24 +313,42 @@ def chatbot_response(user_query):
 
     logger.info(f"Chatbot received query: {user_query}")
 
-    # Prepare the context
+    # Prepare the prompt for the LLM
     try:
-        # Combine bookmark summaries into context
+        # Limit the number of bookmarks to prevent exceeding token limits
         max_bookmarks = 50  # Adjust as needed
-        bookmark_context = ""
+        bookmark_data = ""
         for idx, bookmark in enumerate(bookmarks[:max_bookmarks]):
-            bookmark_context += f"{idx+1}. Title: {bookmark['title']}\nSummary: {bookmark['summary']}\n\n"
+            bookmark_data += f"{idx+1}. Title: {bookmark['title']}\nURL: {bookmark['url']}\nSummary: {bookmark['summary']}\n\n"
 
         # Construct the prompt
-        prompt = f"Based on the following bookmarks, answer the user's query.\n\nUser query: {user_query}\n\nBookmarks:\n{bookmark_context}"
-
-        # Generate response
-        inputs = tokenizer(prompt, return_tensors='pt', max_length=512, truncation=True)
-        outputs = model.generate(**inputs, max_length=512)
-        generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
-
-        logger.info("Chatbot response generated using FLAN-T5 model")
-        return generated_text.strip()
+        prompt = f"""
+You are an assistant that helps users find relevant bookmarks from their collection based on their queries.
+
+User Query:
+{user_query}
+
+Bookmarks:
+{bookmark_data}
+
+Please identify the most relevant bookmarks that match the user's query. Provide a concise list including the index, title, URL, and a brief summary.
+"""
+
+        # Call the Groq Cloud API via the OpenAI client
+        response = openai.ChatCompletion.create(
+            model='llama3-8b-8192',  # Specify the Groq Cloud model
+            messages=[
+                {"role": "system", "content": "You help users find relevant bookmarks based on their queries."},
+                {"role": "user", "content": prompt}
+            ],
+            max_tokens=500,
+            temperature=0.7,
+        )
+
+        # Extract the response text
+        answer = response['choices'][0]['message']['content'].strip()
+        logger.info("Chatbot response generated using Groq Cloud API")
+        return answer
 
     except Exception as e:
         logger.error(f"Error in chatbot response generation: {e}")
@@ -408,93 +432,97 @@ def export_bookmarks():
 
 # Build the Gradio app
 def build_app():
-    logger.info("Building Gradio app")
-    with gr.Blocks(css="app.css") as demo:
-        gr.Markdown("<h1>Bookmark Manager App</h1>")
-
-        with gr.Tab("Upload and Process Bookmarks"):
-            upload = gr.File(label="Upload Bookmarks HTML File", type='binary')
-            process_button = gr.Button("Process Bookmarks")
-            output_text = gr.Textbox(label="Output")
-            bookmark_display = gr.HTML(label="Bookmarks")
-
-            def update_bookmark_display(file):
-                return process_uploaded_file(file)
-
-            process_button.click(
-                update_bookmark_display,
-                inputs=upload,
-                outputs=[output_text, bookmark_display]
-            )
-
-        with gr.Tab("Chat with Bookmarks"):
-            user_input = gr.Textbox(label="Ask about your bookmarks")
-            chat_output = gr.Textbox(label="Chatbot Response")
-            chat_button = gr.Button("Send")
-
-            chat_button.click(
-                chatbot_response,
-                inputs=user_input,
-                outputs=chat_output
-            )
-
-        with gr.Tab("Manage Bookmarks"):
-            manage_output = gr.Textbox(label="Manage Output")
-            bookmark_display_manage = gr.HTML(label="Bookmarks")
-            refresh_button = gr.Button("Refresh Bookmark List")
-
-            indices_input = gr.Textbox(label="Bookmark Indices to Delete (comma-separated)")
-            delete_button = gr.Button("Delete Selected Bookmarks")
-            export_button = gr.Button("Export Bookmarks")
-            download_link = gr.HTML(label="Download Exported Bookmarks")
-
-            with gr.Row():
-                index_input = gr.Number(label="Bookmark Index (Starting from 1)", precision=0)
-                new_title_input = gr.Textbox(label="New Title")
-                new_url_input = gr.Textbox(label="New URL")
-                new_category_input = gr.Dropdown(label="New Category", choices=CATEGORIES)
-
-            edit_button = gr.Button("Edit Bookmark")
-
-            def update_manage_display():
-                return display_bookmarks()
-
-            refresh_button.click(
-                update_manage_display,
-                inputs=None,
-                outputs=bookmark_display_manage
-            )
-
-            edit_button.click(
-                edit_bookmark,
-                inputs=[index_input, new_title_input, new_url_input, new_category_input],
-                outputs=[manage_output, bookmark_display_manage]
-            )
-
-            delete_button.click(
-                delete_bookmarks,
-                inputs=indices_input,
-                outputs=[manage_output, bookmark_display_manage]
-            )
-
-            def provide_download_link():
-                href = export_bookmarks()
-                if href:
-                    return f'<a href="{href}" download="bookmarks.html">Download Exported Bookmarks</a>'
-                else:
-                    return "No bookmarks to export."
-
-            export_button.click(
-                provide_download_link,
-                inputs=None,
-                outputs=download_link
-            )
-
-            # Initial load of the bookmarks display
-            bookmark_display_manage.value = update_manage_display()
-
-    logger.info("Launching Gradio app")
-    demo.launch()
+    try:
+        logger.info("Building Gradio app")
+        with gr.Blocks(css="app.css") as demo:
+            gr.Markdown("<h1>Bookmark Manager App</h1>")
+
+            with gr.Tab("Upload and Process Bookmarks"):
+                upload = gr.File(label="Upload Bookmarks HTML File", type='binary')
+                process_button = gr.Button("Process Bookmarks")
+                output_text = gr.Textbox(label="Output")
+                bookmark_display = gr.HTML(label="Bookmarks")
+
+                def update_bookmark_display(file):
+                    return process_uploaded_file(file)
+
+                process_button.click(
+                    update_bookmark_display,
+                    inputs=upload,
+                    outputs=[output_text, bookmark_display]
+                )
+
+            with gr.Tab("Chat with Bookmarks"):
+                user_input = gr.Textbox(label="Ask about your bookmarks")
+                chat_output = gr.Textbox(label="Chatbot Response")
+                chat_button = gr.Button("Send")
+
+                chat_button.click(
+                    chatbot_response,
+                    inputs=user_input,
+                    outputs=chat_output
+                )
+
+            with gr.Tab("Manage Bookmarks"):
+                manage_output = gr.Textbox(label="Manage Output")
+                bookmark_display_manage = gr.HTML(label="Bookmarks")
+                refresh_button = gr.Button("Refresh Bookmark List")
+
+                indices_input = gr.Textbox(label="Bookmark Indices to Delete (comma-separated)")
+                delete_button = gr.Button("Delete Selected Bookmarks")
+                export_button = gr.Button("Export Bookmarks")
+                download_link = gr.HTML(label="Download Exported Bookmarks")
+
+                with gr.Row():
+                    index_input = gr.Number(label="Bookmark Index (Starting from 1)", precision=0)
+                    new_title_input = gr.Textbox(label="New Title")
+                    new_url_input = gr.Textbox(label="New URL")
+                    new_category_input = gr.Dropdown(label="New Category", choices=CATEGORIES)
+
+                edit_button = gr.Button("Edit Bookmark")
+
+                def update_manage_display():
+                    return display_bookmarks()
+
+                refresh_button.click(
+                    update_manage_display,
+                    inputs=None,
+                    outputs=bookmark_display_manage
+                )
+
+                edit_button.click(
+                    edit_bookmark,
+                    inputs=[index_input, new_title_input, new_url_input, new_category_input],
+                    outputs=[manage_output, bookmark_display_manage]
+                )
+
+                delete_button.click(
+                    delete_bookmarks,
+                    inputs=indices_input,
+                    outputs=[manage_output, bookmark_display_manage]
+                )
+
+                def provide_download_link():
+                    href = export_bookmarks()
+                    if href:
+                        return f'<a href="{href}" download="bookmarks.html">Download Exported Bookmarks</a>'
+                    else:
+                        return "No bookmarks to export."
+
+                export_button.click(
+                    provide_download_link,
+                    inputs=None,
+                    outputs=download_link
+                )
+
+                # Initial load of the bookmarks display
+                bookmark_display_manage.value = update_manage_display()
+
+        logger.info("Launching Gradio app")
+        demo.launch(debug=True)
+    except Exception as e:
+        logger.error(f"Error building the app: {e}")
+        print(f"Error building the app: {e}")
 
 if __name__ == "__main__":
     build_app()