Update app.py

app.py

@@ -201,14 +201,13 @@ You are a knowledgeable assistant.
 
 The user provided a URL: {bookmark.get('url')}
 
-Please provide a concise summary (2-3 sentences) about this website based on your knowledge.
+Please provide a concise summary in **no more than two sentences** about this website based on your knowledge.
 
 Focus on:
 - The main purpose or topic of the website.
 - Key information or features.
-- Target audience or use case (if apparent).
 
-Be factual and objective.
+Be concise and objective.
 """
         else:
             # Construct the prompt with the extracted content
@@ -219,12 +218,11 @@ Analyze the following webpage content:
 
 {content_text}
 
-Provide a concise summary (2-3 sentences) focusing on:
+Provide a concise summary in **no more than two sentences** focusing on:
 - The main purpose or topic of the page.
 - Key information or features.
-- Target audience or use case (if apparent).
 
-Be factual and objective.
+Be concise and objective.
 """
 
         # Call the LLM via Groq Cloud API
@@ -235,7 +233,7 @@ Be factual and objective.
                     messages=[
                         {"role": "user", "content": prompt}
                     ],
-                    max_tokens=200,
+                    max_tokens=100,  # Reduced max tokens
                     temperature=0.5,
                 )
                 break  # Exit loop if successful
@@ -288,9 +286,11 @@ async def fetch_url_info(session, bookmark):
         bookmark.update(fetch_cache[url])
         return bookmark
 
-    max_retries = 3
+    max_retries = 1
     retries = 0
-    while retries < max_retries:
+    timeout_duration = 15  # Reduced timeout
+
+    while retries <= max_retries:
         try:
             logger.info(f"Fetching URL info for: {url} (Attempt {retries + 1})")
             headers = {
@@ -299,7 +299,7 @@ async def fetch_url_info(session, bookmark):
                               'Chrome/91.0.4472.124 Safari/537.36',
                 'Accept-Language': 'en-US,en;q=0.9',
             }
-            async with session.get(url, timeout=60, headers=headers, ssl=False, allow_redirects=True) as response:
+            async with session.get(url, timeout=timeout_duration, headers=headers, ssl=False, allow_redirects=True) as response:
                 bookmark['etag'] = response.headers.get('ETag', 'N/A')
                 bookmark['status_code'] = response.status
 
@@ -322,14 +322,14 @@ async def fetch_url_info(session, bookmark):
 
         except asyncio.exceptions.TimeoutError:
             retries += 1
-            logger.warning(f"Timeout while fetching {url}. Retrying ({retries}/{max_retries})...")
-            if retries == max_retries:
-                bookmark['dead_link'] = True
+            if retries > max_retries:
+                bookmark['dead_link'] = False  # Mark as 'Unknown' instead of 'Dead'
                 bookmark['etag'] = 'N/A'
                 bookmark['status_code'] = 'Timeout'
                 bookmark['description'] = ''
                 bookmark['html_content'] = ''
-                logger.error(f"Max retries reached for {url}. Marking as dead link.")
+                bookmark['slow_link'] = True  # Custom flag to indicate slow response
+                logger.warning(f"Timeout while fetching {url}. Marking as 'Slow'.")
         except Exception as e:
             bookmark['dead_link'] = True
             bookmark['etag'] = 'N/A'
@@ -345,12 +345,13 @@ async def fetch_url_info(session, bookmark):
                 'dead_link': bookmark.get('dead_link'),
                 'description': bookmark.get('description'),
                 'html_content': bookmark.get('html_content', ''),
+                'slow_link': bookmark.get('slow_link', False),
             }
     return bookmark
 
 async def process_bookmarks_async(bookmarks_list):
     """
-    Process all bookmarks asynchronously.
+    Fetch all bookmarks asynchronously.
     """
     logger.info("Processing bookmarks asynchronously")
     try:
@@ -456,20 +457,25 @@ def display_bookmarks():
     cards = ''
     for i, bookmark in enumerate(bookmarks):
         index = i + 1
-        status = "❌ Dead Link" if bookmark.get('dead_link') else "✅ Active"
-        title = bookmark['title']
-        url = bookmark['url']
-        etag = bookmark.get('etag', 'N/A')
-        summary = bookmark.get('summary', '')
-        category = bookmark.get('category', 'Uncategorized')
-
         if bookmark.get('dead_link'):
+            status = "❌ Dead Link"
             card_style = "border: 2px solid var(--error-color);"
             text_style = "color: var(--error-color);"
+        elif bookmark.get('slow_link'):
+            status = "⏳ Slow Response"
+            card_style = "border: 2px solid orange;"
+            text_style = "color: orange;"
         else:
+            status = "✅ Active"
             card_style = "border: 2px solid var(--success-color);"
             text_style = "color: var(--text-color);"
 
+        title = bookmark['title']
+        url = bookmark['url']
+        etag = bookmark.get('etag', 'N/A')
+        summary = bookmark.get('summary', '')
+        category = bookmark.get('category', 'Uncategorized')
+
         # Escape HTML content to prevent XSS attacks
         from html import escape
         title = escape(title)
@@ -530,10 +536,12 @@ def process_uploaded_file(file):
         logger.error(f"Error processing bookmarks asynchronously: {e}", exc_info=True)
         return "Error processing bookmarks.", '', gr.update(choices=[]), display_bookmarks()
 
-    # Generate summaries and assign categories
+    # Process bookmarks sequentially
     for bookmark in bookmarks:
         generate_summary(bookmark)
+        time.sleep(0.5)
         assign_category(bookmark)
+        time.sleep(0.5)
 
     try:
         faiss_index = vectorize_and_index(bookmarks)
@@ -547,7 +555,7 @@ def process_uploaded_file(file):
     # Generate displays and updates
     bookmark_html = display_bookmarks()
     choices = [f"{i+1}. {bookmark['title']} (Category: {bookmark['category']})"
-              for i, bookmark in enumerate(bookmarks)]
+               for i, bookmark in enumerate(bookmarks)]
 
     return message, bookmark_html, gr.update(choices=choices), bookmark_html