Update app.py

app.py

@@ -2,9 +2,10 @@ from flask import Flask, request, render_template_string, Response, jsonify
 from openai import OpenAI
 import os
 import json
-from urllib.parse import quote
+from urllib.parse import quote, urljoin
 import html
 import requests
+from bs4 import BeautifulSoup
 
 app = Flask(__name__)
 
@@ -67,19 +68,26 @@ def fetch_search_results(query):
 
 @app.route('/check-url', methods=['GET'])
 def check_url():
-    """Check if a URL is valid (returns 200) or broken, following redirects."""
+    """Check if a URL is valid (returns 200) or broken, and fetch favicon if valid."""
     url = request.args.get('url', '')
     if not url:
-        return jsonify({'broken': True})
+        return jsonify({'broken': True, 'favicon': None})
     try:
         # Follow redirects and check final status
-        response = requests.head(url, allow_redirects=True, timeout=10)
+        response = requests.head(url, allow_redirects=True, timeout=5)
         if response.status_code == 200:
-            return jsonify({'broken': False})
+            # Fetch favicon for valid URLs
+            html_response = requests.get(url, timeout=5)
+            soup = BeautifulSoup(html_response.text, 'html.parser')
+            favicon_tag = soup.find("link", rel=["icon", "shortcut icon"])
+            favicon_url = favicon_tag['href'] if favicon_tag and 'href' in favicon_tag.attrs else None
+            if favicon_url and not favicon_url.startswith('http'):
+                favicon_url = urljoin(url, favicon_url)  # Resolve relative URLs
+            return jsonify({'broken': False, 'favicon': favicon_url or '/static/default-favicon.ico'})
         else:
-            return jsonify({'broken': True})
+            return jsonify({'broken': True, 'favicon': None})
     except requests.RequestException:
-        return jsonify({'broken': True})
+        return jsonify({'broken': True, 'favicon': None})
 
 @app.route('/', methods=['GET'])
 def search_page():
@@ -186,7 +194,7 @@ def search_page():
                 .search-box input[type="text"] {{
                     width: 100%; padding: 12px 20px; font-size: 16px;
                     border: 1px solid #dfe1e5; border-radius: 24px;
-                    box-shadow: 0 1px 6px rgba(32,33,36,0.28);
+                    box-shadow: 0 1px 6px rgba(0,0,0,0.28);
                 }}
                 .search-box input[type="submit"] {{
                     background-color: #f8f9fa; border: 1px solid #f8f9fa;
@@ -337,7 +345,7 @@ def search_page():
             .search-box input[type="text"] {{
                 width: 100%; padding: 12px 20px; font-size: 16px;
                 border: 1px solid #dfe1e5; border-radius: 24px;
-                box-shadow: 0 1px 6px rgba(32,33,36,0.28); outline: none;
+                box-shadow: 0 1px 6px rgba(0,0,0,0.28); outline: none;
             }}
             .search-box input[type="submit"] {{
                 background-color: #f8f9fa; border: 1px solid #f8f9fa;
@@ -350,9 +358,10 @@ def search_page():
             .search-buttons {{ text-align: center; }}
             .results {{ max-width: 652px; margin: 0 auto; }}
             .search-result {{ margin-bottom: 28px; }}
-            .search-result a {{ color: #1a0dab; font-size: 20px; text-decoration: none; }}
+            .search-result a {{ color: #1a0dab; font-size: 20px; text-decoration: none; display: flex; align-items: center; }}
             .search-result a:hover {{ text-decoration: underline; }}
             .search-result a.broken {{ color: #d93025; }}
+            .search-result .favicon {{ width: 16px; height: 16px; margin-right: 8px; vertical-align: middle; }}
             .search-result .url {{ color: #006621; font-size: 14px; line-height: 20px; }}
             .search-result p {{ color: #4d5156; font-size: 14px; line-height: 22px; margin: 0; }}
             .pagination {{ text-align: center; margin: 40px 0; }}
@@ -379,20 +388,25 @@ def search_page():
             }}
             async function checkLinks() {{
                 const links = document.querySelectorAll('.search-result a');
-                const promises = Array.from(links).map(link => {{
+                const promises = Array.from(links).map(async (link) => {{
                     const url = encodeURIComponent(link.href);
-                    return fetch('/check-url?url=' + url)
-                        .then(response => response.json())
-                        .then(data => {{
-                            if (data.broken) {{
-                                link.textContent += ' [Broken Link]';
-                                link.classList.add('broken');
-                            }}
-                        }})
-                        .catch(() => {{
+                    try {{
+                        const response = await fetch('/check-url?url=' + url);
+                        const data = await response.json();
+                        if (data.broken) {{
                             link.textContent += ' [Broken Link]';
                             link.classList.add('broken');
-                        }});
+                        }} else if (data.favicon) {{
+                            const img = document.createElement('img');
+                            img.src = data.favicon;
+                            img.className = 'favicon';
+                            img.alt = 'Favicon';
+                            link.insertBefore(img, link.firstChild);
+                        }}
+                    }} catch (error) {{
+                        link.textContent += ' [Broken Link]';
+                        link.classList.add('broken');
+                    }}
                 }});
                 await Promise.all(promises);
             }}