Update app.py

app.py

@@ -1,9 +1,10 @@
-from flask import Flask, request, render_template_string, Response
+from flask import Flask, request, render_template_string, Response, jsonify
 from openai import OpenAI
 import os
 import json
 from urllib.parse import quote
 import html
+import requests
 
 app = Flask(__name__)
 
@@ -34,7 +35,7 @@ def fetch_search_results(query):
     
     try:
         response = client.chat.completions.create(
-            model="gemini-2.0-flash-lite",  # Updated model name
+            model="gemini-2.0-flash-lite",  # Adjust model name as needed
             messages=[
                 {"role": "system", "content": "You are a helpful search engine."},
                 {"role": "user", "content": prompt}
@@ -64,6 +65,21 @@ def fetch_search_results(query):
         else:
             return None, f"Error: {error_msg}"
 
+@app.route('/check-url', methods=['GET'])
+def check_url():
+    """Check if a URL is valid (returns 200) or broken."""
+    url = request.args.get('url', '')
+    if not url:
+        return jsonify({'broken': True})
+    try:
+        response = requests.head(url, timeout=5)
+        if response.status_code == 200:
+            return jsonify({'broken': False})
+        else:
+            return jsonify({'broken': True})
+    except requests.RequestException:
+        return jsonify({'broken': True})
+
 @app.route('/', methods=['GET'])
 def search_page():
     """Serve the initial page or process search with a progress bar and URL validation."""
@@ -362,22 +378,21 @@ def search_page():
             }}
             async function checkLinks() {{
                 const links = document.querySelectorAll('.search-result a');
-                for (let i = 0; i < links.length; i++) {{
-                    const url = links[i].href;
+                const promises = Array.from(links).map(async (link) => {{
+                    const url = encodeURIComponent(link.href);
                     try {{
-                        const controller = new AbortController();
-                        const timeoutId = setTimeout(() => controller.abort(), 5000); // 5s timeout
-                        const response = await fetch(url, {{ method: 'HEAD', signal: controller.signal }});
-                        clearTimeout(timeoutId);
-                        if (!response.ok) {{
-                            links[i].textContent += ' [Broken Link]';
-                            links[i].classList.add('broken');
+                        const response = await fetch(`/check-url?url=${url}`);
+                        const data = await response.json();
+                        if (data.broken) {{
+                            link.textContent += ' [Broken Link]';
+                            link.classList.add('broken');
                         }}
                     }} catch (error) {{
-                        links[i].textContent += ' [Broken Link]';
-                        links[i].classList.add('broken');
+                        link.textContent += ' [Broken Link]';
+                        link.classList.add('broken');
                     }}
-                }}
+                }});
+                await Promise.all(promises);
             }}
             window.onload = function() {{
                 hideProgress();