Create src/url_fetcher.py

src/url_fetcher.py

@@ -1,17 +1,19 @@
 import requests
-import re
+import logging
 
 def fetch_url_title(url):
     try:
         response = requests.get(url)
-        if response.status_code == 200:
-            match = re.search('<title>(.*?)</title>', response.text)
-            if match:
-                return match.group(1)
-            else:
-                return None
-        else:
-            return None
-    except Exception as e:
-        print(f"Error: {e}")
-        return None
+        response.raise_for_status()
+
+        title = "No title found"
+        if response.content:
+            # Simple title extraction (you could use BeautifulSoup for more complex parsing)
+            title_start = response.content.find(b"<title>")
+            title_end = response.content.find(b"</title>")
+            if title_start != -1 and title_end != -1:
+                title = response.content[title_start + 7:title_end].decode("utf-8")
+        
+        logging.info(f"Fetched title: {title} from URL: {url}")
+    except requests.exceptions.RequestException as e:
+        logging.error(f"Error fetching URL {url}: {e}")