Update app2.py

app2.py

@@ -1333,6 +1333,11 @@ CITIES_BY_STATE = {
     "Wyoming": ["Cheyenne", "Casper", "Laramie", "Gillette", "Rock Springs", "Sheridan", "Green River", "Evanston", "Riverton", "Jackson", "Cody", "Rawlins", "Lander", "Torrington", "Powell", "Douglas", "Worland", "Buffalo", "Wheatland", "Newcastle"],
     "Washington, DC": ["Washington"]
 }
+import requests
+from bs4 import BeautifulSoup
+import time
+import random
+
 def find_lawyers(practice_area, state, city=None):
     base_url = "https://www.justia.com/lawyers"
     formatted_practice_area = format_url_component(practice_area)
@@ -1340,36 +1345,57 @@ def find_lawyers(practice_area, state, city=None):
     
     if city:
         formatted_city = format_url_component(city)
-        search_url = f"{base_url}/{formatted_practice_area}/{formatted_state}/{formatted_city}"
+        search_url = f"{base_url}/{formatted_practice_area}/{formatted_state}/{formatted_city}/"
     else:
-        search_url = f"{base_url}/{formatted_practice_area}/{formatted_state}"
+        search_url = f"{base_url}/{formatted_practice_area}/{formatted_state}/"
+    
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+    }
     
-    response = requests.get(search_url)
+    try:
+        response = requests.get(search_url, headers=headers, timeout=10)
+        response.raise_for_status()
+    except requests.RequestException as e:
+        print(f"Error fetching the webpage: {e}")
+        return []
+
     soup = BeautifulSoup(response.content, 'html.parser')
     
     lawyers = []
     lawyer_cards = soup.find_all('div', class_='lawyer-card')
     
+    if not lawyer_cards:
+        print(f"No lawyer cards found on the page. URL: {search_url}")
+        return []
+
     for card in lawyer_cards[:5]:  # Limit to top 5 results
-        name = card.find('h3', class_='lawyer-name').text.strip()
-        location = card.find('div', class_='lawyer-location').text.strip()
-        practice_areas = card.find('div', class_='lawyer-practice-areas').text.strip()
-        profile_url = card.find('a', class_='lawyer-name')['href']
-        
-        phone_elem = card.find('div', class_='lawyer-phone')
-        phone = phone_elem.text.strip() if phone_elem else "N/A"
-        
-        rating_elem = card.find('div', class_='lawyer-rating')
-        rating = rating_elem.text.strip() if rating_elem else "N/A"
-        
-        lawyers.append({
-            'name': name,
-            'location': location,
-            'practice_areas': practice_areas,
-            'phone': phone,
-            'rating': rating,
-            'profile_url': profile_url
-        })
+        try:
+            name = card.find('h3', class_='lawyer-name').text.strip()
+            location = card.find('div', class_='lawyer-location').text.strip()
+            practice_areas = card.find('div', class_='lawyer-practice-areas').text.strip()
+            profile_url = card.find('a', class_='lawyer-name')['href']
+            
+            phone_elem = card.find('div', class_='lawyer-phone')
+            phone = phone_elem.text.strip() if phone_elem else "N/A"
+            
+            rating_elem = card.find('div', class_='lawyer-rating')
+            rating = rating_elem.text.strip() if rating_elem else "N/A"
+            
+            lawyers.append({
+                'name': name,
+                'location': location,
+                'practice_areas': practice_areas,
+                'phone': phone,
+                'rating': rating,
+                'profile_url': profile_url
+            })
+        except AttributeError as e:
+            print(f"Error parsing lawyer card: {e}")
+            continue
+
+    if not lawyers:
+        print(f"No lawyers found on the page. URL: {search_url}")
     
     return lawyers