Update app2.py

app2.py

@@ -1309,18 +1309,21 @@ CITIES_BY_STATE = {
 def format_url_component(s):
     return s.lower().replace(' ', '-').replace(',', '').replace('&', 'and')
 
-def search_lawyers(practice_area, state, city=None):
-    base_url = "https://www.martindale.com/search/attorneys/"
+def search_lawyers(practice_area, state, city):
+    base_url = "https://www.avvo.com/search/lawyer_search"
     params = {
-        'term': practice_area,
-        'country': 'USA',
-        'state': state,
-        'city': city or '',
-        'page': 1
+        'q': practice_area,
+        'loc': f"{city}, {state}"
     }
     
     headers = {
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+        'Accept-Language': 'en-US,en;q=0.5',
+        'Referer': 'https://www.avvo.com/',
+        'DNT': '1',
+        'Connection': 'keep-alive',
+        'Upgrade-Insecure-Requests': '1',
     }
     
     try:
@@ -1328,16 +1331,16 @@ def search_lawyers(practice_area, state, city=None):
         response.raise_for_status()
         soup = BeautifulSoup(response.content, 'html.parser')
         
-        lawyer_cards = soup.find_all('div', class_='card-body')
+        lawyer_cards = soup.find_all('div', class_='lawyer-search-result')
         
         lawyers = []
         for card in lawyer_cards[:5]:  # Limit to top 5 results
-            name_elem = card.find('h3', class_='name')
+            name_elem = card.find('h3', class_='v-lawyer-card-name')
             if name_elem:
                 name = name_elem.text.strip()
-                location = card.find('p', class_='location').text.strip()
-                practice_areas = card.find('p', class_='practice-areas').text.strip()
-                profile_url = "https://www.martindale.com" + name_elem.find('a')['href']
+                location = card.find('div', class_='v-lawyer-card-location').text.strip()
+                practice_areas = card.find('div', class_='v-lawyer-card-practice-areas').text.strip()
+                profile_url = "https://www.avvo.com" + name_elem.find('a')['href']
                 
                 lawyers.append({
                     'name': name,
@@ -1351,24 +1354,6 @@ def search_lawyers(practice_area, state, city=None):
         st.error(f"Error fetching lawyer data: {e}")
         return []
 
-def get_cities(state):
-    formatted_state = format_url_component(state)
-    url = f"https://lawyers.findlaw.com/{formatted_state}/"
-    
-    headers = {
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
-    }
-    
-    try:
-        response = requests.get(url, headers=headers, timeout=10)
-        response.raise_for_status()
-        soup = BeautifulSoup(response.content, 'html.parser')
-        city_links = soup.find_all('a', class_='city-link')
-        return [city.text.strip() for city in city_links]
-    except requests.RequestException as e:
-        print(f"Error fetching cities: {e}")
-        return []
-
 def lawyer_finder_ui():
     st.title("Lawyer Search System")
 
@@ -1378,26 +1363,17 @@ def lawyer_finder_ui():
         "Intellectual Property", "Personal Injury", "Real Estate Law", "Tax Law"
     ]
     
-    states = [
-        "Alabama", "Alaska", "Arizona", "Arkansas", "California", "Colorado",
-        "Connecticut", "Delaware", "Florida", "Georgia", "Hawaii", "Idaho",
-        "Illinois", "Indiana", "Iowa", "Kansas", "Kentucky", "Louisiana",
-        "Maine", "Maryland", "Massachusetts", "Michigan", "Minnesota",
-        "Mississippi", "Missouri", "Montana", "Nebraska", "Nevada",
-        "New Hampshire", "New Jersey", "New Mexico", "New York",
-        "North Carolina", "North Dakota", "Ohio", "Oklahoma", "Oregon",
-        "Pennsylvania", "Rhode Island", "South Carolina", "South Dakota",
-        "Tennessee", "Texas", "Utah", "Vermont", "Virginia", "Washington",
-        "West Virginia", "Wisconsin", "Wyoming"
-    ]
+    states = list(CITIES_BY_STATE.keys())
 
     selected_practice_area = st.selectbox("Select a Practice Area:", practice_areas)
     selected_state = st.selectbox("Select a State:", states)
-    city = st.text_input("Enter a City (optional):")
+    
+    cities = CITIES_BY_STATE[selected_state]
+    selected_city = st.selectbox("Select a City:", cities)
 
     if st.button("Search Lawyers"):
         with st.spinner("Searching for lawyers..."):
-            results = search_lawyers(selected_practice_area, selected_state, city)
+            results = search_lawyers(selected_practice_area, selected_state, selected_city)
         
         if results:
             st.success(f"Found {len(results)} lawyers matching your criteria.")
@@ -1408,6 +1384,7 @@ def lawyer_finder_ui():
         else:
             st.warning("No lawyers found matching your criteria. Try broadening your search.")
 
+
 class LegalDataRetriever:
     def __init__(self):
         self.session = requests.Session()