Update app2.py

app2.py

@@ -1252,25 +1252,6 @@ def get_trend_description(df):
     else:
         return "The number of cases has remained relatively stable over the five-year period."
 
-PRACTICE_AREAS = [
-    "Bankruptcy", "Business", "Civil Rights", "Consumer", "Criminal Defense", "DUI",
-    "Employment", "Estate Planning", "Family", "Government", "Immigration", "Injury",
-    "Insurance", "Intellectual Property", "International", "Juvenile", "Landlord Tenant",
-    "Military", "Products Liability", "Real Estate", "Social Security Disability", "Tax",
-    "Traffic Tickets", "Workers' Compensation"
-]
-
-# All US states and territories
-STATES = [
-    "Alabama", "Alaska", "Arizona", "Arkansas", "California", "Colorado", "Connecticut",
-    "Delaware", "Florida", "Georgia", "Hawaii", "Idaho", "Illinois", "Indiana", "Iowa",
-    "Kansas", "Kentucky", "Louisiana", "Maine", "Maryland", "Massachusetts", "Michigan",
-    "Minnesota", "Mississippi", "Missouri", "Montana", "Nebraska", "Nevada", "New Hampshire",
-    "New Jersey", "New Mexico", "New York", "North Carolina", "North Dakota", "Ohio",
-    "Oklahoma", "Oregon", "Pennsylvania", "Rhode Island", "South Carolina", "South Dakota",
-    "Tennessee", "Texas", "Utah", "Vermont", "Virginia", "Washington", "West Virginia",
-    "Wisconsin", "Wyoming", "District of Columbia", "Puerto Rico"
-]
 CITIES_BY_STATE = {
     "Alabama": ["Birmingham", "Montgomery", "Mobile", "Huntsville", "Tuscaloosa", "Hoover", "Dothan", "Auburn", "Decatur", "Madison", "Florence", "Gadsden", "Vestavia Hills", "Prattville", "Phenix City", "Alabaster", "Bessemer", "Prichard", "Opelika", "Enterprise"],
     "Alaska": ["Anchorage", "Fairbanks", "Juneau", "Sitka", "Ketchikan", "Wasilla", "Kenai", "Kodiak", "Bethel", "Palmer", "Homer", "Unalaska", "Barrow", "Soldotna", "Valdez", "Nome", "Kotzebue", "Seward", "Wrangell", "Dillingham"],
@@ -1328,72 +1309,48 @@ CITIES_BY_STATE = {
 def format_url_component(s):
     return s.lower().replace(' ', '-').replace(',', '').replace('&', 'and')
 
-def find_lawyers(practice_area, state, city=None):
-    base_url = "https://lawyers.findlaw.com"
-    formatted_practice_area = format_url_component(practice_area)
-    formatted_state = format_url_component(state)
-    
-    if city:
-        formatted_city = format_url_component(city)
-        search_url = f"{base_url}/{formatted_state}/{formatted_city}/{formatted_practice_area}-lawyer.html"
-    else:
-        search_url = f"{base_url}/{formatted_state}/{formatted_practice_area}-lawyer.html"
+def search_lawyers(practice_area, state, city=None):
+    base_url = "https://www.martindale.com/search/attorneys/"
+    params = {
+        'term': practice_area,
+        'country': 'USA',
+        'state': state,
+        'city': city or '',
+        'page': 1
+    }
     
     headers = {
         'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
     }
     
     try:
-        response = requests.get(search_url, headers=headers, timeout=10)
+        response = requests.get(base_url, params=params, headers=headers)
         response.raise_for_status()
+        soup = BeautifulSoup(response.content, 'html.parser')
+        
+        lawyer_cards = soup.find_all('div', class_='card-body')
+        
+        lawyers = []
+        for card in lawyer_cards[:5]:  # Limit to top 5 results
+            name_elem = card.find('h3', class_='name')
+            if name_elem:
+                name = name_elem.text.strip()
+                location = card.find('p', class_='location').text.strip()
+                practice_areas = card.find('p', class_='practice-areas').text.strip()
+                profile_url = "https://www.martindale.com" + name_elem.find('a')['href']
+                
+                lawyers.append({
+                    'name': name,
+                    'location': location,
+                    'practice_areas': practice_areas,
+                    'profile_url': profile_url
+                })
+        
+        return lawyers
     except requests.RequestException as e:
-        print(f"Error fetching the webpage: {e}")
-        return []
-
-    soup = BeautifulSoup(response.content, 'html.parser')
-    
-    lawyers = []
-    lawyer_cards = soup.find_all('div', class_='lawyer-card')
-    
-    if not lawyer_cards:
-        print(f"No lawyer cards found on the page. URL: {search_url}")
+        st.error(f"Error fetching lawyer data: {e}")
         return []
 
-    for card in lawyer_cards[:5]:  # Limit to top 5 results
-        try:
-            name = card.find('h3', class_='lawyer-name').text.strip()
-            location = card.find('p', class_='location').text.strip()
-            practice_areas = card.find('p', class_='practice-areas').text.strip()
-            profile_url = base_url + card.find('a', class_='lawyer-name')['href']
-            
-            phone_elem = card.find('p', class_='phone')
-            phone = phone_elem.text.strip() if phone_elem else "N/A"
-            
-            # Extract years of experience if available
-            experience = "N/A"
-            exp_elem = card.find('p', class_='experience')
-            if exp_elem:
-                exp_match = re.search(r'(\d+)\s+years', exp_elem.text)
-                if exp_match:
-                    experience = f"{exp_match.group(1)} years"
-            
-            lawyers.append({
-                'name': name,
-                'location': location,
-                'practice_areas': practice_areas,
-                'phone': phone,
-                'experience': experience,
-                'profile_url': profile_url
-            })
-        except AttributeError as e:
-            print(f"Error parsing lawyer card: {e}")
-            continue
-
-    if not lawyers:
-        print(f"No lawyers found on the page. URL: {search_url}")
-    
-    return lawyers
-
 def get_cities(state):
     formatted_state = format_url_component(state)
     url = f"https://lawyers.findlaw.com/{formatted_state}/"
@@ -1413,32 +1370,43 @@ def get_cities(state):
         return []
 
 def lawyer_finder_ui():
-    st.title("FindLaw Lawyer Search")
-    
-    practice_area = st.selectbox("Select a Practice Area:", PRACTICE_AREAS)
-    state = st.selectbox("Select a State:", STATES)
-    
-    cities = get_cities(state)
-    city = st.selectbox("Select a City (optional):", [""] + cities)
+    st.title("Lawyer Search System")
+
+    practice_areas = [
+        "Bankruptcy", "Business Law", "Civil Rights", "Criminal Defense",
+        "Employment Law", "Estate Planning", "Family Law", "Immigration",
+        "Intellectual Property", "Personal Injury", "Real Estate Law", "Tax Law"
+    ]
     
-    if st.button("Find Lawyers", type="primary"):
-        with st.spinner("Searching for lawyers..."):
-            lawyers = find_lawyers(practice_area, state, city if city else None)
-            
-            if lawyers:
-                st.success(f"Found {len(lawyers)} lawyers matching your criteria.")
-                for lawyer in lawyers:
-                    with st.expander(f"{lawyer['name']} - {lawyer['location']}"):
-                        col1, col2 = st.columns([2, 1])
-                        with col1:
-                            st.markdown(f"**Practice Areas:** {lawyer['practice_areas']}")
-                            st.markdown(f"**Phone:** {lawyer['phone']}")
-                            st.markdown(f"**Experience:** {lawyer['experience']}")
-                        with col2:
-                            st.markdown(f"[![View Profile](https://img.shields.io/badge/View_Profile-FindLaw-blue?style=for-the-badge)]({lawyer['profile_url']})")
-            else:
-                st.warning("No lawyers found matching your criteria. Try broadening your search.")
+    states = [
+        "Alabama", "Alaska", "Arizona", "Arkansas", "California", "Colorado",
+        "Connecticut", "Delaware", "Florida", "Georgia", "Hawaii", "Idaho",
+        "Illinois", "Indiana", "Iowa", "Kansas", "Kentucky", "Louisiana",
+        "Maine", "Maryland", "Massachusetts", "Michigan", "Minnesota",
+        "Mississippi", "Missouri", "Montana", "Nebraska", "Nevada",
+        "New Hampshire", "New Jersey", "New Mexico", "New York",
+        "North Carolina", "North Dakota", "Ohio", "Oklahoma", "Oregon",
+        "Pennsylvania", "Rhode Island", "South Carolina", "South Dakota",
+        "Tennessee", "Texas", "Utah", "Vermont", "Virginia", "Washington",
+        "West Virginia", "Wisconsin", "Wyoming"
+    ]
 
+    selected_practice_area = st.selectbox("Select a Practice Area:", practice_areas)
+    selected_state = st.selectbox("Select a State:", states)
+    city = st.text_input("Enter a City (optional):")
+
+    if st.button("Search Lawyers"):
+        with st.spinner("Searching for lawyers..."):
+            results = search_lawyers(selected_practice_area, selected_state, city)
+        
+        if results:
+            st.success(f"Found {len(results)} lawyers matching your criteria.")
+            for lawyer in results:
+                with st.expander(f"{lawyer['name']} - {lawyer['location']}"):
+                    st.write(f"**Practice Areas:** {lawyer['practice_areas']}")
+                    st.markdown(f"[View Profile]({lawyer['profile_url']})")
+        else:
+            st.warning("No lawyers found matching your criteria. Try broadening your search.")
 
 class LegalDataRetriever:
     def __init__(self):