fix bug in dataframe cleaning

clients.py

@@ -5,6 +5,10 @@ Created on Mon Jan  1 11:20:18 2024
 @author: mohanadafiffy
 """
 import os 
+from dotenv import load_dotenv
+
+# Load environment variables from a .env file
+load_dotenv()
 import streamlit as st
 import pandas as pd
 import requests
@@ -117,7 +121,8 @@ def CompanySpecificClient(email_receiver):
             df = df.drop_duplicates(subset="Website", keep='first')
             df = df.dropna().loc[~(df == '').all(axis=1)]
             
-        df = df.dropna().loc[~(df == '').all(axis=1)]  
+        df = df.dropna(how='all')
+        df = df.loc[~(df == '').all(axis=1)] 
         df=add_https_to_urls(df, 'Website')
         st.write(df)    
         # Convert DataFrame to CSV for transmission
@@ -204,7 +209,8 @@ def UserSpecificClient(email_receiver):
             df=add_https_to_urls(df, 'Website')
             
         # Convert DataFrame to CSV for transmission
-        df = df.dropna().loc[~(df == '').all(axis=1)]  
+        df = df.dropna(how='all')
+        df = df.loc[~(df == '').all(axis=1)] 
         st.write(df)
         csv = df.to_csv(index=False)
 
@@ -329,7 +335,8 @@ def RengagmentEmail(email_receiver):
     # Use the session state variable to determine if the button was previously clicked
     if submitted_emails and input_data_emails is not None:
         df = input_data_emails
-        df = df.dropna().loc[~(df == '').all(axis=1)]
+        df = df.dropna(how='all')
+        df = df.loc[~(df == '').all(axis=1)] 
         
         st.write(df)