|
import gradio as gr |
|
import pandas as pd |
|
import os |
|
import zipfile |
|
|
|
def process_csv(uploaded_file): |
|
""" |
|
Process the uploaded CSV file to: |
|
1. Replace text-based columns and numerical columns with less than six unique options with coded values. |
|
2. Fill missing values in numerical columns with their respective medians. |
|
3. Return a zip file containing the modified CSV file, a legend CSV, and a CSV detailing data fill methods. |
|
""" |
|
|
|
data = pd.read_csv(uploaded_file.name) |
|
|
|
|
|
mapping_list = [] |
|
|
|
|
|
data_added_details = [] |
|
|
|
|
|
for col in data.columns: |
|
|
|
if data[col].dtype == 'object' or (data[col].nunique() < 6 and pd.api.types.is_numeric_dtype(data[col])): |
|
|
|
mapping = {value: code if pd.notna(value) else -9999 for code, value in enumerate(data[col].unique())} |
|
for original_value, mapped_value in mapping.items(): |
|
mapping_list.append([col, original_value, mapped_value]) |
|
|
|
data[col] = data[col].map(mapping) |
|
elif pd.api.types.is_numeric_dtype(data[col]) and any(pd.isna(data[col])): |
|
|
|
median_value = data[col].median() |
|
data[col].fillna(median_value, inplace=True) |
|
data_added_details.append([col, "Median", median_value]) |
|
|
|
|
|
zip_name = "processed_files.zip" |
|
|
|
|
|
with zipfile.ZipFile(zip_name, 'w') as zipf: |
|
data.to_csv("modified_data.csv", index=False) |
|
zipf.write("modified_data.csv") |
|
|
|
mapping_df = pd.DataFrame(mapping_list, columns=['Column', 'Original Value', 'Mapped Value']) |
|
mapping_df.to_csv("mapping.csv", index=False) |
|
zipf.write("mapping.csv") |
|
|
|
data_added_df = pd.DataFrame(data_added_details, columns=['Column', 'Method', 'Value Added']) |
|
data_added_df.to_csv("data_added_details.csv", index=False) |
|
zipf.write("data_added_details.csv") |
|
|
|
return zip_name |
|
|
|
|
|
iface = gr.Interface( |
|
fn=process_csv, |
|
inputs=gr.inputs.File(type="file", label="Upload CSV File"), |
|
outputs=gr.outputs.File(label="Download Processed Files"), |
|
live=False |
|
) |
|
|
|
iface.launch() |