Update app.py

app.py

@@ -11,13 +11,25 @@ from plotting import (
     create_iv_plot_with_temperature_curves,
 )
 
-# Function to load data in chunks
-def load_data_in_chunks(file_path, columns, start_date=None, end_date=None, chunksize=10000):
+def load_data_in_chunks(file_path, selected_columns, start_date=None, end_date=None, chunksize=10000):
+    # Load the entire header
+    header = pd.read_csv(file_path, nrows=0, header=[0, 1, 2])
+    
+    # Filter the required columns
+    columns = [col for col in header.columns if col[2] in selected_columns]
+    columns = [('datetime', '', '')] + columns
+    
     chunks = []
-    for chunk in pd.read_csv(file_path, usecols=['datetime'] + columns, chunksize=chunksize, parse_dates=['datetime']):
+    for chunk in pd.read_csv(file_path, chunksize=chunksize, parse_dates=['datetime'], header=[0, 1, 2]):
+        # Filter the necessary columns
+        chunk.columns = header.columns
+        chunk = chunk[columns]
+        
         if start_date and end_date:
-            chunk = chunk[(chunk['datetime'] >= start_date) & (chunk['datetime'] <= end_date)]
+            chunk = chunk[(chunk[('datetime', '', '')] >= start_date) & (chunk[('datetime', '', '')] <= end_date)]
+        
         chunks.append(chunk)
+    
     return pd.concat(chunks)
 
 # Initialize Panel extension
@@ -54,41 +66,46 @@ loading_spinner = pn.indicators.LoadingSpinner(width=50, height=50)
     plot_power_curves.param.value,
     plot_temperature_curves.param.value,
 )
+@pn.depends(
+    inverter_ids.param.value,
+    plot_power_curves.param.value,
+    plot_temperature_curves.param.value,
+)
 def update_iv_plot(inverter_ids, plot_power_curves, plot_temperature_curves):
     if not inverter_ids:
         return pn.pane.Markdown("No Inverters selected for Plotting.")
     else:
-        columns = []
+        selected_columns = []
         if plot_power_curves:
-            columns += [CURRENT, IRRADIANCE, VOLTAGE, POWER_DC, POWER_AC]
+            selected_columns += [CURRENT, IRRADIANCE, VOLTAGE, POWER_DC, POWER_AC]
         if plot_temperature_curves:
-            columns += [T_AMBIENT, T_MODULE, T_HEATSINK, T_CPU, T_BOARD]
+            selected_columns += [T_AMBIENT, T_MODULE, T_HEATSINK, T_CPU, T_BOARD]
         if not plot_power_curves and not plot_temperature_curves:
-            columns += [CURRENT, IRRADIANCE, VOLTAGE]
+            selected_columns += [CURRENT, IRRADIANCE, VOLTAGE]
 
-        data = load_data_in_chunks('multi_index_timeseries_data.csv', columns)
-        other_data = load_data_in_chunks('other_features_data.csv', TEMPERATURE_COLUMNS_TO_USE)
+        timeseries_data = load_data_in_chunks('multi_index_timeseries_data.csv', selected_columns)
+        other_features_data = load_data_in_chunks('other_features_data.csv', TEMPERATURE_COLUMNS_TO_USE)
 
         # Plot IV + Power + Temperature Curves
         if plot_power_curves and plot_temperature_curves:
             print("Plotting IV + Power + Temperature Curves")
             return create_iv_plot_with_power_and_temperature_curves(
-                data, other_data, inverter_ids
+                timeseries_data, other_features_data, inverter_ids
             )
         # Plot IV + Temperature Curves
         elif (not plot_power_curves) and plot_temperature_curves:
             print("Plot IV + Temperature Curves")
             return create_iv_plot_with_temperature_curves(
-                data, other_data, inverter_ids
+                timeseries_data, other_features_data, inverter_ids
             )
         # Plot IV + Power Curves
         elif plot_power_curves and (not plot_temperature_curves):
             print("Plot IV + Power Curves")
-            return create_iv_plot_with_power_curves(data, inverter_ids)
+            return create_iv_plot_with_power_curves(timeseries_data, inverter_ids)
         # Plot only IV Curves
         else:
             print("Plot only IV Curves")
-            return create_iv_plot(data, inverter_ids)
+            return create_iv_plot(timeseries_data, inverter_ids)
 
 @pn.depends(heatmap_pr.param.value)
 def update_heatmap_pr(heatmap_pr):