Update app.py

app.py

@@ -83,8 +83,12 @@ def mainFunc(STREAM_ID, SOURCE_BRANCH, TARGET_BRANCH, UUID_COL, ATTR_METADATA, K
 
     # extract attribute/colum/feature names from notion table 
     attributesOfInterest = DEFAULT_ATTRIBUTES
+    attributesOfInterestDetails = {}
     for page in databaseFUll_pages:
         pv = get_property_value(page, "name")
+        isUsed = get_property_value(page, "isUsed")
+        # can be used for filtering
+        attributesOfInterestDetails[pv] = {"isUsed":isUsed}
         attributesOfInterest.append(pv)
         if UUID_COL not in attributesOfInterest:
             attributesOfInterest.append(UUID_COL)
@@ -150,7 +154,17 @@ def mainFunc(STREAM_ID, SOURCE_BRANCH, TARGET_BRANCH, UUID_COL, ATTR_METADATA, K
         datanew = Base()
         for k, v in objDict.items():
             if k in attributesOfInterest:
-                datanew[k] = v
+                AoIDetailsFlag = True 
+                try:
+                    # default to include property 
+                    isUsedFlag = attributesOfInterestDetails[k].get("isUsed", True)  
+                    if isUsedFlag == False or isUsedFlag = "False" :  
+                        AoIDetailsFlag = False
+                except KeyError as e:  # Catching specific exceptions for clarity
+                    print(f"AoIDetails test failed for key {k}: {e}")
+                
+                if AoIDetailsFlag:
+                    datanew[k] = v
             else:
                 log["avg_attrRemoved"] +=1
                 log["removedAttr"].append(k)