Update utils.py

utils.py

@@ -127,101 +127,101 @@ def parse_invalid_json(json_string):
         return None
 
 def notionTable2JSON(databaseFUll_pages, kpi_database_pages):
-  attributeMetaData = {}
-  availableAttributes = {}
+    attributeMetaData = {}
+    availableAttributes = {}
     
-  cnt = 0
-  # skip if isUsed == False
-  for page in databaseFUll_pages:
-    curAttrName = get_property_value(page, "name")
-    print(curAttrName)
-    lev1 = get_property_value(page, "level_1")
-    lev2 = get_property_value(page, "level_2")
-    lev3= get_property_value(page, "level_3")
+    cnt = 0
+    # skip if isUsed == False
+    for page in databaseFUll_pages:
+        curAttrName = get_property_value(page, "name")
+        print(curAttrName)
+        lev1 = get_property_value(page, "level_1")
+        lev2 = get_property_value(page, "level_2")
+        lev3= get_property_value(page, "level_3")
     
 
-    try:
-        if get_property_value(page, "isUsed") == "False" or get_property_value(page, "isUsed") == "false" or get_property_value(page, "isUsed") == False:
-        # skip attribute    
-        continue 
-    except:
-        pass
-
-    if lev1 != None and lev1 != "NA":
-        if lev1 not in availableAttributes:
-            availableAttributes[lev1] = {"sub-levels": {}, "values": []}
-
-        if lev2 != None and lev2 != "NA":
-            if lev2 not in availableAttributes[lev1]["sub-levels"]:
-                availableAttributes[lev1]["sub-levels"][lev2] = {"sub-levels": {}, "values": []}
+        try:
+            if get_property_value(page, "isUsed") == "False" or get_property_value(page, "isUsed") == "false" or get_property_value(page, "isUsed") == False:
+                # skip attribute    
+                continue 
+        except:
+            pass
 
-            if lev3 != None and lev3 != "NA":
-                if lev3 not in availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"]:
-                    availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"][lev3] = {"values": []}
-                availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"][lev3]["values"].append(curAttrName)
+        if lev1 != None and lev1 != "NA":
+            if lev1 not in availableAttributes:
+                availableAttributes[lev1] = {"sub-levels": {}, "values": []}
+    
+            if lev2 != None and lev2 != "NA":
+                if lev2 not in availableAttributes[lev1]["sub-levels"]:
+                    availableAttributes[lev1]["sub-levels"][lev2] = {"sub-levels": {}, "values": []}
+    
+                if lev3 != None and lev3 != "NA":
+                    if lev3 not in availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"]:
+                        availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"][lev3] = {"values": []}
+                    availableAttributes[lev1]["sub-levels"][lev2]["sub-levels"][lev3]["values"].append(curAttrName)
+                else:
+                    availableAttributes[lev1]["sub-levels"][lev2]["values"].append(curAttrName)
             else:
-                availableAttributes[lev1]["sub-levels"][lev2]["values"].append(curAttrName)
-        else:
-            availableAttributes[lev1]["values"].append(curAttrName)
-
-    # attributeMetadata
-    attributeData = {
-        "name": get_property_value(page, "name"),
-        "nameShort": get_property_value(page, "nameShort"),
-        "nameLong": get_property_value(page, "nameLong"),
-        "description": get_property_value(page, "description"),
-        "indicator": get_property_value(page, "indicator"),
-        "unit": get_property_value(page, "unit"),
-        "unitShort": get_property_value(page, "unitShort"),
-        "spatialUnit": get_property_value(page, "spatialUnit"),
-        "method": get_property_value(page, "method"),
-        "type": get_property_value(page, "type"),
-        "colorMapping": parse_invalid_json(get_property_value(page, "colorMapping")),
-        "parameter": parse_invalid_json(get_property_value(page, "parameter")),
-        "level_1": get_property_value(page, "level_1"),
-        "level_2": get_property_value(page, "level_2"),
-        "level_3": get_property_value(page, "level_3"),
-        "isUsed": get_property_value(page, "isUsed"),
-        "dataType": get_property_value(page, "dataType"),
-        
-        "dataSet": "NA",
-        "dataSource": "NA",
-        "isWeight": get_property_value(page, "isWeight"),
-
-        "KPI": [],
-        "visualisation": []
-      }
-
-    try:
-        attributeData["categoryData"] = parse_invalid_json(get_property_value(page, "categoryData"))
-    except:
-        attributeData["categoryData"]= "NA"
-        
-
-    # iterated through list of KPI ref. Ids
-    kpiIDs = get_property_value(page, "KPI")
-    for kpiID in kpiIDs:
-      curKPI = get_page_by_id(kpi_database_pages, kpiID)
-      KPI_template ={
-          "name":get_property_value(curKPI, "name"),
-          "type":get_property_value(curKPI, "type"),
-          "unit":get_property_value(curKPI, "unit"),
-          "color":parse_invalid_json(get_property_value(curKPI, "color")),
-          "nameShort": get_property_value(curKPI, "nameShort"),
-          "quality":get_property_value(curKPI, "quality"),
-          "args": parse_invalid_json(get_property_value(curKPI, "args")),
-          "description":get_property_value(curKPI, "description"),
-          "interpretrationHigh":get_property_value(curKPI, "interpretrationHigh"),
-          "interpretationLow":get_property_value(curKPI, "interpretationLow"),
+                availableAttributes[lev1]["values"].append(curAttrName)
+
+        # attributeMetadata
+        attributeData = {
+            "name": get_property_value(page, "name"),
+            "nameShort": get_property_value(page, "nameShort"),
+            "nameLong": get_property_value(page, "nameLong"),
+            "description": get_property_value(page, "description"),
+            "indicator": get_property_value(page, "indicator"),
+            "unit": get_property_value(page, "unit"),
+            "unitShort": get_property_value(page, "unitShort"),
+            "spatialUnit": get_property_value(page, "spatialUnit"),
+            "method": get_property_value(page, "method"),
+            "type": get_property_value(page, "type"),
+            "colorMapping": parse_invalid_json(get_property_value(page, "colorMapping")),
+            "parameter": parse_invalid_json(get_property_value(page, "parameter")),
+            "level_1": get_property_value(page, "level_1"),
+            "level_2": get_property_value(page, "level_2"),
+            "level_3": get_property_value(page, "level_3"),
+            "isUsed": get_property_value(page, "isUsed"),
+            "dataType": get_property_value(page, "dataType"),
+            
+            "dataSet": "NA",
+            "dataSource": "NA",
+            "isWeight": get_property_value(page, "isWeight"),
+    
+            "KPI": [],
+            "visualisation": []
           }
-      # add KPI data to attributeData
-      attributeData["KPI"].append(KPI_template)
-
-    # add to main dictioanry
-    attributeMetaData[get_property_value(page, "name")] = attributeData
+    
+        try:
+            attributeData["categoryData"] = parse_invalid_json(get_property_value(page, "categoryData"))
+        except:
+            attributeData["categoryData"]= "NA"
+            
+    
+        # iterated through list of KPI ref. Ids
+        kpiIDs = get_property_value(page, "KPI")
+        for kpiID in kpiIDs:
+            curKPI = get_page_by_id(kpi_database_pages, kpiID)
+            KPI_template ={
+              "name":get_property_value(curKPI, "name"),
+              "type":get_property_value(curKPI, "type"),
+              "unit":get_property_value(curKPI, "unit"),
+              "color":parse_invalid_json(get_property_value(curKPI, "color")),
+              "nameShort": get_property_value(curKPI, "nameShort"),
+              "quality":get_property_value(curKPI, "quality"),
+              "args": parse_invalid_json(get_property_value(curKPI, "args")),
+              "description":get_property_value(curKPI, "description"),
+              "interpretrationHigh":get_property_value(curKPI, "interpretrationHigh"),
+              "interpretationLow":get_property_value(curKPI, "interpretationLow"),
+              }
+            # add KPI data to attributeData
+            attributeData["KPI"].append(KPI_template)
+    
+        # add to main dictioanry
+        attributeMetaData[get_property_value(page, "name")] = attributeData
 
-  print("processed pages:", cnt)
-  return attributeMetaData, availableAttributes
+    print("processed pages:", cnt)
+    return attributeMetaData, availableAttributes
 
 
 def get_page_by_id(notion_db_pages, page_id):