Update extract_and_store_supabase.py

extract_and_store_supabase.py

@@ -83,19 +83,40 @@ def extract_structure_store_message(user_id:str,message_id:str , attachment_id:s
                 for ent in entities:
                     if ent.get('type') is not None:
                         entity_type = ent.get('type')
+            
+                        # Check if the entity type is in the allowed list
                         if entity_type in allowed_entities:
                             mention_text = ent.get('mentionText')
                             normalized_values = ent.get('normalizedValue') if 'normalizedValue' in ent else None
-    
+            
                             # Initialize a list for the entity type if not already present
                             if entity_type not in document_entities:
                                 document_entities[entity_type] = []
-    
+            
                             # Append the entity data to the list
                             document_entities[entity_type].append({
                                 "mention_text": mention_text,
                                 "normalizedValue": normalized_values
                             })
+            
+                        # Handling 'line_item' and its properties (line_item/description, line_item/quantity, etc.)
+                        if entity_type == 'line_item' and 'properties' in ent:
+                            for prop in ent['properties']:
+                                prop_type = prop.get('type')
+                                if prop_type in allowed_entities:
+                                    mention_text = prop.get('mentionText')
+                                    normalized_values = prop.get('normalizedValue') if 'normalizedValue' in prop else None
+            
+                                    # Initialize a list for the property type if not already present
+                                    if prop_type not in document_entities:
+                                        document_entities[prop_type] = []
+            
+                                    # Append the property data to the list
+                                    document_entities[prop_type].append({
+                                        "mention_text": mention_text,
+                                        "normalizedValue": normalized_values
+                                    })
+
             document_entities['email'] = email
             document_entities['message_id'] = message_id
             print(document_entities)