Update gradio_app.py

gradio_app.py

@@ -60,33 +60,6 @@ def toggle_feedback(request_data, response_data, like_clicked, dislike_clicked):
     else:
         return "Feedback sent successfully!"
 
-# Define the function to preprocess and flatten a specified field in the JSON results
-def preprocess_and_flatten(json_results, nested_field_name, meta_fields=None):
-    # Ensure 'meta_fields' is a list or set default fields
-    if meta_fields is None:
-        meta_fields = ['doc_id', 'details', 'domain']
-
-    # Preprocess to convert the specified nested field to a list
-    for result in json_results:
-        nested_field = result.get(nested_field_name, None)  # Handle missing field
-        if nested_field is None:
-            result[nested_field_name] = []  # Default to empty list if the field is missing
-        elif isinstance(nested_field, dict):
-            result[nested_field_name] = list(nested_field.values())
-        elif not isinstance(nested_field, list):
-            result[nested_field_name] = []  # Default to empty list if it's not a list or dict
-
-    # Flatten the JSON for the specified nested field
-    dataframe_results = pd.json_normalize(
-        json_results,
-        record_path=[nested_field_name],                # Nested array to flatten
-        meta=meta_fields,                               # Top-level fields to retain
-        sep='_',                                        # Separator for nested fields
-        errors='ignore'                                 # To handle cases with missing keys
-    )
-    
-    return dataframe_results
-    
 # Define the functions to handle the inputs and outputs
 def news_analysis(text):
     try:
@@ -100,13 +73,10 @@ def news_analysis(text):
             headers=HEADERS
         )
         response.raise_for_status()
-
         # Prepare results for JSON output
         json_results = response.json()
-
-        # Flatten 'claim_objects' field
-        dataframe_results = preprocess_and_flatten(json_results, 'claim_objects', ['doc_id', 'details', 'domain'])
-
+        # Normalize the JSON data
+        dataframe_results = pd.json_normalize(json_results, sep='_')
         return json_results, dataframe_results
     except Exception as e:
         results = {'error': str(e)}
@@ -124,22 +94,10 @@ def claim_verification(text):
             headers=HEADERS
         )
         response.raise_for_status()
-
         # Prepare results for JSON output
         json_results = response.json()
-
-        # Flatten 'support' field
-        support_results = preprocess_and_flatten(json_results, 'support', ['doc_id', 'details'])
-        
-        # Flatten 'refute' field
-        refute_results = preprocess_and_flatten(json_results, 'refute', ['doc_id', 'details'])
-        
-        # Flatten 'no_info' field
-        no_info_results = preprocess_and_flatten(json_results, 'no_info', ['doc_id', 'details'])
-        
-        # concatenate the results if needed
-        dataframe_results = pd.concat([support_results, refute_results, no_info_results], ignore_index=True)
-
+        # Normalize the JSON data
+        dataframe_results = pd.json_normalize(json_results, sep='_')
         return json_results, dataframe_results
     except Exception as e:
         results = {'error': str(e)}