Improve step data saving

app.py

@@ -39,13 +39,12 @@ columns = [
     # FinalAnswerStep attributes
     'final_answer'
 ]
-df_agent_steps = pd.DataFrame(columns=columns)
 
 class BasicAgent:
     def __init__(self):
         self.agent = master_agent
         print("Master Agent initialized.")
-    def __call__(self, question: str, task_id: str) -> str:
+    def __call__(self, question: str, task_id: str, df_agent_steps: pd.DataFrame) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
         fixed_answer = self.agent.run(question)
         all_steps = self.agent.memory.get_full_steps()
@@ -71,7 +70,7 @@ class BasicAgent:
                 df_agent_steps.at[len(df_agent_steps), key] = value
             
         print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        return fixed_answer, df_agent_steps
 
 def run_and_submit_all( profile: gr.OAuthProfile | None, mock_submission: bool = False):
     """
@@ -126,6 +125,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None, mock_submission: bool =
     # 3. Run your Agent
     results_log = []
     answers_payload = []
+    df_agent_steps = pd.DataFrame(columns=columns)
     print(f"Running agent on {len(questions_data)} questions...")
     for item in questions_data:
         task_id = item.get("task_id")
@@ -139,7 +139,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None, mock_submission: bool =
         try:
             if file_path:
                 question_text = question_text + f"\n\nHere is also the path to the file for the task (file name matches with task ID and is not in plain English): {file_path}"
-            submitted_answer = agent(question_text, task_id)
+            submitted_answer, df_agent_steps = agent(question_text, task_id, df_agent_steps)
             answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
         except Exception as e: