properly assemble dataframe

app.py

@@ -54,6 +54,8 @@ class BasicAgent:
             
             # Log steps
             all_steps = self.agent.master_agent.memory.steps
+            new_rows = []  # List to store new rows
+            
             for step in all_steps:
                 if isinstance(step, ActionStep):
                     step_class = "ActionStep"
@@ -69,11 +71,19 @@ class BasicAgent:
                     step_class = "UnknownStep"
 
                 step_dict = step.dict()
-                df_agent_steps.iloc[len(df_agent_steps)] = "None"
-                df_agent_steps.iloc[len(df_agent_steps), df_agent_steps.columns.get_loc('task_id')] = task_id
-                df_agent_steps.iloc[len(df_agent_steps), df_agent_steps.columns.get_loc('step_class')] = step_class
+                # Create a new row with default None values
+                new_row = {col: None for col in df_agent_steps.columns}
+                # Update with actual values
+                new_row['task_id'] = task_id
+                new_row['step_class'] = step_class
                 for key, value in step_dict.items():
-                    df_agent_steps.iloc[len(df_agent_steps), df_agent_steps.columns.get_loc(key)] = value
+                    if key in df_agent_steps.columns:
+                        new_row[key] = value
+                new_rows.append(new_row)
+            
+            # Append all new rows at once
+            if new_rows:
+                df_agent_steps = pd.concat([df_agent_steps, pd.DataFrame(new_rows)], ignore_index=True)
             
             print(f"Agent returning fixed answer: {fixed_answer}")
             return fixed_answer, df_agent_steps