Update script_for_automation.py

script_for_automation.py

@@ -3,6 +3,9 @@ from jsondiff import diff
 import yaml
 import pandas as pd
 import os
+import shutil
+import json
+from datetime import datetime
 
 # The purpose of this script is to automate running a bunch of tests
 # This script will take an input folder
@@ -382,9 +385,8 @@ def drive_process():
     #        },
 
     output_rows = []
-    output_folder = "output_files"
-    if not os.path.exists(output_folder)
-        os.makedirs(output_folder)
+    output_folder = "output_results_" +datetime.now().strftime("%Y%m%d_%H%M%S")
+    os.makedirs(output_folder, exist_ok=True)
     
     for recipe_dict in my_recipes:
         for key, input_chunks in input_data.items():
@@ -437,13 +439,36 @@ def drive_process():
             df = pd.DataFrame(output_rows)
 
             markdown_output = generate_markdown_output(df)
-            output_file = f"/output/recipe_run_{recipe_id}_{key}.md"
-            output_file_path = os.path.join(output_folder, output_file_name)
-            
-            with open(output_file_path, "w") as file:
-                file.write(markdown_output)
-
-            print(f"Markdown file saved at {output_file_path}")
+            recipe_folder = os.path.join(output_folder, f"recipe_{recipe_dict['recipe_id']}")
+            os.makedirs(recipe_folder, exist_ok=True)
+
+            # Save markdown to file
+            markdown_file = os.path.join(recipe_folder, f"recipe_{recipe_dict['recipe_id']}_data_{key}_output.md")
+            with open(markdown_file, 'w') as f:
+                f.write(markdown_output)
+
+            # Save JSON files
+            json_file_gold = os.path.join(recipe_folder, f"recipe_{recipe_dict['recipe_id']}_data_{key}_gold_standard.json")
+            json_file_generated = os.path.join(recipe_folder, f"recipe_{recipe_dict['recipe_id']}_data_{key}_generated.json")
+            with open(json_file_gold, 'w') as f:
+                json.dump(gold_standard_json, f, indent=2)
+            with open(json_file_generated, 'w') as f:
+                json.dump(completed_json, f, indent=2)
+
+            # Optionally save differences as a separate file
+            differences_file = os.path.join(recipe_folder, f"recipe_{recipe_dict['recipe_id']}_data_{key}_differences.json")
+            with open(differences_file, 'w') as f:
+                json.dump(differences, f, indent=2)
+
+    # Zip the entire output folder
+    zip_filename = f"{output_folder}.zip"
+    shutil.make_archive(output_folder, 'zip', output_folder)
+
+    # Cleanup by removing the unzipped folder after zipping it
+    shutil.rmtree(output_folder)
+
+    # Return the zip file for downloading
+    return zip_filename
     
     return output_folder