Update script_for_automation.py

script_for_automation.py

@@ -330,6 +330,15 @@ def get_data_ready(recipe_dict, input_data_piece):
     print("DID THAT NOW")
     return processed_data
 
+def sanitize_json_for_yaml(data):
+    if isinstance(data, dict):
+        return {key: sanitize_json_for_yaml(value) for key, value in data.items()}
+    elif isinstance(data, list):
+        return [sanitize_json_for_yaml(item) for item in data]
+    elif isinstance(data, tuple):  # Convert tuples to lists
+        return list(data)
+    else:
+        return data  # Keep other types as-is
 
 def generate_markdown_output(df):
     # Start the markdown output string
@@ -459,9 +468,19 @@ def drive_process():
 
             print("yaml world")
             # Convert to yaml
+            gold_standard_json = sanitize_json_for_yaml(gold_standard_json)
+            completed_json = sanitize_json_for_yaml(completed_json)
+
             gold_standard_yaml = yaml.dump(gold_standard_json, default_flow_style=False)
             comparison_yaml = yaml.dump(completed_json, default_flow_style=False)
 
+            try:
+                yaml.safe_load(gold_standard_yaml)
+                yaml.safe_load(comparison_yaml)
+                print("YAML output is valid!")
+            except yaml.YAMLError as e:
+                print("YAML output is invalid:", e)
+
             recipe_id = recipe_dict.get("recipe_id", "N/A")
             output_rows.append({
                 "Recipe_ID": recipe_id,