Update script_for_automation.py

script_for_automation.py

@@ -12,8 +12,8 @@ from jsondiff import diff
 # First, get the gold standard JSONs from baserow 
 # Next, get the recipe parameter list from the input folder 
 # Iterate through the recipe parameter list one at a time
-# In the iteration, first fill out a surveystack submission 
-# Next, save the surveystack submission ID
+# In the iteration, first fill out a surveystack submission - is this possible with the current surveystack API?
+# Next, save the surveystack submission ID (?)
 # Use the iteration parameters to then get the three JSONs back from chatgpt 
 # Compare the JSONs to the gold standard JSONs 
 # Print out the differences in a .csv 
@@ -76,20 +76,20 @@ def get_baserow_data():
                 wally_squash_greg_summary_preprocessing = row.get("Post-Interview Summary")
 
         gold_standards = {
-            "planting_gold_standards": {
-                "liz_carrot": liz_carrot_plantings_gold_standard,
-                "ben_soybean": ben_soybean_plantings_gold_standard,
-                "wally_squash": wally_squash_plantings_gold_standard
+            "liz_carrot": {
+                "planting": liz_carrot_plantings_gold_standard,
+                "interactions": liz_carrot_interactions_gold_standard,
+                "trials": liz_carrot_trials_gold_standard,
             },
-            "interactions_gold_standards": {
-                "liz_carrot": liz_carrot_interactions_gold_standard,
-                "ben_soybean": ben_soybean_interactions_gold_standard,
-                "wally_squash": wally_squash_interactions_gold_standard
+            "ben_soybean": {
+                "planting": ben_soybean_plantings_gold_standard,
+                "interactions": ben_soybean_interactions_gold_standard,
+                "trials": ben_soybean_trials_gold_standard,
             },
-            "trial_gold_standards": {
-                "liz_carrot": liz_carrot_trials_gold_standard,
-                "ben_soybean": ben_soybean_trials_gold_standard,
-                "wally_squash": wally_squash_trials_gold_standard
+            "wally_squash": {
+                "planting": wally_squash_plantings_gold_standard,
+                "interactions": wally_squash_interactions_gold_standard,
+                "trials": wally_squash_trials_gold_standard,
             }
         }
 
@@ -99,23 +99,23 @@ def get_baserow_data():
         # wally_squash_trial = gold_standards["trial_gold_standards"]["wally_squash"]
 
         input_data = {
-            "raw_interview": {
-                "liz_carrot": liz_carrot_input_data_raw_interview,
-                "ben_soybean": ben_soybean_input_data_raw_interview,
-                "wally_squash": wally_squash_input_data_raw_interview
+            "liz_carrot": {
+                "raw_interview": liz_carrot_input_data_raw_interview,
+                "otter_summary": liz_carrot_otter_summary_preprocessing,
+                "greg_summary": liz_carrot_greg_summary_preprocessing
             },
-            "otter_summary": {
-                "liz_carrot": liz_carrot_otter_summary_preprocessing,
-                "ben_soybean": ben_soybean_otter_summary_preprocessing,
-                "wally_squash": wally_squash_otter_summary_preprocessing
+            "ben_soybean": {
+                "raw_interview": ben_soybean_input_data_raw_interview,
+                "otter_summary": ben_soybean_otter_summary_preprocessing,
+                "greg_summary": ben_soybean_greg_summary_preprocessing
             },
-            "summary": {
-                "liz_carrot": liz_carrot_greg_summary_preprocessing,
-                "ben_soybean": ben_soybean_greg_summary_preprocessing,
-                "wally_squash": wally_squash_greg_summary_preprocessing
+            "wally_squash": {
+                "raw_interview": wally_squash_input_data_raw_interview,
+                "otter_summary": wally_squash_otter_summary_preprocessing,
+                "greg_summary": wally_squash_greg_summary_preprocessing
             }
         }
-        
+
         return gold_standards, input_data
 
     except requests.exceptions.RequestException as e: 
@@ -183,7 +183,7 @@ def fill_out_survey(recipe_dict, input_data):
             "survey": survey_id, 
             "data": {
                 "inputstyle": "big-block-input-text",
-                "onelonginputtext": recipe_dict["schema_processing_model"],
+                "onelonginputtext": input_data,
                 "schema_prompt": {
                     "firstschemaprompt": recipe_dict["plantings_and_fields_prompt"],
                     "secondschemaprompt": recipe_dict["interactions_prompt"],
@@ -206,7 +206,7 @@ def fill_out_survey(recipe_dict, input_data):
             "survey": survey_id, 
             "data": {
                 "inputstyle": "big-block-input-text",
-                "onelonginputtext": recipe_dict["schema_processing_model"],
+                "onelonginputtext": input_data,
                 "schema_prompt": {
                     "firstschemaprompt": recipe_dict["plantings_and_fields_prompt"],
                     "secondschemaprompt": recipe_dict["interactions_prompt"],
@@ -219,12 +219,52 @@ def fill_out_survey(recipe_dict, input_data):
                 }
             }
         }
-        
-    
+
+    headers = {
+        "Content-Type": "application/json",
+    }
+
+    try:
+        response = requests.post(base_url, headers=headers, data=json.dumps(submission_data))
+        response.raise_for_status()
+
+        if response.status_code == 200:
+            print("Submission successful to SurveyStack!")
+            print(response.json())
+        else: 
+            print(f"Failed to submit: {response.status_code} - {response.text}")
+    except requests.exceptions.RequestException as e: 
+        print(f"An error occurred while submitting the data: {e}")
     
-    return "pumpkin"
     
 def drive_process(): 
     # this is to drive the processing process 
+    gold_standards, input_data = get_baserow_data()
+    my_recipes = get_recipes()
+
+    # Input chunk structure
+    #    "liz_carrot": {
+    #            "raw_interview": liz_carrot_input_data_raw_interview,
+    #            "otter_summary": liz_carrot_otter_summary_preprocessing,
+    #            "greg_summary": liz_carrot_greg_summary_preprocessing
+    #        },
+    
+    for recipe_dict in my_recipes:
+        for key, input_chunks in input_data.items():
+            if recipe_dict["pre_processing_strategy"] == "Otter.ai Summary":
+                input_data = input_chunks["otter_summary"]
+            elif recipe_dict["pre_processing_strategy"] == "Greg Summary":
+                input_data = input_chunks["greg_summary"]
+            else:
+                input_data = input_chunks["raw_interview"]
+                
+            fill_out_survey(recipe_dict, input_data)
+
+
+            # This is for after doing the stuff with chatgpt actually
+            gold_standard_dict = gold_standard[key]
+            difference = diff(gold_standard_dict, )
+        
+    
     return "banana"