Update process_data.py

process_data.py

@@ -316,20 +316,25 @@ def pre_processing(input_data, parameters):
         input_data["input_context"] = (str) the text which should be used as context or "EMPTY" to indicate there is no context
         input_data["input_text"] = (str) input text
     """
+    print("Starting preprocessing")
     if input_data["stepwise_json_creation"] == "stepwisejsoncreation":
+        print("Stepwise Creation")
 
         if parameters["chaining"]:
+            print("Chaining")
             for text_label, text_body in input_data["input_text_pieces"].items():
-                
-                response = client.chat.completions.create(
-                                model=parameters["model_version"],
-                                messages=[
-                                    {"role": "system", "content": one_giant_preprompt},
-                                    {"role": "user", "content": text_body}
-                                ]
-                            )
-                            
-                response_text = response.choices[0].message.content
+                for parameter_name, parameter_value in parameters.items():
+                    if 'pre_prompt' in parameter_name and parameter_value is not None:
+                        response = client.chat.completions.create(
+                                        model=parameters["model_version"],
+                                        messages=[
+                                            {"role": "system", "content": parameter_value},
+                                            {"role": "user", "content": text_body}
+                                        ]
+                                    )
+                                    
+                        response_text = response.choices[0].message.content
+                        text_body = response_text
                 input_data["input_text_pieces"]["pre_processed_pieces"][text_label] = response_text
 
         return input_data