improve the ability to follow reference copy

app.py

@@ -254,31 +254,55 @@ def generate(*data):
     batch = []
     for i in range(visible + 1):
         structure = struct_ref[2 * i]
-        reference = struct_ref[2 * i + 1]  
-        if len((structure + reference).strip()) > 0:
-            # visible = i 
-            # break
-            messages = [
-                SystemMessage(content=f"""You are a helpful assistant that writes about products for ecommerce websites. Make sure to write in {languages[i]} language."""),
-                HumanMessage(content=f"""Write a product description with the following features.
-                                    Make sure that the description follows the structure of the reference structure. 
-                                    Make sure to use markdown format for the output.
-                                    Make sure that the entire output is written entirely in language defined in the reference structure. 
-                                    Make sure to output the product description only, do not include any preceeding text like "Here is your product description".
-                                    Use language that is suitable for the type of document specified in the reference structure. 
-                                    Use a consistent tone of voice throughout the text. 
-                                    If the reference text is not empty, write the product description in the tone of voice of the reference text. 
-                                    Do not include any part of the reference structure in the output.
-                                    Do not use any of the excluded words in the output.
-                                    Make sure to include all of the included words in the output.
-                                    Do not hallucinate any information.
-                                    
-                                    {feature + detected_features} 
-                                    {intended_use} 
-                                    Reference structure: {structure}
-                                    Reference text: {reference}
-                                    Included words: {included_words}
-                                    Excluded words: {excluded_words}"""),]
+        copy = struct_ref[2 * i + 1]  
+        if len((structure + copy).strip()) > 0:
+            if len(copy.strip()) > 0:
+                print('------------')
+                print("Using copy")
+                messages = [
+                    SystemMessage(content=f"""You are a helpful assistant that writes about products for ecommerce websites. Make sure to write in {languages[i]} language."""),
+                    HumanMessage(content=f"""Write a product description with the following features.
+Make sure that the output follows the structure and tone of voice of the reference copy.
+Make sure that the output really sounds like the reference copy.
+Use markdown format for the output.
+Output the product description only, do not include any preceeding text like "Here is your product description".
+Use a consistent tone of voice throughout the text. 
+Do not include any part of the reference structure in the output.
+Do not use any of the excluded words in the output.
+Make sure to include all of the included words in the output.
+Do not hallucinate any information.
+
+{feature + detected_features} 
+{intended_use} 
+Reference copy: {copy}
+Included words: {included_words}
+Excluded words: {excluded_words}"""),]
+                print(messages[1].content)
+                print('------------')
+            elif len(structure.strip()) > 0:
+                print('------------')
+                print("Using structure")
+                messages = [
+                    SystemMessage(content=f"""You are a helpful assistant that writes about products for ecommerce websites. Make sure to write in {languages[i]} language."""),
+                    HumanMessage(content=f"""Write a product description with the following features.
+Make sure that the description follows the structure of the reference structure. 
+Make sure to use markdown format for the output.
+Make sure that the entire output is written entirely in language defined in the reference structure. 
+Make sure to output the product description only, do not include any preceeding text like "Here is your product description".
+Use language that is suitable for the type of document specified in the reference structure. 
+Use a consistent tone of voice throughout the text. 
+Do not include any part of the reference structure in the output.
+Do not use any of the excluded words in the output.
+Make sure to include all of the included words in the output.
+Do not hallucinate any information.
+
+{feature + detected_features} 
+{intended_use} 
+Reference structure: {structure}
+Included words: {included_words}
+Excluded words: {excluded_words}"""),]
+                print(messages[1].content)
+                print('------------')
             batch.append(messages)
 
     description = ""
@@ -286,38 +310,38 @@ def generate(*data):
     response = chat.batch(batch, temperature=temperature)
     print(response)
 
-    batch = []
-    rewrite_map = {}
-    for i in range(visible + 1):
-        structure = struct_ref[2 * i]
-        reference = struct_ref[2 * i + 1]  
-        if len(reference.strip()) > 0:
-            messages = [
-                SystemMessage(content=f"""You are a helpful assistant that writes about products for ecommerce websites. You write in {languages[i]} language."""),
-                HumanMessage(content=f"""Rewrite the following product description in the style and tone of voice
-                              of the reference product description.
-                             Make sure that the structure and length of the output is similar to the reference product description.
-                             Make sure that the output is written in {languages[i]} language.
-                             Output the product description in markdown format. 
-
-                             Product description to rewirte: 
-                             ```{response[i].content}```
-
-                             Reference product description:
-                             ```{reference}```
-                             """)
-            ]
-            batch.append(messages)  
-            rewrite_map[i] = len(batch) - 1
-
-    print("Rewrite_map", rewrite_map)
-    print("Rewriting")
-    re_response = chat.batch(batch, temperature=temperature)
-    for i in range(len(re_response)):
-        print(f"Original: {response[i].content}")
-        print(f"Rewritten: {re_response[i].content}")
-    response = [re_response[rewrite_map[i]] if i in rewrite_map else response[i] for i in range(visible + 1)]
-    print("Done rewriting")
+    # batch = []
+    # rewrite_map = {}
+    # for i in range(visible + 1):
+    #     structure = struct_ref[2 * i]
+    #     reference = struct_ref[2 * i + 1]  
+    #     if len(reference.strip()) > 0:
+    #         messages = [
+    #             SystemMessage(content=f"""You are a helpful assistant that writes about products for ecommerce websites. You write in {languages[i]} language."""),
+    #             HumanMessage(content=f"""Rewrite the following product description in the style and tone of voice
+    #                           of the reference product description.
+    #                          Make sure that the structure and length of the output is similar to the reference product description.
+    #                          Make sure that the output is written in {languages[i]} language.
+    #                          Output the product description in markdown format. 
+
+    #                          Product description to rewirte: 
+    #                          ```{response[i].content}```
+
+    #                          Reference product description:
+    #                          ```{reference}```
+    #                          """)
+    #         ]
+    #         batch.append(messages)  
+    #         rewrite_map[i] = len(batch) - 1
+
+    # print("Rewrite_map", rewrite_map)
+    # print("Rewriting")
+    # re_response = chat.batch(batch, temperature=temperature)
+    # for i in range(len(re_response)):
+    #     print(f"Original: {response[i].content}")
+    #     print(f"Rewritten: {re_response[i].content}")
+    # response = [re_response[rewrite_map[i]] if i in rewrite_map else response[i] for i in range(visible + 1)]
+    # print("Done rewriting")
 
     description = "\n---\n".join([msg.content for msg in response])
     md_content = description