update apps

app.py

@@ -142,6 +142,33 @@ def split_draft(draft, split_char = '\n\n'):
     # print(f"The draft answer has {len(draft_paragraphs)}")
     return draft_paragraphs
 
+def split_draft_openai(question, answer, NUM_PARAGRAPHS = 3):
+    split_prompt = f'''
+Split the answer of the question into multiple paragraphs with each paragraph containing a complete thought.
+The answer should be splited into less than {NUM_PARAGRAPHS} paragraphs.
+Use ## as splitting char to seperate the paragraphs.
+So you should output the answer with ## to split the paragraphs.
+**IMPORTANT**
+Just output the query directly. DO NOT add additional explanations or introducement in the answer unless you are asked to.
+'''
+    openai_client = OpenAI(api_key = os.getenv('OPENAI_API_KEY'))
+    splited_answer = openai_client.chat.completions.create(
+        model="gpt-3.5-turbo",
+        messages=[
+            {
+                "role": "system",
+                "content": chatgpt_system_prompt
+            },
+            {
+                "role": "user",
+                "content": f"##Question: {question}\n\n##Response: {answer}\n\n##Instruction: {split_prompt}"
+            }
+        ],
+        temperature = 1.0
+    ).choices[0].message.content
+    split_draft_paragraphs = split_draft(splited_answer, split_char = '##')
+    return split_draft_paragraphs
+
 def get_query(question, answer):
     query_prompt = '''
 I want to verify the content correctness of the given question, especially the last sentences.
@@ -220,7 +247,9 @@ Just output the revised answer directly. DO NOT add additional explanations or a
 
 def get_reflect_answer(question, answer):
     reflect_prompt = '''
-Add a title to each paragraph in the answer and output the final answer using markdown format. This will make the answer to this question look more structured for better understanding.
+Give a title for the answer of the question.
+And add a subtitle to each paragraph in the answer and output the final answer using markdown format. 
+This will make the answer to this question look more structured for better understanding.
 **IMPORTANT**
 Try to keep the structure (multiple paragraphs with its subtitles) in the response and make it more structual for understanding.
 Split the paragraphs with \n\n characters.
@@ -308,7 +337,8 @@ def rat(question):
     # print(f"#####################  END  #######################")
 
     print(f"{datetime.now()} [INFO] Processing draft ...")
-    draft_paragraphs = split_draft(draft)
+    # draft_paragraphs = split_draft(draft)
+    draft_paragraphs = split_draft_openai(question, draft)
     print(f"{datetime.now()} [INFO] Draft is splitted into {len(draft_paragraphs)} sections.")
     answer = ""
     for i, p in enumerate(draft_paragraphs):
@@ -336,10 +366,11 @@ def rat(question):
         else:
             content = res
 
+        LIMIT = 2
         for j, c in enumerate(content):
-            if  j > 2:
+            if  j >= LIMIT: # limit rge number of network pages
                 break
-            print(f"{datetime.now()} [INFO] Revising answers with retrieved network pages...[{j}/{min(len(content),3)}]")
+            print(f"{datetime.now()} [INFO] Revising answers with retrieved network pages...[{j}/{min(len(content),LIMIT)}]")
             # answer = get_revise_answer(question, answer, c)
             res = run_with_timeout(get_revise_answer_wrapper, 15, question, answer, c)
             if not res: