优化代码逻辑 准备自定义提示词

app.py

@@ -12,7 +12,11 @@ from project.prompt.answer_by_private_prompt import (
     COMBINE_PROMPT,
     EXAMPLE_PROMPT,
     QUESTION_PROMPT,
+    DEFAULT_TEXT_QA_PROMPT,
+    DEFAULT_REFINE_PROMPT
 )
+from langchain.chains.combine_documents.refine import RefineDocumentsChain
+from langchain.chains.llm import LLMChain
 
 chain: Optional[Callable] = None
 
@@ -54,13 +58,33 @@ def web_loader(file, openai_key, puzhiai_key, zilliz_uri, user, password):
     #    retriever=docsearch.as_retriever(),
     #)
 
-    chain = RetrievalQAWithSourcesChain.from_llm(
-        ZhipuAILLM(model="glm-3-turbo", temperature=0.1, zhipuai_api_key=puzhiai_key),
-        EXAMPLE_PROMPT,
-        QUESTION_PROMPT,
-        COMBINE_PROMPT,
-        retriever=docsearch.as_retriever(),
+    #chain = RetrievalQAWithSourcesChain.from_llm(
+    #    ZhipuAILLM(model="glm-3-turbo", temperature=0.1, zhipuai_api_key=puzhiai_key),
+    #    EXAMPLE_PROMPT,
+    #    QUESTION_PROMPT,
+    #   COMBINE_PROMPT,
+    #    retriever=docsearch.as_retriever(),
+    #)
+
+    llm = ZhipuAILLM(model="glm-3-turbo", temperature=0.1, zhipuai_api_key=puzhiai_key)
+
+    question_prompt = DEFAULT_TEXT_QA_PROMPT,
+    refine_prompt = DEFAULT_REFINE_PROMPT,
+    document_prompt = EXAMPLE_PROMPT,
+    verbose = Optional[bool] = None,
+    initial_chain = LLMChain(llm=llm, prompt=question_prompt, verbose=verbose)
+    _refine_llm = llm
+    refine_chain = LLMChain(llm=_refine_llm, prompt=refine_prompt, verbose=verbose)
+    combine_documents_chain = RefineDocumentsChain(
+        initial_llm_chain=initial_chain,
+        refine_llm_chain=refine_chain,
+        document_variable_name="context_str",
+        initial_response_name="existing_answer",
+        document_prompt=document_prompt,
+        verbose=verbose,
     )
+
+    chain = RetrievalQAWithSourcesChain(combine_documents_chain=combine_documents_chain)
     return "success to load data"
 
 
@@ -81,7 +105,7 @@ if __name__ == "__main__":
             """
         <h1><center>Langchain And Zilliz App</center></h1>
         
-        v.2.27.13.58
+        v.2.27.14.31
         
         """
         )

project/prompt/answer_by_private_prompt.py

@@ -25,4 +25,35 @@ COMBINE_PROMPT = PromptTemplate(
 EXAMPLE_PROMPT = PromptTemplate(
     template="Content: {page_content}\nSource: {source}",
     input_variables=["page_content", "source"],
+)
+
+DEFAULT_REFINE_PROMPT_TMPL = (
+    "The original question is as follows: {question}\n"
+    "We have provided an existing answer, including sources: {existing_answer}\n"
+    "We have the opportunity to refine the existing answer"
+    "(only if needed) with some more context below.\n"
+    "------------\n"
+    "{context_str}\n"
+    "------------\n"
+    "Given the new context, refine the original answer to better "
+    "answer the question. "
+    "If you do update it, please update the sources as well. "
+    "If the context isn't useful, return the original answer."
+)
+DEFAULT_REFINE_PROMPT = PromptTemplate(
+    input_variables=["question", "existing_answer", "context_str"],
+    template=DEFAULT_REFINE_PROMPT_TMPL,
+)
+
+
+DEFAULT_TEXT_QA_PROMPT_TMPL = (
+    "Context information is below. \n"
+    "---------------------\n"
+    "{context_str}"
+    "\n---------------------\n"
+    "Given the context information and not prior knowledge, "
+    "answer the question: {question}\n"
+)
+DEFAULT_TEXT_QA_PROMPT = PromptTemplate(
+    input_variables=["context_str", "question"], template=DEFAULT_TEXT_QA_PROMPT_TMPL
 )