提示词优化-3

project/llm/zhipuai_llm.py

@@ -31,6 +31,7 @@ from langchain.pydantic_v1 import Field, root_validator
 from langchain.schema.output import GenerationChunk
 from langchain.utils import get_from_dict_or_env
 from project.llm.self_llm import Self_LLM
+import re
 
 logger = logging.getLogger(__name__)
 
@@ -166,10 +167,19 @@ class ZhipuAILLM(Self_LLM):
             return completion
         params = self._convert_prompt_msg_params(prompt, **kwargs)
 
-        print("params:", params)
+        all_word = params['prompt']
+
+        keyword = "问题"
+        matches = re.finditer(keyword, all_word)
+        indexes = [match.start() for match in matches]
+        last_index = indexes[len(indexes) -1]
 
-        params = {"messages": [{"role": "user", "content": params['prompt']}],
+        params = {"messages": [
+            {"role": "system", "content": all_word[0:last_index]},
+            {"role": "user", "content": all_word[last_index:len(all_word)]}],
                   "model": self.model, "stream": False, "top_p": 0.8, "temperature": 0.01, "request_id": None}
+
+        print("params:", params)
         response_payload = self.client.chat.completions.create(**params)
         print("response_payload", response_payload)