simSearch/src/prompt.py

# Personal Information is the source of variety here. 
# In essence, that is just pompts pooling here. 

# Default Prompt for Conversation Simulation
SALES_SYSTEM_PROMPT = "You are a salesman of an insurance company, you will try to pitch Customer to buy your insurance product through conversation.\n Be concise with your words as this is a conversation.\n When the customer respond with <PURCHAS> or <NO_PURCHASE> you should only respond with <END> and nothing else but <END>."
CUSTOMER_SYSTEM_PROMPT = "You are a customer, you will try decide whether to buy an insurance product from Sales through conversation.\n Be concise with your words as this is a conversation.\n If you decided to buy the product, you can respond with <PURCHASE> to end the conversation. If you decided not to buy any insurance product, respond with <NO_PURCHASE> to end the conversation."

# POE (Pairwise Objective Evaluation) Template 

# -- Prefix decomposition is likely a bad idea -- it has no way to check the 'numerous' argument used to support the comparison
POE_QUESTION_EVAL_A = "Please objectively evalute the conversation A between sale agent ad customer, and assess the customer's response according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation A:\n{conversation}\n\nTip:\n{tip}\n"
POE_QUESTION_EVAL_B = "Please objectively evalute the conversation B between sale agent ad customer, and assess the customer's response according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation B:\n{conversation}\n\nTip:\n{tip}\n"
POE_EVAL_A = "Your answer should be formated as follows: The custmomer in conversation A <IS/IS NOT> following the tip because <REASON>"
POE_EVAL_B = "Your answer should be formated as follows: The custmomer in conversation B <IS/IS NOT> following the tip because <REASON>"
POE_BOOTSTRAP_COMPARE = "Based on conversation A, and conversation B, and your evaluation of the customer's response, which conversation's customer is better at following the tip?"
POE_BOOTSTRAP_COMPARE_ANSWER = "Your answer should be formated as follows: The customer in conversation A <IS/IS NOT> better at following the tip because <REASON>"


# Confidence level -- might be the critical asymmetry gadget
CONFIDENCE_LEVEL_CHECK = " Please provide a integer-valued confidence level between 0 to 10 for your judgement following the answer format."

# -- Postfix reflection is likely a better idea -- it merely backtrack and check against the argument used to support the comparison
POE_REASON_CHECK = "Please objectively evaluate Conversation between sales agent and customer, and check if the following argument is correct. \n\n Conversation: {conversation} \n\n Argument: {argument}. Let's think step-by-step."
POE_REASON_CHECK_RESPONSE = "Your answer should be formated as follows: The argument is <CORRECT/INCORRECT> because <REASON>. Because of this reason provided, one can see that the \n{tip} <IS/IS NOT> followed."
POE_REASON_CHECK_RESPONSE_WITH_CONFIDENCE_LEVEL = "Your answer should be formated as follows: The argument is <CORRECT/INCORRECT> because <REASON>. Because of this reason provided, one can see that the \n{tip} <IS/IS NOT> followed. \n\n Confidence Level: <CONFIDENCE_LEVEL>."

# Baseline Check
TIP_FOLLOW_CHECK = "Please objectively evaluate Conversation between sales agent and customer, and check if the customer is following the tip provided. \n\n Conversation: {conversation} \n\n Tip: {tip}. Let's think step-by-step."
TIP_FOLLOW_RESPONSE = "Your answer should be formated as follows: The customer <IS/IS NOT> following the tip because <REASON>"

# -- Postfix reflection based on evaluation bias || since the reason provided in evaluation is not guarenteed to be correct
POE_EVAUATION_CHECK = "You are an expert in conversation and logical reasoning. Please evaluate objectively on the conversation between sales agent and customer, and check if the the customer is following tip {tip}. An argument is provdided for your reference. \n\n Conversation: {conversation} \n\n Argument: {argument}. Let's think step-by-step."
POE_EVALUATION_CHECK_RESPONSE = "Your answer should be formated as follows: The customer <IS/IS NOT> following the tip because <REASON>"
POE_EVALUATION_CHECK_RESPONSE_WITH_CONFIDENCE_LEVEL = "Your answer should be formated as follows: The customer <IS/IS NOT> following the tip because <REASON> \n\n Confidence Level: <CONFIDENCE_LEVEL>."

# Comparison & Permuted Comparison
POE_COMPARE_TEMPLATE= "You are an expert in conversation and logical reasoning. You are a critical thinker who can avoid anchoring bias. Compare the two conversations bewteen sales agent and customer, and rank the conversation quality of the customer according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation A:\n{conversation_A}\n\nConversation B:\n{conversation_B}\n\nTip:\n{tip}\n"
POE_PERMUTE_COMPARE_TEMPLATE = "You are an expert in conversation and logical reasoning. You are a critical thinker who can avoid anchoring bias. Compare the two conversations bewteen sales agent and customer, and rank the conversation quality of the customer according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation B:\n{conversation_B}\n\nConversation A:\n{conversation_A}\n\nTip:\n{tip}\n"
# POE_COMPARE_TEMPLATE= "Please compare the two conversations bewteen sales agent and customer, and rank the conversation quality of the customer according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation A:\n{conversation_A}\n\nConversation B:\n{conversation_B}\n\nTip:\n{tip}\n"
# POE_PERMUTE_COMPARE_TEMPLATE = "Please compare the two conversations bewteen sales agent and customer, and rank the conversation quality of the customer according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation B:\n{conversation_B}\n\nConversation A:\n{conversation_A}\n\nTip:\n{tip}\n"


POE_COMPARE_ANSWER = "Your answer should be exactly formated as follows: The custmomer in conversation A <IS/IS NOT> following the tip because <REASON>. \nThe custmomer in conversation B <IS/IS NOT> following the tip because <REASON>. \nIn comparison, the customer in conversation A <IS/IS NOT> better at following the tip because <REASON>"
POE_PERMUTE_COMPARE_ANSWER = "Your answer should be formated as follows: The custmomer in conversation B <IS/IS NOT> following the tip because <REASON>. \nThe custmomer in conversation A <IS/IS NOT> following the tip because <REASON>. \nIn comparison, the customer in conversation B <IS/IS NOT> worse at following the tip because <REASON>"
# maybe the 'you are an expert ... already solve it? I mean the anchor bias'
POE_COMPARE_WITH_CONFIDENCE_LEVEL_ANSWER = "You are an expert in conversation and logical reasoning. Your answer should be exactly formated as follows: The custmomer in conversation A <IS/IS NOT> following the tip because <REASON>. \nConfidence level: <CONFIDENCE_LEVEL> \nThe custmomer in conversation B <IS/IS NOT> following the tip because <REASON>. \nConfidence level: <CONFIDENCE_LEVEL> \nIn comparison, the customer in conversation A <IS/IS NOT> better at following the tip because <REASON> \n\n Confidence Level: <CONFIDENCE_LEVEL>."
POE_PERMUTE_COMPARE_WITH_CONFIDENCE_LEVEL_ANSWER = "You are an expert in conversation and logical reasoning. Your answer should be formated as follows: The custmomer in conversation B <IS/IS NOT> following the tip because <REASON>. \nConfidence level: <CONFIDENCE_LEVEL> \nThe custmomer in conversation A <IS/IS NOT> following the tip because <REASON>. \nConfidence level: <CONFIDENCE_LEVEL> \nIn comparison, the customer in conversation B <IS/IS NOT> worse at following the tip because <REASON> \n\n Confidence Level: <CONFIDENCE_LEVEL>."
 
POE_BREAKDOWN_TEMPLATE = "Is the customer following the tip in conversation A? Why? \n\n Is the customer following the tip in conversation B? Why?\n\n Which conversation is better? \n\n Why? \n\n"
POE_BREAKDOWN_TEMPLTE_PERMUTE = "Is the customer following the tip in conversation B? Why? \n\n Is the customer following the tip in conversation A? Why?\n\n Which conversation is better? \n\n Why? \n\n"
POE_ANSWER_TEMPLATE = "Your answer should be formatted as follows: \n Ranking: A > B or B > A or A = B \n Reason: <your reason for the ranking>"
POE_FAIL_SAFE_TEMPLATE = "Please follow the format provided and only provide A > B or B > A or A = B as ranking. Use A = B if you feel like none of the conversation is following the tip. Only judge the customer's response, not the sales agent's response. The tip is not provided by the sales agent. It is provided by human to help guide your behaviour as a customer."
POE_BREAKDOWN_ANSWER = "Your answer should be formatted as follows: Customer in conversation A <IS/IS NOT> following the tip because <REASON>\nCustomer in conversation B <IS/IS NOT> following the tip because <REASON>\n In comparison, conversation A <IS/IS NOT> better than conversation B because <REASON>"
POE_BREAKDOWN_ANSWER_PERMUTE = "Your answer should be formatted as follows: Customer in conversation B <IS/IS NOT> following the tip because <REASON>\nCustomer in conversation A <IS/IS NOT> following the tip because <REASON>\n In comparison, conversation B <IS/IS NOT> better than conversation A because <REASON>"



# POE_TEMPLATE = POE_QUESTION_TEMPLATE + POE_ANSWER_TEMPLATE + POE_FAIL_SAFE_TEMPLATE
# POE_TEMPLATE = POE_QUESTION_TEMPLATE + POE_BREAKDOWN_TEMPLATE + POE_BREAKDOWN_ANSWER
# POE_TEMPLATE_PERMUTE = POE_QUESTION_TEMPLATE + POE_BREAKDOWN_TEMPLTE_PERMUTE + POE_BREAKDOWN_ANSWER_PERMUTE

SCORE_EVAL = "Please evaluate the conversation between sales agent and customer, and score the customer's response according to whether he is following the tip provided. Provide reason for your judgement, let us think step-by-step. \n\nConversation:\n{conversation}\n\nTip:\n{tip}\n"
SCORE_EVAL_RESPONSE = "Your answer should be formated as follows: The custmomer in conversation gets a score of: <SCORE> because <REASON>. Please provide a integer score between 0 and 10."

# reverse fact-checking
POE_COMPARE_TEMPLATE = POE_COMPARE_TEMPLATE + POE_COMPARE_ANSWER
POE_PERMUTE_COMPARE_TEMPLATE = POE_PERMUTE_COMPARE_TEMPLATE + POE_PERMUTE_COMPARE_ANSWER
POE_REASON_CHECK_TEMPLATE = POE_REASON_CHECK + POE_REASON_CHECK_RESPONSE
POE_EVALUATION_CHECK_TEMPLATE = POE_EVAUATION_CHECK + POE_EVALUATION_CHECK_RESPONSE
TIP_FOLLOW_CHECK_TEMPLATE = TIP_FOLLOW_CHECK + TIP_FOLLOW_RESPONSE
SCORE_EVAL_TEMPLATE = SCORE_EVAL + SCORE_EVAL_RESPONSE

POE_COMPARE_W_CONF_TEMPLATE = POE_COMPARE_TEMPLATE + CONFIDENCE_LEVEL_CHECK + POE_COMPARE_WITH_CONFIDENCE_LEVEL_ANSWER
POE_PERMUTE_COMPARE_W_CONF_TEMPLATE = POE_PERMUTE_COMPARE_TEMPLATE + CONFIDENCE_LEVEL_CHECK + POE_PERMUTE_COMPARE_WITH_CONFIDENCE_LEVEL_ANSWER