selfevolveagent / examples /pertqa /debug /save_20_noreason.json
iLOVE2D's picture
Upload 2846 files
5374a2d verified
{
"class_name": "SequentialWorkFlowGraph",
"goal": "Provide a concise answer to the question using relevant context. The answer must be straightforward and avoid unnecessary explanations.",
"tasks": [
{
"name": "generate_answer",
"description": "Extract and formulate an answer from the given context.",
"inputs": [
{
"name": "question",
"type": "str",
"description": "The question that needs to be answered.",
"required": true
}
],
"outputs": [
{
"name": "answer",
"type": "str",
"description": "The direct answer to the question.",
"required": true
}
],
"prompt": "\"\"\"\nUse the context provided in `{question}` to generate the best answer. Ensure that the answer is clear, accurate, and relevant. If the answer is uncertain or ambiguous, indicate this explicitly. Provide your final answer in a straightforward format, without additional commentary or reasoning.\n\"\"\"",
"prompt_template": {
"class_name": "StringTemplate",
"instruction": "Use the context to determine the best answer to the question. Provide your final answer in a clear format, without extra commentary or reasoning."
},
"system_prompt": "You are a helpful and highly intelligent assistant.",
"parse_mode": "xml",
"parse_func": null,
"parse_title": null,
"tool_names": null
},
{
"name": "validate_answer6124",
"description": "Task to validate_answer6124. Takes answer, question as input. Produces validated_answer as output.",
"inputs": [
{
"name": "answer",
"type": "str",
"description": "Input parameter answer for validate_answer6124",
"required": false
},
{
"name": "question",
"type": "str",
"description": "Input parameter question for validate_answer6124",
"required": false
}
],
"outputs": [
{
"name": "validated_answer",
"type": "str",
"description": "Output parameter validated_answer from validate_answer6124",
"required": true
}
],
"prompt": "```xml\n\"\"\"\nTo validate the answer, carefully analyze the context of the question `{question}` and determine if the answer `{answer}` accurately addresses it. Assess whether the answer reflects a significant change based on the context provided in the question. A significant change is defined as a response that meaningfully alters the understanding or interpretation of the question. If the answer does not significantly change the context or meaning, this should be explicitly noted. Additionally, identify any potential errors in the generation step and address them. Consider scenarios where the answer may be ambiguous or uncertain, and provide a rationale for your validation. Format your output in xml format, such as <thought>{your_thought_process}</thought> and <answer>{validated_answer}</answer>.\n\"\"\"\n```",
"prompt_template": {
"class_name": "StringTemplate",
"instruction": "Think step by step to answer the question based on the question context. You should integrate context for answering. You should explain your thinking process in the 'thought' field, and provide the final answer in the 'answer' field.\nFormat your output in xml format, such as <thought>xxx</thought> and <answer>xxx</answer>."
},
"system_prompt": "You are a helpful and highly intelligent assistant.",
"parse_mode": "xml",
"parse_func": null,
"parse_title": null,
"tool_names": null
},
{
"name": "handle_complex_cases7868",
"description": "Task to handle_complex_cases7868. Takes question, validated_answer as input. Produces final_answer as output.",
"inputs": [
{
"name": "question",
"type": "str",
"description": "Input parameter question for handle_complex_cases7868",
"required": false
},
{
"name": "validated_answer",
"type": "str",
"description": "Input parameter validated_answer for handle_complex_cases7868",
"required": false
}
],
"outputs": [
{
"name": "final_answer",
"type": "str",
"description": "Output parameter final_answer from handle_complex_cases7868",
"required": true
}
],
"prompt": "``` \n\"\"\"\nThink step by step to answer the question based on the context provided in {question}. You should integrate relevant context for answering. Consider whether the answer leads to a significant change in understanding or perspective. If the predicted answer differs from the expected ground truth, clarify the reasoning behind the difference. Format your output in xml format, such as <thought>xxx</thought> and <answer>Final Answer: Yes/No</answer>, ensuring that the answer is clear and concise.\n\"\"\" \n```",
"prompt_template": {
"class_name": "StringTemplate",
"instruction": "Think step by step to answer the question based on the question context. You should integrate context for answering. You should explain your thinking process in the 'thought' field, and provide the final answer in the 'answer' field.\nFormat your output in xml format, such as <thought>xxx</thought> and <answer>xxx</answer>."
},
"system_prompt": "You are a helpful and highly intelligent assistant.",
"parse_mode": "xml",
"parse_func": null,
"parse_title": null,
"tool_names": null
}
]
}