File size: 1,457 Bytes
5374a2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import evoagentx.workflow.operators as operator
import examples.aflow.pubmedxqa.optimized.round_5.prompt as prompt_custom
from evoagentx.models.model_configs import LLMConfig
from evoagentx.benchmark.benchmark import Benchmark
from evoagentx.models.model_utils import create_llm_instance
class Workflow:
def __init__(
self,
name: str,
llm_config: LLMConfig,
benchmark: Benchmark
):
self.name = name
self.llm = create_llm_instance(llm_config)
self.benchmark = benchmark
self.custom = operator.Custom(self.llm)
self.answer_generate = operator.AnswerGenerate(self.llm)
self.qas_ensemble = operator.QAScEnsemble(self.llm) # Initialize QAScEnsemble operator
async def __call__(self, problem: str):
"""
Implementation of the workflow
"""
# Generate multiple answers for the problem
solutions = [await self.answer_generate(input=problem) for _ in range(5)] # Generate 5 answers
# Self-ask mechanism to refine answers
self_ask_responses = [await self.custom(input=sol['answer'], instruction=prompt_custom.SELF_ASK_PROMPT) for sol in solutions]
# Aggregate the answers using QAScEnsemble
ensemble_response = await self.qas_ensemble(solutions=[res['response'] for res in self_ask_responses])
return ensemble_response['response'] # Return the most frequent answer
|