| from abc import ABC, abstractmethod | |
| from ast import List | |
| class PromptEvaluator(ABC): | |
| def eval_sample(self,sample): | |
| pass | |
| def get_name(self): | |
| pass | |
| def eval_batch(self,sample_list:List): | |
| for sample in sample_list: | |
| self.eval_sample(sample) |
| from abc import ABC, abstractmethod | |
| from ast import List | |
| class PromptEvaluator(ABC): | |
| def eval_sample(self,sample): | |
| pass | |
| def get_name(self): | |
| pass | |
| def eval_batch(self,sample_list:List): | |
| for sample in sample_list: | |
| self.eval_sample(sample) |