src/evaluators/base_evaluator.py

# evaluators/base_evaluator.py
from abc import ABC, abstractmethod
from typing import Dict, Any

class BaseEvaluator(ABC):
    @abstractmethod
    def load_dataset(self):
        pass

    @abstractmethod
    def evaluate(self, model, tokenizer, device) -> Dict[str, Any]:
        pass

    @property
    @abstractmethod
    def task_name(self) -> str:
        pass