hamzabouajila's picture
refactor the code for better scalability and update tsac naming to sentiment analysis, adding madar dataset for transliteration and normalization eval
bde1c71
raw
history blame contribute delete
365 Bytes
# evaluators/base_evaluator.py
from abc import ABC, abstractmethod
from typing import Dict, Any
class BaseEvaluator(ABC):
@abstractmethod
def load_dataset(self):
pass
@abstractmethod
def evaluate(self, model, tokenizer, device) -> Dict[str, Any]:
pass
@property
@abstractmethod
def task_name(self) -> str:
pass