src/datasets/Dataset.py

from utils.jsonl import read_jsonl


class Dataset(object):
    def __init__(
        self,
        path: str,
    ):
        self.path = path
        self.data = None
        self.id_key = ""
        self.load()

    def load(self):
        self.data = read_jsonl(self.path)

    def __len__(self):
        return len(self.data)

    def __getitem__(self, idx):
        return self.data[idx]

    def evaluate(
        self,
        item: dict,
        cur_imp: str,
        language: str,
    ):
        raise NotImplementedError

    @staticmethod
    def get_prompt(item):
        raise NotImplementedError