| | from datasets import Dataset |
| |
|
| | from opencompass.registry import LOAD_DATASET |
| |
|
| | from ..base import BaseDataset |
| | from .utils import iter_jsonl |
| |
|
| |
|
| | @LOAD_DATASET.register_module() |
| | class InfiniteBenchcodedebugDataset(BaseDataset): |
| |
|
| | @staticmethod |
| | def load(path: str): |
| |
|
| | dataset = list(iter_jsonl(path)) |
| |
|
| | raw_data = [] |
| | for item in dataset: |
| | context = item['context'] |
| | question = item['input'] |
| | option_A = item['options'][0] |
| | option_B = item['options'][1] |
| | option_C = item['options'][2] |
| | option_D = item['options'][3] |
| | answer = chr(item['options'].index(item['answer'][0]) + ord('A')) |
| | raw_data.append({ |
| | 'context': context, |
| | 'question': question, |
| | 'option_A': option_A, |
| | 'option_B': option_B, |
| | 'option_C': option_C, |
| | 'option_D': option_D, |
| | 'answer': answer |
| | }) |
| | dataset = Dataset.from_list(raw_data) |
| | return dataset |
| |
|
