File size: 1,219 Bytes
01f199c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | from .Dataset import Dataset
from evaluations.evalute import contest_evaluate, contest_evaluate_public_tests
from constants.paths import *
class CodeContestDataset(Dataset):
def __init__(
self,
path: str=CODE_CONTEST_DATA_PATH,
):
super().__init__(path)
self.id_key = "id"
def evaluate(
self,
item: dict,
cur_imp: str,
language: str,
):
return contest_evaluate(
generated_code=cur_imp,
id=item["id"],
tests=item["test_list"],
lang=language
)
def evaluate_sample_io(
self,
item: dict,
cur_imp: str,
language: str,
):
return contest_evaluate_public_tests(
generated_code=cur_imp,
id=item["id"],
tests=item["sample_io"],
lang=language
)
@staticmethod
def get_prompt(item):
return f"{item['description']}\n\n-------\nImportant Note: You must follow the input output format. Input must be taken from standard input and output must be given to standard output. The code will be tested against multiple test cases and all the test cases must be passed."
|