methods/CruxEval/count.py

import sys
sys.path.append("/home/i-luoxianzhen/data/TestCase-Gen/methods/utils")
from dataset_all import get_datasets_by_name
from config import cfg
import os

dataset = get_datasets_by_name("ours")
total_wrong_code = 0
empty = 0

for item in dataset:
    tcb_id = item['tcb_id']
    total_wrong_code += len(item['wrong_code'])
    if not os.path.exists(cfg.tests_path.format(tcb_id)):
        empty += len(item['wrong_code'])

print(f"empty {(empty / total_wrong_code) * 100:.2f}%")