File size: 532 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
dataset_path: lmms-lab/CSBench_Assertion
dataset_kwargs:
token: True
test_split: assertion
task: "csbench_assertion"
doc_to_text: !function utils.csbench_assertion_doc_to_text
doc_to_target: !function utils.csbench_doc_to_target
doc_to_choice: !function utils.csbench_doc_to_choice
lmms_eval_specific_kwargs:
default:
pre_prompt: ""
post_prompt: ""
metric_list:
- metric: accuracy
aggregation: mean
higher_is_better: true
process_results: !function utils.csbench_process_results
metadata:
version: 0.0
|