| { | |
| "builder_name": "parquet", | |
| "citation": "@article{recode_wang2022,\n title = {ReCode: Robustness Evaluation of Code Generation Models},\n author = {Wang, Shiqi and\n Zheng, Li and\n Qian, Haifeng and\n Yang, Chenghao and\n Wang, Zijian and\n Kumar, Varun and\n Shang, Mingyue and\n Tan, Samson and\n Ray, Baishakhi and\n Bhatia, Parminder and\n Nallapati, Ramesh and\n Ramanathan, Murali Krishna and\n Roth, Dan and\n Xiang, Bing},\n doi = {10.48550/arXiv.2212.10264},\n url = {https://arxiv.org/abs/2212.10264},\n keywords = {Machine Learning (cs.LG), Computation and Language (cs.CL)},\n publisher = {arXiv},\n year = {2022},\n copyright = {Creative Commons Attribution 4.0 International}\n}\n", | |
| "config_name": "format", | |
| "dataset_name": "perturbed_humaneval", | |
| "dataset_size": 4387160, | |
| "description": "Perturbed version of HumanEval from: ReCode: Robustness Evaluation of Code Generation Models\n", | |
| "download_checksums": { | |
| "hf://datasets/RaymondLi/perturbed_humaneval@f01384f63974564ba9e472ebab95728278d0ab90/format/test/0000.parquet": { | |
| "num_bytes": 790604, | |
| "checksum": null | |
| } | |
| }, | |
| "download_size": 790604, | |
| "features": { | |
| "task_id": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "prompt": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "entry_point": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "canonical_solution": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "test": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "seed": { | |
| "dtype": "int32", | |
| "_type": "Value" | |
| }, | |
| "perturbation_name": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| }, | |
| "partial": { | |
| "dtype": "string", | |
| "_type": "Value" | |
| } | |
| }, | |
| "homepage": "https://github.com/amazon-science/recode", | |
| "license": "", | |
| "size_in_bytes": 5177764, | |
| "splits": { | |
| "test": { | |
| "name": "test", | |
| "num_bytes": 4387160, | |
| "num_examples": 2460, | |
| "dataset_name": "perturbed_humaneval" | |
| } | |
| }, | |
| "version": { | |
| "version_str": "1.1.0", | |
| "major": 1, | |
| "minor": 1, | |
| "patch": 0 | |
| } | |
| } |