| { |
| "module": "domain/cve-backport", |
| "eval_type": "test-generation", |
| "timestamp": "2026-03-28T10:06:38Z", |
| "n_examples": 50, |
| "metrics": { |
| "avg_score": 0.6661, |
| "median_score": 0.802, |
| "good_tests": 50, |
| "errors": 0, |
| "zero_errors": true |
| }, |
| "pass": true, |
| "per_example": [ |
| { |
| "id": "example_0", |
| "cve": "CVE-2020-27749", |
| "package": "grub2", |
| "tier": "identical", |
| "score": 0.485, |
| "ref_overlap": 0.321, |
| "prompt_overlap": 0.122, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 14 |
| }, |
| { |
| "id": "example_14", |
| "cve": "CVE-2020-1752", |
| "package": "glibc", |
| "tier": "identical", |
| "score": 0.455, |
| "ref_overlap": 0.286, |
| "prompt_overlap": 0.062, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 9 |
| }, |
| { |
| "id": "example_28", |
| "cve": "CVE-2019-9674", |
| "package": "python", |
| "tier": "identical", |
| "score": 0.367, |
| "ref_overlap": 0.091, |
| "prompt_overlap": 0.106, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 7 |
| }, |
| { |
| "id": "example_42", |
| "cve": "CVE-2019-1551", |
| "package": "openssl-1_1", |
| "tier": "identical", |
| "score": 0.75, |
| "ref_overlap": 0.857, |
| "prompt_overlap": 0.109, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 11 |
| }, |
| { |
| "id": "example_56", |
| "cve": "CVE-2020-10029", |
| "package": "glibc", |
| "tier": "identical", |
| "score": 0.358, |
| "ref_overlap": 0.111, |
| "prompt_overlap": 0.01, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_70", |
| "cve": "CVE-2024-53907", |
| "package": "python-Django", |
| "tier": "identical", |
| "score": 0.822, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.109, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 21 |
| }, |
| { |
| "id": "example_84", |
| "cve": "CVE-2019-3885", |
| "package": "pacemaker", |
| "tier": "identical", |
| "score": 0.328, |
| "ref_overlap": 0.05, |
| "prompt_overlap": 0.014, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 5 |
| }, |
| { |
| "id": "example_98", |
| "cve": "CVE-2021-3933", |
| "package": "openexr", |
| "tier": "identical", |
| "score": 0.397, |
| "ref_overlap": 0.188, |
| "prompt_overlap": 0.014, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_112", |
| "cve": "CVE-2020-8286", |
| "package": "curl", |
| "tier": "identical", |
| "score": 0.671, |
| "ref_overlap": 0.727, |
| "prompt_overlap": 0.039, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 11 |
| }, |
| { |
| "id": "example_126", |
| "cve": "CVE-2021-22924", |
| "package": "curl", |
| "tier": "identical", |
| "score": 0.507, |
| "ref_overlap": 0.4, |
| "prompt_overlap": 0.037, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 10 |
| }, |
| { |
| "id": "example_140", |
| "cve": "CVE-2019-7397", |
| "package": "GraphicsMagick", |
| "tier": "identical", |
| "score": 0.455, |
| "ref_overlap": 0.3, |
| "prompt_overlap": 0.025, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_154", |
| "cve": "CVE-2018-0495", |
| "package": "libgcrypt", |
| "tier": "identical", |
| "score": 0.363, |
| "ref_overlap": 0.12, |
| "prompt_overlap": 0.015, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_168", |
| "cve": "CVE-2017-12133", |
| "package": "glibc", |
| "tier": "identical", |
| "score": 0.712, |
| "ref_overlap": 0.778, |
| "prompt_overlap": 0.114, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 10 |
| }, |
| { |
| "id": "example_182", |
| "cve": "CVE-2017-6441", |
| "package": "php7", |
| "tier": "identical", |
| "score": 0.554, |
| "ref_overlap": 0.5, |
| "prompt_overlap": 0.021, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_196", |
| "cve": "CVE-2015-8994", |
| "package": "php7", |
| "tier": "identical", |
| "score": 0.804, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.018, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_210", |
| "cve": "CVE-2016-8866", |
| "package": "GraphicsMagick", |
| "tier": "identical", |
| "score": 0.472, |
| "ref_overlap": 0.333, |
| "prompt_overlap": 0.024, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_224", |
| "cve": "CVE-2018-19541", |
| "package": "jasper", |
| "tier": "synthetic-adapted", |
| "score": 0.517, |
| "ref_overlap": 0.429, |
| "prompt_overlap": 0.014, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_238", |
| "cve": "CVE-2019-9636", |
| "package": "python3-base", |
| "tier": "synthetic-adapted", |
| "score": 0.806, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.03, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_252", |
| "cve": "CVE-2017-15597", |
| "package": "xen", |
| "tier": "synthetic-adapted", |
| "score": 0.368, |
| "ref_overlap": 0.133, |
| "prompt_overlap": 0.008, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_266", |
| "cve": "CVE-2018-0735", |
| "package": "openssl-1_1", |
| "tier": "adapted", |
| "score": 0.805, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.023, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_280", |
| "cve": "CVE-2021-27219", |
| "package": "glib2", |
| "tier": "identical", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.015, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_294", |
| "cve": "CVE-2018-5711", |
| "package": "gd", |
| "tier": "identical", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.016, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_308", |
| "cve": "CVE-2019-11041", |
| "package": "php7", |
| "tier": "synthetic-adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.014, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_322", |
| "cve": "CVE-2022-0113", |
| "package": "chromium", |
| "tier": "synthetic-adapted", |
| "score": 0.802, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.009, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_336", |
| "cve": "CVE-2019-17498", |
| "package": "libssh2_org", |
| "tier": "identical", |
| "score": 0.804, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.019, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_350", |
| "cve": "CVE-2019-5868", |
| "package": "chromium", |
| "tier": "identical", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.016, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_364", |
| "cve": "CVE-2018-17456", |
| "package": "git", |
| "tier": "identical", |
| "score": 0.604, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.021, |
| "structural": 0.333, |
| "has_assert": false, |
| "has_function": false, |
| "lines": 3 |
| }, |
| { |
| "id": "example_378", |
| "cve": "CVE-2017-3737", |
| "package": "openssl", |
| "tier": "identical", |
| "score": 0.736, |
| "ref_overlap": 0.818, |
| "prompt_overlap": 0.136, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 13 |
| }, |
| { |
| "id": "example_392", |
| "cve": "CVE-2021-3500", |
| "package": "djvulibre", |
| "tier": "synthetic-adapted", |
| "score": 0.806, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.029, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_406", |
| "cve": "CVE-2019-12838", |
| "package": "slurm", |
| "tier": "synthetic-adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.016, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_420", |
| "cve": "CVE-2016-9042", |
| "package": "ntp", |
| "tier": "synthetic-adapted", |
| "score": 0.804, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.019, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_434", |
| "cve": "CVE-2018-5732", |
| "package": "dhcp", |
| "tier": "synthetic-adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.016, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_448", |
| "cve": "CVE-2019-2614", |
| "package": "mariadb", |
| "tier": "identical", |
| "score": 0.606, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.029, |
| "structural": 0.333, |
| "has_assert": false, |
| "has_function": false, |
| "lines": 4 |
| }, |
| { |
| "id": "example_462", |
| "cve": "CVE-2019-9947", |
| "package": "python-base", |
| "tier": "identical", |
| "score": 0.805, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.026, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_476", |
| "cve": "CVE-2018-9135", |
| "package": "ImageMagick", |
| "tier": "adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.017, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_490", |
| "cve": "CVE-2017-9798", |
| "package": "apache2", |
| "tier": "adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.013, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_504", |
| "cve": "CVE-2016-9317", |
| "package": "gd", |
| "tier": "identical", |
| "score": 0.805, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.027, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_518", |
| "cve": "CVE-2018-20852", |
| "package": "python-doc", |
| "tier": "synthetic-adapted", |
| "score": 0.806, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.031, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_532", |
| "cve": "CVE-2016-9603", |
| "package": "xen", |
| "tier": "synthetic-adapted", |
| "score": 0.802, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.008, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_546", |
| "cve": "CVE-2020-9490", |
| "package": "apache2", |
| "tier": "synthetic-adapted", |
| "score": 0.802, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.011, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_560", |
| "cve": "CVE-2017-3144", |
| "package": "dhcp", |
| "tier": "synthetic-adapted", |
| "score": 0.802, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.012, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_574", |
| "cve": "CVE-2017-17479", |
| "package": "openjpeg2", |
| "tier": "synthetic-adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.017, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_588", |
| "cve": "CVE-2021-3781", |
| "package": "ghostscript-mini", |
| "tier": "identical", |
| "score": 0.804, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.018, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_602", |
| "cve": "CVE-2018-20103", |
| "package": "haproxy", |
| "tier": "identical", |
| "score": 0.805, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.026, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_616", |
| "cve": "CVE-2016-8862", |
| "package": "ImageMagick", |
| "tier": "identical", |
| "score": 0.804, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.022, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_630", |
| "cve": "CVE-2020-13977", |
| "package": "nagios", |
| "tier": "identical", |
| "score": 0.809, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.043, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 3 |
| }, |
| { |
| "id": "example_644", |
| "cve": "CVE-2018-1060", |
| "package": "python3", |
| "tier": "synthetic-adapted", |
| "score": 0.803, |
| "ref_overlap": 1.0, |
| "prompt_overlap": 0.017, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| }, |
| { |
| "id": "example_658", |
| "cve": "CVE-2018-10931", |
| "package": "cobbler", |
| "tier": "synthetic-adapted", |
| "score": 0.446, |
| "ref_overlap": 0.25, |
| "prompt_overlap": 0.105, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 10 |
| }, |
| { |
| "id": "codegen-curl-10079-libcurl-ocloexec.patch-cookie.c", |
| "cve": "CVE-2018-16839", |
| "package": "curl", |
| "tier": "identical", |
| "score": 0.322, |
| "ref_overlap": 0.0, |
| "prompt_overlap": 0.111, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 9 |
| }, |
| { |
| "id": "codegen-python3-11362-CVE-2019-16056-email-parse-addr.patch-Lib_email__header_value_parser.py", |
| "cve": "CVE-2019-16056", |
| "package": "python3", |
| "tier": "identical", |
| "score": 0.307, |
| "ref_overlap": 0.0, |
| "prompt_overlap": 0.036, |
| "structural": 1.0, |
| "has_assert": true, |
| "has_function": true, |
| "lines": 4 |
| } |
| ] |
| } |
