near-miss-python-eval-string / LAYERFAULT_CORPUS.json
izm1chael's picture
Publish Layerfault deep challenge LF-CH-NEG-0002
89a57a1 verified
Raw
History Blame Contribute Delete
928 Bytes
{
"candidate_rules": [],
"challenge": {
"attack_surface": [
"false-positive-resistance"
],
"control_type": "negative",
"difficulty": "intermediate",
"expected_decision": "PASS",
"oracle_ids": [
"LF-ORACLE-FALSE-POSITIVE-CONTROL"
],
"related_cases": [],
"severity": "informational",
"techniques": [
"quoted-code"
],
"transformations": []
},
"corpus_id": "LF-CH-NEG-0002",
"description": "Python string documents eval syntax without executing it.",
"expected_rules": [],
"generator": "challenges.generate_challenge",
"ground_truth": "synthetic-generated",
"must_not_rules": [
"LF-CODE-EVAL",
"LF-PY-CALL-DYNAMIC-CODE"
],
"repo_name": "near-miss-python-eval-string",
"repo_type": "model",
"safe_fixture": true,
"safety": "inert/canary-only",
"schema": 1,
"validation": {
"kind": "verify-package",
"target": "."
}
}