| { | |
| "thresholds": { | |
| "fpr1e-3": 0.2525147497653961, | |
| "fpr1e-4": 0.3381993770599365 | |
| }, | |
| "train_templates": { | |
| "attack": 52, | |
| "benign": 21 | |
| }, | |
| "held_out": { | |
| "attack": [ | |
| "destr.es", | |
| "destr.sql_drop", | |
| "inj.blind.str", | |
| "inj.obf.char", | |
| "inj.oob.num", | |
| "inj.orderby.num", | |
| "nosql.in_exists", | |
| "nosql.ne", | |
| "nosql.shell", | |
| "priv.mysql", | |
| "priv.pg", | |
| "rce.es_script", | |
| "rce.mongo", | |
| "rce.oracle", | |
| "recon.cassandra", | |
| "recon.redis", | |
| "unb.cql" | |
| ], | |
| "benign": [ | |
| "mongo.more", | |
| "sql.cte", | |
| "sql.lock", | |
| "sql.proc", | |
| "sql.window" | |
| ] | |
| }, | |
| "in_distribution": { | |
| "n": 60000, | |
| "benign": 40000, | |
| "attack": 20000, | |
| "model@fpr1e-3": { | |
| "fpr": 7.5e-05, | |
| "fpr_ci95": [ | |
| 3e-05, | |
| 0.00022 | |
| ], | |
| "tpr": 0.9886, | |
| "tpr_ci95": [ | |
| 0.98698, | |
| 0.98993 | |
| ], | |
| "family_acc_on_detected": 0.9956, | |
| "per_family_tpr": { | |
| "injection": 0.9997, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9316, | |
| "unbounded": 1.0 | |
| }, | |
| "missed_templates": [ | |
| "inj.obf.tabs_plus", | |
| "recon.es", | |
| "recon.mssql" | |
| ] | |
| }, | |
| "model+signatures@fpr1e-3": { | |
| "fpr": 0.000275, | |
| "tpr": 1.0, | |
| "per_family_tpr": { | |
| "injection": 0.9997, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 1.0, | |
| "unbounded": 1.0 | |
| } | |
| }, | |
| "model@fpr1e-4": { | |
| "fpr": 7.5e-05, | |
| "fpr_ci95": [ | |
| 3e-05, | |
| 0.00022 | |
| ], | |
| "tpr": 0.9886, | |
| "tpr_ci95": [ | |
| 0.98698, | |
| 0.98993 | |
| ], | |
| "family_acc_on_detected": 0.9956, | |
| "per_family_tpr": { | |
| "injection": 0.9997, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9316, | |
| "unbounded": 1.0 | |
| }, | |
| "missed_templates": [ | |
| "inj.obf.tabs_plus", | |
| "recon.es", | |
| "recon.mssql" | |
| ] | |
| }, | |
| "model+signatures@fpr1e-4": { | |
| "fpr": 0.000275, | |
| "tpr": 1.0, | |
| "per_family_tpr": { | |
| "injection": 0.9997, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 1.0, | |
| "unbounded": 1.0 | |
| } | |
| }, | |
| "signatures": { | |
| "fpr": 0.0002, | |
| "tpr": 0.9383, | |
| "per_family_tpr": { | |
| "injection": 0.9541, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.835, | |
| "unbounded": 0.8407 | |
| }, | |
| "benign_false_templates": [ | |
| "sql.grammar", | |
| "sql.grammar2" | |
| ] | |
| } | |
| }, | |
| "unseen_templates": { | |
| "n": 27658, | |
| "benign": 7658, | |
| "attack": 20000, | |
| "model@fpr1e-3": { | |
| "fpr": 0.054061, | |
| "fpr_ci95": [ | |
| 0.04922, | |
| 0.05935 | |
| ], | |
| "tpr": 0.5754, | |
| "tpr_ci95": [ | |
| 0.56854, | |
| 0.58224 | |
| ], | |
| "family_acc_on_detected": 0.6575, | |
| "per_family_tpr": { | |
| "injection": 0.997, | |
| "rce": 0.3012, | |
| "privilege": 0.7336, | |
| "destructive": 0.6518, | |
| "recon": 0.4419, | |
| "unbounded": 0.3267 | |
| }, | |
| "missed_templates": [ | |
| "destr.es", | |
| "destr.sql_drop", | |
| "inj.obf.char", | |
| "inj.orderby.num", | |
| "priv.mysql", | |
| "priv.pg", | |
| "rce.es_script", | |
| "rce.mongo", | |
| "rce.oracle", | |
| "recon.cassandra", | |
| "recon.redis", | |
| "unb.cql" | |
| ] | |
| }, | |
| "model+signatures@fpr1e-3": { | |
| "fpr": 0.054061, | |
| "tpr": 0.9862, | |
| "per_family_tpr": { | |
| "injection": 0.9982, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9187, | |
| "unbounded": 1.0 | |
| } | |
| }, | |
| "model@fpr1e-4": { | |
| "fpr": 0.054061, | |
| "fpr_ci95": [ | |
| 0.04922, | |
| 0.05935 | |
| ], | |
| "tpr": 0.5632, | |
| "tpr_ci95": [ | |
| 0.55631, | |
| 0.57006 | |
| ], | |
| "family_acc_on_detected": 0.6501, | |
| "per_family_tpr": { | |
| "injection": 0.9967, | |
| "rce": 0.3012, | |
| "privilege": 0.6607, | |
| "destructive": 0.6518, | |
| "recon": 0.4419, | |
| "unbounded": 0.3267 | |
| }, | |
| "missed_templates": [ | |
| "destr.es", | |
| "destr.sql_drop", | |
| "inj.obf.char", | |
| "inj.orderby.num", | |
| "priv.mysql", | |
| "priv.pg", | |
| "rce.es_script", | |
| "rce.mongo", | |
| "rce.oracle", | |
| "recon.cassandra", | |
| "recon.redis", | |
| "unb.cql" | |
| ] | |
| }, | |
| "model+signatures@fpr1e-4": { | |
| "fpr": 0.054061, | |
| "tpr": 0.9862, | |
| "per_family_tpr": { | |
| "injection": 0.9982, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9187, | |
| "unbounded": 1.0 | |
| } | |
| }, | |
| "signatures": { | |
| "fpr": 0.0, | |
| "tpr": 0.97, | |
| "per_family_tpr": { | |
| "injection": 0.901, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9187, | |
| "unbounded": 1.0 | |
| }, | |
| "benign_false_templates": [] | |
| } | |
| }, | |
| "unseen_templates_after_db_calibration": { | |
| "n": 27658, | |
| "benign": 7658, | |
| "attack": 20000, | |
| "model@own_fpr1e-3": { | |
| "fpr": 0.0, | |
| "fpr_ci95": [ | |
| 0.0, | |
| 0.0005 | |
| ], | |
| "tpr": 0.3628, | |
| "tpr_ci95": [ | |
| 0.35616, | |
| 0.36949 | |
| ], | |
| "family_acc_on_detected": 0.7427, | |
| "per_family_tpr": { | |
| "injection": 0.7433, | |
| "rce": 0.1899, | |
| "privilege": 0.4302, | |
| "destructive": 0.5537, | |
| "recon": 0.2595, | |
| "unbounded": 0.0 | |
| }, | |
| "missed_templates": [ | |
| "destr.es", | |
| "destr.sql_drop", | |
| "inj.obf.char", | |
| "inj.oob.num", | |
| "inj.orderby.num", | |
| "nosql.in_exists", | |
| "nosql.shell", | |
| "priv.mysql", | |
| "priv.pg", | |
| "rce.es_script", | |
| "rce.mongo", | |
| "rce.oracle", | |
| "recon.cassandra", | |
| "recon.redis", | |
| "unb.cql" | |
| ] | |
| }, | |
| "model+signatures@own_fpr1e-3": { | |
| "fpr": 0.0, | |
| "tpr": 0.9833, | |
| "per_family_tpr": { | |
| "injection": 0.9811, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9187, | |
| "unbounded": 1.0 | |
| } | |
| }, | |
| "signatures": { | |
| "fpr": 0.0, | |
| "tpr": 0.97, | |
| "per_family_tpr": { | |
| "injection": 0.901, | |
| "rce": 1.0, | |
| "privilege": 1.0, | |
| "destructive": 1.0, | |
| "recon": 0.9187, | |
| "unbounded": 1.0 | |
| }, | |
| "benign_false_templates": [] | |
| } | |
| }, | |
| "latency_us_per_query_batch512": 84.7, | |
| "shipped_thresholds": { | |
| "fpr1e-3": 0.746738612651825, | |
| "fpr1e-4": 0.746738851070404 | |
| } | |
| } |