{
 "thresholds": {
  "fpr1e-3": 0.2525147497653961,
  "fpr1e-4": 0.3381993770599365
 },
 "train_templates": {
  "attack": 52,
  "benign": 21
 },
 "held_out": {
  "attack": [
   "destr.es",
   "destr.sql_drop",
   "inj.blind.str",
   "inj.obf.char",
   "inj.oob.num",
   "inj.orderby.num",
   "nosql.in_exists",
   "nosql.ne",
   "nosql.shell",
   "priv.mysql",
   "priv.pg",
   "rce.es_script",
   "rce.mongo",
   "rce.oracle",
   "recon.cassandra",
   "recon.redis",
   "unb.cql"
  ],
  "benign": [
   "mongo.more",
   "sql.cte",
   "sql.lock",
   "sql.proc",
   "sql.window"
  ]
 },
 "in_distribution": {
  "n": 60000,
  "benign": 40000,
  "attack": 20000,
  "model@fpr1e-3": {
   "fpr": 7.5e-05,
   "fpr_ci95": [
    3e-05,
    0.00022
   ],
   "tpr": 0.9886,
   "tpr_ci95": [
    0.98698,
    0.98993
   ],
   "family_acc_on_detected": 0.9956,
   "per_family_tpr": {
    "injection": 0.9997,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9316,
    "unbounded": 1.0
   },
   "missed_templates": [
    "inj.obf.tabs_plus",
    "recon.es",
    "recon.mssql"
   ]
  },
  "model+signatures@fpr1e-3": {
   "fpr": 0.000275,
   "tpr": 1.0,
   "per_family_tpr": {
    "injection": 0.9997,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 1.0,
    "unbounded": 1.0
   }
  },
  "model@fpr1e-4": {
   "fpr": 7.5e-05,
   "fpr_ci95": [
    3e-05,
    0.00022
   ],
   "tpr": 0.9886,
   "tpr_ci95": [
    0.98698,
    0.98993
   ],
   "family_acc_on_detected": 0.9956,
   "per_family_tpr": {
    "injection": 0.9997,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9316,
    "unbounded": 1.0
   },
   "missed_templates": [
    "inj.obf.tabs_plus",
    "recon.es",
    "recon.mssql"
   ]
  },
  "model+signatures@fpr1e-4": {
   "fpr": 0.000275,
   "tpr": 1.0,
   "per_family_tpr": {
    "injection": 0.9997,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 1.0,
    "unbounded": 1.0
   }
  },
  "signatures": {
   "fpr": 0.0002,
   "tpr": 0.9383,
   "per_family_tpr": {
    "injection": 0.9541,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.835,
    "unbounded": 0.8407
   },
   "benign_false_templates": [
    "sql.grammar",
    "sql.grammar2"
   ]
  }
 },
 "unseen_templates": {
  "n": 27658,
  "benign": 7658,
  "attack": 20000,
  "model@fpr1e-3": {
   "fpr": 0.054061,
   "fpr_ci95": [
    0.04922,
    0.05935
   ],
   "tpr": 0.5754,
   "tpr_ci95": [
    0.56854,
    0.58224
   ],
   "family_acc_on_detected": 0.6575,
   "per_family_tpr": {
    "injection": 0.997,
    "rce": 0.3012,
    "privilege": 0.7336,
    "destructive": 0.6518,
    "recon": 0.4419,
    "unbounded": 0.3267
   },
   "missed_templates": [
    "destr.es",
    "destr.sql_drop",
    "inj.obf.char",
    "inj.orderby.num",
    "priv.mysql",
    "priv.pg",
    "rce.es_script",
    "rce.mongo",
    "rce.oracle",
    "recon.cassandra",
    "recon.redis",
    "unb.cql"
   ]
  },
  "model+signatures@fpr1e-3": {
   "fpr": 0.054061,
   "tpr": 0.9862,
   "per_family_tpr": {
    "injection": 0.9982,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9187,
    "unbounded": 1.0
   }
  },
  "model@fpr1e-4": {
   "fpr": 0.054061,
   "fpr_ci95": [
    0.04922,
    0.05935
   ],
   "tpr": 0.5632,
   "tpr_ci95": [
    0.55631,
    0.57006
   ],
   "family_acc_on_detected": 0.6501,
   "per_family_tpr": {
    "injection": 0.9967,
    "rce": 0.3012,
    "privilege": 0.6607,
    "destructive": 0.6518,
    "recon": 0.4419,
    "unbounded": 0.3267
   },
   "missed_templates": [
    "destr.es",
    "destr.sql_drop",
    "inj.obf.char",
    "inj.orderby.num",
    "priv.mysql",
    "priv.pg",
    "rce.es_script",
    "rce.mongo",
    "rce.oracle",
    "recon.cassandra",
    "recon.redis",
    "unb.cql"
   ]
  },
  "model+signatures@fpr1e-4": {
   "fpr": 0.054061,
   "tpr": 0.9862,
   "per_family_tpr": {
    "injection": 0.9982,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9187,
    "unbounded": 1.0
   }
  },
  "signatures": {
   "fpr": 0.0,
   "tpr": 0.97,
   "per_family_tpr": {
    "injection": 0.901,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9187,
    "unbounded": 1.0
   },
   "benign_false_templates": []
  }
 },
 "unseen_templates_after_db_calibration": {
  "n": 27658,
  "benign": 7658,
  "attack": 20000,
  "model@own_fpr1e-3": {
   "fpr": 0.0,
   "fpr_ci95": [
    0.0,
    0.0005
   ],
   "tpr": 0.3628,
   "tpr_ci95": [
    0.35616,
    0.36949
   ],
   "family_acc_on_detected": 0.7427,
   "per_family_tpr": {
    "injection": 0.7433,
    "rce": 0.1899,
    "privilege": 0.4302,
    "destructive": 0.5537,
    "recon": 0.2595,
    "unbounded": 0.0
   },
   "missed_templates": [
    "destr.es",
    "destr.sql_drop",
    "inj.obf.char",
    "inj.oob.num",
    "inj.orderby.num",
    "nosql.in_exists",
    "nosql.shell",
    "priv.mysql",
    "priv.pg",
    "rce.es_script",
    "rce.mongo",
    "rce.oracle",
    "recon.cassandra",
    "recon.redis",
    "unb.cql"
   ]
  },
  "model+signatures@own_fpr1e-3": {
   "fpr": 0.0,
   "tpr": 0.9833,
   "per_family_tpr": {
    "injection": 0.9811,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9187,
    "unbounded": 1.0
   }
  },
  "signatures": {
   "fpr": 0.0,
   "tpr": 0.97,
   "per_family_tpr": {
    "injection": 0.901,
    "rce": 1.0,
    "privilege": 1.0,
    "destructive": 1.0,
    "recon": 0.9187,
    "unbounded": 1.0
   },
   "benign_false_templates": []
  }
 },
 "latency_us_per_query_batch512": 84.7,
 "shipped_thresholds": {
  "fpr1e-3": 0.746738612651825,
  "fpr1e-4": 0.746738851070404
 }
}