{
  "overall": {
    "n": 20000,
    "accuracy": 0.98195,
    "tpr_at_fpr5": 0.9146611698015975,
    "tpr_at_fpr1": 0.7988662715794899,
    "auroc": 0.9821251128640067
  },
  "by_attack": {
    "alternative_spelling": {
      "n": 2225,
      "accuracy": 0.8728089887640449,
      "tpr_at_fpr5": 0.9177914110429448,
      "tpr_at_fpr1": 0.8165644171779141,
      "auroc": 0.9824694540392843
    },
    "article_deletion": {
      "n": 2231,
      "accuracy": 0.8731510533393098,
      "tpr_at_fpr5": 0.8905867970660146,
      "tpr_at_fpr1": 0.7854523227383863,
      "auroc": 0.9769421215919131
    },
    "homoglyph": {
      "n": 2170,
      "accuracy": 0.871889400921659,
      "tpr_at_fpr5": 0.9326984126984127,
      "tpr_at_fpr1": 0.8488888888888889,
      "auroc": 0.9868662131519276
    },
    "insert_paragraphs": {
      "n": 2215,
      "accuracy": 0.8753950338600451,
      "tpr_at_fpr5": 0.9302469135802469,
      "tpr_at_fpr1": 0.8351851851851851,
      "auroc": 0.9850887021475256
    },
    "none": {
      "n": 2149,
      "accuracy": 0.8711028385295486,
      "tpr_at_fpr5": 0.9298584298584298,
      "tpr_at_fpr1": 0.8532818532818532,
      "auroc": 0.9860971415593265
    },
    "number": {
      "n": 2211,
      "accuracy": 0.8756218905472637,
      "tpr_at_fpr5": 0.9282178217821783,
      "tpr_at_fpr1": 0.8168316831683168,
      "auroc": 0.9850663532739828
    },
    "paraphrase": {
      "n": 2259,
      "accuracy": 0.8764940239043825,
      "tpr_at_fpr5": 0.8641826923076923,
      "tpr_at_fpr1": 0.6219951923076923,
      "auroc": 0.9738819085326438
    },
    "perplexity_misspelling": {
      "n": 2259,
      "accuracy": 0.8747233289065959,
      "tpr_at_fpr5": 0.8990384615384616,
      "tpr_at_fpr1": 0.7884615384615384,
      "auroc": 0.9792622818358111
    },
    "synonym": {
      "n": 2211,
      "accuracy": 0.8715513342379014,
      "tpr_at_fpr5": 0.9102722772277227,
      "tpr_at_fpr1": 0.7623762376237624,
      "auroc": 0.9792006406523005
    },
    "upper_lower": {
      "n": 2197,
      "accuracy": 0.8725534820209376,
      "tpr_at_fpr5": 0.9257178526841449,
      "tpr_at_fpr1": 0.8033707865168539,
      "auroc": 0.9831041030644467
    },
    "whitespace": {
      "n": 2208,
      "accuracy": 0.8745471014492754,
      "tpr_at_fpr5": 0.921264724116553,
      "tpr_at_fpr1": 0.8239305641661501,
      "auroc": 0.9838674217362083
    },
    "zero_width_space": {
      "n": 2210,
      "accuracy": 0.8742081447963801,
      "tpr_at_fpr5": 0.9294117647058824,
      "tpr_at_fpr1": 0.8390092879256966,
      "auroc": 0.9843244790176133
    }
  },
  "by_domain": {
    "abstracts": {
      "n": 3178,
      "accuracy": 0.9128382630585273,
      "tpr_at_fpr5": 0.9043747580332946,
      "tpr_at_fpr1": 0.7557104142469996,
      "auroc": 0.9824040185179763
    },
    "books": {
      "n": 3235,
      "accuracy": 0.9153013910355486,
      "tpr_at_fpr5": 0.9704545454545455,
      "tpr_at_fpr1": 0.9053030303030303,
      "auroc": 0.9939209320091673
    },
    "news": {
      "n": 3226,
      "accuracy": 0.912275263484191,
      "tpr_at_fpr5": 0.8749524895477004,
      "tpr_at_fpr1": 0.7229190421892816,
      "auroc": 0.9752428223284753
    },
    "poetry": {
      "n": 3136,
      "accuracy": 0.9075255102040817,
      "tpr_at_fpr5": 0.885478158205431,
      "tpr_at_fpr1": 0.7276662731208186,
      "auroc": 0.9738301932343185
    },
    "recipes": {
      "n": 3148,
      "accuracy": 0.9113722998729352,
      "tpr_at_fpr5": 0.9498629063846455,
      "tpr_at_fpr1": 0.8527222875048962,
      "auroc": 0.989551919475193
    },
    "reddit": {
      "n": 3179,
      "accuracy": 0.9053161371500472,
      "tpr_at_fpr5": 0.9036377708978328,
      "tpr_at_fpr1": 0.81656346749226,
      "auroc": 0.9770247417852589
    },
    "reviews": {
      "n": 1933,
      "accuracy": 0.8572167615106053,
      "tpr_at_fpr5": 0.9200298953662183,
      "tpr_at_fpr1": 0.8243647234678625,
      "auroc": 0.9841969074625365
    },
    "wiki": {
      "n": 3130,
      "accuracy": 0.9089456869009584,
      "tpr_at_fpr5": 0.9104536489151874,
      "tpr_at_fpr1": 0.7964497041420119,
      "auroc": 0.9816398985629755
    }
  }
}