| { |
| "overall": { |
| "n": 20000, |
| "accuracy": 0.98195, |
| "tpr_at_fpr5": 0.9146611698015975, |
| "tpr_at_fpr1": 0.7988662715794899, |
| "auroc": 0.9821251128640067 |
| }, |
| "by_attack": { |
| "alternative_spelling": { |
| "n": 2225, |
| "accuracy": 0.8728089887640449, |
| "tpr_at_fpr5": 0.9177914110429448, |
| "tpr_at_fpr1": 0.8165644171779141, |
| "auroc": 0.9824694540392843 |
| }, |
| "article_deletion": { |
| "n": 2231, |
| "accuracy": 0.8731510533393098, |
| "tpr_at_fpr5": 0.8905867970660146, |
| "tpr_at_fpr1": 0.7854523227383863, |
| "auroc": 0.9769421215919131 |
| }, |
| "homoglyph": { |
| "n": 2170, |
| "accuracy": 0.871889400921659, |
| "tpr_at_fpr5": 0.9326984126984127, |
| "tpr_at_fpr1": 0.8488888888888889, |
| "auroc": 0.9868662131519276 |
| }, |
| "insert_paragraphs": { |
| "n": 2215, |
| "accuracy": 0.8753950338600451, |
| "tpr_at_fpr5": 0.9302469135802469, |
| "tpr_at_fpr1": 0.8351851851851851, |
| "auroc": 0.9850887021475256 |
| }, |
| "none": { |
| "n": 2149, |
| "accuracy": 0.8711028385295486, |
| "tpr_at_fpr5": 0.9298584298584298, |
| "tpr_at_fpr1": 0.8532818532818532, |
| "auroc": 0.9860971415593265 |
| }, |
| "number": { |
| "n": 2211, |
| "accuracy": 0.8756218905472637, |
| "tpr_at_fpr5": 0.9282178217821783, |
| "tpr_at_fpr1": 0.8168316831683168, |
| "auroc": 0.9850663532739828 |
| }, |
| "paraphrase": { |
| "n": 2259, |
| "accuracy": 0.8764940239043825, |
| "tpr_at_fpr5": 0.8641826923076923, |
| "tpr_at_fpr1": 0.6219951923076923, |
| "auroc": 0.9738819085326438 |
| }, |
| "perplexity_misspelling": { |
| "n": 2259, |
| "accuracy": 0.8747233289065959, |
| "tpr_at_fpr5": 0.8990384615384616, |
| "tpr_at_fpr1": 0.7884615384615384, |
| "auroc": 0.9792622818358111 |
| }, |
| "synonym": { |
| "n": 2211, |
| "accuracy": 0.8715513342379014, |
| "tpr_at_fpr5": 0.9102722772277227, |
| "tpr_at_fpr1": 0.7623762376237624, |
| "auroc": 0.9792006406523005 |
| }, |
| "upper_lower": { |
| "n": 2197, |
| "accuracy": 0.8725534820209376, |
| "tpr_at_fpr5": 0.9257178526841449, |
| "tpr_at_fpr1": 0.8033707865168539, |
| "auroc": 0.9831041030644467 |
| }, |
| "whitespace": { |
| "n": 2208, |
| "accuracy": 0.8745471014492754, |
| "tpr_at_fpr5": 0.921264724116553, |
| "tpr_at_fpr1": 0.8239305641661501, |
| "auroc": 0.9838674217362083 |
| }, |
| "zero_width_space": { |
| "n": 2210, |
| "accuracy": 0.8742081447963801, |
| "tpr_at_fpr5": 0.9294117647058824, |
| "tpr_at_fpr1": 0.8390092879256966, |
| "auroc": 0.9843244790176133 |
| } |
| }, |
| "by_domain": { |
| "abstracts": { |
| "n": 3178, |
| "accuracy": 0.9128382630585273, |
| "tpr_at_fpr5": 0.9043747580332946, |
| "tpr_at_fpr1": 0.7557104142469996, |
| "auroc": 0.9824040185179763 |
| }, |
| "books": { |
| "n": 3235, |
| "accuracy": 0.9153013910355486, |
| "tpr_at_fpr5": 0.9704545454545455, |
| "tpr_at_fpr1": 0.9053030303030303, |
| "auroc": 0.9939209320091673 |
| }, |
| "news": { |
| "n": 3226, |
| "accuracy": 0.912275263484191, |
| "tpr_at_fpr5": 0.8749524895477004, |
| "tpr_at_fpr1": 0.7229190421892816, |
| "auroc": 0.9752428223284753 |
| }, |
| "poetry": { |
| "n": 3136, |
| "accuracy": 0.9075255102040817, |
| "tpr_at_fpr5": 0.885478158205431, |
| "tpr_at_fpr1": 0.7276662731208186, |
| "auroc": 0.9738301932343185 |
| }, |
| "recipes": { |
| "n": 3148, |
| "accuracy": 0.9113722998729352, |
| "tpr_at_fpr5": 0.9498629063846455, |
| "tpr_at_fpr1": 0.8527222875048962, |
| "auroc": 0.989551919475193 |
| }, |
| "reddit": { |
| "n": 3179, |
| "accuracy": 0.9053161371500472, |
| "tpr_at_fpr5": 0.9036377708978328, |
| "tpr_at_fpr1": 0.81656346749226, |
| "auroc": 0.9770247417852589 |
| }, |
| "reviews": { |
| "n": 1933, |
| "accuracy": 0.8572167615106053, |
| "tpr_at_fpr5": 0.9200298953662183, |
| "tpr_at_fpr1": 0.8243647234678625, |
| "auroc": 0.9841969074625365 |
| }, |
| "wiki": { |
| "n": 3130, |
| "accuracy": 0.9089456869009584, |
| "tpr_at_fpr5": 0.9104536489151874, |
| "tpr_at_fpr1": 0.7964497041420119, |
| "auroc": 0.9816398985629755 |
| } |
| } |
| } |
