{ "model": "rishanthrajendhran/IdeaLens-ModernBERT-L", "input": "outline", "flag_rule": "flag the document as AI when P(human) < cut", "calibration": { "data": "WildOutlines, calibration split (human documents only)", "scores_from": "the training run's stored predictions on the calibration split", "n_humans": 80000, "n_per_format": { "Academic Writing": 10000, "Creative Writing": 10000, "Knowledge Article": 10000, "News Article": 10000, "Nonfiction Writing": 10000, "Personal About Page": 10000, "Personal Blog": 10000, "User Reviews": 10000 }, "n_per_topic": { "Art & Design": 3338, "Crime & Law": 3931, "Education & Jobs": 3974, "Entertainment": 4692, "Fashion & Beauty": 2999, "Finance & Business": 4855, "Food & Dining": 2696, "Games": 4257, "Hardware": 2253, "Health": 5069, "History": 2554, "Home & Hobbies": 4192, "Industrial": 2299, "Literature": 3571, "Politics": 3728, "Religion": 3617, "Science & Tech.": 4154, "Social Life": 3126, "Software": 2257, "Software Dev.": 2468, "Sports & Fitness": 4224, "Transportation": 2810, "Travel": 2936 } }, "method": { "global": "the target-FPR quantile of P(human) over all calibration humans", "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", "min_group_humans": 200, "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" }, "fpr_targets": [ 0.001, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2 ], "global": { "0.001": 0.005139531451277435, "0.005": 0.024237636476755142, "0.01": 0.05541279539465904, "0.02": 0.182997182905674, "0.05": 0.6486834049224853, "0.1": 0.8966140151023865, "0.2": 0.9773707389831543 }, "per_format": { "0.005": { "Academic Writing": 0.03953759199380875, "Creative Writing": 0.05771391174197197, "Knowledge Article": 0.019235945463180543, "News Article": 0.019345112003386022, "Nonfiction Writing": 0.016097568452358248, "Personal About Page": 0.04852480654418469, "Personal Blog": 0.03317504641413689, "User Reviews": 0.02776208963990212 }, "0.01": { "Academic Writing": 0.12872246548533442, "Creative Writing": 0.1665476575791836, "Knowledge Article": 0.03676119011640549, "News Article": 0.046824600577354436, "Nonfiction Writing": 0.029045478478074076, "Personal About Page": 0.12370659753680231, "Personal Blog": 0.11285716816782951, "User Reviews": 0.08841504457592966 }, "0.02": { "Academic Writing": 0.37497584372758863, "Creative Writing": 0.36964609414339067, "Knowledge Article": 0.08466875571012497, "News Article": 0.16145060497522357, "Nonfiction Writing": 0.07510314583778382, "Personal About Page": 0.31876455098390594, "Personal Blog": 0.3270333116650582, "User Reviews": 0.2942755115628243 }, "0.05": { "Academic Writing": 0.7944207191467285, "Creative Writing": 0.7330899429321289, "Knowledge Article": 0.3667260706424713, "News Article": 0.5772577738761903, "Nonfiction Writing": 0.4114002323150635, "Personal About Page": 0.6979178619384766, "Personal Blog": 0.7110324096679688, "User Reviews": 0.7446396446228027 }, "0.1": { "Academic Writing": 0.9471324324607849, "Creative Writing": 0.9085190653800964, "Knowledge Article": 0.8029681372642518, "News Article": 0.8600945830345154, "Nonfiction Writing": 0.8666762709617615, "Personal About Page": 0.8915582060813904, "Personal Blog": 0.9003047823905945, "User Reviews": 0.9365684390068054 }, "0.2": { "Academic Writing": 0.9886121273040771, "Creative Writing": 0.9766665458679199, "Knowledge Article": 0.9701791286468506, "News Article": 0.9669312953948974, "Nonfiction Writing": 0.9753310680389404, "Personal About Page": 0.9737387657165527, "Personal Blog": 0.9732376575469971, "User Reviews": 0.9861243724822998 } }, "per_topic": { "0.005": { "Health": 0.023053244813589616 }, "0.01": { "Art & Design": 0.06763211139087584, "Crime & Law": 0.07036863836068664, "Education & Jobs": 0.05330997003780395, "Entertainment": 0.04512200002518127, "Fashion & Beauty": 0.088135457826969, "Finance & Business": 0.04148502488309716, "Food & Dining": 0.05131299507598449, "Games": 0.05958534698312023, "Health": 0.044195629122912736, "History": 0.11171335421877035, "Home & Hobbies": 0.05877323033714537, "Literature": 0.09868350075013241, "Politics": 0.07981549680108586, "Religion": 0.05817645865597424, "Science & Tech.": 0.05320098759011352, "Social Life": 0.04563931021024928, "Sports & Fitness": 0.06428856616490729, "Transportation": 0.07430894629724619, "Travel": 0.0492034640790918 }, "0.02": { "Art & Design": 0.2667693970327142, "Crime & Law": 0.2786540611408266, "Education & Jobs": 0.1945583799670131, "Entertainment": 0.17524809834921323, "Fashion & Beauty": 0.2666449849335448, "Finance & Business": 0.10400221619777822, "Food & Dining": 0.21489607520957835, "Games": 0.18023701900990916, "Hardware": 0.25904285000019167, "Health": 0.11940725700124312, "History": 0.388731863553174, "Home & Hobbies": 0.23846134369859992, "Industrial": 0.14381403822728955, "Literature": 0.2830624036244242, "Politics": 0.22826410531634006, "Religion": 0.21331345031312893, "Science & Tech.": 0.15791790899542096, "Social Life": 0.14721397015571044, "Software": 0.14573120189892136, "Software Dev.": 0.18237710482808323, "Sports & Fitness": 0.2365606066013716, "Transportation": 0.22459357514781017, "Travel": 0.24334309230160414 }, "0.05": { "Art & Design": 0.7016386904100638, "Crime & Law": 0.7753899506732179, "Education & Jobs": 0.5901288853020885, "Entertainment": 0.6629933400069249, "Fashion & Beauty": 0.6879606136594562, "Finance & Business": 0.4055291469428589, "Food & Dining": 0.6740288405210996, "Games": 0.6245980470759533, "Hardware": 0.7054242893893569, "Health": 0.48469294387655726, "History": 0.7848231397507264, "Home & Hobbies": 0.6597234686762005, "Industrial": 0.6432633246499118, "Literature": 0.7456914604230525, "Politics": 0.7118498336143346, "Religion": 0.6700943714051888, "Science & Tech.": 0.6269058667327106, "Social Life": 0.6001305766867184, "Software": 0.5572515561183712, "Software Dev.": 0.6317542892003405, "Sports & Fitness": 0.6906096807623959, "Transportation": 0.7103921012521464, "Travel": 0.6828169851859235 }, "0.1": { "Art & Design": 0.909681719706948, "Crime & Law": 0.9384883085169886, "Education & Jobs": 0.8584615583345409, "Entertainment": 0.9046775788996986, "Fashion & Beauty": 0.9033018975414825, "Finance & Business": 0.7865695125306245, "Food & Dining": 0.909378945689829, "Games": 0.8758573694025886, "Hardware": 0.9099728331374239, "Health": 0.8523264182308482, "History": 0.9392392507291001, "Home & Hobbies": 0.8975603867702975, "Industrial": 0.9076183274006392, "Literature": 0.9243477025665889, "Politics": 0.9148298466672634, "Religion": 0.9027840338482934, "Science & Tech.": 0.9010606672694312, "Social Life": 0.8690233408366493, "Software": 0.8665858072745392, "Software Dev.": 0.8897073692649651, "Sports & Fitness": 0.9008747022184569, "Transportation": 0.9145631512455124, "Travel": 0.900314012768516 }, "0.2": { "Art & Design": 0.978772696851663, "Crime & Law": 0.9863508726200667, "Education & Jobs": 0.9701707525720263, "Entertainment": 0.9775946031887088, "Fashion & Beauty": 0.9786560668059101, "Finance & Business": 0.952645285732482, "Food & Dining": 0.9798511684262082, "Games": 0.9683222689941929, "Hardware": 0.97939984327413, "Health": 0.9728951033173787, "History": 0.9864768436599448, "Home & Hobbies": 0.97890669246384, "Industrial": 0.9814533342543084, "Literature": 0.9840160129274887, "Politics": 0.9806345429417409, "Religion": 0.9790018851000518, "Science & Tech.": 0.9793746653784134, "Social Life": 0.9643663023656431, "Software": 0.972314228825091, "Software Dev.": 0.9730703673308982, "Sports & Fitness": 0.9773271697394412, "Transportation": 0.9812334339497453, "Travel": 0.9784419171682082 } } }