| { |
| "model": "rishanthrajendhran/IdeaLens-ModernBERT-L", |
| "input": "outline", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training run's stored predictions on the calibration split", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| }, |
| "n_per_topic": { |
| "Art & Design": 3338, |
| "Crime & Law": 3931, |
| "Education & Jobs": 3974, |
| "Entertainment": 4692, |
| "Fashion & Beauty": 2999, |
| "Finance & Business": 4855, |
| "Food & Dining": 2696, |
| "Games": 4257, |
| "Hardware": 2253, |
| "Health": 5069, |
| "History": 2554, |
| "Home & Hobbies": 4192, |
| "Industrial": 2299, |
| "Literature": 3571, |
| "Politics": 3728, |
| "Religion": 3617, |
| "Science & Tech.": 4154, |
| "Social Life": 3126, |
| "Software": 2257, |
| "Software Dev.": 2468, |
| "Sports & Fitness": 4224, |
| "Transportation": 2810, |
| "Travel": 2936 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05, |
| 0.1, |
| 0.2 |
| ], |
| "global": { |
| "0.001": 0.005139531451277435, |
| "0.005": 0.024237636476755142, |
| "0.01": 0.05541279539465904, |
| "0.02": 0.182997182905674, |
| "0.05": 0.6486834049224853, |
| "0.1": 0.8966140151023865, |
| "0.2": 0.9773707389831543 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.03953759199380875, |
| "Creative Writing": 0.05771391174197197, |
| "Knowledge Article": 0.019235945463180543, |
| "News Article": 0.019345112003386022, |
| "Nonfiction Writing": 0.016097568452358248, |
| "Personal About Page": 0.04852480654418469, |
| "Personal Blog": 0.03317504641413689, |
| "User Reviews": 0.02776208963990212 |
| }, |
| "0.01": { |
| "Academic Writing": 0.12872246548533442, |
| "Creative Writing": 0.1665476575791836, |
| "Knowledge Article": 0.03676119011640549, |
| "News Article": 0.046824600577354436, |
| "Nonfiction Writing": 0.029045478478074076, |
| "Personal About Page": 0.12370659753680231, |
| "Personal Blog": 0.11285716816782951, |
| "User Reviews": 0.08841504457592966 |
| }, |
| "0.02": { |
| "Academic Writing": 0.37497584372758863, |
| "Creative Writing": 0.36964609414339067, |
| "Knowledge Article": 0.08466875571012497, |
| "News Article": 0.16145060497522357, |
| "Nonfiction Writing": 0.07510314583778382, |
| "Personal About Page": 0.31876455098390594, |
| "Personal Blog": 0.3270333116650582, |
| "User Reviews": 0.2942755115628243 |
| }, |
| "0.05": { |
| "Academic Writing": 0.7944207191467285, |
| "Creative Writing": 0.7330899429321289, |
| "Knowledge Article": 0.3667260706424713, |
| "News Article": 0.5772577738761903, |
| "Nonfiction Writing": 0.4114002323150635, |
| "Personal About Page": 0.6979178619384766, |
| "Personal Blog": 0.7110324096679688, |
| "User Reviews": 0.7446396446228027 |
| }, |
| "0.1": { |
| "Academic Writing": 0.9471324324607849, |
| "Creative Writing": 0.9085190653800964, |
| "Knowledge Article": 0.8029681372642518, |
| "News Article": 0.8600945830345154, |
| "Nonfiction Writing": 0.8666762709617615, |
| "Personal About Page": 0.8915582060813904, |
| "Personal Blog": 0.9003047823905945, |
| "User Reviews": 0.9365684390068054 |
| }, |
| "0.2": { |
| "Academic Writing": 0.9886121273040771, |
| "Creative Writing": 0.9766665458679199, |
| "Knowledge Article": 0.9701791286468506, |
| "News Article": 0.9669312953948974, |
| "Nonfiction Writing": 0.9753310680389404, |
| "Personal About Page": 0.9737387657165527, |
| "Personal Blog": 0.9732376575469971, |
| "User Reviews": 0.9861243724822998 |
| } |
| }, |
| "per_topic": { |
| "0.005": { |
| "Health": 0.023053244813589616 |
| }, |
| "0.01": { |
| "Art & Design": 0.06763211139087584, |
| "Crime & Law": 0.07036863836068664, |
| "Education & Jobs": 0.05330997003780395, |
| "Entertainment": 0.04512200002518127, |
| "Fashion & Beauty": 0.088135457826969, |
| "Finance & Business": 0.04148502488309716, |
| "Food & Dining": 0.05131299507598449, |
| "Games": 0.05958534698312023, |
| "Health": 0.044195629122912736, |
| "History": 0.11171335421877035, |
| "Home & Hobbies": 0.05877323033714537, |
| "Literature": 0.09868350075013241, |
| "Politics": 0.07981549680108586, |
| "Religion": 0.05817645865597424, |
| "Science & Tech.": 0.05320098759011352, |
| "Social Life": 0.04563931021024928, |
| "Sports & Fitness": 0.06428856616490729, |
| "Transportation": 0.07430894629724619, |
| "Travel": 0.0492034640790918 |
| }, |
| "0.02": { |
| "Art & Design": 0.2667693970327142, |
| "Crime & Law": 0.2786540611408266, |
| "Education & Jobs": 0.1945583799670131, |
| "Entertainment": 0.17524809834921323, |
| "Fashion & Beauty": 0.2666449849335448, |
| "Finance & Business": 0.10400221619777822, |
| "Food & Dining": 0.21489607520957835, |
| "Games": 0.18023701900990916, |
| "Hardware": 0.25904285000019167, |
| "Health": 0.11940725700124312, |
| "History": 0.388731863553174, |
| "Home & Hobbies": 0.23846134369859992, |
| "Industrial": 0.14381403822728955, |
| "Literature": 0.2830624036244242, |
| "Politics": 0.22826410531634006, |
| "Religion": 0.21331345031312893, |
| "Science & Tech.": 0.15791790899542096, |
| "Social Life": 0.14721397015571044, |
| "Software": 0.14573120189892136, |
| "Software Dev.": 0.18237710482808323, |
| "Sports & Fitness": 0.2365606066013716, |
| "Transportation": 0.22459357514781017, |
| "Travel": 0.24334309230160414 |
| }, |
| "0.05": { |
| "Art & Design": 0.7016386904100638, |
| "Crime & Law": 0.7753899506732179, |
| "Education & Jobs": 0.5901288853020885, |
| "Entertainment": 0.6629933400069249, |
| "Fashion & Beauty": 0.6879606136594562, |
| "Finance & Business": 0.4055291469428589, |
| "Food & Dining": 0.6740288405210996, |
| "Games": 0.6245980470759533, |
| "Hardware": 0.7054242893893569, |
| "Health": 0.48469294387655726, |
| "History": 0.7848231397507264, |
| "Home & Hobbies": 0.6597234686762005, |
| "Industrial": 0.6432633246499118, |
| "Literature": 0.7456914604230525, |
| "Politics": 0.7118498336143346, |
| "Religion": 0.6700943714051888, |
| "Science & Tech.": 0.6269058667327106, |
| "Social Life": 0.6001305766867184, |
| "Software": 0.5572515561183712, |
| "Software Dev.": 0.6317542892003405, |
| "Sports & Fitness": 0.6906096807623959, |
| "Transportation": 0.7103921012521464, |
| "Travel": 0.6828169851859235 |
| }, |
| "0.1": { |
| "Art & Design": 0.909681719706948, |
| "Crime & Law": 0.9384883085169886, |
| "Education & Jobs": 0.8584615583345409, |
| "Entertainment": 0.9046775788996986, |
| "Fashion & Beauty": 0.9033018975414825, |
| "Finance & Business": 0.7865695125306245, |
| "Food & Dining": 0.909378945689829, |
| "Games": 0.8758573694025886, |
| "Hardware": 0.9099728331374239, |
| "Health": 0.8523264182308482, |
| "History": 0.9392392507291001, |
| "Home & Hobbies": 0.8975603867702975, |
| "Industrial": 0.9076183274006392, |
| "Literature": 0.9243477025665889, |
| "Politics": 0.9148298466672634, |
| "Religion": 0.9027840338482934, |
| "Science & Tech.": 0.9010606672694312, |
| "Social Life": 0.8690233408366493, |
| "Software": 0.8665858072745392, |
| "Software Dev.": 0.8897073692649651, |
| "Sports & Fitness": 0.9008747022184569, |
| "Transportation": 0.9145631512455124, |
| "Travel": 0.900314012768516 |
| }, |
| "0.2": { |
| "Art & Design": 0.978772696851663, |
| "Crime & Law": 0.9863508726200667, |
| "Education & Jobs": 0.9701707525720263, |
| "Entertainment": 0.9775946031887088, |
| "Fashion & Beauty": 0.9786560668059101, |
| "Finance & Business": 0.952645285732482, |
| "Food & Dining": 0.9798511684262082, |
| "Games": 0.9683222689941929, |
| "Hardware": 0.97939984327413, |
| "Health": 0.9728951033173787, |
| "History": 0.9864768436599448, |
| "Home & Hobbies": 0.97890669246384, |
| "Industrial": 0.9814533342543084, |
| "Literature": 0.9840160129274887, |
| "Politics": 0.9806345429417409, |
| "Religion": 0.9790018851000518, |
| "Science & Tech.": 0.9793746653784134, |
| "Social Life": 0.9643663023656431, |
| "Software": 0.972314228825091, |
| "Software Dev.": 0.9730703673308982, |
| "Sports & Fitness": 0.9773271697394412, |
| "Transportation": 0.9812334339497453, |
| "Travel": 0.9784419171682082 |
| } |
| } |
| } |
|
|
