{ "device": "cuda", "gpu": "AMD Radeon Graphics", "n_test": 6496, "models": [ { "repo": "KucLab/Censer.9 (this work)", "params": 903552, "checkpoint_mb": 3.62, "latency_ms": 1.3860261449008249, "throughput_s": 1859.7414693672952, "vram_mb": 105.291776, "metrics": { "accuracy": 0.8577586206896551, "precision": 0.8508461235733963, "recall": 0.7986701145179165, "f1": 0.8239329268292683, "tp": 2162, "fp": 379, "tn": 3410, "fn": 545, "total": 6496 } }, { "repo": "KucLab/Censer.5 (prev)", "params": 902272, "checkpoint_mb": 3.62, "latency_ms": 1.353798654745333, "throughput_s": 1827.5500336939183, "vram_mb": 96.704, "metrics": { "accuracy": 0.8763854679802956, "precision": 0.8644716692189893, "recall": 0.8341337273734761, "f1": 0.8490317728896409, "tp": 2258, "fp": 354, "tn": 3435, "fn": 449, "total": 6496 } }, { "repo": "KucLab/Censer.4 (old)", "params": 902272, "checkpoint_mb": 3.62, "latency_ms": 1.3921621147892438, "throughput_s": 1708.3037086245356, "vram_mb": 95.030784, "metrics": { "accuracy": 0.874384236453202, "precision": 0.868042039704165, "recall": 0.8237901736239379, "f1": 0.8453373768006066, "tp": 2230, "fp": 339, "tn": 3450, "fn": 477, "total": 6496 } }, { "repo": "KucLab/Censer.3 (old)", "params": 14424000, "checkpoint_mb": 57.71, "latency_ms": 4.360620900115464, "throughput_s": 269.7258749949498, "vram_mb": 239.994368, "metrics": { "accuracy": 0.8574507389162561, "precision": 0.8552054248105305, "recall": 0.7920206871074991, "f1": 0.8224012274645186, "tp": 2144, "fp": 363, "tn": 3426, "fn": 563, "total": 6496 } }, { "repo": "KucLab/Censer.2 (old)", "params": 7343872, "checkpoint_mb": 29.39, "latency_ms": 2.769896234967746, "throughput_s": 551.4543971045085, "vram_mb": 170.506752, "metrics": { "accuracy": 0.8625307881773399, "precision": 0.8610668789808917, "recall": 0.7990395271518286, "f1": 0.8288944242191991, "tp": 2163, "fp": 349, "tn": 3440, "fn": 544, "total": 6496 } }, { "repo": "KucLab/Censer.1 (baseline)", "params": 1115520, "checkpoint_mb": 4.47, "latency_ms": 1.6824865649687126, "throughput_s": 1697.0033244680535, "vram_mb": 96.736768, "metrics": { "accuracy": 0.8648399014778325, "precision": 0.8478508938759984, "recall": 0.8234207609900258, "f1": 0.8354572713643178, "tp": 2229, "fp": 400, "tn": 3389, "fn": 478, "total": 6496 } }, { "repo": "keyword baseline", "params": 0, "checkpoint_mb": 0.0, "latency_ms": 0.03355584529237397, "throughput_s": 29801.06718477641, "vram_mb": 0.0, "metrics": { "accuracy": 0.5681958128078818, "precision": 0.37371134020618557, "recall": 0.05356483191725157, "f1": 0.09369951534733441, "tp": 145, "fp": 243, "tn": 3546, "fn": 2562, "total": 6496 } }, { "repo": "martin-ha/toxic-comment-model", "params": 66955010, "checkpoint_mb": 0.0, "latency_ms": 7.814959404931869, "throughput_s": 129.29452614581362, "vram_mb": 539.696128, "metrics": { "accuracy": 0.7438423645320197, "precision": 0.9610963748894783, "recall": 0.40155153306243074, "f1": 0.566440854611777, "tp": 1087, "fp": 44, "tn": 3745, "fn": 1620, "total": 6496 } }, { "repo": "unitary/toxic-bert", "params": 109486854, "checkpoint_mb": 0.0, "latency_ms": 14.079030790016986, "throughput_s": 67.56437138466154, "vram_mb": 708.03712, "metrics": { "accuracy": 0.7944889162561576, "precision": 0.9654002713704206, "recall": 0.5256741780568895, "f1": 0.6806983975125568, "tp": 1423, "fp": 51, "tn": 3738, "fn": 1284, "total": 6496 } }, { "repo": "unitary/unbiased-toxic-roberta", "params": 124657936, "checkpoint_mb": 0.0, "latency_ms": 14.846192635013722, "throughput_s": 65.28570630963951, "vram_mb": 770.71872, "metrics": { "accuracy": 0.8218903940886699, "precision": 0.9398410896708286, "recall": 0.6117473217584042, "f1": 0.7411053927053033, "tp": 1656, "fp": 106, "tn": 3683, "fn": 1051, "total": 6496 } }, { "repo": "Hate-speech-CNERG/dehatebert-mono-english", "params": 167357954, "checkpoint_mb": 0.0, "latency_ms": 14.497019650007132, "throughput_s": 66.21927777552658, "vram_mb": 923.411968, "metrics": { "accuracy": 0.635929802955665, "precision": 0.875, "recall": 0.14739564093091984, "f1": 0.2522921277268416, "tp": 399, "fp": 57, "tn": 3732, "fn": 2308, "total": 6496 } }, { "repo": "Hate-speech-CNERG/bert-base-uncased-hatexplain", "params": 109484547, "checkpoint_mb": 0.0, "latency_ms": 14.151658390183002, "throughput_s": 67.32848692360528, "vram_mb": 691.767296, "metrics": { "accuracy": 0.7039716748768473, "precision": 0.7606382978723404, "recall": 0.4226080531954193, "f1": 0.5433388743766325, "tp": 1144, "fp": 360, "tn": 3429, "fn": 1563, "total": 6496 } } ] }