{ "keys": { "base_tensors": 310, "tuned_tensors": 310, "missing": [], "extra": [], "shape_dtype_mismatch": [], "ok": true }, "per_source": { "curated-danbooru-2026": { "base": { "tokens": 5061, "nll": 4.05774497420532, "ppl": 57.843724805092926, "docs": 40, "nll_se": 0.04617537614100363 }, "tuned": { "tokens": 5061, "nll": 3.8139440042419976, "ppl": 45.328864012215625, "docs": 40, "nll_se": 0.04841653168900285 }, "ppl_rel": -0.21635641264539404, "ppl_rel_se": 0.06690535032832116, "ppl_rel_adjusted": -0.35016711330203637 }, "danbooru-multitier-202606": { "base": { "tokens": 2749, "nll": 4.1910434582746, "ppl": 66.09171894343278, "docs": 40, "nll_se": 0.14156487400838158 }, "tuned": { "tokens": 2749, "nll": 3.6958819542333576, "ppl": 40.28108299806597, "docs": 40, "nll_se": 0.12887968680857717 }, "ppl_rel": -0.39052753291918263, "ppl_rel_se": 0.19144343087420337, "ppl_rel_adjusted": -0.7734143946675893 }, "danbooru2026": { "base": { "tokens": 2473, "nll": 6.029816944879701, "ppl": 415.6389375819816, "docs": 40, "nll_se": 0.07910241182120735 }, "tuned": { "tokens": 2473, "nll": 5.111954321516124, "ppl": 165.99444459745177, "docs": 40, "nll_se": 0.07086516782347178 }, "ppl_rel": -0.6006282626860227, "ppl_rel_se": 0.1062029357719489, "ppl_rel_adjusted": -0.8130341342299204 }, "finetune-prompts": { "base": { "tokens": 1282, "nll": 4.878084322591653, "ppl": 131.37874337303788, "docs": 40, "nll_se": 0.02855183924047859 }, "tuned": { "tokens": 1282, "nll": 4.122608440714582, "ppl": 61.72002550392032, "docs": 40, "nll_se": 0.026490668992727923 }, "ppl_rel": -0.530213001591346, "ppl_rel_se": 0.03894821007050786, "ppl_rel_adjusted": -0.6081094217323617 }, "gelbooru2026": { "base": { "tokens": 3665, "nll": 4.0800306291567185, "ppl": 59.14728145349129, "docs": 40, "nll_se": 0.07913690637020336 }, "tuned": { "tokens": 3665, "nll": 3.6983866068383358, "ppl": 40.38209957043017, "docs": 40, "nll_se": 0.06569960690197807 }, "ppl_rel": -0.3172619505397989, "ppl_rel_se": 0.10285469506503228, "ppl_rel_adjusted": -0.5229713406698635 }, "illustrious-generated": { "base": { "tokens": 4084, "nll": 3.3398099146440376, "ppl": 28.213763172444555, "docs": 40, "nll_se": 0.0756817416681815 }, "tuned": { "tokens": 4084, "nll": 2.6612010810097333, "ppl": 14.313470416035205, "docs": 40, "nll_se": 0.06185227486199737 }, "ppl_rel": -0.4926777286478857, "ppl_rel_se": 0.09774164888896356, "ppl_rel_adjusted": -0.6881610264258129 }, "illustrious-pixivstyled": { "base": { "tokens": 4390, "nll": 3.955873055773064, "ppl": 52.241283594616775, "docs": 40, "nll_se": 0.030448978862518957 }, "tuned": { "tokens": 4390, "nll": 3.625276618557802, "ppl": 37.53510463019084, "docs": 40, "nll_se": 0.033639693496407594 }, "ppl_rel": -0.28150493158903434, "ppl_rel_se": 0.045373662980878825, "ppl_rel_adjusted": -0.372252257550792 }, "kiranti-anime-captions": { "base": { "tokens": 2848, "nll": 2.7782487333490606, "ppl": 16.09081694776633, "docs": 40, "nll_se": 0.054203692106265924 }, "tuned": { "tokens": 2848, "nll": 2.526804163214866, "ppl": 12.513451218555936, "docs": 40, "nll_se": 0.049422109854432496 }, "ppl_rel": -0.22232343707738172, "ppl_rel_se": 0.07335247221746836, "ppl_rel_adjusted": -0.3690283815123184 }, "minthy-multicaptions-v5": { "base": { "tokens": 2779, "nll": 3.4162836393978835, "ppl": 30.456018892401342, "docs": 40, "nll_se": 0.3121643368241445 }, "tuned": { "tokens": 2779, "nll": 3.3862642697955088, "ppl": 29.555335023168073, "docs": 40, "nll_se": 0.32003783899533067 }, "ppl_rel": -0.02957326341355752, "ppl_rel_se": 0.44706911274841965, "ppl_rel_adjusted": -0.9237114889103968 }, "quarterturn-danbooru-eq": { "base": { "tokens": 5080, "nll": 3.0796680360328494, "ppl": 21.75118058937492, "docs": 40, "nll_se": 0.03941710855106193 }, "tuned": { "tokens": 5080, "nll": 2.8581718384750245, "ppl": 17.429633606829146, "docs": 40, "nll_se": 0.03820616874995776 }, "ppl_rel": -0.19868103088881411, "ppl_rel_se": 0.05489462430034884, "ppl_rel_adjusted": -0.3084702794895118 } }, "source_shares": { "curated-danbooru-2026": 0.09135624686250089, "danbooru-multitier-202606": 0.2207692713164346, "danbooru2026": 0.16558543974111267, "finetune-prompts": 1.6282568241209415e-05, "gelbooru2026": 0.37870714752310397, "illustrious-generated": 0.0010821008487081714, "illustrious-pixivstyled": 8.776028306278972e-05, "kiranti-anime-captions": 0.0928760452235914, "minthy-multicaptions-v5": 0.03310494501597486, "quarterturn-danbooru-eq": 0.016414760617269403 }, "source_rows": { "curated-danbooru-2026": 331030, "danbooru-multitier-202606": 799959, "danbooru2026": 600000, "finetune-prompts": 59, "gelbooru2026": 1372248, "illustrious-generated": 3921, "illustrious-pixivstyled": 318, "kiranti-anime-captions": 336537, "minthy-multicaptions-v5": 119956, "quarterturn-danbooru-eq": 59479 }, "ood": { "base": { "tokens": 253, "nll": 1.7276436425009263, "ppl": 5.6273781586405125, "docs": 10, "nll_se": 0.2655290073452291 }, "tuned": { "tokens": 253, "nll": 0.3878584548889884, "ppl": 1.4738211573441005, "docs": 10, "nll_se": 0.18995067982406205 }, "ppl_rel": -0.7380980776845193 }, "max_regress": 0.05, "gate_min_share": 0.05, "gate_sigma": 2.0, "regressed": [], "regressed_small_sources": [], "ok": true }