anima-28block / text_encoder_verify_report.json
hUh63's picture
update text_encoder_verify_report.json
22b96d6 verified
Raw History Blame Contribute Delete
6.73 kB
{
"keys": {
"base_tensors": 310,
"tuned_tensors": 310,
"missing": [],
"extra": [],
"shape_dtype_mismatch": [],
"ok": true
},
"per_source": {
"curated-danbooru-2026": {
"base": {
"tokens": 5061,
"nll": 4.05774497420532,
"ppl": 57.843724805092926,
"docs": 40,
"nll_se": 0.04617537614100363
},
"tuned": {
"tokens": 5061,
"nll": 3.8139440042419976,
"ppl": 45.328864012215625,
"docs": 40,
"nll_se": 0.04841653168900285
},
"ppl_rel": -0.21635641264539404,
"ppl_rel_se": 0.06690535032832116,
"ppl_rel_adjusted": -0.35016711330203637
},
"danbooru-multitier-202606": {
"base": {
"tokens": 2749,
"nll": 4.1910434582746,
"ppl": 66.09171894343278,
"docs": 40,
"nll_se": 0.14156487400838158
},
"tuned": {
"tokens": 2749,
"nll": 3.6958819542333576,
"ppl": 40.28108299806597,
"docs": 40,
"nll_se": 0.12887968680857717
},
"ppl_rel": -0.39052753291918263,
"ppl_rel_se": 0.19144343087420337,
"ppl_rel_adjusted": -0.7734143946675893
},
"danbooru2026": {
"base": {
"tokens": 2473,
"nll": 6.029816944879701,
"ppl": 415.6389375819816,
"docs": 40,
"nll_se": 0.07910241182120735
},
"tuned": {
"tokens": 2473,
"nll": 5.111954321516124,
"ppl": 165.99444459745177,
"docs": 40,
"nll_se": 0.07086516782347178
},
"ppl_rel": -0.6006282626860227,
"ppl_rel_se": 0.1062029357719489,
"ppl_rel_adjusted": -0.8130341342299204
},
"finetune-prompts": {
"base": {
"tokens": 1282,
"nll": 4.878084322591653,
"ppl": 131.37874337303788,
"docs": 40,
"nll_se": 0.02855183924047859
},
"tuned": {
"tokens": 1282,
"nll": 4.122608440714582,
"ppl": 61.72002550392032,
"docs": 40,
"nll_se": 0.026490668992727923
},
"ppl_rel": -0.530213001591346,
"ppl_rel_se": 0.03894821007050786,
"ppl_rel_adjusted": -0.6081094217323617
},
"gelbooru2026": {
"base": {
"tokens": 3665,
"nll": 4.0800306291567185,
"ppl": 59.14728145349129,
"docs": 40,
"nll_se": 0.07913690637020336
},
"tuned": {
"tokens": 3665,
"nll": 3.6983866068383358,
"ppl": 40.38209957043017,
"docs": 40,
"nll_se": 0.06569960690197807
},
"ppl_rel": -0.3172619505397989,
"ppl_rel_se": 0.10285469506503228,
"ppl_rel_adjusted": -0.5229713406698635
},
"illustrious-generated": {
"base": {
"tokens": 4084,
"nll": 3.3398099146440376,
"ppl": 28.213763172444555,
"docs": 40,
"nll_se": 0.0756817416681815
},
"tuned": {
"tokens": 4084,
"nll": 2.6612010810097333,
"ppl": 14.313470416035205,
"docs": 40,
"nll_se": 0.06185227486199737
},
"ppl_rel": -0.4926777286478857,
"ppl_rel_se": 0.09774164888896356,
"ppl_rel_adjusted": -0.6881610264258129
},
"illustrious-pixivstyled": {
"base": {
"tokens": 4390,
"nll": 3.955873055773064,
"ppl": 52.241283594616775,
"docs": 40,
"nll_se": 0.030448978862518957
},
"tuned": {
"tokens": 4390,
"nll": 3.625276618557802,
"ppl": 37.53510463019084,
"docs": 40,
"nll_se": 0.033639693496407594
},
"ppl_rel": -0.28150493158903434,
"ppl_rel_se": 0.045373662980878825,
"ppl_rel_adjusted": -0.372252257550792
},
"kiranti-anime-captions": {
"base": {
"tokens": 2848,
"nll": 2.7782487333490606,
"ppl": 16.09081694776633,
"docs": 40,
"nll_se": 0.054203692106265924
},
"tuned": {
"tokens": 2848,
"nll": 2.526804163214866,
"ppl": 12.513451218555936,
"docs": 40,
"nll_se": 0.049422109854432496
},
"ppl_rel": -0.22232343707738172,
"ppl_rel_se": 0.07335247221746836,
"ppl_rel_adjusted": -0.3690283815123184
},
"minthy-multicaptions-v5": {
"base": {
"tokens": 2779,
"nll": 3.4162836393978835,
"ppl": 30.456018892401342,
"docs": 40,
"nll_se": 0.3121643368241445
},
"tuned": {
"tokens": 2779,
"nll": 3.3862642697955088,
"ppl": 29.555335023168073,
"docs": 40,
"nll_se": 0.32003783899533067
},
"ppl_rel": -0.02957326341355752,
"ppl_rel_se": 0.44706911274841965,
"ppl_rel_adjusted": -0.9237114889103968
},
"quarterturn-danbooru-eq": {
"base": {
"tokens": 5080,
"nll": 3.0796680360328494,
"ppl": 21.75118058937492,
"docs": 40,
"nll_se": 0.03941710855106193
},
"tuned": {
"tokens": 5080,
"nll": 2.8581718384750245,
"ppl": 17.429633606829146,
"docs": 40,
"nll_se": 0.03820616874995776
},
"ppl_rel": -0.19868103088881411,
"ppl_rel_se": 0.05489462430034884,
"ppl_rel_adjusted": -0.3084702794895118
}
},
"source_shares": {
"curated-danbooru-2026": 0.09135624686250089,
"danbooru-multitier-202606": 0.2207692713164346,
"danbooru2026": 0.16558543974111267,
"finetune-prompts": 1.6282568241209415e-05,
"gelbooru2026": 0.37870714752310397,
"illustrious-generated": 0.0010821008487081714,
"illustrious-pixivstyled": 8.776028306278972e-05,
"kiranti-anime-captions": 0.0928760452235914,
"minthy-multicaptions-v5": 0.03310494501597486,
"quarterturn-danbooru-eq": 0.016414760617269403
},
"source_rows": {
"curated-danbooru-2026": 331030,
"danbooru-multitier-202606": 799959,
"danbooru2026": 600000,
"finetune-prompts": 59,
"gelbooru2026": 1372248,
"illustrious-generated": 3921,
"illustrious-pixivstyled": 318,
"kiranti-anime-captions": 336537,
"minthy-multicaptions-v5": 119956,
"quarterturn-danbooru-eq": 59479
},
"ood": {
"base": {
"tokens": 253,
"nll": 1.7276436425009263,
"ppl": 5.6273781586405125,
"docs": 10,
"nll_se": 0.2655290073452291
},
"tuned": {
"tokens": 253,
"nll": 0.3878584548889884,
"ppl": 1.4738211573441005,
"docs": 10,
"nll_se": 0.18995067982406205
},
"ppl_rel": -0.7380980776845193
},
"max_regress": 0.05,
"gate_min_share": 0.05,
"gate_sigma": 2.0,
"regressed": [],
"regressed_small_sources": [],
"ok": true
}