Download text_encoder_verify_report.json from hUh63/anima-28block: direct link, hf CLI and curl.
- Browser
- Download file 6.73 kB
-
https://huggingface.co/hUh63/anima-28block/resolve/main/text_encoder_verify_report.json
- Command line
-
hf download hf://hUh63/anima-28block/text_encoder_verify_report.json
-
curl -L -o text_encoder_verify_report.json https://huggingface.co/hUh63/anima-28block/resolve/main/text_encoder_verify_report.json
6.73 kB
| { | |
| "keys": { | |
| "base_tensors": 310, | |
| "tuned_tensors": 310, | |
| "missing": [], | |
| "extra": [], | |
| "shape_dtype_mismatch": [], | |
| "ok": true | |
| }, | |
| "per_source": { | |
| "curated-danbooru-2026": { | |
| "base": { | |
| "tokens": 5061, | |
| "nll": 4.05774497420532, | |
| "ppl": 57.843724805092926, | |
| "docs": 40, | |
| "nll_se": 0.04617537614100363 | |
| }, | |
| "tuned": { | |
| "tokens": 5061, | |
| "nll": 3.8139440042419976, | |
| "ppl": 45.328864012215625, | |
| "docs": 40, | |
| "nll_se": 0.04841653168900285 | |
| }, | |
| "ppl_rel": -0.21635641264539404, | |
| "ppl_rel_se": 0.06690535032832116, | |
| "ppl_rel_adjusted": -0.35016711330203637 | |
| }, | |
| "danbooru-multitier-202606": { | |
| "base": { | |
| "tokens": 2749, | |
| "nll": 4.1910434582746, | |
| "ppl": 66.09171894343278, | |
| "docs": 40, | |
| "nll_se": 0.14156487400838158 | |
| }, | |
| "tuned": { | |
| "tokens": 2749, | |
| "nll": 3.6958819542333576, | |
| "ppl": 40.28108299806597, | |
| "docs": 40, | |
| "nll_se": 0.12887968680857717 | |
| }, | |
| "ppl_rel": -0.39052753291918263, | |
| "ppl_rel_se": 0.19144343087420337, | |
| "ppl_rel_adjusted": -0.7734143946675893 | |
| }, | |
| "danbooru2026": { | |
| "base": { | |
| "tokens": 2473, | |
| "nll": 6.029816944879701, | |
| "ppl": 415.6389375819816, | |
| "docs": 40, | |
| "nll_se": 0.07910241182120735 | |
| }, | |
| "tuned": { | |
| "tokens": 2473, | |
| "nll": 5.111954321516124, | |
| "ppl": 165.99444459745177, | |
| "docs": 40, | |
| "nll_se": 0.07086516782347178 | |
| }, | |
| "ppl_rel": -0.6006282626860227, | |
| "ppl_rel_se": 0.1062029357719489, | |
| "ppl_rel_adjusted": -0.8130341342299204 | |
| }, | |
| "finetune-prompts": { | |
| "base": { | |
| "tokens": 1282, | |
| "nll": 4.878084322591653, | |
| "ppl": 131.37874337303788, | |
| "docs": 40, | |
| "nll_se": 0.02855183924047859 | |
| }, | |
| "tuned": { | |
| "tokens": 1282, | |
| "nll": 4.122608440714582, | |
| "ppl": 61.72002550392032, | |
| "docs": 40, | |
| "nll_se": 0.026490668992727923 | |
| }, | |
| "ppl_rel": -0.530213001591346, | |
| "ppl_rel_se": 0.03894821007050786, | |
| "ppl_rel_adjusted": -0.6081094217323617 | |
| }, | |
| "gelbooru2026": { | |
| "base": { | |
| "tokens": 3665, | |
| "nll": 4.0800306291567185, | |
| "ppl": 59.14728145349129, | |
| "docs": 40, | |
| "nll_se": 0.07913690637020336 | |
| }, | |
| "tuned": { | |
| "tokens": 3665, | |
| "nll": 3.6983866068383358, | |
| "ppl": 40.38209957043017, | |
| "docs": 40, | |
| "nll_se": 0.06569960690197807 | |
| }, | |
| "ppl_rel": -0.3172619505397989, | |
| "ppl_rel_se": 0.10285469506503228, | |
| "ppl_rel_adjusted": -0.5229713406698635 | |
| }, | |
| "illustrious-generated": { | |
| "base": { | |
| "tokens": 4084, | |
| "nll": 3.3398099146440376, | |
| "ppl": 28.213763172444555, | |
| "docs": 40, | |
| "nll_se": 0.0756817416681815 | |
| }, | |
| "tuned": { | |
| "tokens": 4084, | |
| "nll": 2.6612010810097333, | |
| "ppl": 14.313470416035205, | |
| "docs": 40, | |
| "nll_se": 0.06185227486199737 | |
| }, | |
| "ppl_rel": -0.4926777286478857, | |
| "ppl_rel_se": 0.09774164888896356, | |
| "ppl_rel_adjusted": -0.6881610264258129 | |
| }, | |
| "illustrious-pixivstyled": { | |
| "base": { | |
| "tokens": 4390, | |
| "nll": 3.955873055773064, | |
| "ppl": 52.241283594616775, | |
| "docs": 40, | |
| "nll_se": 0.030448978862518957 | |
| }, | |
| "tuned": { | |
| "tokens": 4390, | |
| "nll": 3.625276618557802, | |
| "ppl": 37.53510463019084, | |
| "docs": 40, | |
| "nll_se": 0.033639693496407594 | |
| }, | |
| "ppl_rel": -0.28150493158903434, | |
| "ppl_rel_se": 0.045373662980878825, | |
| "ppl_rel_adjusted": -0.372252257550792 | |
| }, | |
| "kiranti-anime-captions": { | |
| "base": { | |
| "tokens": 2848, | |
| "nll": 2.7782487333490606, | |
| "ppl": 16.09081694776633, | |
| "docs": 40, | |
| "nll_se": 0.054203692106265924 | |
| }, | |
| "tuned": { | |
| "tokens": 2848, | |
| "nll": 2.526804163214866, | |
| "ppl": 12.513451218555936, | |
| "docs": 40, | |
| "nll_se": 0.049422109854432496 | |
| }, | |
| "ppl_rel": -0.22232343707738172, | |
| "ppl_rel_se": 0.07335247221746836, | |
| "ppl_rel_adjusted": -0.3690283815123184 | |
| }, | |
| "minthy-multicaptions-v5": { | |
| "base": { | |
| "tokens": 2779, | |
| "nll": 3.4162836393978835, | |
| "ppl": 30.456018892401342, | |
| "docs": 40, | |
| "nll_se": 0.3121643368241445 | |
| }, | |
| "tuned": { | |
| "tokens": 2779, | |
| "nll": 3.3862642697955088, | |
| "ppl": 29.555335023168073, | |
| "docs": 40, | |
| "nll_se": 0.32003783899533067 | |
| }, | |
| "ppl_rel": -0.02957326341355752, | |
| "ppl_rel_se": 0.44706911274841965, | |
| "ppl_rel_adjusted": -0.9237114889103968 | |
| }, | |
| "quarterturn-danbooru-eq": { | |
| "base": { | |
| "tokens": 5080, | |
| "nll": 3.0796680360328494, | |
| "ppl": 21.75118058937492, | |
| "docs": 40, | |
| "nll_se": 0.03941710855106193 | |
| }, | |
| "tuned": { | |
| "tokens": 5080, | |
| "nll": 2.8581718384750245, | |
| "ppl": 17.429633606829146, | |
| "docs": 40, | |
| "nll_se": 0.03820616874995776 | |
| }, | |
| "ppl_rel": -0.19868103088881411, | |
| "ppl_rel_se": 0.05489462430034884, | |
| "ppl_rel_adjusted": -0.3084702794895118 | |
| } | |
| }, | |
| "source_shares": { | |
| "curated-danbooru-2026": 0.09135624686250089, | |
| "danbooru-multitier-202606": 0.2207692713164346, | |
| "danbooru2026": 0.16558543974111267, | |
| "finetune-prompts": 1.6282568241209415e-05, | |
| "gelbooru2026": 0.37870714752310397, | |
| "illustrious-generated": 0.0010821008487081714, | |
| "illustrious-pixivstyled": 8.776028306278972e-05, | |
| "kiranti-anime-captions": 0.0928760452235914, | |
| "minthy-multicaptions-v5": 0.03310494501597486, | |
| "quarterturn-danbooru-eq": 0.016414760617269403 | |
| }, | |
| "source_rows": { | |
| "curated-danbooru-2026": 331030, | |
| "danbooru-multitier-202606": 799959, | |
| "danbooru2026": 600000, | |
| "finetune-prompts": 59, | |
| "gelbooru2026": 1372248, | |
| "illustrious-generated": 3921, | |
| "illustrious-pixivstyled": 318, | |
| "kiranti-anime-captions": 336537, | |
| "minthy-multicaptions-v5": 119956, | |
| "quarterturn-danbooru-eq": 59479 | |
| }, | |
| "ood": { | |
| "base": { | |
| "tokens": 253, | |
| "nll": 1.7276436425009263, | |
| "ppl": 5.6273781586405125, | |
| "docs": 10, | |
| "nll_se": 0.2655290073452291 | |
| }, | |
| "tuned": { | |
| "tokens": 253, | |
| "nll": 0.3878584548889884, | |
| "ppl": 1.4738211573441005, | |
| "docs": 10, | |
| "nll_se": 0.18995067982406205 | |
| }, | |
| "ppl_rel": -0.7380980776845193 | |
| }, | |
| "max_regress": 0.05, | |
| "gate_min_share": 0.05, | |
| "gate_sigma": 2.0, | |
| "regressed": [], | |
| "regressed_small_sources": [], | |
| "ok": true | |
| } | |