Download text_encoder_train_report.json from hUh63/anima-28block: direct link, hf CLI and curl.
- Browser
- Download file 44.4 kB
-
https://huggingface.co/hUh63/anima-28block/resolve/main/text_encoder_train_report.json
- Command line
-
hf download hf://hUh63/anima-28block/text_encoder_train_report.json
-
curl -L -o text_encoder_train_report.json https://huggingface.co/hUh63/anima-28block/resolve/main/text_encoder_train_report.json
44.4 kB
{
"config": {
"layers": 8,
"rank": 16,
"alpha": 32.0,
"seq": 128,
"batch": 16,
"lr": 2e-05,
"steps": 320,
"seen_tokens": 4683515,
"holdout": 360,
"corpus_shards": 42,
"patience": 5,
"stopped_early": false,
"gate_min_share": 0.05,
"gate_sigma": 2.0,
"gate_sources": [
"curated-danbooru-2026",
"danbooru-multitier-202606",
"danbooru2026",
"gelbooru2026",
"kiranti-anime-captions"
],
"source_shares": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"source_rows": {
"curated-danbooru-2026": 331030,
"danbooru-multitier-202606": 799959,
"danbooru2026": 600000,
"finetune-prompts": 59,
"gelbooru2026": 1372248,
"illustrious-generated": 3921,
"illustrious-pixivstyled": 318,
"kiranti-anime-captions": 336537,
"minthy-multicaptions-v5": 119956,
"quarterturn-danbooru-eq": 59479
}
},
"train_params": 2883584,
"holdout_before": {
"tokens": 31518,
"nll": 3.7177748705228955,
"ppl": 41.17267756735686,
"docs": 360,
"nll_se": 0.04689415943569694
},
"holdout_after": {
"tokens": 31518,
"nll": 3.6823124222604444,
"ppl": 39.73817935904191,
"docs": 360,
"nll_se": 0.04511947915079031
},
"per_source": {
"curated-danbooru-2026": {
"before": {
"tokens": 15136,
"nll": 3.7458959986745177,
"ppl": 42.34693302142319,
"docs": 120,
"nll_se": 0.027217884461217968
},
"after": {
"tokens": 15136,
"nll": 3.780188207646505,
"ppl": 43.82428902574539,
"docs": 120,
"nll_se": 0.026366502154150765
},
"ppl_rel": 0.03488696580635028,
"ppl_rel_se": 0.037895,
"ppl_rel_adjusted": -0.040902
},
"danbooru-multitier-202606": {
"before": {
"tokens": 10545,
"nll": 3.8567292865953946,
"ppl": 47.31035941318033,
"docs": 120,
"nll_se": 0.07301281770708139
},
"after": {
"tokens": 10545,
"nll": 3.546551377652323,
"ppl": 34.69346628247218,
"docs": 120,
"nll_se": 0.06328619387169906
},
"ppl_rel": -0.26668351894179804,
"ppl_rel_se": 0.096623,
"ppl_rel_adjusted": -0.45993
},
"danbooru2026": {
"before": {
"tokens": 7817,
"nll": 4.889558239454074,
"ppl": 132.8948533790202,
"docs": 120,
"nll_se": 0.04179742683231298
},
"after": {
"tokens": 7817,
"nll": 4.949205976107762,
"ppl": 141.06291211892866,
"docs": 120,
"nll_se": 0.04129371118900849
},
"ppl_rel": 0.061462566323865986,
"ppl_rel_se": 0.058755,
"ppl_rel_adjusted": -0.056048
},
"finetune-prompts": {
"before": {
"tokens": 1904,
"nll": 4.157983443316291,
"ppl": 63.94244892872934,
"docs": 59,
"nll_se": 0.025680539317796503
},
"after": {
"tokens": 1904,
"nll": 4.119848619989988,
"ppl": 61.54992413102558,
"docs": 59,
"nll_se": 0.02258589796135293
},
"ppl_rel": -0.037416846520384094,
"ppl_rel_se": 0.0342,
"ppl_rel_adjusted": -0.105816
},
"gelbooru2026": {
"before": {
"tokens": 10181,
"nll": 3.5835074962514426,
"ppl": 35.999588082988595,
"docs": 120,
"nll_se": 0.04647690134306208
},
"after": {
"tokens": 10181,
"nll": 3.6427097873221257,
"ppl": 38.19519748121914,
"docs": 120,
"nll_se": 0.045070313787316255
},
"ppl_rel": 0.06098984780517718,
"ppl_rel_se": 0.064741,
"ppl_rel_adjusted": -0.068493
},
"illustrious-generated": {
"before": {
"tokens": 12647,
"nll": 2.609553303540983,
"ppl": 13.592977560529269,
"docs": 120,
"nll_se": 0.03798390047240266
},
"after": {
"tokens": 12647,
"nll": 2.7177887843646222,
"ppl": 15.14679236361667,
"docs": 120,
"nll_se": 0.03490026362374611
},
"ppl_rel": 0.11431011315720153,
"ppl_rel_se": 0.051583,
"ppl_rel_adjusted": 0.011144
},
"illustrious-pixivstyled": {
"before": {
"tokens": 13221,
"nll": 3.541787527448047,
"ppl": 34.52858485307277,
"docs": 120,
"nll_se": 0.02027147398605596
},
"after": {
"tokens": 13221,
"nll": 3.6177704016692194,
"ppl": 37.25441277878276,
"docs": 120,
"nll_se": 0.019831248976567486
},
"ppl_rel": 0.07894409624110062,
"ppl_rel_se": 0.028359,
"ppl_rel_adjusted": 0.022227
},
"kiranti-anime-captions": {
"before": {
"tokens": 8788,
"nll": 2.5429838351569614,
"ppl": 12.717561520319704,
"docs": 120,
"nll_se": 0.0348375564347301
},
"after": {
"tokens": 8788,
"nll": 2.4959994330425723,
"ppl": 12.133854435614737,
"docs": 120,
"nll_se": 0.033478948667480954
},
"ppl_rel": -0.04589772054747594,
"ppl_rel_se": 0.048317,
"ppl_rel_adjusted": -0.142531
},
"minthy-multicaptions-v5": {
"before": {
"tokens": 8171,
"nll": 3.473335054159719,
"ppl": 32.244099142016246,
"docs": 120,
"nll_se": 0.19000138878710962
},
"after": {
"tokens": 8171,
"nll": 3.4090499607152007,
"ppl": 30.23650474238633,
"docs": 120,
"nll_se": 0.1795675622808109
},
"ppl_rel": -0.06226238142947168,
"ppl_rel_se": 0.261429,
"ppl_rel_adjusted": -0.58512
},
"quarterturn-danbooru-eq": {
"before": {
"tokens": 15240,
"nll": 2.9397048269356953,
"ppl": 18.91026368789584,
"docs": 120,
"nll_se": 0.025823443302529094
},
"after": {
"tokens": 15240,
"nll": 2.875119859590305,
"ppl": 17.727548810864477,
"docs": 120,
"nll_se": 0.024933952244386482
},
"ppl_rel": -0.06254354230863524,
"ppl_rel_se": 0.035896,
"ppl_rel_adjusted": -0.134336
}
},
"per_source_regressed": [],
"best_step": 320,
"base_mean_ppl": 43.448766958917545,
"ppl_rel_change": -0.03484102305389702,
"history": [
{
"step": 40,
"loss": 1.7537016868591309,
"ema": 1.5896343691403023,
"grad_norm": 1.3956170082092285,
"seen_tokens": 50511,
"secs": 118.1
},
{
"step": 80,
"loss": 1.4465757608413696,
"ema": 1.58742667945735,
"grad_norm": 1.2185907363891602,
"seen_tokens": 101080,
"secs": 249.4
},
{
"step": 80,
"val": {
"curated-danbooru-2026": 45.100675130135116,
"danbooru-multitier-202606": 46.917408391466964,
"danbooru2026": 148.96627693863087,
"finetune-prompts": 66.63987927386776,
"gelbooru2026": 38.68145990598749,
"illustrious-generated": 14.580146903954953,
"illustrious-pixivstyled": 37.42855065491275,
"kiranti-anime-captions": 10.851696631824652,
"minthy-multicaptions-v5": 32.87262559650719,
"quarterturn-danbooru-eq": 19.22323576840297
},
"rel": {
"curated-danbooru-2026": 0.06502813574052259,
"danbooru-multitier-202606": -0.008305813495973823,
"danbooru2026": 0.12093337816306916,
"finetune-prompts": 0.04218528364693999,
"gelbooru2026": 0.07449729193613182,
"illustrious-generated": 0.0726234806928679,
"illustrious-pixivstyled": 0.08398739230640383,
"kiranti-anime-captions": -0.14671561725994672,
"minthy-multicaptions-v5": 0.019492759023058973,
"quarterturn-danbooru-eq": 0.016550381616701547
},
"rel_se": {
"curated-danbooru-2026": 0.038642701672516405,
"danbooru-multitier-202606": 0.10257543021266108,
"danbooru2026": 0.059607380739383174,
"finetune-prompts": 0.03556732406616641,
"gelbooru2026": 0.06591584519998807,
"illustrious-generated": 0.05282738968333901,
"illustrious-pixivstyled": 0.029037239753072614,
"kiranti-anime-captions": 0.04967854284661108,
"minthy-multicaptions-v5": 0.2706445172140138,
"quarterturn-danbooru-eq": 0.03652402029741252
},
"worst_rel": 0.001718616684302815,
"worst_source": "danbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "accept",
"lr_now": 2e-05,
"backtracks": 0
},
{
"step": 120,
"loss": 1.4802814722061157,
"ema": 1.5697383799876394,
"grad_norm": 1.4201264381408691,
"seen_tokens": 151489,
"secs": 498.5
},
{
"step": 160,
"loss": 1.5984481573104858,
"ema": 1.5536253981827175,
"grad_norm": 1.2771716117858887,
"seen_tokens": 202009,
"secs": 601.5
},
{
"step": 160,
"val": {
"curated-danbooru-2026": 46.11307406471879,
"danbooru-multitier-202606": 47.14521389945312,
"danbooru2026": 157.10431827644388,
"finetune-prompts": 68.75810709923454,
"gelbooru2026": 39.97916569843818,
"illustrious-generated": 15.820129529315345,
"illustrious-pixivstyled": 38.614339319585866,
"kiranti-anime-captions": 10.055118967035636,
"minthy-multicaptions-v5": 33.546707235943295,
"quarterturn-danbooru-eq": 19.576135814404783
},
"rel": {
"curated-danbooru-2026": 0.08893539093823673,
"danbooru-multitier-202606": -0.0034906839807520573,
"danbooru2026": 0.18217007116428768,
"finetune-prompts": 0.07531238248120209,
"gelbooru2026": 0.11054508752365733,
"illustrious-generated": 0.1638457768997713,
"illustrious-pixivstyled": 0.11832962410417161,
"kiranti-anime-captions": -0.20935165511329387,
"minthy-multicaptions-v5": 0.040398340427804415,
"quarterturn-danbooru-eq": 0.035212207375783885
},
"rel_se": {
"curated-danbooru-2026": 0.038847565526932144,
"danbooru-multitier-202606": 0.10236872920524034,
"danbooru2026": 0.059597201710905795,
"finetune-prompts": 0.03524196556817759,
"gelbooru2026": 0.06663770837406201,
"illustrious-generated": 0.051875034959749315,
"illustrious-pixivstyled": 0.029089205348176973,
"kiranti-anime-captions": 0.04996447174286243,
"minthy-multicaptions-v5": 0.27105939798754286,
"quarterturn-danbooru-eq": 0.0366594958976504
},
"worst_rel": 0.0629756677424761,
"worst_source": "danbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": false,
"action": "backtrack",
"lr_now": 2e-05,
"backtracks": 0
},
{
"step": 120,
"loss": 1.5213230848312378,
"ema": 1.5420915092368357,
"grad_norm": 1.2349975109100342,
"seen_tokens": 1868311,
"secs": 853.3
},
{
"step": 160,
"loss": 1.4722753763198853,
"ema": 1.5416315707002048,
"grad_norm": 1.4413566589355469,
"seen_tokens": 1918792,
"secs": 960.6
},
{
"step": 160,
"val": {
"curated-danbooru-2026": 45.75729391297641,
"danbooru-multitier-202606": 47.075914166152174,
"danbooru2026": 153.3747746210004,
"finetune-prompts": 68.332976341401,
"gelbooru2026": 39.39861479474984,
"illustrious-generated": 14.983077959176695,
"illustrious-pixivstyled": 38.36786035601743,
"kiranti-anime-captions": 10.42976562963748,
"minthy-multicaptions-v5": 33.32745399430856,
"quarterturn-danbooru-eq": 19.394656450434177
},
"rel": {
"curated-danbooru-2026": 0.08053383440609325,
"danbooru-multitier-202606": -0.004955473810305497,
"danbooru2026": 0.15410620292097277,
"finetune-prompts": 0.06866373569090796,
"gelbooru2026": 0.09441848900952941,
"illustrious-generated": 0.10226607028940761,
"illustrious-pixivstyled": 0.11119122081839371,
"kiranti-anime-captions": -0.17989265371564025,
"minthy-multicaptions-v5": 0.033598546125316674,
"quarterturn-danbooru-eq": 0.025615336228674068
},
"rel_se": {
"curated-danbooru-2026": 0.03874993662412498,
"danbooru-multitier-202606": 0.10255287296098985,
"danbooru2026": 0.0596301435437603,
"finetune-prompts": 0.03549605392661536,
"gelbooru2026": 0.06635299272003614,
"illustrious-generated": 0.052617392101963874,
"illustrious-pixivstyled": 0.028948320944895543,
"kiranti-anime-captions": 0.049865855275941846,
"minthy-multicaptions-v5": 0.271178857185126,
"quarterturn-danbooru-eq": 0.0366874382345871
},
"worst_rel": 0.034845915833452173,
"worst_source": "danbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 1e-05,
"backtracks": 1
},
{
"step": 200,
"loss": 1.377708077430725,
"ema": 1.5314208304391757,
"grad_norm": 1.3272888660430908,
"seen_tokens": 1969237,
"secs": 1200.4
},
{
"step": 240,
"loss": 1.4486230611801147,
"ema": 1.5272495146845706,
"grad_norm": 1.3745672702789307,
"seen_tokens": 2019759,
"secs": 1305.2
},
{
"step": 240,
"val": {
"curated-danbooru-2026": 46.16902645919399,
"danbooru-multitier-202606": 47.15528368658977,
"danbooru2026": 157.03234880957257,
"finetune-prompts": 67.96206041865828,
"gelbooru2026": 39.814961922620284,
"illustrious-generated": 15.632894453186282,
"illustrious-pixivstyled": 38.62936421747827,
"kiranti-anime-captions": 10.086869350095586,
"minthy-multicaptions-v5": 33.52726874122846,
"quarterturn-danbooru-eq": 19.599551904012593
},
"rel": {
"curated-danbooru-2026": 0.09025667657766881,
"danbooru-multitier-202606": -0.0032778386914422224,
"danbooru2026": 0.18162851921519865,
"finetune-prompts": 0.06286295813301154,
"gelbooru2026": 0.10598381933805025,
"illustrious-generated": 0.15007137939964238,
"illustrious-pixivstyled": 0.11876476785409176,
"kiranti-anime-captions": -0.20685507721121565,
"minthy-multicaptions-v5": 0.03979548609997164,
"quarterturn-danbooru-eq": 0.0364504814683233
},
"rel_se": {
"curated-danbooru-2026": 0.03883863631115716,
"danbooru-multitier-202606": 0.10254878434838702,
"danbooru2026": 0.059625504611218114,
"finetune-prompts": 0.0352610031171278,
"gelbooru2026": 0.06659996784362132,
"illustrious-generated": 0.05211097081248555,
"illustrious-pixivstyled": 0.029055624049983464,
"kiranti-anime-captions": 0.05003776302630262,
"minthy-multicaptions-v5": 0.2714803581869619,
"quarterturn-danbooru-eq": 0.036751759552297675
},
"worst_rel": 0.062377509992762425,
"worst_source": "danbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": false,
"action": "backtrack",
"lr_now": 1e-05,
"backtracks": 1
},
{
"step": 120,
"loss": 2.1437437534332275,
"ema": 1.9779770557417995,
"grad_norm": 1.7857283353805542,
"seen_tokens": 3688796,
"secs": 1540.6
},
{
"step": 160,
"loss": 2.1784324645996094,
"ema": 2.1231031518613843,
"grad_norm": 1.5480692386627197,
"seen_tokens": 3739379,
"secs": 1645.3
},
{
"step": 160,
"val": {
"curated-danbooru-2026": 43.481483882085705,
"danbooru-multitier-202606": 39.48152743715358,
"danbooru2026": 143.78317605377148,
"finetune-prompts": 61.335525725165745,
"gelbooru2026": 37.57269432269051,
"illustrious-generated": 14.826953411036953,
"illustrious-pixivstyled": 37.66026523558389,
"kiranti-anime-captions": 11.431052155305176,
"minthy-multicaptions-v5": 30.32910390663894,
"quarterturn-danbooru-eq": 17.942899897609536
},
"rel": {
"curated-danbooru-2026": 0.02679180709707002,
"danbooru-multitier-202606": -0.16547817588225067,
"danbooru2026": 0.08193186115114227,
"finetune-prompts": -0.04076983673974216,
"gelbooru2026": 0.04369789554467922,
"illustrious-generated": 0.09078039340628748,
"illustrious-pixivstyled": 0.09069819675023333,
"kiranti-anime-captions": -0.10116006617770121,
"minthy-multicaptions-v5": -0.059390564051514654,
"quarterturn-danbooru-eq": -0.051155489222791596
},
"rel_se": {
"curated-danbooru-2026": 0.03805598184982158,
"danbooru-multitier-202606": 0.09912035717109108,
"danbooru2026": 0.058844751866304924,
"finetune-prompts": 0.034070061759678055,
"gelbooru2026": 0.06425997515553075,
"illustrious-generated": 0.051883048401937616,
"illustrious-pixivstyled": 0.02842841684817129,
"kiranti-anime-captions": 0.04881325233758736,
"minthy-multicaptions-v5": 0.264344793587632,
"quarterturn-danbooru-eq": 0.0360089842578186
},
"worst_rel": -0.035757642581467575,
"worst_source": "danbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "accept",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 200,
"loss": 2.1826975345611572,
"ema": 2.1658285528414076,
"grad_norm": 1.4342488050460815,
"seen_tokens": 3790126,
"secs": 1884.8
},
{
"step": 240,
"loss": 2.160947799682617,
"ema": 2.180663690981124,
"grad_norm": 1.5351364612579346,
"seen_tokens": 3840625,
"secs": 1993.6
},
{
"step": 240,
"val": {
"curated-danbooru-2026": 43.89456151349541,
"danbooru-multitier-202606": 36.38011268853104,
"danbooru2026": 141.6832124990706,
"finetune-prompts": 61.16904776651955,
"gelbooru2026": 37.960196735689586,
"illustrious-generated": 15.002555667807659,
"illustrious-pixivstyled": 37.844057832658855,
"kiranti-anime-captions": 11.847736210063037,
"minthy-multicaptions-v5": 30.341888788765566,
"quarterturn-danbooru-eq": 17.83149355074764
},
"rel": {
"curated-danbooru-2026": 0.03654641273051061,
"danbooru-multitier-202606": -0.2310328405918683,
"danbooru2026": 0.06613016905166182,
"finetune-prompts": -0.043373396056523336,
"gelbooru2026": 0.05446197462541149,
"illustrious-generated": 0.10369899464643166,
"illustrious-pixivstyled": 0.09602110812517219,
"kiranti-anime-captions": -0.06839560468151766,
"minthy-multicaptions-v5": -0.05899406104889349,
"quarterturn-danbooru-eq": -0.05704680563702033
},
"rel_se": {
"curated-danbooru-2026": 0.03791514744357009,
"danbooru-multitier-202606": 0.09739508875746669,
"danbooru2026": 0.05874774333356345,
"finetune-prompts": 0.03398443209334842,
"gelbooru2026": 0.06429790942008289,
"illustrious-generated": 0.05174305585454098,
"illustrious-pixivstyled": 0.028386372528266937,
"kiranti-anime-captions": 0.048591625640865346,
"minthy-multicaptions-v5": 0.2627613760766203,
"quarterturn-danbooru-eq": 0.03594540852468694
},
"worst_rel": -0.03928388215662956,
"worst_source": "curated-danbooru-2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "accept",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 280,
"loss": 2.0973424911499023,
"ema": 2.177335964535791,
"grad_norm": 1.5373330116271973,
"seen_tokens": 3891204,
"secs": 2238.6
},
{
"step": 320,
"loss": 2.2225069999694824,
"ema": 2.180517159149967,
"grad_norm": 1.402755618095398,
"seen_tokens": 3941898,
"secs": 2345.1
},
{
"step": 320,
"val": {
"curated-danbooru-2026": 43.82428902574539,
"danbooru-multitier-202606": 34.69346628247218,
"danbooru2026": 141.06291211892866,
"finetune-prompts": 61.54992413102558,
"gelbooru2026": 38.19519748121914,
"illustrious-generated": 15.14679236361667,
"illustrious-pixivstyled": 37.25441277878276,
"kiranti-anime-captions": 12.133854435614737,
"minthy-multicaptions-v5": 30.23650474238633,
"quarterturn-danbooru-eq": 17.727548810864477
},
"rel": {
"curated-danbooru-2026": 0.03488696580635028,
"danbooru-multitier-202606": -0.26668351894179804,
"danbooru2026": 0.061462566323865986,
"finetune-prompts": -0.037416846520384094,
"gelbooru2026": 0.06098984780517718,
"illustrious-generated": 0.11431011315720153,
"illustrious-pixivstyled": 0.07894409624110062,
"kiranti-anime-captions": -0.04589772054747594,
"minthy-multicaptions-v5": -0.06226238142947168,
"quarterturn-danbooru-eq": -0.06254354230863524
},
"rel_se": {
"curated-danbooru-2026": 0.03789466546084089,
"danbooru-multitier-202606": 0.0966230504812065,
"danbooru2026": 0.058755386762098696,
"finetune-prompts": 0.03419960359965504,
"gelbooru2026": 0.06474129704709256,
"illustrious-generated": 0.05158299231437012,
"illustrious-pixivstyled": 0.028358615860756543,
"kiranti-anime-captions": 0.048316615591562584,
"minthy-multicaptions-v5": 0.2614288376681182,
"quarterturn-danbooru-eq": 0.03589640927062595
},
"worst_rel": -0.0409023651153315,
"worst_source": "curated-danbooru-2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "accept",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 360,
"loss": 2.22918701171875,
"ema": 2.164831779878715,
"grad_norm": 1.2890989780426025,
"seen_tokens": 3992452,
"secs": 2601.8
},
{
"step": 400,
"loss": 2.2059855461120605,
"ema": 2.1603157951838985,
"grad_norm": 1.5398766994476318,
"seen_tokens": 4043155,
"secs": 2713.5
},
{
"step": 400,
"val": {
"curated-danbooru-2026": 44.05514597575963,
"danbooru-multitier-202606": 33.60220582785778,
"danbooru2026": 142.91003340467879,
"finetune-prompts": 61.62660161832865,
"gelbooru2026": 39.04082344670349,
"illustrious-generated": 15.415471955514057,
"illustrious-pixivstyled": 37.12481051808343,
"kiranti-anime-captions": 12.339449184319534,
"minthy-multicaptions-v5": 30.255087763727612,
"quarterturn-danbooru-eq": 17.71089974050552
},
"rel": {
"curated-danbooru-2026": 0.04033852825828635,
"danbooru-multitier-202606": -0.28974951269348326,
"danbooru2026": 0.07536168460260079,
"finetune-prompts": -0.03621768245038518,
"gelbooru2026": 0.08447972673198491,
"illustrious-generated": 0.13407617182249115,
"illustrious-pixivstyled": 0.07519061890483511,
"kiranti-anime-captions": -0.029731512239672218,
"minthy-multicaptions-v5": -0.061686058262264094,
"quarterturn-danbooru-eq": -0.06342396738539459
},
"rel_se": {
"curated-danbooru-2026": 0.03787322348404043,
"danbooru-multitier-202606": 0.09624498589176175,
"danbooru2026": 0.05880316631513142,
"finetune-prompts": 0.034238833469759124,
"gelbooru2026": 0.06534015528498868,
"illustrious-generated": 0.051372962660071124,
"illustrious-pixivstyled": 0.028319804826874375,
"kiranti-anime-captions": 0.04822715742168867,
"minthy-multicaptions-v5": 0.261033866017814,
"quarterturn-danbooru-eq": 0.035925054688463055
},
"worst_rel": -0.03540791870979451,
"worst_source": "curated-danbooru-2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 440,
"loss": 2.098874568939209,
"ema": 2.1515246303499556,
"grad_norm": 1.3323787450790405,
"seen_tokens": 4093676,
"secs": 2958.6
},
{
"step": 480,
"loss": 2.1960883140563965,
"ema": 2.1388243045648245,
"grad_norm": 1.3530879020690918,
"seen_tokens": 4144326,
"secs": 3063.7
},
{
"step": 480,
"val": {
"curated-danbooru-2026": 44.29350927539033,
"danbooru-multitier-202606": 32.70428510217223,
"danbooru2026": 143.53561848184572,
"finetune-prompts": 61.48798638457539,
"gelbooru2026": 39.631379624015175,
"illustrious-generated": 15.784636337768614,
"illustrious-pixivstyled": 37.02265335756751,
"kiranti-anime-captions": 12.541693256559592,
"minthy-multicaptions-v5": 30.370861358793434,
"quarterturn-danbooru-eq": 17.723154886872557
},
"rel": {
"curated-danbooru-2026": 0.04596734911079322,
"danbooru-multitier-202606": -0.308728880781636,
"danbooru2026": 0.08006905333254508,
"finetune-prompts": -0.038385494851623646,
"gelbooru2026": 0.10088425269351242,
"illustrious-generated": 0.1612346351253749,
"illustrious-pixivstyled": 0.07223199314734699,
"kiranti-anime-captions": -0.013828772400991757,
"minthy-multicaptions-v5": -0.05809552237673952,
"quarterturn-danbooru-eq": -0.06277589887776823
},
"rel_se": {
"curated-danbooru-2026": 0.037875103700998766,
"danbooru-multitier-202606": 0.0958710296404683,
"danbooru2026": 0.05898422242822426,
"finetune-prompts": 0.034399341832228314,
"gelbooru2026": 0.06564567288343615,
"illustrious-generated": 0.05125510800755003,
"illustrious-pixivstyled": 0.028472325912147288,
"kiranti-anime-captions": 0.048238309532365055,
"minthy-multicaptions-v5": 0.26039881326513914,
"quarterturn-danbooru-eq": 0.03598367897812333
},
"worst_rel": -0.029782858291204313,
"worst_source": "curated-danbooru-2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 520,
"loss": 2.170886516571045,
"ema": 2.134199493530986,
"grad_norm": 1.3096753358840942,
"seen_tokens": 4194962,
"secs": 3307.8
},
{
"step": 560,
"loss": 2.102870464324951,
"ema": 2.1230033928907175,
"grad_norm": 1.439879298210144,
"seen_tokens": 4245625,
"secs": 3424.5
},
{
"step": 560,
"val": {
"curated-danbooru-2026": 44.477976325386884,
"danbooru-multitier-202606": 31.941375816024713,
"danbooru2026": 144.55774789176985,
"finetune-prompts": 62.535528211056835,
"gelbooru2026": 39.99175207260786,
"illustrious-generated": 15.925963415579622,
"illustrious-pixivstyled": 36.859097464904856,
"kiranti-anime-captions": 12.675358890152513,
"minthy-multicaptions-v5": 30.3896093558931,
"quarterturn-danbooru-eq": 17.663487817554312
},
"rel": {
"curated-danbooru-2026": 0.050323439076109824,
"danbooru-multitier-202606": -0.3248545094094958,
"danbooru2026": 0.08776031739533756,
"finetune-prompts": -0.022002922021968043,
"gelbooru2026": 0.11089471302883433,
"illustrious-generated": 0.17163170060876007,
"illustrious-pixivstyled": 0.0674951673156882,
"kiranti-anime-captions": -0.003318452999009359,
"minthy-multicaptions-v5": -0.05751408274596887,
"quarterturn-danbooru-eq": -0.06593117319350592
},
"rel_se": {
"curated-danbooru-2026": 0.03792013434070792,
"danbooru-multitier-202606": 0.09547751613595837,
"danbooru2026": 0.05896946855501923,
"finetune-prompts": 0.03472790834431778,
"gelbooru2026": 0.06593324118018115,
"illustrious-generated": 0.051218211254182876,
"illustrious-pixivstyled": 0.02843893302591521,
"kiranti-anime-captions": 0.04826672539374896,
"minthy-multicaptions-v5": 0.2599592398752508,
"quarterturn-danbooru-eq": 0.0360402774194497
},
"worst_rel": -0.020971769331527973,
"worst_source": "gelbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 600,
"loss": 2.044703960418701,
"ema": 2.085923331975209,
"grad_norm": 1.535624384880066,
"seen_tokens": 4296194,
"secs": 3665.3
},
{
"step": 640,
"loss": 1.968889594078064,
"ema": 2.07754788821744,
"grad_norm": 1.4221404790878296,
"seen_tokens": 4346818,
"secs": 3773.3
},
{
"step": 640,
"val": {
"curated-danbooru-2026": 44.948451617441215,
"danbooru-multitier-202606": 31.213041670456885,
"danbooru2026": 146.20218452393178,
"finetune-prompts": 62.22753897989861,
"gelbooru2026": 40.67233995283142,
"illustrious-generated": 15.989855208285427,
"illustrious-pixivstyled": 37.40863326186754,
"kiranti-anime-captions": 12.759454299420652,
"minthy-multicaptions-v5": 30.477098872610895,
"quarterturn-danbooru-eq": 17.516862450676435
},
"rel": {
"curated-danbooru-2026": 0.06143345953063293,
"danbooru-multitier-202606": -0.3402493226090108,
"danbooru2026": 0.10013428516271183,
"finetune-prompts": -0.026819585073167583,
"gelbooru2026": 0.12980014824255476,
"illustrious-generated": 0.17633205359774248,
"illustrious-pixivstyled": 0.08341055450288659,
"kiranti-anime-captions": 0.0032940889677642296,
"minthy-multicaptions-v5": -0.05480073304646399,
"quarterturn-danbooru-eq": -0.07368491842402485
},
"rel_se": {
"curated-danbooru-2026": 0.03796032241819586,
"danbooru-multitier-202606": 0.0952129637367468,
"danbooru2026": 0.058977067342318945,
"finetune-prompts": 0.034452090901839406,
"gelbooru2026": 0.06625876246385407,
"illustrious-generated": 0.051292647579607824,
"illustrious-pixivstyled": 0.028407312517330616,
"kiranti-anime-captions": 0.048291243809940126,
"minthy-multicaptions-v5": 0.2599651572461094,
"quarterturn-danbooru-eq": 0.03610732059616209
},
"worst_rel": -0.002717376685153372,
"worst_source": "gelbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 680,
"loss": 2.160252332687378,
"ema": 2.08598608245647,
"grad_norm": 1.5474276542663574,
"seen_tokens": 4397483,
"secs": 4015.3
},
{
"step": 720,
"loss": 2.1026439666748047,
"ema": 2.081653483168498,
"grad_norm": 1.378062129020691,
"seen_tokens": 4448131,
"secs": 4123.4
},
{
"step": 720,
"val": {
"curated-danbooru-2026": 45.39705141224944,
"danbooru-multitier-202606": 30.506372492128197,
"danbooru2026": 148.24597211707493,
"finetune-prompts": 63.27139942115136,
"gelbooru2026": 41.5032260021028,
"illustrious-generated": 16.18180838996602,
"illustrious-pixivstyled": 37.985466782604284,
"kiranti-anime-captions": 12.822540780025305,
"minthy-multicaptions-v5": 30.453145709747353,
"quarterturn-danbooru-eq": 17.439360923137244
},
"rel": {
"curated-danbooru-2026": 0.07202690190770611,
"danbooru-multitier-202606": -0.35518620296870246,
"danbooru2026": 0.11551326742709048,
"finetune-prompts": -0.010494585659769448,
"gelbooru2026": 0.1528805803673881,
"illustrious-generated": 0.19045354985018817,
"illustrious-pixivstyled": 0.10011652502531905,
"kiranti-anime-captions": 0.008254668911006938,
"minthy-multicaptions-v5": -0.05554360270326669,
"quarterturn-danbooru-eq": -0.07778330270984515
},
"rel_se": {
"curated-danbooru-2026": 0.037964080230487945,
"danbooru-multitier-202606": 0.09466782203031718,
"danbooru2026": 0.058953584759158184,
"finetune-prompts": 0.03423235217307441,
"gelbooru2026": 0.06653822189021903,
"illustrious-generated": 0.0512342981401833,
"illustrious-pixivstyled": 0.028478376136874182,
"kiranti-anime-captions": 0.0482934182784119,
"minthy-multicaptions-v5": 0.2598404769500226,
"quarterturn-danbooru-eq": 0.03611470183204477
},
"worst_rel": 0.019804136586950044,
"worst_source": "gelbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 760,
"loss": 1.8860312700271606,
"ema": 2.078632558200722,
"grad_norm": 1.4691078662872314,
"seen_tokens": 4498725,
"secs": 4383.1
},
{
"step": 800,
"loss": 2.0523521900177,
"ema": 2.0730002217423587,
"grad_norm": 1.3024288415908813,
"seen_tokens": 4549414,
"secs": 4492.1
},
{
"step": 800,
"val": {
"curated-danbooru-2026": 45.85028811900072,
"danbooru-multitier-202606": 30.11859289143063,
"danbooru2026": 150.56395307462992,
"finetune-prompts": 64.46672837742521,
"gelbooru2026": 42.50111569567205,
"illustrious-generated": 16.4911473879837,
"illustrious-pixivstyled": 38.43115513955387,
"kiranti-anime-captions": 12.895229757868577,
"minthy-multicaptions-v5": 30.577225681946533,
"quarterturn-danbooru-eq": 17.491452098259426
},
"rel": {
"curated-danbooru-2026": 0.08272984246120482,
"danbooru-multitier-202606": -0.36338270803667144,
"danbooru2026": 0.13295548507974886,
"finetune-prompts": 0.008199239432950664,
"gelbooru2026": 0.18060005569218482,
"illustrious-generated": 0.21321081525728525,
"illustrious-pixivstyled": 0.11302433340629084,
"kiranti-anime-captions": 0.013970306907106454,
"minthy-multicaptions-v5": -0.0516954576007262,
"quarterturn-danbooru-eq": -0.07502865179741366
},
"rel_se": {
"curated-danbooru-2026": 0.03800475491807416,
"danbooru-multitier-202606": 0.09449237631786445,
"danbooru2026": 0.059222819607693065,
"finetune-prompts": 0.03452500219400615,
"gelbooru2026": 0.06710050023757509,
"illustrious-generated": 0.05113304201046846,
"illustrious-pixivstyled": 0.028570323014864618,
"kiranti-anime-captions": 0.048377564078016286,
"minthy-multicaptions-v5": 0.25967593114177523,
"quarterturn-danbooru-eq": 0.03623133239441174
},
"worst_rel": 0.046399055217034635,
"worst_source": "gelbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
},
{
"step": 840,
"loss": 2.116729736328125,
"ema": 2.0733308510577584,
"grad_norm": 1.6362088918685913,
"seen_tokens": 4600136,
"secs": 4734.0
},
{
"step": 880,
"loss": 2.1106765270233154,
"ema": 2.0766496996054107,
"grad_norm": 1.4888607263565063,
"seen_tokens": 4650676,
"secs": 4837.0
},
{
"step": 880,
"val": {
"curated-danbooru-2026": 45.38880049012283,
"danbooru-multitier-202606": 29.59369324162735,
"danbooru2026": 148.2440460413765,
"finetune-prompts": 63.29572478981986,
"gelbooru2026": 41.96190921536062,
"illustrious-generated": 16.827399017692017,
"illustrious-pixivstyled": 37.599786999385735,
"kiranti-anime-captions": 12.888160494443417,
"minthy-multicaptions-v5": 30.145468634513573,
"quarterturn-danbooru-eq": 17.29708500455361
},
"rel": {
"curated-danbooru-2026": 0.07183206082860288,
"danbooru-multitier-202606": -0.3744775222869527,
"danbooru2026": 0.11549877419692044,
"finetune-prompts": -0.010114159681783952,
"gelbooru2026": 0.1656219265239173,
"illustrious-generated": 0.23794797297059683,
"illustrious-pixivstyled": 0.08894665562986866,
"kiranti-anime-captions": 0.013414440641874295,
"minthy-multicaptions-v5": -0.06508572307321854,
"quarterturn-danbooru-eq": -0.08530704330552498
},
"rel_se": {
"curated-danbooru-2026": 0.03807291193723124,
"danbooru-multitier-202606": 0.09416138857677148,
"danbooru2026": 0.059007709714320414,
"finetune-prompts": 0.03436194246995966,
"gelbooru2026": 0.06727608727239864,
"illustrious-generated": 0.050862847060984887,
"illustrious-pixivstyled": 0.028533082492890244,
"kiranti-anime-captions": 0.0483130182897352,
"minthy-multicaptions-v5": 0.25854745351997727,
"quarterturn-danbooru-eq": 0.03621593935323285
},
"worst_rel": 0.031069751979120014,
"worst_source": "gelbooru2026",
"weights": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"accepted": true,
"action": "keep",
"lr_now": 5e-06,
"backtracks": 2
}
],
"adapter": "work/te/text_encoder_lora.safetensors",
"merged": "work/te/qwen_3_06b_base_anima_captions.safetensors",
"secs": 5086.5
}
{
"config": {
"layers": 8,
"rank": 16,
"alpha": 32.0,
"seq": 128,
"batch": 16,
"lr": 2e-05,
"steps": 320,
"seen_tokens": 4683515,
"holdout": 360,
"corpus_shards": 42,
"patience": 5,
"stopped_early": false,
"gate_min_share": 0.05,
"gate_sigma": 2.0,
"gate_sources": [
"curated-danbooru-2026",
"danbooru-multitier-202606",
"danbooru2026",
"gelbooru2026",
"kiranti-anime-captions"
],
"source_shares": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"source_rows": {
"curated-danbooru-2026": 331030,
"danbooru-multitier-202606": 799959,
"danbooru2026": 600000,
"finetune-prompts": 59,
"gelbooru2026": 1372248,
"illustrious-generated": 3921,
"illustrious-pixivstyled": 318,
"kiranti-anime-captions": 336537,
"minthy-multicaptions-v5": 119956,
"quarterturn-danbooru-eq": 59479
}
},
"train_params": 2883584,
"holdout_before": {
"tokens": 31518,
"nll": 3.7177748705228955,
"ppl": 41.17267756735686,
"docs": 360,
"nll_se": 0.04689415943569694
},
"holdout_after": {
"tokens": 31518,
"nll": 3.6823124222604444,
"ppl": 39.73817935904191,
"docs": 360,
"nll_se": 0.04511947915079031
},
"per_source": {
"curated-danbooru-2026": {
"before": {
"tokens": 15136,
"nll": 3.7458959986745177,
"ppl": 42.34693302142319,
"docs": 120,
"nll_se": 0.027217884461217968
},
"after": {
"tokens": 15136,
"nll": 3.780188207646505,
"ppl": 43.82428902574539,
"docs": 120,
"nll_se": 0.026366502154150765
},
"ppl_rel": 0.03488696580635028,
"ppl_rel_se": 0.037895,
"ppl_rel_adjusted": -0.040902
},
"danbooru-multitier-202606": {
"before": {
"tokens": 10545,
"nll": 3.8567292865953946,
"ppl": 47.31035941318033,
"docs": 120,
"nll_se": 0.07301281770708139
},
"after": {
"tokens": 10545,
"nll": 3.546551377652323,
"ppl": 34.69346628247218,
"docs": 120,
"nll_se": 0.06328619387169906
},
"ppl_rel": -0.26668351894179804,
"ppl_rel_se": 0.096623,