anima-28block / text_encoder_train_report.json
hUh63's picture
update text_encoder_train_report.json
c4f5c1e verified
Raw History Blame Contribute Delete
44.4 kB
{ "config": { "layers": 8, "rank": 16, "alpha": 32.0, "seq": 128, "batch": 16, "lr": 2e-05, "steps": 320, "seen_tokens": 4683515, "holdout": 360, "corpus_shards": 42, "patience": 5, "stopped_early": false, "gate_min_share": 0.05, "gate_sigma": 2.0, "gate_sources": [ "curated-danbooru-2026", "danbooru-multitier-202606", "danbooru2026", "gelbooru2026", "kiranti-anime-captions" ], "source_shares": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "source_rows": { "curated-danbooru-2026": 331030, "danbooru-multitier-202606": 799959, "danbooru2026": 600000, "finetune-prompts": 59, "gelbooru2026": 1372248, "illustrious-generated": 3921, "illustrious-pixivstyled": 318, "kiranti-anime-captions": 336537, "minthy-multicaptions-v5": 119956, "quarterturn-danbooru-eq": 59479 } }, "train_params": 2883584, "holdout_before": { "tokens": 31518, "nll": 3.7177748705228955, "ppl": 41.17267756735686, "docs": 360, "nll_se": 0.04689415943569694 }, "holdout_after": { "tokens": 31518, "nll": 3.6823124222604444, "ppl": 39.73817935904191, "docs": 360, "nll_se": 0.04511947915079031 }, "per_source": { "curated-danbooru-2026": { "before": { "tokens": 15136, "nll": 3.7458959986745177, "ppl": 42.34693302142319, "docs": 120, "nll_se": 0.027217884461217968 }, "after": { "tokens": 15136, "nll": 3.780188207646505, "ppl": 43.82428902574539, "docs": 120, "nll_se": 0.026366502154150765 }, "ppl_rel": 0.03488696580635028, "ppl_rel_se": 0.037895, "ppl_rel_adjusted": -0.040902 }, "danbooru-multitier-202606": { "before": { "tokens": 10545, "nll": 3.8567292865953946, "ppl": 47.31035941318033, "docs": 120, "nll_se": 0.07301281770708139 }, "after": { "tokens": 10545, "nll": 3.546551377652323, "ppl": 34.69346628247218, "docs": 120, "nll_se": 0.06328619387169906 }, "ppl_rel": -0.26668351894179804, "ppl_rel_se": 0.096623, "ppl_rel_adjusted": -0.45993 }, "danbooru2026": { "before": { "tokens": 7817, "nll": 4.889558239454074, "ppl": 132.8948533790202, "docs": 120, "nll_se": 0.04179742683231298 }, "after": { "tokens": 7817, "nll": 4.949205976107762, "ppl": 141.06291211892866, "docs": 120, "nll_se": 0.04129371118900849 }, "ppl_rel": 0.061462566323865986, "ppl_rel_se": 0.058755, "ppl_rel_adjusted": -0.056048 }, "finetune-prompts": { "before": { "tokens": 1904, "nll": 4.157983443316291, "ppl": 63.94244892872934, "docs": 59, "nll_se": 0.025680539317796503 }, "after": { "tokens": 1904, "nll": 4.119848619989988, "ppl": 61.54992413102558, "docs": 59, "nll_se": 0.02258589796135293 }, "ppl_rel": -0.037416846520384094, "ppl_rel_se": 0.0342, "ppl_rel_adjusted": -0.105816 }, "gelbooru2026": { "before": { "tokens": 10181, "nll": 3.5835074962514426, "ppl": 35.999588082988595, "docs": 120, "nll_se": 0.04647690134306208 }, "after": { "tokens": 10181, "nll": 3.6427097873221257, "ppl": 38.19519748121914, "docs": 120, "nll_se": 0.045070313787316255 }, "ppl_rel": 0.06098984780517718, "ppl_rel_se": 0.064741, "ppl_rel_adjusted": -0.068493 }, "illustrious-generated": { "before": { "tokens": 12647, "nll": 2.609553303540983, "ppl": 13.592977560529269, "docs": 120, "nll_se": 0.03798390047240266 }, "after": { "tokens": 12647, "nll": 2.7177887843646222, "ppl": 15.14679236361667, "docs": 120, "nll_se": 0.03490026362374611 }, "ppl_rel": 0.11431011315720153, "ppl_rel_se": 0.051583, "ppl_rel_adjusted": 0.011144 }, "illustrious-pixivstyled": { "before": { "tokens": 13221, "nll": 3.541787527448047, "ppl": 34.52858485307277, "docs": 120, "nll_se": 0.02027147398605596 }, "after": { "tokens": 13221, "nll": 3.6177704016692194, "ppl": 37.25441277878276, "docs": 120, "nll_se": 0.019831248976567486 }, "ppl_rel": 0.07894409624110062, "ppl_rel_se": 0.028359, "ppl_rel_adjusted": 0.022227 }, "kiranti-anime-captions": { "before": { "tokens": 8788, "nll": 2.5429838351569614, "ppl": 12.717561520319704, "docs": 120, "nll_se": 0.0348375564347301 }, "after": { "tokens": 8788, "nll": 2.4959994330425723, "ppl": 12.133854435614737, "docs": 120, "nll_se": 0.033478948667480954 }, "ppl_rel": -0.04589772054747594, "ppl_rel_se": 0.048317, "ppl_rel_adjusted": -0.142531 }, "minthy-multicaptions-v5": { "before": { "tokens": 8171, "nll": 3.473335054159719, "ppl": 32.244099142016246, "docs": 120, "nll_se": 0.19000138878710962 }, "after": { "tokens": 8171, "nll": 3.4090499607152007, "ppl": 30.23650474238633, "docs": 120, "nll_se": 0.1795675622808109 }, "ppl_rel": -0.06226238142947168, "ppl_rel_se": 0.261429, "ppl_rel_adjusted": -0.58512 }, "quarterturn-danbooru-eq": { "before": { "tokens": 15240, "nll": 2.9397048269356953, "ppl": 18.91026368789584, "docs": 120, "nll_se": 0.025823443302529094 }, "after": { "tokens": 15240, "nll": 2.875119859590305, "ppl": 17.727548810864477, "docs": 120, "nll_se": 0.024933952244386482 }, "ppl_rel": -0.06254354230863524, "ppl_rel_se": 0.035896, "ppl_rel_adjusted": -0.134336 } }, "per_source_regressed": [], "best_step": 320, "base_mean_ppl": 43.448766958917545, "ppl_rel_change": -0.03484102305389702, "history": [ { "step": 40, "loss": 1.7537016868591309, "ema": 1.5896343691403023, "grad_norm": 1.3956170082092285, "seen_tokens": 50511, "secs": 118.1 }, { "step": 80, "loss": 1.4465757608413696, "ema": 1.58742667945735, "grad_norm": 1.2185907363891602, "seen_tokens": 101080, "secs": 249.4 }, { "step": 80, "val": { "curated-danbooru-2026": 45.100675130135116, "danbooru-multitier-202606": 46.917408391466964, "danbooru2026": 148.96627693863087, "finetune-prompts": 66.63987927386776, "gelbooru2026": 38.68145990598749, "illustrious-generated": 14.580146903954953, "illustrious-pixivstyled": 37.42855065491275, "kiranti-anime-captions": 10.851696631824652, "minthy-multicaptions-v5": 32.87262559650719, "quarterturn-danbooru-eq": 19.22323576840297 }, "rel": { "curated-danbooru-2026": 0.06502813574052259, "danbooru-multitier-202606": -0.008305813495973823, "danbooru2026": 0.12093337816306916, "finetune-prompts": 0.04218528364693999, "gelbooru2026": 0.07449729193613182, "illustrious-generated": 0.0726234806928679, "illustrious-pixivstyled": 0.08398739230640383, "kiranti-anime-captions": -0.14671561725994672, "minthy-multicaptions-v5": 0.019492759023058973, "quarterturn-danbooru-eq": 0.016550381616701547 }, "rel_se": { "curated-danbooru-2026": 0.038642701672516405, "danbooru-multitier-202606": 0.10257543021266108, "danbooru2026": 0.059607380739383174, "finetune-prompts": 0.03556732406616641, "gelbooru2026": 0.06591584519998807, "illustrious-generated": 0.05282738968333901, "illustrious-pixivstyled": 0.029037239753072614, "kiranti-anime-captions": 0.04967854284661108, "minthy-multicaptions-v5": 0.2706445172140138, "quarterturn-danbooru-eq": 0.03652402029741252 }, "worst_rel": 0.001718616684302815, "worst_source": "danbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "accept", "lr_now": 2e-05, "backtracks": 0 }, { "step": 120, "loss": 1.4802814722061157, "ema": 1.5697383799876394, "grad_norm": 1.4201264381408691, "seen_tokens": 151489, "secs": 498.5 }, { "step": 160, "loss": 1.5984481573104858, "ema": 1.5536253981827175, "grad_norm": 1.2771716117858887, "seen_tokens": 202009, "secs": 601.5 }, { "step": 160, "val": { "curated-danbooru-2026": 46.11307406471879, "danbooru-multitier-202606": 47.14521389945312, "danbooru2026": 157.10431827644388, "finetune-prompts": 68.75810709923454, "gelbooru2026": 39.97916569843818, "illustrious-generated": 15.820129529315345, "illustrious-pixivstyled": 38.614339319585866, "kiranti-anime-captions": 10.055118967035636, "minthy-multicaptions-v5": 33.546707235943295, "quarterturn-danbooru-eq": 19.576135814404783 }, "rel": { "curated-danbooru-2026": 0.08893539093823673, "danbooru-multitier-202606": -0.0034906839807520573, "danbooru2026": 0.18217007116428768, "finetune-prompts": 0.07531238248120209, "gelbooru2026": 0.11054508752365733, "illustrious-generated": 0.1638457768997713, "illustrious-pixivstyled": 0.11832962410417161, "kiranti-anime-captions": -0.20935165511329387, "minthy-multicaptions-v5": 0.040398340427804415, "quarterturn-danbooru-eq": 0.035212207375783885 }, "rel_se": { "curated-danbooru-2026": 0.038847565526932144, "danbooru-multitier-202606": 0.10236872920524034, "danbooru2026": 0.059597201710905795, "finetune-prompts": 0.03524196556817759, "gelbooru2026": 0.06663770837406201, "illustrious-generated": 0.051875034959749315, "illustrious-pixivstyled": 0.029089205348176973, "kiranti-anime-captions": 0.04996447174286243, "minthy-multicaptions-v5": 0.27105939798754286, "quarterturn-danbooru-eq": 0.0366594958976504 }, "worst_rel": 0.0629756677424761, "worst_source": "danbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": false, "action": "backtrack", "lr_now": 2e-05, "backtracks": 0 }, { "step": 120, "loss": 1.5213230848312378, "ema": 1.5420915092368357, "grad_norm": 1.2349975109100342, "seen_tokens": 1868311, "secs": 853.3 }, { "step": 160, "loss": 1.4722753763198853, "ema": 1.5416315707002048, "grad_norm": 1.4413566589355469, "seen_tokens": 1918792, "secs": 960.6 }, { "step": 160, "val": { "curated-danbooru-2026": 45.75729391297641, "danbooru-multitier-202606": 47.075914166152174, "danbooru2026": 153.3747746210004, "finetune-prompts": 68.332976341401, "gelbooru2026": 39.39861479474984, "illustrious-generated": 14.983077959176695, "illustrious-pixivstyled": 38.36786035601743, "kiranti-anime-captions": 10.42976562963748, "minthy-multicaptions-v5": 33.32745399430856, "quarterturn-danbooru-eq": 19.394656450434177 }, "rel": { "curated-danbooru-2026": 0.08053383440609325, "danbooru-multitier-202606": -0.004955473810305497, "danbooru2026": 0.15410620292097277, "finetune-prompts": 0.06866373569090796, "gelbooru2026": 0.09441848900952941, "illustrious-generated": 0.10226607028940761, "illustrious-pixivstyled": 0.11119122081839371, "kiranti-anime-captions": -0.17989265371564025, "minthy-multicaptions-v5": 0.033598546125316674, "quarterturn-danbooru-eq": 0.025615336228674068 }, "rel_se": { "curated-danbooru-2026": 0.03874993662412498, "danbooru-multitier-202606": 0.10255287296098985, "danbooru2026": 0.0596301435437603, "finetune-prompts": 0.03549605392661536, "gelbooru2026": 0.06635299272003614, "illustrious-generated": 0.052617392101963874, "illustrious-pixivstyled": 0.028948320944895543, "kiranti-anime-captions": 0.049865855275941846, "minthy-multicaptions-v5": 0.271178857185126, "quarterturn-danbooru-eq": 0.0366874382345871 }, "worst_rel": 0.034845915833452173, "worst_source": "danbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 1e-05, "backtracks": 1 }, { "step": 200, "loss": 1.377708077430725, "ema": 1.5314208304391757, "grad_norm": 1.3272888660430908, "seen_tokens": 1969237, "secs": 1200.4 }, { "step": 240, "loss": 1.4486230611801147, "ema": 1.5272495146845706, "grad_norm": 1.3745672702789307, "seen_tokens": 2019759, "secs": 1305.2 }, { "step": 240, "val": { "curated-danbooru-2026": 46.16902645919399, "danbooru-multitier-202606": 47.15528368658977, "danbooru2026": 157.03234880957257, "finetune-prompts": 67.96206041865828, "gelbooru2026": 39.814961922620284, "illustrious-generated": 15.632894453186282, "illustrious-pixivstyled": 38.62936421747827, "kiranti-anime-captions": 10.086869350095586, "minthy-multicaptions-v5": 33.52726874122846, "quarterturn-danbooru-eq": 19.599551904012593 }, "rel": { "curated-danbooru-2026": 0.09025667657766881, "danbooru-multitier-202606": -0.0032778386914422224, "danbooru2026": 0.18162851921519865, "finetune-prompts": 0.06286295813301154, "gelbooru2026": 0.10598381933805025, "illustrious-generated": 0.15007137939964238, "illustrious-pixivstyled": 0.11876476785409176, "kiranti-anime-captions": -0.20685507721121565, "minthy-multicaptions-v5": 0.03979548609997164, "quarterturn-danbooru-eq": 0.0364504814683233 }, "rel_se": { "curated-danbooru-2026": 0.03883863631115716, "danbooru-multitier-202606": 0.10254878434838702, "danbooru2026": 0.059625504611218114, "finetune-prompts": 0.0352610031171278, "gelbooru2026": 0.06659996784362132, "illustrious-generated": 0.05211097081248555, "illustrious-pixivstyled": 0.029055624049983464, "kiranti-anime-captions": 0.05003776302630262, "minthy-multicaptions-v5": 0.2714803581869619, "quarterturn-danbooru-eq": 0.036751759552297675 }, "worst_rel": 0.062377509992762425, "worst_source": "danbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": false, "action": "backtrack", "lr_now": 1e-05, "backtracks": 1 }, { "step": 120, "loss": 2.1437437534332275, "ema": 1.9779770557417995, "grad_norm": 1.7857283353805542, "seen_tokens": 3688796, "secs": 1540.6 }, { "step": 160, "loss": 2.1784324645996094, "ema": 2.1231031518613843, "grad_norm": 1.5480692386627197, "seen_tokens": 3739379, "secs": 1645.3 }, { "step": 160, "val": { "curated-danbooru-2026": 43.481483882085705, "danbooru-multitier-202606": 39.48152743715358, "danbooru2026": 143.78317605377148, "finetune-prompts": 61.335525725165745, "gelbooru2026": 37.57269432269051, "illustrious-generated": 14.826953411036953, "illustrious-pixivstyled": 37.66026523558389, "kiranti-anime-captions": 11.431052155305176, "minthy-multicaptions-v5": 30.32910390663894, "quarterturn-danbooru-eq": 17.942899897609536 }, "rel": { "curated-danbooru-2026": 0.02679180709707002, "danbooru-multitier-202606": -0.16547817588225067, "danbooru2026": 0.08193186115114227, "finetune-prompts": -0.04076983673974216, "gelbooru2026": 0.04369789554467922, "illustrious-generated": 0.09078039340628748, "illustrious-pixivstyled": 0.09069819675023333, "kiranti-anime-captions": -0.10116006617770121, "minthy-multicaptions-v5": -0.059390564051514654, "quarterturn-danbooru-eq": -0.051155489222791596 }, "rel_se": { "curated-danbooru-2026": 0.03805598184982158, "danbooru-multitier-202606": 0.09912035717109108, "danbooru2026": 0.058844751866304924, "finetune-prompts": 0.034070061759678055, "gelbooru2026": 0.06425997515553075, "illustrious-generated": 0.051883048401937616, "illustrious-pixivstyled": 0.02842841684817129, "kiranti-anime-captions": 0.04881325233758736, "minthy-multicaptions-v5": 0.264344793587632, "quarterturn-danbooru-eq": 0.0360089842578186 }, "worst_rel": -0.035757642581467575, "worst_source": "danbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "accept", "lr_now": 5e-06, "backtracks": 2 }, { "step": 200, "loss": 2.1826975345611572, "ema": 2.1658285528414076, "grad_norm": 1.4342488050460815, "seen_tokens": 3790126, "secs": 1884.8 }, { "step": 240, "loss": 2.160947799682617, "ema": 2.180663690981124, "grad_norm": 1.5351364612579346, "seen_tokens": 3840625, "secs": 1993.6 }, { "step": 240, "val": { "curated-danbooru-2026": 43.89456151349541, "danbooru-multitier-202606": 36.38011268853104, "danbooru2026": 141.6832124990706, "finetune-prompts": 61.16904776651955, "gelbooru2026": 37.960196735689586, "illustrious-generated": 15.002555667807659, "illustrious-pixivstyled": 37.844057832658855, "kiranti-anime-captions": 11.847736210063037, "minthy-multicaptions-v5": 30.341888788765566, "quarterturn-danbooru-eq": 17.83149355074764 }, "rel": { "curated-danbooru-2026": 0.03654641273051061, "danbooru-multitier-202606": -0.2310328405918683, "danbooru2026": 0.06613016905166182, "finetune-prompts": -0.043373396056523336, "gelbooru2026": 0.05446197462541149, "illustrious-generated": 0.10369899464643166, "illustrious-pixivstyled": 0.09602110812517219, "kiranti-anime-captions": -0.06839560468151766, "minthy-multicaptions-v5": -0.05899406104889349, "quarterturn-danbooru-eq": -0.05704680563702033 }, "rel_se": { "curated-danbooru-2026": 0.03791514744357009, "danbooru-multitier-202606": 0.09739508875746669, "danbooru2026": 0.05874774333356345, "finetune-prompts": 0.03398443209334842, "gelbooru2026": 0.06429790942008289, "illustrious-generated": 0.05174305585454098, "illustrious-pixivstyled": 0.028386372528266937, "kiranti-anime-captions": 0.048591625640865346, "minthy-multicaptions-v5": 0.2627613760766203, "quarterturn-danbooru-eq": 0.03594540852468694 }, "worst_rel": -0.03928388215662956, "worst_source": "curated-danbooru-2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "accept", "lr_now": 5e-06, "backtracks": 2 }, { "step": 280, "loss": 2.0973424911499023, "ema": 2.177335964535791, "grad_norm": 1.5373330116271973, "seen_tokens": 3891204, "secs": 2238.6 }, { "step": 320, "loss": 2.2225069999694824, "ema": 2.180517159149967, "grad_norm": 1.402755618095398, "seen_tokens": 3941898, "secs": 2345.1 }, { "step": 320, "val": { "curated-danbooru-2026": 43.82428902574539, "danbooru-multitier-202606": 34.69346628247218, "danbooru2026": 141.06291211892866, "finetune-prompts": 61.54992413102558, "gelbooru2026": 38.19519748121914, "illustrious-generated": 15.14679236361667, "illustrious-pixivstyled": 37.25441277878276, "kiranti-anime-captions": 12.133854435614737, "minthy-multicaptions-v5": 30.23650474238633, "quarterturn-danbooru-eq": 17.727548810864477 }, "rel": { "curated-danbooru-2026": 0.03488696580635028, "danbooru-multitier-202606": -0.26668351894179804, "danbooru2026": 0.061462566323865986, "finetune-prompts": -0.037416846520384094, "gelbooru2026": 0.06098984780517718, "illustrious-generated": 0.11431011315720153, "illustrious-pixivstyled": 0.07894409624110062, "kiranti-anime-captions": -0.04589772054747594, "minthy-multicaptions-v5": -0.06226238142947168, "quarterturn-danbooru-eq": -0.06254354230863524 }, "rel_se": { "curated-danbooru-2026": 0.03789466546084089, "danbooru-multitier-202606": 0.0966230504812065, "danbooru2026": 0.058755386762098696, "finetune-prompts": 0.03419960359965504, "gelbooru2026": 0.06474129704709256, "illustrious-generated": 0.05158299231437012, "illustrious-pixivstyled": 0.028358615860756543, "kiranti-anime-captions": 0.048316615591562584, "minthy-multicaptions-v5": 0.2614288376681182, "quarterturn-danbooru-eq": 0.03589640927062595 }, "worst_rel": -0.0409023651153315, "worst_source": "curated-danbooru-2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "accept", "lr_now": 5e-06, "backtracks": 2 }, { "step": 360, "loss": 2.22918701171875, "ema": 2.164831779878715, "grad_norm": 1.2890989780426025, "seen_tokens": 3992452, "secs": 2601.8 }, { "step": 400, "loss": 2.2059855461120605, "ema": 2.1603157951838985, "grad_norm": 1.5398766994476318, "seen_tokens": 4043155, "secs": 2713.5 }, { "step": 400, "val": { "curated-danbooru-2026": 44.05514597575963, "danbooru-multitier-202606": 33.60220582785778, "danbooru2026": 142.91003340467879, "finetune-prompts": 61.62660161832865, "gelbooru2026": 39.04082344670349, "illustrious-generated": 15.415471955514057, "illustrious-pixivstyled": 37.12481051808343, "kiranti-anime-captions": 12.339449184319534, "minthy-multicaptions-v5": 30.255087763727612, "quarterturn-danbooru-eq": 17.71089974050552 }, "rel": { "curated-danbooru-2026": 0.04033852825828635, "danbooru-multitier-202606": -0.28974951269348326, "danbooru2026": 0.07536168460260079, "finetune-prompts": -0.03621768245038518, "gelbooru2026": 0.08447972673198491, "illustrious-generated": 0.13407617182249115, "illustrious-pixivstyled": 0.07519061890483511, "kiranti-anime-captions": -0.029731512239672218, "minthy-multicaptions-v5": -0.061686058262264094, "quarterturn-danbooru-eq": -0.06342396738539459 }, "rel_se": { "curated-danbooru-2026": 0.03787322348404043, "danbooru-multitier-202606": 0.09624498589176175, "danbooru2026": 0.05880316631513142, "finetune-prompts": 0.034238833469759124, "gelbooru2026": 0.06534015528498868, "illustrious-generated": 0.051372962660071124, "illustrious-pixivstyled": 0.028319804826874375, "kiranti-anime-captions": 0.04822715742168867, "minthy-multicaptions-v5": 0.261033866017814, "quarterturn-danbooru-eq": 0.035925054688463055 }, "worst_rel": -0.03540791870979451, "worst_source": "curated-danbooru-2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 440, "loss": 2.098874568939209, "ema": 2.1515246303499556, "grad_norm": 1.3323787450790405, "seen_tokens": 4093676, "secs": 2958.6 }, { "step": 480, "loss": 2.1960883140563965, "ema": 2.1388243045648245, "grad_norm": 1.3530879020690918, "seen_tokens": 4144326, "secs": 3063.7 }, { "step": 480, "val": { "curated-danbooru-2026": 44.29350927539033, "danbooru-multitier-202606": 32.70428510217223, "danbooru2026": 143.53561848184572, "finetune-prompts": 61.48798638457539, "gelbooru2026": 39.631379624015175, "illustrious-generated": 15.784636337768614, "illustrious-pixivstyled": 37.02265335756751, "kiranti-anime-captions": 12.541693256559592, "minthy-multicaptions-v5": 30.370861358793434, "quarterturn-danbooru-eq": 17.723154886872557 }, "rel": { "curated-danbooru-2026": 0.04596734911079322, "danbooru-multitier-202606": -0.308728880781636, "danbooru2026": 0.08006905333254508, "finetune-prompts": -0.038385494851623646, "gelbooru2026": 0.10088425269351242, "illustrious-generated": 0.1612346351253749, "illustrious-pixivstyled": 0.07223199314734699, "kiranti-anime-captions": -0.013828772400991757, "minthy-multicaptions-v5": -0.05809552237673952, "quarterturn-danbooru-eq": -0.06277589887776823 }, "rel_se": { "curated-danbooru-2026": 0.037875103700998766, "danbooru-multitier-202606": 0.0958710296404683, "danbooru2026": 0.05898422242822426, "finetune-prompts": 0.034399341832228314, "gelbooru2026": 0.06564567288343615, "illustrious-generated": 0.05125510800755003, "illustrious-pixivstyled": 0.028472325912147288, "kiranti-anime-captions": 0.048238309532365055, "minthy-multicaptions-v5": 0.26039881326513914, "quarterturn-danbooru-eq": 0.03598367897812333 }, "worst_rel": -0.029782858291204313, "worst_source": "curated-danbooru-2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 520, "loss": 2.170886516571045, "ema": 2.134199493530986, "grad_norm": 1.3096753358840942, "seen_tokens": 4194962, "secs": 3307.8 }, { "step": 560, "loss": 2.102870464324951, "ema": 2.1230033928907175, "grad_norm": 1.439879298210144, "seen_tokens": 4245625, "secs": 3424.5 }, { "step": 560, "val": { "curated-danbooru-2026": 44.477976325386884, "danbooru-multitier-202606": 31.941375816024713, "danbooru2026": 144.55774789176985, "finetune-prompts": 62.535528211056835, "gelbooru2026": 39.99175207260786, "illustrious-generated": 15.925963415579622, "illustrious-pixivstyled": 36.859097464904856, "kiranti-anime-captions": 12.675358890152513, "minthy-multicaptions-v5": 30.3896093558931, "quarterturn-danbooru-eq": 17.663487817554312 }, "rel": { "curated-danbooru-2026": 0.050323439076109824, "danbooru-multitier-202606": -0.3248545094094958, "danbooru2026": 0.08776031739533756, "finetune-prompts": -0.022002922021968043, "gelbooru2026": 0.11089471302883433, "illustrious-generated": 0.17163170060876007, "illustrious-pixivstyled": 0.0674951673156882, "kiranti-anime-captions": -0.003318452999009359, "minthy-multicaptions-v5": -0.05751408274596887, "quarterturn-danbooru-eq": -0.06593117319350592 }, "rel_se": { "curated-danbooru-2026": 0.03792013434070792, "danbooru-multitier-202606": 0.09547751613595837, "danbooru2026": 0.05896946855501923, "finetune-prompts": 0.03472790834431778, "gelbooru2026": 0.06593324118018115, "illustrious-generated": 0.051218211254182876, "illustrious-pixivstyled": 0.02843893302591521, "kiranti-anime-captions": 0.04826672539374896, "minthy-multicaptions-v5": 0.2599592398752508, "quarterturn-danbooru-eq": 0.0360402774194497 }, "worst_rel": -0.020971769331527973, "worst_source": "gelbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 600, "loss": 2.044703960418701, "ema": 2.085923331975209, "grad_norm": 1.535624384880066, "seen_tokens": 4296194, "secs": 3665.3 }, { "step": 640, "loss": 1.968889594078064, "ema": 2.07754788821744, "grad_norm": 1.4221404790878296, "seen_tokens": 4346818, "secs": 3773.3 }, { "step": 640, "val": { "curated-danbooru-2026": 44.948451617441215, "danbooru-multitier-202606": 31.213041670456885, "danbooru2026": 146.20218452393178, "finetune-prompts": 62.22753897989861, "gelbooru2026": 40.67233995283142, "illustrious-generated": 15.989855208285427, "illustrious-pixivstyled": 37.40863326186754, "kiranti-anime-captions": 12.759454299420652, "minthy-multicaptions-v5": 30.477098872610895, "quarterturn-danbooru-eq": 17.516862450676435 }, "rel": { "curated-danbooru-2026": 0.06143345953063293, "danbooru-multitier-202606": -0.3402493226090108, "danbooru2026": 0.10013428516271183, "finetune-prompts": -0.026819585073167583, "gelbooru2026": 0.12980014824255476, "illustrious-generated": 0.17633205359774248, "illustrious-pixivstyled": 0.08341055450288659, "kiranti-anime-captions": 0.0032940889677642296, "minthy-multicaptions-v5": -0.05480073304646399, "quarterturn-danbooru-eq": -0.07368491842402485 }, "rel_se": { "curated-danbooru-2026": 0.03796032241819586, "danbooru-multitier-202606": 0.0952129637367468, "danbooru2026": 0.058977067342318945, "finetune-prompts": 0.034452090901839406, "gelbooru2026": 0.06625876246385407, "illustrious-generated": 0.051292647579607824, "illustrious-pixivstyled": 0.028407312517330616, "kiranti-anime-captions": 0.048291243809940126, "minthy-multicaptions-v5": 0.2599651572461094, "quarterturn-danbooru-eq": 0.03610732059616209 }, "worst_rel": -0.002717376685153372, "worst_source": "gelbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 680, "loss": 2.160252332687378, "ema": 2.08598608245647, "grad_norm": 1.5474276542663574, "seen_tokens": 4397483, "secs": 4015.3 }, { "step": 720, "loss": 2.1026439666748047, "ema": 2.081653483168498, "grad_norm": 1.378062129020691, "seen_tokens": 4448131, "secs": 4123.4 }, { "step": 720, "val": { "curated-danbooru-2026": 45.39705141224944, "danbooru-multitier-202606": 30.506372492128197, "danbooru2026": 148.24597211707493, "finetune-prompts": 63.27139942115136, "gelbooru2026": 41.5032260021028, "illustrious-generated": 16.18180838996602, "illustrious-pixivstyled": 37.985466782604284, "kiranti-anime-captions": 12.822540780025305, "minthy-multicaptions-v5": 30.453145709747353, "quarterturn-danbooru-eq": 17.439360923137244 }, "rel": { "curated-danbooru-2026": 0.07202690190770611, "danbooru-multitier-202606": -0.35518620296870246, "danbooru2026": 0.11551326742709048, "finetune-prompts": -0.010494585659769448, "gelbooru2026": 0.1528805803673881, "illustrious-generated": 0.19045354985018817, "illustrious-pixivstyled": 0.10011652502531905, "kiranti-anime-captions": 0.008254668911006938, "minthy-multicaptions-v5": -0.05554360270326669, "quarterturn-danbooru-eq": -0.07778330270984515 }, "rel_se": { "curated-danbooru-2026": 0.037964080230487945, "danbooru-multitier-202606": 0.09466782203031718, "danbooru2026": 0.058953584759158184, "finetune-prompts": 0.03423235217307441, "gelbooru2026": 0.06653822189021903, "illustrious-generated": 0.0512342981401833, "illustrious-pixivstyled": 0.028478376136874182, "kiranti-anime-captions": 0.0482934182784119, "minthy-multicaptions-v5": 0.2598404769500226, "quarterturn-danbooru-eq": 0.03611470183204477 }, "worst_rel": 0.019804136586950044, "worst_source": "gelbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 760, "loss": 1.8860312700271606, "ema": 2.078632558200722, "grad_norm": 1.4691078662872314, "seen_tokens": 4498725, "secs": 4383.1 }, { "step": 800, "loss": 2.0523521900177, "ema": 2.0730002217423587, "grad_norm": 1.3024288415908813, "seen_tokens": 4549414, "secs": 4492.1 }, { "step": 800, "val": { "curated-danbooru-2026": 45.85028811900072, "danbooru-multitier-202606": 30.11859289143063, "danbooru2026": 150.56395307462992, "finetune-prompts": 64.46672837742521, "gelbooru2026": 42.50111569567205, "illustrious-generated": 16.4911473879837, "illustrious-pixivstyled": 38.43115513955387, "kiranti-anime-captions": 12.895229757868577, "minthy-multicaptions-v5": 30.577225681946533, "quarterturn-danbooru-eq": 17.491452098259426 }, "rel": { "curated-danbooru-2026": 0.08272984246120482, "danbooru-multitier-202606": -0.36338270803667144, "danbooru2026": 0.13295548507974886, "finetune-prompts": 0.008199239432950664, "gelbooru2026": 0.18060005569218482, "illustrious-generated": 0.21321081525728525, "illustrious-pixivstyled": 0.11302433340629084, "kiranti-anime-captions": 0.013970306907106454, "minthy-multicaptions-v5": -0.0516954576007262, "quarterturn-danbooru-eq": -0.07502865179741366 }, "rel_se": { "curated-danbooru-2026": 0.03800475491807416, "danbooru-multitier-202606": 0.09449237631786445, "danbooru2026": 0.059222819607693065, "finetune-prompts": 0.03452500219400615, "gelbooru2026": 0.06710050023757509, "illustrious-generated": 0.05113304201046846, "illustrious-pixivstyled": 0.028570323014864618, "kiranti-anime-captions": 0.048377564078016286, "minthy-multicaptions-v5": 0.25967593114177523, "quarterturn-danbooru-eq": 0.03623133239441174 }, "worst_rel": 0.046399055217034635, "worst_source": "gelbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 }, { "step": 840, "loss": 2.116729736328125, "ema": 2.0733308510577584, "grad_norm": 1.6362088918685913, "seen_tokens": 4600136, "secs": 4734.0 }, { "step": 880, "loss": 2.1106765270233154, "ema": 2.0766496996054107, "grad_norm": 1.4888607263565063, "seen_tokens": 4650676, "secs": 4837.0 }, { "step": 880, "val": { "curated-danbooru-2026": 45.38880049012283, "danbooru-multitier-202606": 29.59369324162735, "danbooru2026": 148.2440460413765, "finetune-prompts": 63.29572478981986, "gelbooru2026": 41.96190921536062, "illustrious-generated": 16.827399017692017, "illustrious-pixivstyled": 37.599786999385735, "kiranti-anime-captions": 12.888160494443417, "minthy-multicaptions-v5": 30.145468634513573, "quarterturn-danbooru-eq": 17.29708500455361 }, "rel": { "curated-danbooru-2026": 0.07183206082860288, "danbooru-multitier-202606": -0.3744775222869527, "danbooru2026": 0.11549877419692044, "finetune-prompts": -0.010114159681783952, "gelbooru2026": 0.1656219265239173, "illustrious-generated": 0.23794797297059683, "illustrious-pixivstyled": 0.08894665562986866, "kiranti-anime-captions": 0.013414440641874295, "minthy-multicaptions-v5": -0.06508572307321854, "quarterturn-danbooru-eq": -0.08530704330552498 }, "rel_se": { "curated-danbooru-2026": 0.03807291193723124, "danbooru-multitier-202606": 0.09416138857677148, "danbooru2026": 0.059007709714320414, "finetune-prompts": 0.03436194246995966, "gelbooru2026": 0.06727608727239864, "illustrious-generated": 0.050862847060984887, "illustrious-pixivstyled": 0.028533082492890244, "kiranti-anime-captions": 0.0483130182897352, "minthy-multicaptions-v5": 0.25854745351997727, "quarterturn-danbooru-eq": 0.03621593935323285 }, "worst_rel": 0.031069751979120014, "worst_source": "gelbooru2026", "weights": { "curated-danbooru-2026": 0.091356, "danbooru-multitier-202606": 0.220769, "danbooru2026": 0.165585, "finetune-prompts": 1.6e-05, "gelbooru2026": 0.378707, "illustrious-generated": 0.001082, "illustrious-pixivstyled": 8.8e-05, "kiranti-anime-captions": 0.092876, "minthy-multicaptions-v5": 0.033105, "quarterturn-danbooru-eq": 0.016415 }, "accepted": true, "action": "keep", "lr_now": 5e-06, "backtracks": 2 } ], "adapter": "work/te/text_encoder_lora.safetensors", "merged": "work/te/qwen_3_06b_base_anima_captions.safetensors", "secs": 5086.5 }
{
"config": {
"layers": 8,
"rank": 16,
"alpha": 32.0,
"seq": 128,
"batch": 16,
"lr": 2e-05,
"steps": 320,
"seen_tokens": 4683515,
"holdout": 360,
"corpus_shards": 42,
"patience": 5,
"stopped_early": false,
"gate_min_share": 0.05,
"gate_sigma": 2.0,
"gate_sources": [
"curated-danbooru-2026",
"danbooru-multitier-202606",
"danbooru2026",
"gelbooru2026",
"kiranti-anime-captions"
],
"source_shares": {
"curated-danbooru-2026": 0.091356,
"danbooru-multitier-202606": 0.220769,
"danbooru2026": 0.165585,
"finetune-prompts": 1.6e-05,
"gelbooru2026": 0.378707,
"illustrious-generated": 0.001082,
"illustrious-pixivstyled": 8.8e-05,
"kiranti-anime-captions": 0.092876,
"minthy-multicaptions-v5": 0.033105,
"quarterturn-danbooru-eq": 0.016415
},
"source_rows": {
"curated-danbooru-2026": 331030,
"danbooru-multitier-202606": 799959,
"danbooru2026": 600000,
"finetune-prompts": 59,
"gelbooru2026": 1372248,
"illustrious-generated": 3921,
"illustrious-pixivstyled": 318,
"kiranti-anime-captions": 336537,
"minthy-multicaptions-v5": 119956,
"quarterturn-danbooru-eq": 59479
}
},
"train_params": 2883584,
"holdout_before": {
"tokens": 31518,
"nll": 3.7177748705228955,
"ppl": 41.17267756735686,
"docs": 360,
"nll_se": 0.04689415943569694
},
"holdout_after": {
"tokens": 31518,
"nll": 3.6823124222604444,
"ppl": 39.73817935904191,
"docs": 360,
"nll_se": 0.04511947915079031
},
"per_source": {
"curated-danbooru-2026": {
"before": {
"tokens": 15136,
"nll": 3.7458959986745177,
"ppl": 42.34693302142319,
"docs": 120,
"nll_se": 0.027217884461217968
},
"after": {
"tokens": 15136,
"nll": 3.780188207646505,
"ppl": 43.82428902574539,
"docs": 120,
"nll_se": 0.026366502154150765
},
"ppl_rel": 0.03488696580635028,
"ppl_rel_se": 0.037895,
"ppl_rel_adjusted": -0.040902
},
"danbooru-multitier-202606": {
"before": {
"tokens": 10545,
"nll": 3.8567292865953946,
"ppl": 47.31035941318033,
"docs": 120,
"nll_se": 0.07301281770708139
},
"after": {
"tokens": 10545,
"nll": 3.546551377652323,
"ppl": 34.69346628247218,
"docs": 120,
"nll_se": 0.06328619387169906
},
"ppl_rel": -0.26668351894179804,
"ppl_rel_se": 0.096623,