step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward 500,-0.6004809141159058,-0.6004813361167908,7.029233342647553,, 1000,-0.4173382818698883,-0.4173381885290146,6.846090119838714,, 1500,-0.7659024000167847,-0.7659023313522338,7.194654288768768,, 2000,-0.5657624006271362,-0.5657625218629837,6.994514454841614,, 2500,-0.6868569254875183,-0.686856920003891,7.115608851909638,, 3000,-0.7352613210678101,-0.7352613835334778,7.164013324737549,, 3500,-0.7903093099594116,-0.7903094136714935,7.219061357975006,, 4000,-0.9295384883880615,-0.9295387147665024,7.358290675163269,, 4500,-0.6314473748207092,-0.6314472299814224,7.060199211120605,, 5000,-0.5655206441879272,-0.565520735502243,6.994272603988647,, 5000,,,,6.818428003787995,-0.38967636227607727 5500,-0.5283405780792236,-0.5283404808044434,6.95709240102768,, 6000,-0.5488532185554504,-0.548853028178215,6.9776050295829775,, 6500,-0.5369082689285278,-0.5369081699848175,6.965660092353821,, 7000,-0.6662351489067078,-0.666235345363617,7.094987288951874,, 7500,-0.6311218738555908,-0.6311224516630173,7.059874408245086,, 8000,-0.7073115706443787,-0.7073117700815201,7.136063702583313,, 8500,-0.6005286574363708,-0.6005287483930588,7.029280675411225,, 9000,-0.5754919052124023,-0.5754917230606079,7.004243637561798,, 9500,-0.47457507252693176,-0.47457514083385466,6.903327077388764,, 10000,-0.5136172771453857,-0.5136173679828644,6.942369373321533,, 10000,,,,6.958188675642013,-0.5294370651245117 10500,-0.5322483777999878,-0.5322486516237259,6.961000578403473,, 11000,-0.513142466545105,-0.5131425490379333,6.941894481658935,, 11500,-0.5111939907073975,-0.5111941701173782,6.939946099281311,, 12000,-0.5161597728729248,-0.5161600965261459,6.944912045955658,, 12500,-0.49977052211761475,-0.49977009403705597,6.9285220265388485,, 13000,-0.4453413188457489,-0.44534096264839174,6.874092903614044,, 13500,-0.4897709786891937,-0.48977122604846957,6.918523163318634,, 14000,-0.4831821322441101,-0.48318197107315064,6.91193391418457,, 14500,-0.50970059633255,-0.5097008165121079,6.938452783107757,, 15000,-0.5613090395927429,-0.5613093557357788,6.99006127166748,, 15000,,,,6.93201542019844,-0.5032634139060974 15500,-0.5435321927070618,-0.5435322444438935,6.972284183979035,, 16000,-0.5312851071357727,-0.5312850848436356,6.96003701543808,, 16500,-0.5977941155433655,-0.5977940353155136,7.02654603433609,, 17000,-0.4969092905521393,-0.49690932989120484,6.925661284446717,, 17500,-0.5313052535057068,-0.5313054730892182,6.960057450771332,, 18000,-0.5299641489982605,-0.5299641548395156,6.95871610879898,, 18500,-0.5260246992111206,-0.5260247821807862,6.954776746749878,, 19000,-0.5502483248710632,-0.5502483395338058,6.9790002660751345,, 19500,-0.5189540982246399,-0.5189541394710541,6.947706058979034,, 20000,-0.5310182571411133,-0.5310181665420532,6.959770090579987,, 20000,,,,6.922594275474548,-0.49384236335754395 20500,-0.5805399417877197,-0.5805399078130722,7.009291855812073,, 21000,-0.5180500745773315,-0.5180499880313874,6.9468019318580625,, 21500,-0.5480121374130249,-0.5480118877887726,6.976763805389404,, 22000,-0.48859959840774536,-0.4885996778011322,6.917351586818695,, 22500,-0.5207969546318054,-0.5207970501184463,6.949549017906189,, 23000,-0.6016191840171814,-0.6016193774938583,7.030371315002442,, 23500,-0.5197160243988037,-0.5197163358926773,6.948468288898468,, 24000,-0.5270124673843384,-0.5270123782157898,6.955764310359955,, 24500,-0.603426992893219,-0.6034269118309021,7.032178868293762,, 25000,-0.4912773072719574,-0.49127711963653564,6.920029018878937,, 25000,,,,7.060733672380447,-0.6319816708564758 25500,-0.4325437843799591,-0.43254357278347016,6.861295545578003,, 26000,-0.4998626708984375,-0.49986270773410796,6.928614656448365,, 26500,-0.5527188777923584,-0.5527189004421235,6.981470862865448,, 27000,-0.5354927182197571,-0.5354928820133209,6.964244857788086,, 27500,-0.5601617693901062,-0.5601616946458816,6.988913683891297,, 28000,-0.5969340205192566,-0.5969339519739151,7.0256858959198,, 28500,-0.8151323795318604,-0.8151324130296708,7.243884328365326,, 29000,-0.42943212389945984,-0.42943178164958956,6.858183773040771,, 29500,-0.6991186738014221,-0.6991185795068741,7.127870559692383,, 30000,-0.5426655411720276,-0.542665531873703,6.971417469501495,, 30000,,,,7.115369596481323,-0.6866176724433899 30500,-0.6485627889633179,-0.6485626662969589,7.077314662933349,, 31000,-0.503879189491272,-0.5038790266513824,6.932630938053131,, 31500,-0.5523908138275146,-0.552390794634819,6.981142735481262,, 32000,-0.5781270265579224,-0.5781270792484283,7.006879037857056,, 32500,-0.6033530831336975,-0.6033530030250549,7.0321050181388856,, 33000,-0.6141605377197266,-0.6141606326103211,7.042912598609925,, 33500,-0.6523746252059937,-0.6523749116659164,7.0811268444061275,, 34000,-0.5960283875465393,-0.5960283242464065,7.024780256748199,, 34500,-0.6375739574432373,-0.6375740309953689,7.066325987815857,, 35000,-0.6300092935562134,-0.6300090290307999,7.058760973453522,, 35000,,,,7.152730422019959,-0.7239785194396973 35500,-0.6483784317970276,-0.64837821829319,7.077130223751068,, 36000,-0.6145461797714233,-0.6145460011959076,7.043297980308533,, 36500,-0.6082743406295776,-0.6082740331888199,7.0370260100364685,, 37000,-0.6648932695388794,-0.6648929220438003,7.093644840240478,, 37500,-0.6570993065834045,-0.6570995283126831,7.085851507663727,, 38000,-0.6527460217475891,-0.6527458600997925,7.081497799396515,, 38500,-0.6694830656051636,-0.669483004450798,7.098234971046447,, 39000,-0.6336326003074646,-0.6336328512430192,7.062384755134582,, 39500,-0.7332788109779358,-0.7332786234617233,7.162030544757843,, 40000,-0.6307981610298157,-0.6307982572317123,7.059550194740296,, 40000,,,,7.018843395709991,-0.5900916457176208 40500,-0.6639092564582825,-0.6639092445373536,7.092661151885986,, 41000,-0.6360984444618225,-0.6360989236831665,7.064850891590118,, 41500,-0.5738803744316101,-0.5738800821304322,7.002631970405579,, 42000,-0.6164500117301941,-0.616449734210968,7.04520166349411,, 42500,-0.6249773502349854,-0.6249773975610733,7.053729291439057,, 43000,-0.58282870054245,-0.5828289340734482,7.011580846309662,, 43500,-0.6473984122276306,-0.6473985059261322,7.076150424003601,, 44000,-0.6243640780448914,-0.6243641117811203,7.053116099357605,, 44500,-0.579413652420044,-0.5794134622812271,7.008165432453156,, 45000,-0.5511017441749573,-0.5511017495393753,6.979853705883026,, 45000,,,,7.073344585895538,-0.6445927023887634 45500,-0.5753238797187805,-0.5753236683607101,7.004075645923614,, 46000,-0.5448225140571594,-0.544822367310524,6.973574293136597,, 46500,-0.5905247330665588,-0.5905248721837998,7.0192768034935,, 47000,-0.5984158515930176,-0.5984158551692963,7.027167794704437,, 47500,-0.5716216564178467,-0.5716213680505753,7.000373334407806,, 48000,-0.5342129468917847,-0.5342130167484284,6.962964969158173,, 48500,-0.5885003209114075,-0.5884999514818191,7.017251856803894,, 49000,-0.5124770402908325,-0.5124772671461105,6.941229265213012,, 49500,-0.6023898124694824,-0.6023899801969528,7.03114195728302,, 50000,-0.5942519903182983,-0.5942518516778946,7.023003829479218,, 50000,,,,6.848601129055023,-0.41984930634498596