| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.09891711175441742,-0.09891710472106933,2.7828501138687134,, | |
| 1000,-0.11167707294225693,-0.11167706871032715,2.795610085964203,, | |
| 1500,-0.09946882724761963,-0.09946881818771362,2.7834018445014954,, | |
| 2000,-0.10062853991985321,-0.1006285343170166,2.7845615482330324,, | |
| 2500,-0.061527904123067856,-0.061527903079986575,2.745460922718048,, | |
| 3000,-0.06606268137693405,-0.06606268262863159,2.7499957075119017,, | |
| 3500,-0.05954999476671219,-0.05955000162124634,2.7434830274581907,, | |
| 4000,-0.05555497854948044,-0.0555549840927124,2.7394880042076113,, | |
| 4500,0.0023939155507832766,0.0023939151763916018,2.6815391001701356,, | |
| 5000,-7.365843339357525e-05,-7.365846633911133e-05,2.6840066733360293,, | |
| 5000,,,,2.5783715426921843,0.10556146502494812 | |
| 5500,0.0008393868338316679,0.0008393864631652832,2.683093640804291,, | |
| 6000,-0.008465495891869068,-0.008465495586395264,2.6923985118865965,, | |
| 6500,0.03367268294095993,0.03367268657684326,2.6502603302001955,, | |
| 7000,0.03924187645316124,0.03924187755584717,2.644691149711609,, | |
| 7500,0.04294167086482048,0.04294166994094849,2.6409913530349733,, | |
| 8000,0.036273177713155746,0.03627317810058594,2.6476598501205446,, | |
| 8500,0.07401108741760254,0.07401108598709107,2.6099219312667845,, | |
| 9000,0.07633965462446213,0.07633965444564819,2.607593364715576,, | |
| 9500,0.09850367903709412,0.09850367832183837,2.585429337978363,, | |
| 10000,0.09704853594303131,0.09704854631423951,2.586884476184845,, | |
| 10000,,,,2.4838084244728087,0.200124591588974 | |
| 10500,0.11583186686038971,0.11583186864852905,2.56810115480423,, | |
| 11000,0.10295286774635315,0.10295286750793457,2.5809801516532898,, | |
| 11500,0.11649453639984131,0.11649454069137573,2.567438478946686,, | |
| 12000,0.11690977960824966,0.1169097809791565,2.5670232491493223,, | |
| 12500,0.12889903783798218,0.12889904308319092,2.5550339760780334,, | |
| 13000,0.12540902197360992,0.12540903282165528,2.558523998737335,, | |
| 13500,0.12952035665512085,0.1295203619003296,2.5544126563072203,, | |
| 14000,0.13816821575164795,0.13816821908950805,2.545764805316925,, | |
| 14500,0.11913298815488815,0.11913299465179443,2.5648000168800356,, | |
| 15000,0.10662222653627396,0.1066222243309021,2.5773107938766477,, | |
| 15000,,,,2.4391083467006682,0.24482467770576477 | |
| 15500,0.11620670557022095,0.11620670652389527,2.5677263140678406,, | |
| 16000,0.10898709297180176,0.10898709011077881,2.5749459319114685,, | |
| 16500,0.11433500796556473,0.11433500957489014,2.569598002433777,, | |
| 17000,0.12699638307094574,0.1269963755607605,2.5569366488456726,, | |
| 17500,0.1446753293275833,0.14467531251907348,2.539257697582245,, | |
| 18000,0.13824604451656342,0.13824604177474975,2.5456869912147524,, | |
| 18500,0.1420973539352417,0.14209736490249633,2.5418356566429137,, | |
| 19000,0.15067099034786224,0.15067098760604858,2.5332620320320127,, | |
| 19500,0.1436053067445755,0.1436053171157837,2.5403277053833007,, | |
| 20000,0.15211673080921173,0.15211671876907348,2.5318163022994997,, | |
| 20000,,,,2.450709583759308,0.23322342336177826 | |
| 20500,0.16624878346920013,0.16624877786636352,2.5176842403411865,, | |
| 21000,0.18854767084121704,0.188547664642334,2.4953853616714476,, | |
| 21500,0.19203181564807892,0.1920318284034729,2.4919011945724487,, | |
| 22000,0.16513976454734802,0.1651397547721863,2.5187932596206664,, | |
| 22500,0.16812942922115326,0.1681294322013855,2.5158035764694215,, | |
| 23000,0.19641534984111786,0.1964153428077698,2.4875176720619203,, | |
| 23500,0.18649353086948395,0.1864935417175293,2.497439467906952,, | |
| 24000,0.19292527437210083,0.1929252882003784,2.4910077376365662,, | |
| 24500,0.1816236674785614,0.1816236433982849,2.5023093786239623,, | |
| 25000,0.16704362630844116,0.1670436224937439,2.5168893966674806,, | |
| 25000,,,,2.395929628610611,0.2880033850669861 | |
| 25500,0.23327630758285522,0.23327631330490112,2.4506566948890685,, | |
| 26000,0.2154207080602646,0.21542072820663452,2.4685122900009153,, | |
| 26500,0.21192854642868042,0.21192854166030883,2.4720044722557066,, | |
| 27000,0.20999127626419067,0.20999128913879395,2.473941734790802,, | |
| 27500,0.20917782187461853,0.20917780876159667,2.4747552065849305,, | |
| 28000,0.18882322311401367,0.18882323455810546,2.495109778881073,, | |
| 28500,0.19372473657131195,0.19372472953796388,2.490208284854889,, | |
| 29000,0.2108186036348343,0.21081860113143921,2.473114411830902,, | |
| 29500,0.20430395007133484,0.20430395030975343,2.4796290740966795,, | |
| 30000,0.1950298547744751,0.19502984809875487,2.4889031624794007,, | |
| 30000,,,,2.38793460726738,0.29599839448928833 | |
| 30500,0.22502166032791138,0.22502168512344362,2.458911340236664,, | |
| 31000,0.20458984375,0.20458983850479126,2.479343176841736,, | |
| 31500,0.2069457620382309,0.20694575357437134,2.4769872674942017,, | |
| 32000,0.20202268660068512,0.2020227084159851,2.4819103121757506,, | |
| 32500,0.22310367226600647,0.22310365438461305,2.460829359531403,, | |
| 33000,0.22981679439544678,0.2298167986869812,2.454116222858429,, | |
| 33500,0.20290018618106842,0.20290019702911377,2.4810328259468077,, | |
| 34000,0.2062346339225769,0.206234637260437,2.477698389053345,, | |
| 34500,0.23413966596126556,0.234139666557312,2.449793354511261,, | |
| 35000,0.22518916428089142,0.2251891598701477,2.4587438702583313,, | |
| 35000,,,,2.3405652976036073,0.34336769580841064 | |
| 35500,0.22377637028694153,0.22377637100219727,2.4601566586494448,, | |
| 36000,0.23810531198978424,0.23810530424118043,2.4458277153968813,, | |
| 36500,0.22875234484672546,0.22875235891342163,2.455180656909943,, | |
| 37000,0.22764217853546143,0.22764219093322755,2.4562908101081846,, | |
| 37500,0.21719835698604584,0.21719837856292726,2.466734628677368,, | |
| 38000,0.19750618934631348,0.19750620651245118,2.4864268193244934,, | |
| 38500,0.22053012251853943,0.22053012132644653,2.4634029116630556,, | |
| 39000,0.22359926998615265,0.22359929656982422,2.460333724975586,, | |
| 39500,0.23657433688640594,0.23657435846328737,2.4473586540222168,, | |
| 40000,0.20637521147727966,0.20637521266937256,2.477557804107666,, | |
| 40000,,,,2.3699842357635497,0.31394875049591064 | |
| 40500,0.22578999400138855,0.22579001426696776,2.4581430106163027,, | |
| 41000,0.20213009417057037,0.20213009786605834,2.4818029208183288,, | |
| 41500,0.222834974527359,0.22283495903015138,2.4610980582237243,, | |
| 42000,0.214809849858284,0.21480985116958617,2.46912316942215,, | |
| 42500,0.20192191004753113,0.20192190837860108,2.4820111145973205,, | |
| 43000,0.18683753907680511,0.1868375382423401,2.497095480918884,, | |
| 43500,0.23042967915534973,0.23042965745925903,2.453503354549408,, | |
| 44000,0.21709732711315155,0.21709729719161988,2.4668357152938842,, | |
| 44500,0.2244701385498047,0.22447013664245605,2.459462878704071,, | |
| 45000,0.21839791536331177,0.2183979172706604,2.465535108566284,, | |
| 45000,,,,2.36728297829628,0.31665003299713135 | |
| 45500,0.21026742458343506,0.2102674479484558,2.473665577411652,, | |
| 46000,0.2203454226255417,0.22034544086456298,2.463587579727173,, | |
| 46500,0.2295851856470108,0.2295851788520813,2.4543478422164915,, | |
| 47000,0.23154929280281067,0.23154930305480956,2.4523837060928346,, | |
| 47500,0.21177606284618378,0.21177606201171875,2.4721569662094116,, | |
| 48000,0.20393964648246765,0.20393967151641845,2.4799933428764342,, | |
| 48500,0.23248827457427979,0.23248827171325684,2.451444736480713,, | |
| 49000,0.22605499625205994,0.22605501747131349,2.4578780026435854,, | |
| 49500,0.24113361537456512,0.24113362884521483,2.4427993798255923,, | |
| 50000,0.2199091911315918,0.2199091944694519,2.4640238270759585,, | |
| 50000,,,,2.3439831459522247,0.3399498462677002 | |
| 50500,0.23813430964946747,0.23813428592681884,2.445798729419708,, | |
| 51000,0.22703494131565094,0.2270349555015564,2.456898073673248,, | |