| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.0994451716542244,-0.09944517850875854,2.783378199100494,, | |
| 1000,-0.10606984049081802,-0.10606984996795654,2.790002866744995,, | |
| 1500,-0.10751887410879135,-0.10751888036727905,2.7914519019126893,, | |
| 2000,-0.11211390793323517,-0.11211390495300293,2.7960469217300417,, | |
| 2500,-0.06497228145599365,-0.06497228765487671,2.748905309677124,, | |
| 3000,-0.07450605928897858,-0.07450606632232666,2.7584390859603882,, | |
| 3500,-0.07465509325265884,-0.07465509223937988,2.7585881171226503,, | |
| 4000,-0.05147909000515938,-0.051479094982147214,2.7354121136665346,, | |
| 4500,-0.04089735448360443,-0.040897353649139406,2.724830382823944,, | |
| 5000,-0.03495738282799721,-0.03495738363265991,2.718890408039093,, | |
| 5000,,,,2.6037181878089903,0.08021483570337296 | |
| 5500,-0.039229728281497955,-0.03922972536087036,2.7231627402305603,, | |
| 6000,-0.03772832453250885,-0.037728325843811035,2.7216613421440123,, | |
| 6500,-0.0037587217520922422,-0.0037587223052978516,2.6876917366981505,, | |
| 7000,0.020572727546095848,0.020572731494903563,2.663360293388367,, | |
| 7500,0.0024799685925245285,0.002479968547821045,2.6814530634880067,, | |
| 8000,0.021671822294592857,0.021671819686889648,2.66226118850708,, | |
| 8500,0.029506858438253403,0.029506860256195068,2.6544261655807495,, | |
| 9000,0.03376694396138191,0.033766944885253905,2.6501660714149473,, | |
| 9500,0.022409599274396896,0.02240959930419922,2.6615234208106995,, | |
| 10000,0.030189668759703636,0.030189669609069825,2.653743350982666,, | |
| 10000,,,,2.5183556270599365,0.16557738184928894 | |
| 10500,0.04676058888435364,0.04676058626174927,2.6371724247932433,, | |
| 11000,0.07060226798057556,0.07060226678848266,2.6133307514190673,, | |
| 11500,0.06412626802921295,0.0641262698173523,2.6198067574501036,, | |
| 12000,0.06050346419215202,0.06050346803665161,2.6234295644760133,, | |
| 12500,0.060363538563251495,0.06036353921890259,2.623569480419159,, | |
| 13000,0.08335579186677933,0.08335579109191894,2.6005772447586057,, | |
| 13500,0.08638317883014679,0.08638317489624023,2.5975498485565187,, | |
| 14000,0.06645781546831131,0.06645781898498535,2.617475203514099,, | |
| 14500,0.09151853621006012,0.09151853895187378,2.5924144792556763,, | |
| 15000,0.08465094119310379,0.08465094184875488,2.599282078266144,, | |
| 15000,,,,2.4451038384437562,0.23882916569709778 | |
| 15500,0.11452946811914444,0.11452946090698242,2.5694035511016846,, | |
| 16000,0.09500941634178162,0.09500942277908325,2.588923593044281,, | |
| 16500,0.1292753368616104,0.12927532863616945,2.554657697200775,, | |
| 17000,0.13170774281024933,0.13170773887634277,2.5522252779006958,, | |
| 17500,0.14368891716003418,0.14368892765045166,2.540244092464447,, | |
| 18000,0.12941446900367737,0.12941448211669923,2.5545185537338257,, | |
| 18500,0.14257852733135223,0.14257851791381837,2.541354515552521,, | |
| 19000,0.13966801762580872,0.1396680188179016,2.5442650055885316,, | |
| 19500,0.11327601224184036,0.11327600574493409,2.570657021522522,, | |
| 20000,0.13754010200500488,0.137540096282959,2.5463929257392883,, | |
| 20000,,,,2.3374540960788726,0.3464789092540741 | |
| 20500,0.1368420124053955,0.13684199571609498,2.547091028213501,, | |
| 21000,0.1405256986618042,0.1405256929397583,2.5434073238372803,, | |
| 21500,0.1498691737651825,0.14986918354034423,2.5340638318061828,, | |
| 22000,0.12159030139446259,0.12159030199050903,2.562342716693878,, | |
| 22500,0.1282031089067459,0.1282031044960022,2.5557299060821532,, | |
| 23000,0.13812652230262756,0.13812652015686036,2.545806498527527,, | |
| 23500,0.14436185359954834,0.14436183929443358,2.539571183204651,, | |
| 24000,0.14042876660823822,0.14042878341674805,2.543504234790802,, | |
| 24500,0.1500898152589798,0.15008983612060547,2.5338431830406187,, | |
| 25000,0.16284410655498505,0.1628440980911255,2.5210889225006103,, | |
| 25000,,,,2.390567365884781,0.2933656573295593 | |
| 25500,0.16590774059295654,0.16590775299072266,2.518025266170502,, | |
| 26000,0.15530768036842346,0.15530769491195678,2.528625322341919,, | |
| 26500,0.17472608387470245,0.1747260971069336,2.509206932067871,, | |
| 27000,0.18254752457141876,0.1825475344657898,2.501385488986969,, | |
| 27500,0.1950436234474182,0.19504363346099854,2.488889398097992,, | |
| 28000,0.19465161859989166,0.19465161991119384,2.489281394481659,, | |
| 28500,0.16215169429779053,0.16215169429779053,2.521781334400177,, | |
| 29000,0.1890368014574051,0.1890368037223816,2.494896222114563,, | |
| 29500,0.16764257848262787,0.16764257097244262,2.5162904510498048,, | |
| 30000,0.18648077547550201,0.18648079109191895,2.497452229499817,, | |
| 30000,,,,2.4020849370956423,0.28184807300567627 | |
| 30500,0.1981387883424759,0.19813880348205568,2.48579421377182,, | |
| 31000,0.1995157152414322,0.19951573085784913,2.484417300224304,, | |
| 31500,0.19233618676662445,0.19233620643615723,2.4915968136787416,, | |
| 32000,0.1899498850107193,0.18994987297058105,2.4939831395149232,, | |
| 32500,0.17684371769428253,0.17684373235702514,2.507089285373688,, | |
| 33000,0.1916748285293579,0.1916748285293579,2.4922581815719607,, | |
| 33500,0.19882339239120483,0.1988233962059021,2.4851096124649046,, | |
| 34000,0.18513064086437225,0.18513067245483397,2.4988023529052734,, | |
| 34500,0.18377690017223358,0.1837769031524658,2.50015611076355,, | |
| 35000,0.20141400396823883,0.20141400146484376,2.482519019126892,, | |
| 35000,,,,2.326228091716766,0.35770493745803833 | |
| 35500,0.2049022763967514,0.20490229749679564,2.479030722618103,, | |
| 36000,0.1827041506767273,0.1827041506767273,2.501228865146637,, | |
| 36500,0.20387372374534607,0.2038737111091614,2.480059317111969,, | |
| 37000,0.196685329079628,0.19668533897399904,2.487247681617737,, | |
| 37500,0.20406845211982727,0.204068443775177,2.479864577770233,, | |
| 38000,0.19349411129951477,0.1934941005706787,2.490438925266266,, | |
| 38500,0.17627273499965668,0.17627272462844848,2.5076602902412413,, | |
| 39000,0.20846974849700928,0.20846974754333497,2.4754632654190063,, | |
| 39500,0.19735704362392426,0.19735703134536745,2.486575985431671,, | |
| 40000,0.2160172015428543,0.216017192363739,2.467915835380554,, | |
| 40000,,,,2.335146962404251,0.34878605604171753 | |
| 40500,0.20623968541622162,0.20623968935012818,2.4776933131217955,, | |
| 41000,0.21017757058143616,0.2101775722503662,2.473755452632904,, | |
| 41500,0.20313598215579987,0.20313598442077638,2.480797035217285,, | |
| 42000,0.20961160957813263,0.20961161422729493,2.4743214087486267,, | |
| 42500,0.20024247467517853,0.20024249172210692,2.4836905217170715,, | |
| 43000,0.21787002682685852,0.21787005281448366,2.466062967300415,, | |
| 43500,0.19163763523101807,0.1916376461982727,2.4922953810691832,, | |
| 44000,0.20073702931404114,0.20073703861236572,2.4831959767341614,, | |
| 44500,0.2190060168504715,0.21900599670410156,2.4649270324707033,, | |
| 45000,0.18765786290168762,0.187657874584198,2.4962751512527466,, | |
| 45000,,,,2.315196923017502,0.3687360882759094 | |
| 45500,0.22351709008216858,0.22351709222793578,2.4604159235954284,, | |
| 46000,0.20633113384246826,0.2063311243057251,2.4776019020080566,, | |
| 46500,0.2301706224679947,0.23017064189910888,2.4537623782157896,, | |
| 47000,0.21686559915542603,0.21686558055877686,2.4670674419403076,, | |
| 47500,0.22620093822479248,0.22620094537734986,2.45773206949234,, | |
| 48000,0.2198602557182312,0.21986025428771971,2.4640727558135986,, | |
| 48500,0.20460699498653412,0.20460699224472045,2.479326027393341,, | |
| 49000,0.2306915670633316,0.23069156932830812,2.453241452693939,, | |
| 49500,0.22506792843341827,0.22506792736053466,2.458865101337433,, | |
| 50000,0.22412747144699097,0.2241274642944336,2.459805559158325,, | |
| 50000,,,,2.364021906852722,0.3199111223220825 | |
| 50500,0.2216455042362213,0.22164550828933716,2.4622875051498414,, | |
| 51000,0.21099665760993958,0.21099666213989257,2.472936363697052,, | |