| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.10978344082832336,-0.10978344011306762,2.7937164635658265,, | |
| 1000,-0.09050759673118591,-0.09050759553909302,2.774440638065338,, | |
| 1500,-0.10279117524623871,-0.10279117345809936,2.786724187850952,, | |
| 2000,-0.10738348960876465,-0.10738349342346191,2.7913165025711058,, | |
| 2500,-0.04469801485538483,-0.04469800615310669,2.7286310391426087,, | |
| 3000,-0.048905372619628906,-0.048905372619628906,2.732838376045227,, | |
| 3500,-0.04684268683195114,-0.04684268951416016,2.730775706291199,, | |
| 4000,-0.0579797588288784,-0.05797976589202881,2.7419127736091613,, | |
| 4500,0.01549370214343071,0.01549370288848877,2.6684393215179445,, | |
| 5000,0.01905006729066372,0.019050065994262694,2.6648829531669618,, | |
| 5000,,,,2.52623291015625,0.1577000916004181 | |
| 5500,0.019027722999453545,0.01902772331237793,2.6649052848815917,, | |
| 6000,0.0204435046762228,0.020443506240844726,2.6634895100593567,, | |
| 6500,0.05295093357563019,0.05295093393325806,2.630982077598572,, | |
| 7000,0.053856462240219116,0.05385646104812622,2.6300765471458436,, | |
| 7500,0.042229726910591125,0.04222973346710205,2.6417032928466795,, | |
| 8000,0.05501139536499977,0.05501139497756958,2.62892161655426,, | |
| 8500,0.07409057021141052,0.07409057903289795,2.6098424377441405,, | |
| 9000,0.0704253688454628,0.07042536783218384,2.613507643222809,, | |
| 9500,0.08201475441455841,0.08201476287841797,2.601918248653412,, | |
| 10000,0.07984869182109833,0.07984868431091309,2.6040843405723573,, | |
| 10000,,,,2.446284143924713,0.2376488745212555 | |
| 10500,0.09511210769414902,0.09511211395263672,2.5888209075927735,, | |
| 11000,0.08298678696155548,0.08298678922653198,2.6009462366104126,, | |
| 11500,0.10485706478357315,0.10485706663131714,2.5790759525299074,, | |
| 12000,0.09027427434921265,0.09027427053451538,2.593658748626709,, | |
| 12500,0.09474030137062073,0.09474030256271362,2.589192705154419,, | |
| 13000,0.11303865164518356,0.11303865146636963,2.570894365787506,, | |
| 13500,0.11293662339448929,0.11293662643432617,2.5709964103698733,, | |
| 14000,0.11320634186267853,0.11320634603500367,2.5707266697883604,, | |
| 14500,0.07263841480016708,0.07263840436935425,2.611294613838196,, | |
| 15000,0.11221640557050705,0.11221640396118164,2.5717166233062745,, | |
| 15000,,,,2.391570669412613,0.29236236214637756 | |
| 15500,0.11628503352403641,0.11628503704071044,2.567647984981537,, | |
| 16000,0.10316791385412216,0.10316792392730713,2.580765085697174,, | |
| 16500,0.0997680202126503,0.09976801824569702,2.5841649866104124,, | |
| 17000,0.11562159657478333,0.1156215934753418,2.5683114457130434,, | |
| 17500,0.11423646658658981,0.11423646068572998,2.5696965632438658,, | |
| 18000,0.1007734015583992,0.10077340841293335,2.5831596164703368,, | |
| 18500,0.13323229551315308,0.13323229169845582,2.5507007312774657,, | |
| 19000,0.10884597897529602,0.1088459677696228,2.575087049484253,, | |
| 19500,0.12736187875270844,0.1273618836402893,2.5565711398124695,, | |
| 20000,0.12350088357925415,0.12350089454650878,2.5604321241378782,, | |
| 20000,,,,2.3861044526100157,0.2978285849094391 | |
| 20500,0.12989872694015503,0.1298987216949463,2.5540343017578127,, | |
| 21000,0.09510907530784607,0.09510907411575317,2.5888239507675173,, | |
| 21500,0.1048116460442543,0.10481164169311523,2.5791213827133177,, | |
| 22000,0.10681574791669846,0.10681574964523316,2.5771172637939452,, | |
| 22500,0.11587228626012802,0.1158722939491272,2.568060715198517,, | |
| 23000,0.11470989882946014,0.11470991086959839,2.5692231068611147,, | |
| 23500,0.11198740452528,0.11198740196228027,2.5719456210136413,, | |
| 24000,0.11025732755661011,0.11025731515884399,2.5736757068634035,, | |
| 24500,0.12042626738548279,0.12042627239227295,2.5635067496299744,, | |
| 25000,0.11927444487810135,0.1192744460105896,2.5646585750579836,, | |
| 25000,,,,2.4515752995014193,0.23235774040222168 | |
| 25500,0.10875886678695679,0.10875887632369995,2.575174126148224,, | |
| 26000,0.131865993142128,0.13186601209640503,2.5520670104026792,, | |
| 26500,0.12380937486886978,0.12380937194824218,2.560123639583588,, | |
| 27000,0.11966986209154129,0.11966987371444703,2.5642631459236145,, | |
| 27500,0.11402498930692673,0.11402498912811279,2.5699080152511597,, | |
| 28000,0.1125989556312561,0.11259895038604736,2.5713340716362,, | |
| 28500,0.134990394115448,0.13499038791656495,2.5489426288604737,, | |
| 29000,0.10135022550821304,0.1013502311706543,2.5825827856063843,, | |
| 29500,0.12040124088525772,0.12040123128890991,2.563531785964966,, | |
| 30000,0.13865052163600922,0.13865053606033326,2.5452824993133545,, | |
| 30000,,,,2.4295092701911924,0.25442373752593994 | |
| 30500,0.12527726590633392,0.12527727127075194,2.558655749320984,, | |
| 31000,0.12762399017810822,0.12762399625778198,2.55630903339386,, | |
| 31500,0.13320840895175934,0.1332084140777588,2.550724616527557,, | |
| 32000,0.12691526114940643,0.12691525840759277,2.5570177640914915,, | |
| 32500,0.12462393194437027,0.12462392950057984,2.559309103488922,, | |
| 33000,0.1264260709285736,0.1264260721206665,2.5575069494247438,, | |
| 33500,0.14854443073272705,0.14854443073272705,2.5353885951042177,, | |
| 34000,0.13525402545928955,0.13525403594970703,2.5486789832115173,, | |
| 34500,0.12072952091693878,0.1207295217514038,2.563203492641449,, | |
| 35000,0.10569008439779282,0.1056900863647461,2.5782429375648497,, | |
| 35000,,,,2.4429959070682528,0.24093711376190186 | |
| 35500,0.1182362511754036,0.11823625802993774,2.5656967663764956,, | |
| 36000,0.10571812093257904,0.10571813201904297,2.5782148852348326,, | |
| 36500,0.10372036695480347,0.10372036886215209,2.580212649345398,, | |
| 37000,0.12433599680662155,0.12433599472045899,2.5595970268249513,, | |
| 37500,0.11988070607185364,0.11988070869445801,2.5640523171424867,, | |
| 38000,0.1164097711443901,0.11640977430343628,2.567523254394531,, | |
| 38500,0.12376872450113297,0.12376872634887695,2.5601642990112303,, | |
| 39000,0.13786959648132324,0.13786959981918334,2.5460634207725525,, | |
| 39500,0.11979298293590546,0.11979297590255737,2.564140036582947,, | |
| 40000,0.13025778532028198,0.13025778102874755,2.55367525100708,, | |
| 40000,,,,2.398840290307999,0.2850927412509918 | |
| 40500,0.13734401762485504,0.13734402322769165,2.5465889949798584,, | |
| 41000,0.12102314084768295,0.1210231466293335,2.5629098834991457,, | |
| 41500,0.16140659153461456,0.16140656518936158,2.5225264635086058,, | |
| 42000,0.11976321041584015,0.11976323556900025,2.5641697845458986,, | |
| 42500,0.13872772455215454,0.13872772312164305,2.5452052898406983,, | |
| 43000,0.1366105079650879,0.13661051225662232,2.547322513580322,, | |
| 43500,0.13528315722942352,0.13528316736221313,2.5486498541831972,, | |
| 44000,0.15271903574466705,0.15271903991699218,2.5312139768600463,, | |
| 44500,0.160428985953331,0.16042898845672607,2.523504036903381,, | |
| 45000,0.1668504923582077,0.16685050344467164,2.51708251619339,, | |
| 45000,,,,2.3931550407409667,0.2907779812812805 | |
| 45500,0.1485396772623062,0.14853966188430787,2.5353933629989625,, | |
| 46000,0.12451663613319397,0.12451663494110107,2.5594163794517515,, | |
| 46500,0.16446979343891144,0.16446977853775024,2.5194632391929628,, | |
| 47000,0.15385103225708008,0.15385103273391723,2.5300819840431212,, | |
| 47500,0.15105114877223969,0.1510511622428894,2.532881857395172,, | |
| 48000,0.1547403484582901,0.15474035787582396,2.529192660808563,, | |
| 48500,0.1260516196489334,0.12605162620544433,2.5578813924789428,, | |
| 49000,0.14828208088874817,0.14828209495544434,2.5356509351730345,, | |
| 49500,0.16073086857795715,0.16073087787628174,2.523202145576477,, | |
| 50000,0.15083618462085724,0.1508361840248108,2.533096836090088,, | |
| 50000,,,,2.374412271976471,0.30952075123786926 | |
| 50500,0.16088904440402985,0.16088906526565552,2.5230439524650574,, | |
| 51000,0.14466187357902527,0.14466189002990723,2.5392711329460145,, | |