| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.10074600577354431,-0.10074600219726562,2.784679016113281,, | |
| 1000,-0.10750137269496918,-0.10750137758255005,2.7914344000816347,, | |
| 1500,-0.10830755531787872,-0.10830755472183227,2.792240581035614,, | |
| 2000,-0.11602842062711716,-0.11602842330932617,2.7999614520072935,, | |
| 2500,-0.06680159270763397,-0.06680158758163453,2.750734609127045,, | |
| 3000,-0.06723300367593765,-0.06723300170898437,2.7511660237312316,, | |
| 3500,-0.06557369232177734,-0.0655736894607544,2.7495067138671874,, | |
| 4000,-0.052346404641866684,-0.05234640645980835,2.736279424190521,, | |
| 4500,-0.022079044952988625,-0.022079044342041016,2.706012069225311,, | |
| 5000,-0.00836993008852005,-0.008369930267333984,2.692302949428558,, | |
| 5000,,,,2.565404303073883,0.11852870881557465 | |
| 5500,-0.007670428138226271,-0.007670429229736328,2.691603446006775,, | |
| 6000,-0.012983032502233982,-0.0129830322265625,2.696916058063507,, | |
| 6500,0.03490367531776428,0.03490367126464844,2.6490293483734133,, | |
| 7000,0.03069969266653061,0.030699689388275147,2.6532333397865298,, | |
| 7500,0.04590260982513428,0.04590260601043701,2.6380304102897645,, | |
| 8000,0.025222130119800568,0.025222130298614504,2.6587108907699584,, | |
| 8500,0.08284736424684525,0.08284737539291381,2.6010856499671937,, | |
| 9000,0.053213827311992645,0.05321382856369018,2.630719202041626,, | |
| 9500,0.08383308351039886,0.08383309078216553,2.6000999336242674,, | |
| 10000,0.07237756997346878,0.07237756967544556,2.6115554399490355,, | |
| 10000,,,,2.4589192938804625,0.22501373291015625 | |
| 10500,0.08914630115032196,0.08914629411697388,2.594786721229553,, | |
| 11000,0.08439309895038605,0.08439310836791993,2.5995399141311646,, | |
| 11500,0.10192469507455826,0.10192470073699951,2.58200830745697,, | |
| 12000,0.08661293238401413,0.08661292743682861,2.597320079803467,, | |
| 12500,0.12497540563344955,0.12497540521621704,2.558957621097565,, | |
| 13000,0.1426006555557251,0.1426006531715393,2.5413323683738707,, | |
| 13500,0.1356959491968155,0.13569596958160401,2.5482370529174805,, | |
| 14000,0.1298772394657135,0.1298772439956665,2.5540557861328126,, | |
| 14500,0.16607566177845,0.16607566213607788,2.5178573656082155,, | |
| 15000,0.17794467508792877,0.1779446711540222,2.5059883427619933,, | |
| 15000,,,,2.4145771539211274,0.2693558633327484 | |
| 15500,0.15924221277236938,0.1592422308921814,2.524690779209137,, | |
| 16000,0.16067063808441162,0.16067063331604003,2.5232623801231386,, | |
| 16500,0.15645666420459747,0.15645665645599366,2.5274763593673706,, | |
| 17000,0.16588103771209717,0.16588104152679442,2.5180519647598265,, | |
| 17500,0.16006910800933838,0.16006911277770997,2.523863911628723,, | |
| 18000,0.16735291481018066,0.16735291481018066,2.5165800919532777,, | |
| 18500,0.1653919368982315,0.165391948223114,2.5185410709381104,, | |
| 19000,0.1637827455997467,0.16378274488449096,2.520150289058685,, | |
| 19500,0.1417253166437149,0.1417253041267395,2.542207706451416,, | |
| 20000,0.1691184937953949,0.16911850500106812,2.5148145151138306,, | |
| 20000,,,,2.4566838908195496,0.2272491157054901 | |
| 20500,0.15669000148773193,0.15669000339508057,2.5272430062294005,, | |
| 21000,0.17573927342891693,0.17573927116394042,2.508193745136261,, | |
| 21500,0.19506603479385376,0.1950660424232483,2.488866970539093,, | |
| 22000,0.17852602899074554,0.17852605152130127,2.505406970024109,, | |
| 22500,0.16643597185611725,0.1664359803199768,2.5174970302581787,, | |
| 23000,0.1826682835817337,0.18266830825805663,2.5012647032737734,, | |
| 23500,0.16517524421215057,0.16517525148391723,2.5187577629089355,, | |
| 24000,0.16866226494312286,0.16866226291656494,2.5152707438468935,, | |
| 24500,0.1743609607219696,0.174360963344574,2.509572049617767,, | |
| 25000,0.176267609000206,0.17626760292053223,2.5076654200553894,, | |
| 25000,,,,2.399750442504883,0.2841825783252716 | |
| 25500,0.18474359810352325,0.18474358224868775,2.4991894330978393,, | |
| 26000,0.1789006143808365,0.1789006209373474,2.505032401561737,, | |
| 26500,0.1618911772966385,0.16189117240905762,2.522041845321655,, | |
| 27000,0.1676018387079239,0.16760185194015503,2.51633118057251,, | |
| 27500,0.1773589551448822,0.17735894727706908,2.506574081897736,, | |
| 28000,0.1582452803850174,0.15824528646469116,2.5256877455711364,, | |
| 28500,0.16940654814243317,0.1694065375328064,2.5145264859199523,, | |
| 29000,0.15190376341342926,0.15190376949310302,2.5320292510986326,, | |
| 29500,0.17523349821567535,0.17523350048065187,2.508699508666992,, | |
| 30000,0.1856042444705963,0.18560425329208374,2.498328766822815,, | |
| 30000,,,,2.4056684279441836,0.278264582157135 | |
| 30500,0.1941879391670227,0.19418793773651122,2.4897450890541077,, | |
| 31000,0.19270305335521698,0.19270305347442626,2.4912299642562865,, | |
| 31500,0.19111241400241852,0.19111242198944092,2.4928206024169923,, | |
| 32000,0.16077271103858948,0.1607727041244507,2.523160322189331,, | |
| 32500,0.16405007243156433,0.16405008029937745,2.519882930278778,, | |
| 33000,0.18354669213294983,0.1835467004776001,2.5003863077163695,, | |
| 33500,0.1801392138004303,0.18013920116424562,2.50379381275177,, | |
| 34000,0.19439882040023804,0.19439882564544678,2.4895341930389403,, | |
| 34500,0.19212979078292847,0.19212979078292847,2.491803234577179,, | |
| 35000,0.1954958736896515,0.19549587059020995,2.488437156200409,, | |
| 35000,,,,2.356049635410309,0.32788336277008057 | |
| 35500,0.21499569714069366,0.21499570226669312,2.468937307357788,, | |
| 36000,0.21124346554279327,0.21124345016479493,2.4726895661354065,, | |
| 36500,0.20752598345279694,0.20752599573135375,2.476407031059265,, | |
| 37000,0.21055419743061066,0.21055419969558717,2.473378821372986,, | |
| 37500,0.2258177548646927,0.22581775331497192,2.458115259647369,, | |
| 38000,0.20166325569152832,0.20166324758529663,2.4822697677612306,, | |
| 38500,0.21620073914527893,0.2162007517814636,2.4677322692871093,, | |
| 39000,0.21526534855365753,0.21526534271240233,2.4686676750183105,, | |
| 39500,0.20817309617996216,0.20817307901382445,2.4757599391937255,, | |
| 40000,0.18888385593891144,0.18888387346267702,2.495049153804779,, | |
| 40000,,,,2.337438405752182,0.3464946150779724 | |
| 40500,0.19457577168941498,0.19457576274871827,2.4893572511672972,, | |
| 41000,0.1973281353712082,0.19732813501358032,2.4866048889160157,, | |
| 41500,0.19428549706935883,0.19428550386428833,2.4896475172042845,, | |
| 42000,0.1908634901046753,0.19086349534988403,2.493069539070129,, | |
| 42500,0.21259050071239471,0.21259049797058105,2.47134250497818,, | |
| 43000,0.20513397455215454,0.20513396549224855,2.4787990527153014,, | |
| 43500,0.20687155425548553,0.20687157678604126,2.4770614485740663,, | |
| 44000,0.18525445461273193,0.18525446462631226,2.498678565502167,, | |
| 44500,0.1916533261537552,0.19165331506729125,2.492279703617096,, | |
| 45000,0.2218555212020874,0.2218555226325989,2.462077509403229,, | |
| 45000,,,,2.337412050962448,0.34652096033096313 | |
| 45500,0.21687276661396027,0.21687277126312257,2.4670602412223817,, | |
| 46000,0.1903662085533142,0.1903662166595459,2.493566804885864,, | |
| 46500,0.1969374120235443,0.19693740940093993,2.4869956164360048,, | |
| 47000,0.19990095496177673,0.19990095901489258,2.484032061576843,, | |
| 47500,0.18451529741287231,0.18451531457901002,2.4994176983833314,, | |
| 48000,0.18876561522483826,0.18876562118530274,2.495167398929596,, | |
| 48500,0.20362871885299683,0.20362872743606567,2.4803042974472045,, | |
| 49000,0.19015999138355255,0.19015997314453126,2.4937730469703676,, | |
| 49500,0.21316726505756378,0.21316725444793702,2.4707657566070558,, | |
| 50000,0.19966915249824524,0.19966918420791627,2.484263837814331,, | |
| 50000,,,,2.340068511962891,0.3438645005226135 | |
| 50500,0.21618828177452087,0.21618830347061158,2.467744723320007,, | |
| 51000,0.19877077639102936,0.19877078580856322,2.48516223192215,, | |