| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.607929527759552,-0.6079294972419739,7.03668144273758,, | |
| 1000,0.047782521694898605,0.0477826771736145,6.380969268321991,, | |
| 1500,0.30238303542137146,0.302382839679718,6.126369105815887,, | |
| 2000,0.3119528591632843,0.31195285177230836,6.116799093723297,, | |
| 2500,0.34071630239486694,0.3407162756919861,6.088035669803619,, | |
| 3000,0.38816800713539124,0.3881680111885071,6.040583934307098,, | |
| 3500,0.5098410844802856,0.5098411674499512,5.918910778045654,, | |
| 4000,0.49517691135406494,0.4951770486831665,5.933574896812439,, | |
| 4500,0.526131272315979,0.5261312785148621,5.902620666980743,, | |
| 5000,0.5519149899482727,0.5519149665832519,5.876836978912354,, | |
| 5000,,,,5.806694892644882,0.6220572590827942 | |
| 5500,0.5945956707000732,0.5945955910682679,5.834156354427337,, | |
| 6000,0.574535071849823,0.5745350189208984,5.854216926574707,, | |
| 6500,0.6050418615341187,0.6050420055389404,5.823709939956665,, | |
| 7000,0.4851711392402649,0.48517125082015994,5.943580694675446,, | |
| 7500,0.5488973259925842,0.5488973121643066,5.879854633331298,, | |
| 8000,0.6030074954032898,0.6030074605941772,5.825744484901429,, | |
| 8500,0.48350998759269714,0.48351018810272217,5.945241757392884,, | |
| 9000,0.6012758612632751,0.6012758936882019,5.827476051807404,, | |
| 9500,0.6060198545455933,0.6060196905136108,5.822732254981995,, | |
| 10000,0.6508334875106812,0.6508334102630615,5.777918535232544,, | |
| 10000,,,,5.7661646199226375,0.6625872254371643 | |
| 10500,0.591912031173706,0.5919119257926941,5.836840019702912,, | |
| 11000,0.6232368350028992,0.6232367062568664,5.805515239238739,, | |
| 11500,0.6082809567451477,0.6082809987068176,5.820470946788788,, | |
| 12000,0.6268184185028076,0.6268181533813476,5.801933792114258,, | |
| 12500,0.6980727314949036,0.6980725374221802,5.730679408073425,, | |
| 13000,0.6832900643348694,0.6832900624275208,5.745461883068085,, | |
| 13500,0.7160629630088806,0.7160627527236938,5.7126891927719115,, | |
| 14000,0.7098742127418518,0.7098739528656006,5.718877992630005,, | |
| 14500,0.6847666501998901,0.6847667894363403,5.743985156059265,, | |
| 15000,0.6751554608345032,0.6751553754806519,5.753596570014953,, | |
| 15000,,,,5.988699877262116,0.4400520324707031 | |
| 15500,0.5266249179840088,0.5266247811317444,5.902127164363861,, | |
| 16000,0.6974642872810364,0.6974639167785645,5.731288028717041,, | |
| 16500,0.509971559047699,0.5099715299606323,5.9187804155349735,, | |
| 17000,0.5652129054069519,0.5652128305435181,5.863539114952087,, | |
| 17500,0.5706124305725098,0.5706122250556945,5.858139720439911,, | |
| 18000,0.48270750045776367,0.48270735025405886,5.946044595241546,, | |
| 18500,0.5332082509994507,0.5332081398963928,5.895543805599212,, | |
| 19000,0.5583950281143188,0.5583948454856873,5.870357100009918,, | |
| 19500,0.421007364988327,0.4210073537826538,6.007744591712951,, | |
| 20000,0.49286791682243347,0.4928679919242859,5.935883953571319,, | |
| 20000,,,,5.795305273532867,0.633446455001831 | |
| 20500,0.5347276329994202,0.5347274060249328,5.8940245394706725,, | |
| 21000,0.39730679988861084,0.3973069095611572,6.031445035934448,, | |
| 21500,0.43612024188041687,0.43612035989761355,5.992631585597992,, | |
| 22000,0.46337246894836426,0.46337247371673584,5.96537947177887,, | |
| 22500,0.49789851903915405,0.49789818525314333,5.930853760242462,, | |
| 23000,0.5547699928283691,0.554770079612732,5.8739818658828735,, | |
| 23500,0.49868258833885193,0.498682719707489,5.930069225788117,, | |
| 24000,0.45196688175201416,0.4519668507575989,5.976785094738006,, | |
| 24500,0.4133490025997162,0.41334893703460696,6.015403008460998,, | |
| 25000,0.4588370621204376,0.4588371915817261,5.969914753913879,, | |
| 25000,,,,6.002943410873413,0.4258085787296295 | |
| 25500,0.3635050356388092,0.36350517463684084,6.0652467708587645,, | |
| 26000,0.5769670605659485,0.5769666748046876,5.851785270690918,, | |
| 26500,0.5587695240974426,0.5587692050933838,5.869982740402222,, | |
| 27000,0.40164804458618164,0.40164807987213136,6.0271038656234746,, | |
| 27500,0.4123394787311554,0.4123394937515259,6.016412451744079,, | |
| 28000,0.44771987199783325,0.44771995878219606,5.981031986713409,, | |
| 28500,0.33022764325141907,0.3302276043891907,6.0985243411064145,, | |
| 29000,0.43150609731674194,0.43150599098205566,5.9972459545135495,, | |
| 29500,0.5563830733299255,0.5563829860687256,5.87236895942688,, | |
| 30000,0.419904887676239,0.4199049096107483,6.008847035884857,, | |
| 30000,,,,5.964808338880539,0.46394339203834534 | |
| 30500,0.3999538719654083,0.39995411443710327,6.028797831058502,, | |
| 31000,0.5505036115646362,0.550503746509552,5.8782481989860536,, | |
| 31500,0.41644930839538574,0.41644936275482175,6.012302582740784,, | |
| 32000,0.4228573441505432,0.4228574991226196,6.005894446372986,, | |
| 32500,0.5558105707168579,0.555810736656189,5.872941208839417,, | |
| 33000,0.5847034454345703,0.5847035665512085,5.844048378944397,, | |
| 33500,0.5872958898544312,0.5872961277961731,5.8414558176994325,, | |
| 34000,0.45971351861953735,0.45971370029449465,5.969038245201111,, | |
| 34500,0.5897417664527893,0.58974169921875,5.839010246276856,, | |
| 35000,0.5326415300369263,0.5326417531967164,5.896110192298889,, | |
| 35000,,,,6.153518334627152,0.27523329854011536 | |
| 35500,0.5056978464126587,0.505697958946228,5.923053986549378,, | |
| 36000,0.6185383796691895,0.6185381445884705,5.810213800907135,, | |
| 36500,0.5624285936355591,0.5624288759231567,5.866323069572449,, | |
| 37000,0.5015884041786194,0.5015886068344116,5.9271633386611935,, | |
| 37500,0.5766177177429199,0.5766179676055908,5.8521339778900145,, | |
| 38000,0.6531221866607666,0.6531222906112671,5.775629654884338,, | |
| 38500,0.6478562355041504,0.6478565015792846,5.780895443916321,, | |
| 39000,0.6753411889076233,0.6753410539627075,5.753410891532898,, | |
| 39500,0.542790949344635,0.542790894985199,5.8859610505104065,, | |
| 40000,0.6653199791908264,0.665319999217987,5.763431946277619,, | |
| 40000,,,,5.86629776597023,0.5624539256095886 | |
| 40500,0.45763492584228516,0.45763498878479003,5.971116956710816,, | |
| 41000,0.6386550664901733,0.6386552300453187,5.790096715450287,, | |
| 41500,0.6790918707847595,0.679091773033142,5.749660172462463,, | |
| 42000,0.6024464964866638,0.6024461674690247,5.826305778026581,, | |
| 42500,0.4770938754081726,0.47709380722045897,5.951658138275146,, | |
| 43000,0.6689625382423401,0.6689624276161193,5.7597895178794865,, | |
| 43500,0.6060652136802673,0.6060651817321777,5.822686763763428,, | |
| 44000,0.604687511920929,0.6046874103546143,5.824064535140991,, | |
| 44500,0.5607443451881409,0.5607442688941956,5.86800767660141,, | |
| 45000,0.5869423151016235,0.5869423975944519,5.841809547901153,, | |
| 45000,,,,5.80019823551178,0.6285534501075745 | |
| 45500,0.44460129737854004,0.4446013135910034,5.984150631904602,, | |
| 46000,0.5153492093086243,0.5153491148948669,5.913402830600739,, | |
| 46500,0.6521293520927429,0.6521294097900391,5.776622535705567,, | |
| 47000,0.22383947670459747,0.22383940649032594,6.20491253900528,, | |
| 47500,0.4904915988445282,0.4904913229942322,5.938260622501374,, | |
| 48000,0.4291791021823883,0.42917920207977295,5.999572743415833,, | |
| 48500,0.23922108113765717,0.23922111892700196,6.189530826568603,, | |
| 49000,0.4755377471446991,0.4755373816490173,5.953214563846588,, | |
| 49500,0.20662996172904968,0.20663001918792726,6.222121926307678,, | |
| 50000,0.31169071793556213,0.31169069004058836,6.117061255455017,, | |
| 50000,,,,6.040806874036789,0.38794490694999695 | |