| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,0.013190590776503086,0.013190593004226685,2.1683923346996306,, | |
| 1000,0.32478663325309753,0.3247866244316101,1.8567963032722472,, | |
| 1500,0.2917904257774353,0.29179043841362,1.8897924892902374,, | |
| 2000,0.29790666699409485,0.29790665221214296,1.8836762754917145,, | |
| 2500,0.29996293783187866,0.29996295762062075,1.8816199700832368,, | |
| 3000,0.3069605231285095,0.30696047806739807,1.8746224496364594,, | |
| 3500,0.3145463168621063,0.31454632377624514,1.8670366039276123,, | |
| 4000,0.3080418109893799,0.3080418117046356,1.873541115999222,, | |
| 4500,0.3189748525619507,0.31897485852241514,1.8626080691814422,, | |
| 5000,0.3149552047252655,0.3149551777839661,1.8666277499198913,, | |
| 5000,,,,1.856090103983879,0.32549282908439636 | |
| 5500,0.31876227259635925,0.3187622487545013,1.862820678949356,, | |
| 6000,0.32378605008125305,0.3237860357761383,1.857796891927719,, | |
| 6500,0.33656153082847595,0.3365615203380585,1.845021407365799,, | |
| 7000,0.3259952962398529,0.32599526596069334,1.8555876617431641,, | |
| 7500,0.33083072304725647,0.33083071541786196,1.8507522122859954,, | |
| 8000,0.3344598114490509,0.33445980072021486,1.8471231269836426,, | |
| 8500,0.3267178237438202,0.326717875957489,1.8548650517463685,, | |
| 9000,0.34756991267204285,0.34756988954544066,1.8340130381584168,, | |
| 9500,0.327860027551651,0.3278599889278412,1.8537229387760161,, | |
| 10000,0.33294907212257385,0.3329490506649017,1.8486338770389557,, | |
| 10000,,,,1.8828724759817124,0.298710435628891 | |
| 10500,0.3263484835624695,0.3263484971523285,1.855234430551529,, | |
| 11000,0.33634841442108154,0.33634838700294495,1.8452345407009125,, | |
| 11500,0.35875701904296875,0.3587570457458496,1.8228258819580079,, | |
| 12000,0.3691873252391815,0.36918733501434325,1.8123955926895141,, | |
| 12500,0.3596571087837219,0.3596571259498596,1.8219258017539979,, | |
| 13000,0.37486597895622253,0.37486598920822145,1.806716938495636,, | |
| 13500,0.363257497549057,0.363257497549057,1.8183254301548004,, | |
| 14000,0.38293787837028503,0.3829378788471222,1.7986450488567352,, | |
| 14500,0.37152788043022156,0.3715279259681702,1.8100550017356873,, | |
| 15000,0.3960544466972351,0.3960544245243072,1.7855285031795503,, | |
| 15000,,,,1.8082148081064224,0.3733680844306946 | |
| 15500,0.33998537063598633,0.3399853854179382,1.8415975422859192,, | |
| 16000,0.41674286127090454,0.4167428472042084,1.7648400804996491,, | |
| 16500,0.33259016275405884,0.33259012866020204,1.8489927990436554,, | |
| 17000,0.3519521951675415,0.3519522168636322,1.8296307108402252,, | |
| 17500,0.33470359444618225,0.33470356798171996,1.8468793597221373,, | |
| 18000,0.36663493514060974,0.36663496255874634,1.814947965145111,, | |
| 18500,0.3467916250228882,0.3467916135787964,1.8347913141250611,, | |
| 19000,0.3673279583454132,0.36732797980308535,1.8142549479007721,, | |
| 19500,0.38558611273765564,0.38558611965179446,1.795996808052063,, | |
| 20000,0.38510388135910034,0.3851038966178894,1.796479031085968,, | |
| 20000,,,,1.7941122835874557,0.38747063279151917 | |
| 20500,0.3629785180091858,0.3629784758090973,1.8186044518947602,, | |
| 21000,0.3638778030872345,0.363877836227417,1.8177050914764403,, | |
| 21500,0.3420427739620209,0.3420427885055542,1.8395401391983033,, | |
| 22000,0.3771158456802368,0.3771158485412598,1.8044670791625976,, | |
| 22500,0.3608572781085968,0.36085726499557497,1.8207256627082824,, | |
| 23000,0.3896080255508423,0.3896080276966095,1.791974900007248,, | |
| 23500,0.3615920841693878,0.36159208631515505,1.8199908413887025,, | |
| 24000,0.38556769490242004,0.38556765937805176,1.7960152683258057,, | |
| 24500,0.36970874667167664,0.36970877528190615,1.8118741524219513,, | |
| 25000,0.32684844732284546,0.32684842991828916,1.8547344977855682,, | |
| 25000,,,,1.8494296199083329,0.3321532905101776 | |
| 25500,0.3461969494819641,0.34619694828987124,1.8353859794139862,, | |
| 26000,0.3475656807422638,0.34756566762924196,1.8340172600746154,, | |
| 26500,0.39357587695121765,0.39357588171958924,1.7880070459842683,, | |
| 27000,0.40304410457611084,0.4030441193580627,1.7785388083457947,, | |
| 27500,0.3907664120197296,0.39076643323898314,1.7908164944648743,, | |
| 28000,0.3697619140148163,0.36976191663742064,1.8118210110664368,, | |
| 28500,0.33463189005851746,0.3346319370269775,1.84695099067688,, | |
| 29000,0.37861359119415283,0.3786136040687561,1.8029693236351014,, | |
| 29500,0.33925727009773254,0.33925722551345827,1.8423257021903992,, | |
| 30000,0.37920886278152466,0.37920887756347654,1.8023740501403809,, | |
| 30000,,,,1.8318677186965941,0.3497152030467987 | |
| 30500,0.36651384830474854,0.3665138688087463,1.815069058895111,, | |
| 31000,0.35397642850875854,0.35397643995285033,1.827606487751007,, | |
| 31500,0.3626353144645691,0.36263528990745547,1.818947637796402,, | |
| 32000,0.33147895336151123,0.3314789590835571,1.8501039686203002,, | |
| 32500,0.3127584159374237,0.31275839877128603,1.8688245289325713,, | |
| 33000,0.34565094113349915,0.34565092873573305,1.8359319989681244,, | |
| 33500,0.3356962203979492,0.3356961963176727,1.8458867313861846,, | |
| 34000,0.36675965785980225,0.36675963473320006,1.8148232929706574,, | |
| 34500,0.33037230372428894,0.3303722939491272,1.8512106337547303,, | |
| 35000,0.3752853274345398,0.3752853307723999,1.8062975969314574,, | |
| 35000,,,,1.9074689221382142,0.2741140127182007 | |
| 35500,0.34222811460494995,0.342228147983551,1.8393547797203065,, | |
| 36000,0.3522312641143799,0.35223125672340394,1.8293516709804536,, | |
| 36500,0.34574177861213684,0.34574181151390077,1.8358411161899566,, | |
| 37000,0.35916557908058167,0.35916556119918824,1.8224173665046692,, | |
| 37500,0.36166471242904663,0.3616647243499756,1.8199182033538819,, | |
| 38000,0.37148791551589966,0.37148791003227233,1.810095017671585,, | |
| 38500,0.36040985584259033,0.36040980887413027,1.821173118829727,, | |
| 39000,0.3622039258480072,0.3622039532661438,1.8193789744377136,, | |
| 39500,0.3653622269630432,0.36536223149299624,1.8162206962108611,, | |
| 40000,0.3621712327003479,0.36217123675346374,1.8194116909503937,, | |
| 40000,,,,1.8489013648033141,0.3326815366744995 | |
| 40500,0.33782127499580383,0.3378212833404541,1.8437616443634033,, | |
| 41000,0.3469250798225403,0.3469250683784485,1.834657859325409,, | |
| 41500,0.3197649121284485,0.3197649383544922,1.8618179893493652,, | |
| 42000,0.36790019273757935,0.3679002180099487,1.8136827096939088,, | |
| 42500,0.3792571723461151,0.3792571732997894,1.802325754404068,, | |
| 43000,0.3728504478931427,0.3728504700660706,1.8087324576377868,, | |
| 43500,0.3692140579223633,0.3692140998840332,1.8123688278198242,, | |
| 44000,0.3652576506137848,0.36525765228271484,1.8163252754211425,, | |
| 44500,0.34911707043647766,0.34911703753471374,1.8324658901691437,, | |
| 45000,0.35784557461738586,0.35784559631347657,1.8237373313903809,, | |
| 45000,,,,1.8017956662178038,0.37978726625442505 | |
| 45500,0.33881109952926636,0.338811142206192,1.8427717854976655,, | |
| 46000,0.3519468307495117,0.35194687914848327,1.8296360485553742,, | |
| 46500,0.3354201316833496,0.33542015171051026,1.8461627759933472,, | |
| 47000,0.36071598529815674,0.3607159595489502,1.8208669681549072,, | |
| 47500,0.36061742901802063,0.36061746191978455,1.8209654657840728,, | |
| 48000,0.3884131610393524,0.38841315245628355,1.793169775247574,, | |
| 48500,0.3777022063732147,0.37770221567153933,1.8038807120323181,, | |
| 49000,0.37214040756225586,0.372140385389328,1.8094425423145295,, | |
| 49500,0.371532678604126,0.3715327308177948,1.8100501968860627,, | |
| 50000,0.3503425717353821,0.3503425521850586,1.831240375518799,, | |
| 50000,,,,1.8327056884765625,0.3488772511482239 | |