| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,0.04009778052568436,0.04009778594970703,4.855822015762329,, | |
| 1000,0.13441717624664307,0.134417236328125,4.761502541542053,, | |
| 1500,0.23601257801055908,0.2360125274658203,4.659907277107239,, | |
| 2000,0.3167854845523834,0.31678540515899656,4.579134417533875,, | |
| 2500,0.2951778173446655,0.29517772579193113,4.600742078781128,, | |
| 3000,0.28164350986480713,0.2816433925628662,4.614276444435119,, | |
| 3500,0.1855141669511795,0.1855141248703003,4.7104056930541995,, | |
| 4000,0.099636510014534,0.09963653087615967,4.796283289909363,, | |
| 4500,0.33973434567451477,0.3397342977523804,4.556185509681701,, | |
| 5000,0.30645668506622314,0.30645673179626465,4.589463088035584,, | |
| 5000,,,,4.545406970977783,0.35051271319389343 | |
| 5500,0.3568587899208069,0.3568587679862976,4.53906103515625,, | |
| 6000,0.387458473443985,0.387458330988884,4.508461474895477,, | |
| 6500,0.2930794358253479,0.29307937717437743,4.602840426445007,, | |
| 7000,0.34185072779655457,0.3418507385253906,4.5540690517425535,, | |
| 7500,0.31789398193359375,0.31789393615722655,4.578025856971741,, | |
| 8000,0.3258431553840637,0.32584314441680906,4.570076655387878,, | |
| 8500,0.3451008200645447,0.3451009693145752,4.5508188047409055,, | |
| 9000,0.35084667801856995,0.3508466768264771,4.545073075294495,, | |
| 9500,0.37850597500801086,0.3785060176849365,4.517413743972778,, | |
| 10000,0.34795212745666504,0.3479520616531372,4.547967746734619,, | |
| 10000,,,,4.3567236709594725,0.5391960740089417 | |
| 10500,0.42679664492607117,0.42679664516448973,4.469123143196106,, | |
| 11000,0.4178563058376312,0.417856201171875,4.478063631057739,, | |
| 11500,0.4175795614719391,0.417579439163208,4.47834033870697,, | |
| 12000,0.46803468465805054,0.46803466987609865,4.427885152816772,, | |
| 12500,0.4777141511440277,0.4777141313552856,4.418205678939819,, | |
| 13000,0.4959007799625397,0.49590080738067627,4.400018973350525,, | |
| 13500,0.4789866805076599,0.4789866014719009,4.416933235645295,, | |
| 14000,0.46145597100257874,0.4614560146331787,4.434463790893554,, | |
| 14500,0.372910737991333,0.372910740852356,4.523009036064148,, | |
| 15000,0.37287962436676025,0.372879602432251,4.523040191650391,, | |
| 15000,,,,4.606060223579407,0.28985950350761414 | |
| 15500,0.35523349046707153,0.355233380317688,4.54068639087677,, | |
| 16000,0.3423280417919159,0.3423280172348023,4.553591801643371,, | |
| 16500,0.3839908242225647,0.3839909782409668,4.51192884683609,, | |
| 17000,0.3375979959964752,0.3375979766845703,4.5583218641281125,, | |
| 17500,0.31850096583366394,0.31850099182128905,4.577418828010559,, | |
| 18000,0.3706599473953247,0.37066002273559573,4.525259804725647,, | |
| 18500,0.3199383318424225,0.31993823623657225,4.575981560707092,, | |
| 19000,0.3442995548248291,0.3442994918823242,4.551620304107666,, | |
| 19500,0.3891681730747223,0.3891682348251343,4.506751566886902,, | |
| 20000,0.332830011844635,0.33283010482788083,4.563089664459229,, | |
| 20000,,,,4.580536725521088,0.3153829872608185 | |
| 20500,0.3203420042991638,0.32034194469451904,4.57557783985138,, | |
| 21000,0.35656386613845825,0.35656381893157957,4.5393559846878055,, | |
| 21500,0.32035893201828003,0.32035902404785155,4.575560777664185,, | |
| 22000,0.3679017722606659,0.367901801109314,4.528018005371094,, | |
| 22500,0.3018268644809723,0.30182685470581055,4.594092947006225,, | |
| 23000,0.46470901370048523,0.46470901906490325,4.431210788726807,, | |
| 23500,0.4196893274784088,0.4196894035339355,4.476230375289917,, | |
| 24000,0.4941575527191162,0.49415763187408446,4.401762152671814,, | |
| 24500,0.41058236360549927,0.4105823545455933,4.485337431907654,, | |
| 25000,0.48051273822784424,0.480512752532959,4.415407057762146,, | |
| 25000,,,,4.388211936950683,0.5077078938484192 | |
| 25500,0.5051131844520569,0.5051130876541138,4.39080671787262,, | |
| 26000,0.5031943321228027,0.5031944065093994,4.39272538948059,, | |
| 26500,0.43751060962677,0.43751064491271974,4.45840915107727,, | |
| 27000,0.50413978099823,0.5041398344039917,4.39177996635437,, | |
| 27500,0.49852967262268066,0.498529522895813,4.397390245437622,, | |
| 28000,0.4571112394332886,0.4571114044189453,4.438808380126953,, | |
| 28500,0.39461278915405273,0.39461272716522217,4.501307089805603,, | |
| 29000,0.4713326692581177,0.47133258819580076,4.424587198257447,, | |
| 29500,0.2738421857357025,0.273842170715332,4.622077651023865,, | |
| 30000,0.4423833191394806,0.442383246421814,4.453536538124085,, | |
| 30000,,,,4.2646207427978515,0.6312990188598633 | |
| 30500,0.41563791036605835,0.4156379852294922,4.480281836509705,, | |
| 31000,0.45076271891593933,0.4507627410888672,4.44515706539154,, | |
| 31500,0.37897640466690063,0.3789763822555542,4.5169434156417845,, | |
| 32000,0.3765215277671814,0.3765215196609497,4.519398260116577,, | |
| 32500,0.3310060501098633,0.33100601959228515,4.5649137754440305,, | |
| 33000,0.412943571805954,0.4129435415267944,4.482976266860962,, | |
| 33500,0.3539092242717743,0.3539092798233032,4.542010508537293,, | |
| 34000,0.35447201132774353,0.3544719705581665,4.541447836875916,, | |
| 34500,0.3862154185771942,0.38621543502807615,4.509704367637634,, | |
| 35000,0.42884594202041626,0.42884588718414307,4.467073910713196,, | |
| 35000,,,,4.6351584887504576,0.26076117157936096 | |
| 35500,0.29087576270103455,0.2908757543563843,4.605044038772583,, | |
| 36000,0.3106410503387451,0.31064109325408934,4.585278722763062,, | |
| 36500,0.3418998718261719,0.3418998794555664,4.554019934654236,, | |
| 37000,0.49326246976852417,0.49326252365112305,4.402657277107239,, | |
| 37500,0.3019939363002777,0.301993824005127,4.593925979614258,, | |
| 38000,0.4118392765522003,0.41183928298950195,4.484080527305603,, | |
| 38500,0.36987122893333435,0.36987138080596926,4.526048421859741,, | |
| 39000,0.47555896639823914,0.475559045791626,4.420360753059387,, | |
| 39500,0.40040841698646545,0.4004084548950195,4.495511317253113,, | |
| 40000,0.30113720893859863,0.3011371717453003,4.594782660484314,, | |
| 40000,,,,4.431317801475525,0.46460187435150146 | |
| 40500,0.3265117406845093,0.326511794090271,4.56940800189972,, | |
| 41000,0.40065625309944153,0.4006561117172241,4.495263710021972,, | |
| 41500,0.36937230825424194,0.3693721466064453,4.526547665596008,, | |
| 42000,0.47271761298179626,0.47271739768981935,4.423202391624451,, | |
| 42500,0.3299155533313751,0.32991559886932376,4.566004212379456,, | |
| 43000,0.4357190728187561,0.43571899604797365,4.460200785636902,, | |
| 43500,0.43727847933769226,0.4372783718109131,4.458641415596008,, | |
| 44000,0.41559529304504395,0.4155952215194702,4.480324594497681,, | |
| 44500,0.27495163679122925,0.27495153999328614,4.620968248367309,, | |
| 45000,0.4468422532081604,0.4468422327041626,4.4490775804519656,, | |
| 45000,,,,4.488544273376465,0.4073754549026489 | |
| 45500,0.3398610055446625,0.3398609714508057,4.556058830261231,, | |
| 46000,0.5201478600502014,0.520147813796997,4.375771962165833,, | |
| 46500,0.5013842582702637,0.5013843030929566,4.394535501480102,, | |
| 47000,0.4594694972038269,0.45946947479248046,4.4364503545761105,, | |
| 47500,0.5112969875335693,0.5112970170974731,4.38462277507782,, | |
| 48000,0.41459864377975464,0.4145987119674683,4.4813211088180545,, | |
| 48500,0.4310950040817261,0.4310950479507446,4.464824732780457,, | |
| 49000,0.5376248955726624,0.5376248731613159,4.358294936180115,, | |
| 49500,0.43027085065841675,0.43027073097229,4.46564907169342,, | |
| 50000,0.5563415884971619,0.5563415927886963,4.3395782032012935,, | |
| 50000,,,,4.506975045204163,0.3889446258544922 | |