step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward 500,-1.1125940084457397,8.355185883522033,, 1000,-1.1642225980758667,8.406814232826234,, 1500,-1.174171805381775,8.416763447761536,, 2000,-1.0965887308120728,8.339180685520173,, 2500,-1.0966458320617676,8.33923774576187,, 3000,-1.1080012321472168,8.350593069076538,, 3500,-1.0990022420883179,8.34159360074997,, 4000,-1.0840187072753906,8.326611344337463,, 4500,-1.1254826784133911,8.36807542514801,, 5000,-1.0795681476593018,8.322159738063812,, 5000,,,7.8660351288318635,-0.6234432709217071 5500,-1.1211774349212646,8.363769219875335,, 6000,-1.1486873626708984,8.391278978824616,, 6500,-0.9840516448020935,8.226643924236297,, 7000,-0.8990038633346558,8.141595580101013,, 7500,-0.9182087182998657,8.160801048278808,, 8000,-0.9514934420585632,8.194085562229157,, 8500,-0.7586640119552612,8.001255793094636,, 9000,-0.9191340208053589,8.161725696563721,, 9500,-0.8590530753135681,8.10164482831955,, 10000,-0.6113560795783997,7.853948067188263,, 10000,,,7.804992301464081,-0.5624004435539246 10500,-0.6471127271652222,7.889704320430756,, 11000,-0.7088437676429749,7.951435575008392,, 11500,-0.4984769821166992,7.7410686483383175,, 12000,-0.6575456857681274,7.900137864589691,, 12500,-0.6835101842880249,7.9261022210121155,, 13000,-0.42681607604026794,7.669408179759979,, 13500,-0.4282945394515991,7.670886440753937,, 14000,-0.562785267829895,7.805377559185028,, 14500,-0.36495140194892883,7.607543426990509,, 15000,-0.5098035931587219,7.7523953433036805,, 15000,,,7.4916852903366085,-0.24909343361854552 15500,-0.3679344654083252,7.61052637720108,, 16000,-0.299522340297699,7.542114292621613,, 16500,-0.4496578574180603,7.692249765396118,, 17000,-0.47040295600891113,7.7129944887161255,, 17500,-0.3716944754123688,7.61428643321991,, 18000,-0.6146695613861084,7.8572615952491764,, 18500,-0.32524368166923523,7.567835638523102,, 19000,-0.12167996913194656,7.364271842718124,, 19500,-0.05022119730710983,7.29281302690506,, 20000,-0.21600936353206635,7.458601224422455,, 20000,,,7.598543156385421,-0.3559512984752655 20500,0.01704162172973156,7.2255502409935,, 21000,0.01985716074705124,7.222734727859497,, 21500,0.021710742264986038,7.220881095886231,, 22000,-0.005655308719724417,7.2482472224235535,, 22500,-0.12316212803125381,7.365754018783569,, 23000,0.061364851891994476,7.181227046012879,, 23500,0.013083589263260365,7.2295082869529725,, 24000,-0.11445353180170059,7.35704535484314,, 24500,-0.07075247913599014,7.313344361782074,, 25000,-0.07578453421592712,7.3183764252662655,, 25000,,,7.268674525022507,-0.026082667112350463 25500,-0.08861011266708374,7.331201991081238,, 26000,-0.0052894046530127525,7.247881243228912,, 26500,0.060173120349645615,7.182418762207031,, 27000,-0.019570734351873398,7.262162567615509,, 27500,-0.27612969279289246,7.518721617221832,, 28000,0.11682581156492233,7.125766009330749,, 28500,0.1143309473991394,7.128260903358459,, 29000,0.14435787498950958,7.098234030246735,, 29500,0.19240149855613708,7.050190279960632,, 30000,0.012006125412881374,7.230585751533508,, 30000,,,6.715264645814895,0.5273272120952606 30500,0.21807953715324402,7.024512257099151,, 31000,0.07271070778369904,7.169881188392639,, 31500,0.09023299813270569,7.152358818531036,, 32000,0.21510076522827148,7.027491035461426,, 32500,0.30417507886886597,6.938416896820068,, 33000,0.022457130253314972,7.220134732723236,, 33500,0.47786033153533936,6.764731552124023,, 34000,0.23804332315921783,7.004548429489136,, 34500,0.35055962204933167,6.8920323266983035,, 35000,0.38168343901634216,6.860908239841462,, 35000,,,6.478074350357056,0.7645175075531006 35500,0.2976730167865753,6.944918892383575,, 36000,0.40333643555641174,6.839255601406097,, 36500,0.4011049270629883,6.841487068653107,, 37000,0.48268216848373413,6.759909588813782,, 37500,0.4775499701499939,6.7650419907569885,, 38000,0.5774267315864563,6.665165220737458,, 38500,0.38583168387413025,6.8567601885795595,, 39000,0.5238057971000671,6.7187859878540035,, 39500,0.23041985929012299,7.012171947479248,, 40000,0.5359641313552856,6.706627433300018,, 40000,,,6.516611046791077,0.7259808111190796 40500,0.4143312871456146,6.828260542869568,, 41000,0.3869791328907013,6.855612727165222,, 41500,0.4730640649795532,6.769527739048004,, 42000,0.43226301670074463,6.810328834056854,, 42500,0.3051435053348541,6.937448424339294,, 43000,0.32987573742866516,6.912716074466705,, 43500,0.4008488059043884,6.841742852210999,, 44000,0.5903599262237549,6.652232068061829,, 44500,0.4834836423397064,6.759108053207397,, 45000,0.47025367617607117,6.772338190555573,, 45000,,,6.594541382789612,0.6480504751205445 45500,0.44975095987319946,6.7928408722877505,, 46000,0.5705207586288452,6.672071218490601,, 46500,0.3073587715625763,6.935233150005341,, 47000,0.6844586730003357,6.558133278846741,, 47500,0.5292893648147583,6.71330252456665,, 48000,0.6414550542831421,6.601136439323425,, 48500,0.5119759440422058,6.730615767002106,, 49000,0.583276629447937,6.659315274238587,, 49500,0.6028922200202942,6.639699947357178,, 50000,0.6057888269424438,6.636802738189697,, 50000,,,6.467252655029297,0.7753392028808593