step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward 500,-0.10473909229040146,-0.10473910093307495,2.7886721129417418,, 1000,-0.11437033116817474,-0.11437034177780152,2.7983033628463745,, 1500,-0.10812825709581375,-0.1081282525062561,2.7920612678527834,, 2000,-0.1092241182923317,-0.10922413301467895,2.7931571397781374,, 2500,-0.06332778930664062,-0.06332779312133789,2.7472607975006103,, 3000,-0.04805663600564003,-0.048056637287139894,2.731989667892456,, 3500,-0.0665203183889389,-0.06652032232284547,2.750453339099884,, 4000,-0.07367736101150513,-0.07367735958099365,2.757610381126404,, 4500,-0.03073206916451454,-0.03073206663131714,2.7146650924682616,, 5000,-0.032601144164800644,-0.032601141929626466,2.7165341596603394,, 5000,,,,2.6426688849925997,0.0412641316652298 5500,-0.028387920930981636,-0.028387924194335938,2.7123209376335145,, 6000,-0.0317373052239418,-0.03173730707168579,2.715670318603516,, 6500,0.010132984258234501,0.010132984638214111,2.67380003452301,, 7000,0.01896466501057148,0.018964664459228515,2.6649683561325075,, 7500,0.022173656150698662,0.022173654556274413,2.6617593674659727,, 8000,0.021737616509199142,0.021737616062164306,2.6621953978538513,, 8500,0.04402424767613411,0.04402424430847168,2.639908770561218,, 9000,0.05931568890810013,0.05931569242477417,2.624617331027985,, 9500,0.06714131683111191,0.06714131736755372,2.616791696548462,, 10000,0.06616228073835373,0.06616227865219117,2.617770739555359,, 10000,,,,2.517852562665939,0.16608044505119324 10500,0.09077046066522598,0.09077046489715576,2.593162568092346,, 11000,0.09030970931053162,0.09030971336364746,2.593623312473297,, 11500,0.09332715719938278,0.09332715225219726,2.590605867385864,, 12000,0.08051171898841858,0.08051172018051148,2.603421299934387,, 12500,0.08307775855064392,0.08307775926589966,2.600855254650116,, 13000,0.10575522482395172,0.10575522232055665,2.5781777935028076,, 13500,0.10483419895172119,0.10483420085906982,2.579098823070526,, 14000,0.09483081102371216,0.09483081674575805,2.5891022005081177,, 14500,0.09545854479074478,0.09545853233337402,2.588474492073059,, 15000,0.11473210901021957,0.11473210096359253,2.569200909137726,, 15000,,,,2.4405125832557677,0.24342042207717896 15500,0.1548132300376892,0.15481324338912963,2.529119783401489,, 16000,0.11040763556957245,0.110407630443573,2.573525391101837,, 16500,0.13510961830615997,0.13510964012145996,2.5488233790397645,, 17000,0.152826726436615,0.1528267183303833,2.5311062974929808,, 17500,0.15706315636634827,0.1570631628036499,2.5268698654174804,, 18000,0.15728147327899933,0.15728148221969604,2.526651542186737,, 18500,0.1420203149318695,0.14202031898498535,2.541912701129913,, 19000,0.16043342649936676,0.1604334216117859,2.523499596595764,, 19500,0.17701265215873718,0.1770126576423645,2.5069203658103945,, 20000,0.16953414678573608,0.16953416442871094,2.5143988547325136,, 20000,,,,2.3824210035800935,0.3015120029449463 20500,0.17038074135780334,0.17038074445724488,2.5135522665977477,, 21000,0.2094847410917282,0.20948473739624024,2.47444829082489,, 21500,0.1860993653535843,0.18609936904907226,2.4978336610794067,, 22000,0.17906510829925537,0.1790651125907898,2.504867914199829,, 22500,0.1926639974117279,0.19266398334503174,2.491269036769867,, 23000,0.19894438982009888,0.19894437980651855,2.4849886326789856,, 23500,0.20095068216323853,0.20095067596435548,2.4829823422431945,, 24000,0.20060814917087555,0.20060817003250123,2.483324849128723,, 24500,0.1969020664691925,0.1969020857810974,2.4870309391021728,, 25000,0.23283688724040985,0.23283690309524535,2.451096116542816,, 25000,,,,2.429212571382523,0.25472044944763184 25500,0.22810743749141693,0.2281074357032776,2.455825581073761,, 26000,0.17585402727127075,0.17585404062271118,2.508078989505768,, 26500,0.1974763721227646,0.19747639274597167,2.4864566321372985,, 27000,0.19330130517482758,0.19330129528045653,2.4906317262649535,, 27500,0.19500063359737396,0.19500066471099853,2.4889323539733885,, 28000,0.17882174253463745,0.17882175874710082,2.505111262798309,, 28500,0.19655285775661469,0.196552836894989,2.487380187034607,, 29000,0.19838356971740723,0.1983835849761963,2.485549425125122,, 29500,0.20945845544338226,0.2094584560394287,2.4744745626449585,, 30000,0.21305443346500397,0.21305444002151488,2.4708785848617554,, 30000,,,,2.38564071893692,0.2982923090457916 30500,0.19604277610778809,0.19604277896881103,2.4878902373313903,, 31000,0.19012241065502167,0.19012243795394898,2.4938105845451357,, 31500,0.16483792662620544,0.16483793210983277,2.519095088481903,, 32000,0.16758312284946442,0.1675831413269043,2.5163498864173888,, 32500,0.1661965250968933,0.16619652223587036,2.5177364993095397,, 33000,0.17162758111953735,0.17162758111953735,2.512305441379547,, 33500,0.18727459013462067,0.18727459049224854,2.496658432483673,, 34000,0.20026737451553345,0.20026736068725587,2.4836656460762025,, 34500,0.2072226107120514,0.20722259902954102,2.4767104244232176,, 35000,0.2095581293106079,0.20955812358856202,2.474374900817871,, 35000,,,,2.3982539796829223,0.28567904233932495 35500,0.20795513689517975,0.20795512676239014,2.4759778938293455,, 36000,0.18025662004947662,0.18025661516189576,2.503676395893097,, 36500,0.216342031955719,0.21634201431274414,2.467591009616852,, 37000,0.19791540503501892,0.19791542959213257,2.486017594337463,, 37500,0.20728115737438202,0.20728116655349732,2.4766518535614015,, 38000,0.21051238477230072,0.2105123815536499,2.4734206290245058,, 38500,0.194564551115036,0.1945645327568054,2.48936848115921,, 39000,0.21987104415893555,0.2198710379600525,2.4640619711875917,, 39500,0.21882669627666473,0.21882668495178223,2.4651063356399536,, 40000,0.20878826081752777,0.20878826665878297,2.4751447463035583,, 40000,,,,2.4059288442134856,0.27800416946411133 40500,0.20664410293102264,0.20664411783218384,2.4772888927459715,, 41000,0.2155437022447586,0.21554368066787719,2.468389335155487,, 41500,0.2191316932439804,0.21913169670104982,2.464801323413849,, 42000,0.23121215403079987,0.23121215963363648,2.452720853328705,, 42500,0.23894308507442474,0.23894308614730836,2.4449899406433104,, 43000,0.24045385420322418,0.24045384836196898,2.44347917509079,, 43500,0.23086871206760406,0.23086871957778932,2.4530642910003664,, 44000,0.2347283512353897,0.23472836446762085,2.4492046546936037,, 44500,0.19872625172138214,0.19872627067565918,2.485206757545471,, 45000,0.21545526385307312,0.21545526313781738,2.468477746963501,, 45000,,,,2.363110291957855,0.32082271575927734 45500,0.21902252733707428,0.21902254390716552,2.464910472393036,, 46000,0.2270890474319458,0.22708905458450318,2.456843957901001,, 46500,0.23847335577011108,0.2384733624458313,2.445459652900696,, 47000,0.24715656042099,0.24715657043457032,2.436776443004608,, 47500,0.22855865955352783,0.2285586667060852,2.455374363422394,, 48000,0.23548468947410583,0.23548469829559326,2.4484483251571656,, 48500,0.2541220486164093,0.2541220273971558,2.4298109912872317,, 49000,0.22654587030410767,0.22654584121704102,2.4573871784210204,, 49500,0.2262624204158783,0.2262624340057373,2.45767058801651,, 50000,0.24036908149719238,0.24036908674240112,2.443563925743103,, 50000,,,,2.362757978439331,0.3211750388145447 50500,0.24408045411109924,0.24408046054840088,2.4398525590896605,, 51000,0.2395782768726349,0.23957825946807862,2.4443547587394714,,