| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.10473909229040146,-0.10473910093307495,2.7886721129417418,, | |
| 1000,-0.11437033116817474,-0.11437034177780152,2.7983033628463745,, | |
| 1500,-0.10812825709581375,-0.1081282525062561,2.7920612678527834,, | |
| 2000,-0.1092241182923317,-0.10922413301467895,2.7931571397781374,, | |
| 2500,-0.06332778930664062,-0.06332779312133789,2.7472607975006103,, | |
| 3000,-0.04805663600564003,-0.048056637287139894,2.731989667892456,, | |
| 3500,-0.0665203183889389,-0.06652032232284547,2.750453339099884,, | |
| 4000,-0.07367736101150513,-0.07367735958099365,2.757610381126404,, | |
| 4500,-0.03073206916451454,-0.03073206663131714,2.7146650924682616,, | |
| 5000,-0.032601144164800644,-0.032601141929626466,2.7165341596603394,, | |
| 5000,,,,2.6426688849925997,0.0412641316652298 | |
| 5500,-0.028387920930981636,-0.028387924194335938,2.7123209376335145,, | |
| 6000,-0.0317373052239418,-0.03173730707168579,2.715670318603516,, | |
| 6500,0.010132984258234501,0.010132984638214111,2.67380003452301,, | |
| 7000,0.01896466501057148,0.018964664459228515,2.6649683561325075,, | |
| 7500,0.022173656150698662,0.022173654556274413,2.6617593674659727,, | |
| 8000,0.021737616509199142,0.021737616062164306,2.6621953978538513,, | |
| 8500,0.04402424767613411,0.04402424430847168,2.639908770561218,, | |
| 9000,0.05931568890810013,0.05931569242477417,2.624617331027985,, | |
| 9500,0.06714131683111191,0.06714131736755372,2.616791696548462,, | |
| 10000,0.06616228073835373,0.06616227865219117,2.617770739555359,, | |
| 10000,,,,2.517852562665939,0.16608044505119324 | |
| 10500,0.09077046066522598,0.09077046489715576,2.593162568092346,, | |
| 11000,0.09030970931053162,0.09030971336364746,2.593623312473297,, | |
| 11500,0.09332715719938278,0.09332715225219726,2.590605867385864,, | |
| 12000,0.08051171898841858,0.08051172018051148,2.603421299934387,, | |
| 12500,0.08307775855064392,0.08307775926589966,2.600855254650116,, | |
| 13000,0.10575522482395172,0.10575522232055665,2.5781777935028076,, | |
| 13500,0.10483419895172119,0.10483420085906982,2.579098823070526,, | |
| 14000,0.09483081102371216,0.09483081674575805,2.5891022005081177,, | |
| 14500,0.09545854479074478,0.09545853233337402,2.588474492073059,, | |
| 15000,0.11473210901021957,0.11473210096359253,2.569200909137726,, | |
| 15000,,,,2.4405125832557677,0.24342042207717896 | |
| 15500,0.1548132300376892,0.15481324338912963,2.529119783401489,, | |
| 16000,0.11040763556957245,0.110407630443573,2.573525391101837,, | |
| 16500,0.13510961830615997,0.13510964012145996,2.5488233790397645,, | |
| 17000,0.152826726436615,0.1528267183303833,2.5311062974929808,, | |
| 17500,0.15706315636634827,0.1570631628036499,2.5268698654174804,, | |
| 18000,0.15728147327899933,0.15728148221969604,2.526651542186737,, | |
| 18500,0.1420203149318695,0.14202031898498535,2.541912701129913,, | |
| 19000,0.16043342649936676,0.1604334216117859,2.523499596595764,, | |
| 19500,0.17701265215873718,0.1770126576423645,2.5069203658103945,, | |
| 20000,0.16953414678573608,0.16953416442871094,2.5143988547325136,, | |
| 20000,,,,2.3824210035800935,0.3015120029449463 | |
| 20500,0.17038074135780334,0.17038074445724488,2.5135522665977477,, | |
| 21000,0.2094847410917282,0.20948473739624024,2.47444829082489,, | |
| 21500,0.1860993653535843,0.18609936904907226,2.4978336610794067,, | |
| 22000,0.17906510829925537,0.1790651125907898,2.504867914199829,, | |
| 22500,0.1926639974117279,0.19266398334503174,2.491269036769867,, | |
| 23000,0.19894438982009888,0.19894437980651855,2.4849886326789856,, | |
| 23500,0.20095068216323853,0.20095067596435548,2.4829823422431945,, | |
| 24000,0.20060814917087555,0.20060817003250123,2.483324849128723,, | |
| 24500,0.1969020664691925,0.1969020857810974,2.4870309391021728,, | |
| 25000,0.23283688724040985,0.23283690309524535,2.451096116542816,, | |
| 25000,,,,2.429212571382523,0.25472044944763184 | |
| 25500,0.22810743749141693,0.2281074357032776,2.455825581073761,, | |
| 26000,0.17585402727127075,0.17585404062271118,2.508078989505768,, | |
| 26500,0.1974763721227646,0.19747639274597167,2.4864566321372985,, | |
| 27000,0.19330130517482758,0.19330129528045653,2.4906317262649535,, | |
| 27500,0.19500063359737396,0.19500066471099853,2.4889323539733885,, | |
| 28000,0.17882174253463745,0.17882175874710082,2.505111262798309,, | |
| 28500,0.19655285775661469,0.196552836894989,2.487380187034607,, | |
| 29000,0.19838356971740723,0.1983835849761963,2.485549425125122,, | |
| 29500,0.20945845544338226,0.2094584560394287,2.4744745626449585,, | |
| 30000,0.21305443346500397,0.21305444002151488,2.4708785848617554,, | |
| 30000,,,,2.38564071893692,0.2982923090457916 | |
| 30500,0.19604277610778809,0.19604277896881103,2.4878902373313903,, | |
| 31000,0.19012241065502167,0.19012243795394898,2.4938105845451357,, | |
| 31500,0.16483792662620544,0.16483793210983277,2.519095088481903,, | |
| 32000,0.16758312284946442,0.1675831413269043,2.5163498864173888,, | |
| 32500,0.1661965250968933,0.16619652223587036,2.5177364993095397,, | |
| 33000,0.17162758111953735,0.17162758111953735,2.512305441379547,, | |
| 33500,0.18727459013462067,0.18727459049224854,2.496658432483673,, | |
| 34000,0.20026737451553345,0.20026736068725587,2.4836656460762025,, | |
| 34500,0.2072226107120514,0.20722259902954102,2.4767104244232176,, | |
| 35000,0.2095581293106079,0.20955812358856202,2.474374900817871,, | |
| 35000,,,,2.3982539796829223,0.28567904233932495 | |
| 35500,0.20795513689517975,0.20795512676239014,2.4759778938293455,, | |
| 36000,0.18025662004947662,0.18025661516189576,2.503676395893097,, | |
| 36500,0.216342031955719,0.21634201431274414,2.467591009616852,, | |
| 37000,0.19791540503501892,0.19791542959213257,2.486017594337463,, | |
| 37500,0.20728115737438202,0.20728116655349732,2.4766518535614015,, | |
| 38000,0.21051238477230072,0.2105123815536499,2.4734206290245058,, | |
| 38500,0.194564551115036,0.1945645327568054,2.48936848115921,, | |
| 39000,0.21987104415893555,0.2198710379600525,2.4640619711875917,, | |
| 39500,0.21882669627666473,0.21882668495178223,2.4651063356399536,, | |
| 40000,0.20878826081752777,0.20878826665878297,2.4751447463035583,, | |
| 40000,,,,2.4059288442134856,0.27800416946411133 | |
| 40500,0.20664410293102264,0.20664411783218384,2.4772888927459715,, | |
| 41000,0.2155437022447586,0.21554368066787719,2.468389335155487,, | |
| 41500,0.2191316932439804,0.21913169670104982,2.464801323413849,, | |
| 42000,0.23121215403079987,0.23121215963363648,2.452720853328705,, | |
| 42500,0.23894308507442474,0.23894308614730836,2.4449899406433104,, | |
| 43000,0.24045385420322418,0.24045384836196898,2.44347917509079,, | |
| 43500,0.23086871206760406,0.23086871957778932,2.4530642910003664,, | |
| 44000,0.2347283512353897,0.23472836446762085,2.4492046546936037,, | |
| 44500,0.19872625172138214,0.19872627067565918,2.485206757545471,, | |
| 45000,0.21545526385307312,0.21545526313781738,2.468477746963501,, | |
| 45000,,,,2.363110291957855,0.32082271575927734 | |
| 45500,0.21902252733707428,0.21902254390716552,2.464910472393036,, | |
| 46000,0.2270890474319458,0.22708905458450318,2.456843957901001,, | |
| 46500,0.23847335577011108,0.2384733624458313,2.445459652900696,, | |
| 47000,0.24715656042099,0.24715657043457032,2.436776443004608,, | |
| 47500,0.22855865955352783,0.2285586667060852,2.455374363422394,, | |
| 48000,0.23548468947410583,0.23548469829559326,2.4484483251571656,, | |
| 48500,0.2541220486164093,0.2541220273971558,2.4298109912872317,, | |
| 49000,0.22654587030410767,0.22654584121704102,2.4573871784210204,, | |
| 49500,0.2262624204158783,0.2262624340057373,2.45767058801651,, | |
| 50000,0.24036908149719238,0.24036908674240112,2.443563925743103,, | |
| 50000,,,,2.362757978439331,0.3211750388145447 | |
| 50500,0.24408045411109924,0.24408046054840088,2.4398525590896605,, | |
| 51000,0.2395782768726349,0.23957825946807862,2.4443547587394714,, | |