| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.9609133005142212,-0.9609133350849152,8.20350516653061,, | |
| 1000,-0.8347795009613037,-0.8347796406745911,8.07737151479721,, | |
| 1500,-0.8348610401153564,-0.8348612670898438,8.077453187465668,, | |
| 2000,-1.3150473833084106,-1.3150472973585128,8.55763913154602,, | |
| 2500,-0.5150799751281738,-0.5150800317525863,7.757671934127807,, | |
| 3000,-0.28908228874206543,-0.2890822890996933,7.531674122810363,, | |
| 3500,-0.22823485732078552,-0.22823479998111726,7.4708266429901125,, | |
| 4000,-0.20862409472465515,-0.2086239801645279,7.451215832710266,, | |
| 4500,-0.285907506942749,-0.285907284617424,7.5284991445541385,, | |
| 5000,-0.3560510575771332,-0.35605113899707796,7.598642977714539,, | |
| 5000,,,,7.5203772950172425,-0.2777855396270752 | |
| 5500,-0.3139059245586395,-0.3139058810472488,7.556497762203216,, | |
| 6000,-0.36869141459465027,-0.3686915374994278,7.611283427715302,, | |
| 6500,-0.33744433522224426,-0.3374444042444229,7.580036276817322,, | |
| 7000,-0.2778000235557556,-0.2777998731136322,7.520391738414764,, | |
| 7500,-0.2494153529405594,-0.2494148758649826,7.492006729602814,, | |
| 8000,-0.2468017041683197,-0.24680226778984068,7.489394132137298,, | |
| 8500,-0.25213390588760376,-0.25213403737545015,7.49472589302063,, | |
| 9000,-0.13620802760124207,-0.1362078388929367,7.378799663543701,, | |
| 9500,-0.16969344019889832,-0.16969369316101074,7.4122855362892155,, | |
| 10000,-0.18434089422225952,-0.18434087669849394,7.426932713508606,, | |
| 10000,,,,7.314112664461136,-0.0715213194489479 | |
| 10500,-0.22490425407886505,-0.22490431654453277,7.467496160984039,, | |
| 11000,-0.281787633895874,-0.28178741931915285,7.524379281044006,, | |
| 11500,-0.3155805468559265,-0.3155807446241379,7.55817256975174,, | |
| 12000,-0.2996542155742645,-0.29965406596660615,7.5422459683418275,, | |
| 12500,-0.3409023582935333,-0.3409027442932129,7.583494600772858,, | |
| 13000,-0.4717916250228882,-0.47179158532619475,7.714383443832397,, | |
| 13500,-0.35660219192504883,-0.35660260248184206,7.599194459438324,, | |
| 14000,-0.40505579113960266,-0.40505583345890045,7.6476477179527285,, | |
| 14500,-0.4291638135910034,-0.42916426837444305,7.671756116867066,, | |
| 15000,-0.38217806816101074,-0.38217834424972535,7.624770225524903,, | |
| 15000,,,,7.595470017194748,-0.3528785705566406 | |
| 15500,-0.2894158661365509,-0.2894157009124756,7.532007566452027,, | |
| 16000,-0.33442264795303345,-0.33442271292209624,7.577014590263366,, | |
| 16500,-0.2960588335990906,-0.2960588071346283,7.538650624752044,, | |
| 17000,-0.31360164284706116,-0.31360160779953,7.556193492412567,, | |
| 17500,-0.28712230920791626,-0.2871228801012039,7.5297146978378295,, | |
| 18000,-0.32629409432411194,-0.3262944289445877,7.568886290550232,, | |
| 18500,-0.49465683102607727,-0.49465683233737945,7.737248659133911,, | |
| 19000,-0.38596946001052856,-0.3859693642854691,7.628561211109162,, | |
| 19500,-0.3909587562084198,-0.3909587197303772,7.633550560951233,, | |
| 20000,-0.4156131446361542,-0.41561304807662963,7.6582049040794375,, | |
| 20000,,,,7.434582800865173,-0.19199126958847046 | |
| 20500,-0.2930091321468353,-0.29300920724868773,7.535601040840149,, | |
| 21000,-0.4944090247154236,-0.49440932941436766,7.737001159667969,, | |
| 21500,-0.532376766204834,-0.5323763489723206,7.77496820640564,, | |
| 22000,-0.39454150199890137,-0.39454170083999635,7.637133544921875,, | |
| 22500,-0.5862272381782532,-0.586227036356926,7.828818899154663,, | |
| 23000,-0.5860973000526428,-0.58609756565094,7.828689474105835,, | |
| 23500,-0.5833238363265991,-0.5833237419128418,7.825915622234344,, | |
| 24000,-0.786315381526947,-0.7863150115013122,8.028906852245331,, | |
| 24500,-0.737343430519104,-0.7373438452482224,7.979935720443725,, | |
| 25000,-0.4600330591201782,-0.46003353071212766,7.702625408649444,, | |
| 25000,,,,7.798114804029464,-0.5555234551429749 | |
| 25500,-0.4842531681060791,-0.48425348389148715,7.7268452954292295,, | |
| 26000,-0.5745847821235657,-0.5745846705436707,7.8171765422821045,, | |
| 26500,-0.5931568145751953,-0.5931570039987564,7.8357488312721255,, | |
| 27000,-0.514742910861969,-0.5147432096004486,7.757335032463073,, | |
| 27500,-0.5979966521263123,-0.5979965080022812,7.840588337421417,, | |
| 28000,-0.6568891406059265,-0.656889130949974,7.899480937004089,, | |
| 28500,-0.6254139542579651,-0.625413991689682,7.86800586104393,, | |
| 29000,-0.6985558271408081,-0.6985556863546372,7.941147529125214,, | |
| 29500,-0.6008253693580627,-0.6008256003856659,7.84341744184494,, | |
| 30000,-0.6238653659820557,-0.6238654329776764,7.8664573857784275,, | |
| 30000,,,,7.7805690658092495,-0.5379778146743774 | |
| 30500,-0.5881674289703369,-0.5881673008203506,7.830759133338928,, | |
| 31000,-0.6557133793830872,-0.6557133401632309,7.898305217266083,, | |
| 31500,-0.65744549036026,-0.6574456433057785,7.9000375366210935,, | |
| 32000,-0.6718301177024841,-0.6718298345804214,7.914421653032303,, | |
| 32500,-0.6401425004005432,-0.6401424920558929,7.882734349250794,, | |
| 33000,-0.6079865097999573,-0.6079866359233856,7.850578522205352,, | |
| 33500,-0.8124393820762634,-0.8124390847682953,8.055030957698822,, | |
| 34000,-0.6323774456977844,-0.6323776837587357,7.874969542503357,, | |
| 34500,-0.668707013130188,-0.6687071944475174,7.911299081802368,, | |
| 35000,-0.633171558380127,-0.6331716747283935,7.8757635445594785,, | |
| 35000,,,,8.091588139533997,-0.8489968180656433 | |
| 35500,-0.7211215496063232,-0.7211212431192398,7.963713106393814,, | |
| 36000,-0.6675940752029419,-0.6675942138433456,7.910186060667038,, | |
| 36500,-0.9323051571846008,-0.9323052085638046,8.174897084712983,, | |
| 37000,-0.6224625706672668,-0.6224625968933105,7.865054474830627,, | |
| 37500,-0.6691973209381104,-0.6691975780725479,7.911789469957352,, | |
| 38000,-0.7050878405570984,-0.7050875581502914,7.947679414749145,, | |
| 38500,-0.6821758151054382,-0.6821762328147888,7.92476811337471,, | |
| 39000,-0.5590206980705261,-0.5590207095146179,7.801612587928772,, | |
| 39500,-0.5779350996017456,-0.5779353406429291,7.820527217149735,, | |
| 40000,-0.7442224025726318,-0.7442224531173706,7.98681431055069,, | |
| 40000,,,,7.637932977676392,-0.3953414857387543 | |
| 40500,-0.7257499098777771,-0.7257501494884491,7.968341993331909,, | |
| 41000,-0.6428606510162354,-0.6428601580858231,7.885452019691467,, | |
| 41500,-0.6944044828414917,-0.6944045104980469,7.936996367216111,, | |
| 42000,-0.7038590908050537,-0.7038588615655899,7.946450671195984,, | |
| 42500,-0.6652916669845581,-0.665291908621788,7.907883768320084,, | |
| 43000,-0.5663850903511047,-0.5663852174282074,7.808977083444596,, | |
| 43500,-0.5668547749519348,-0.5668551411628723,7.809446973800659,, | |
| 44000,-0.6774285435676575,-0.67742848944664,7.920020328998565,, | |
| 44500,-0.6691083312034607,-0.6691082317829132,7.911700076103211,, | |
| 45000,-0.593626856803894,-0.5936269782781601,7.836218851804733,, | |
| 45000,,,,7.607759716510773,-0.3651683032512665 | |
| 45500,-0.6746683120727539,-0.6746685256958008,7.9172603623867035,, | |
| 46000,-0.6846511363983154,-0.6846513316631317,7.9272432050704955,, | |
| 46500,-0.525629997253418,-0.5256297079324722,7.768221591711044,, | |
| 47000,-0.5851178765296936,-0.5851178096532822,7.827709643125534,, | |
| 47500,-0.605861246585846,-0.6058608673810959,7.848452740430832,, | |
| 48000,-0.7081772089004517,-0.7081772494316101,7.950769105434418,, | |
| 48500,-0.6316434741020203,-0.6316436743736267,7.874235550403595,, | |
| 49000,-0.6285983324050903,-0.6285985916852951,7.871190436363221,, | |
| 49500,-0.6341835260391235,-0.6341837817430496,7.8767756488323215,, | |
| 50000,-0.5347763299942017,-0.5347764536142349,7.777368285179138,, | |
| 50000,,,,7.600597267150879,-0.35800591111183167 | |