step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
500,-0.050438277423381805,-0.05043827676773071,2.232021207332611,,
1000,-0.06766729056835175,-0.0676672911643982,2.249250214099884,,
1500,-0.06475519388914108,-0.06475520038604736,2.2463381309509276,,
2000,-0.07544218748807907,-0.07544218826293946,2.2570251235961916,,
2500,-0.04640858247876167,-0.046408580780029296,2.2279915108680726,,
3000,-0.019970253109931946,-0.019970251083374024,2.2015531821250915,,
3500,-0.03314433991909027,-0.03314434194564819,2.2147272696495057,,
4000,-0.0446096770465374,-0.04460967683792114,2.226192602157593,,
4500,-0.0667218491435051,-0.06672185564041137,2.248304777145386,,
5000,0.0031401743181049824,0.0031401748657226562,2.178442750453949,,
5000,,,,2.1348024225234985,0.046780504286289215
5500,0.022269688546657562,0.022269688606262206,2.159313237667084,,
6000,0.021571213379502296,0.02157121467590332,2.160011706829071,,
6500,-0.03134319931268692,-0.031343202590942386,2.212926122188568,,
7000,0.01380790863186121,0.013807908773422242,2.1677750108242035,,
7500,0.03137562423944473,0.031375624656677245,2.150207305908203,,
8000,0.020615708082914352,0.02061570692062378,2.1609672374725344,,
8500,0.010343119502067566,0.010343119621276856,2.1712397990226746,,
9000,0.005791854113340378,0.005791854381561279,2.175791069030762,,
9500,0.013246963731944561,0.013246963024139405,2.168335965156555,,
10000,-0.0013291880022734404,-0.0013291873931884765,2.1829121141433716,,
10000,,,,2.11635510802269,0.06522782146930695
10500,0.004903855267912149,0.004903855800628662,2.1766790614128113,,
11000,-0.06585860997438431,-0.06585861587524414,2.247441548347473,,
11500,0.03156871348619461,0.03156871128082275,2.1500142188072204,,
12000,0.03209967166185379,0.03209967279434204,2.1494832587242128,,
12500,0.02772170677781105,0.0277217071056366,2.1538612248897553,,
13000,0.03325227275490761,0.03325227403640747,2.1483306469917296,,
13500,0.05017443746328354,0.05017443490028382,2.1314084968566895,,
14000,0.02192855067551136,0.021928547859191894,2.1596543831825255,,
14500,0.02297738566994667,0.022977387905120848,2.1586055517196656,,
15000,0.04552844911813736,0.04552845025062561,2.136054482936859,,
15000,,,,2.0816797852516173,0.09990313649177551
15500,0.02195972204208374,0.021959722995758057,2.159623192548752,,
16000,0.05156781151890755,0.0515678071975708,2.1300151209831237,,
16500,0.032499413937330246,0.03249941205978393,2.149083516359329,,
17000,0.07406782358884811,0.07406781721115112,2.1075151076316834,,
17500,0.06772258132696152,0.06772258234024048,2.1138603429794314,,
18000,0.047708477824926376,0.0477084755897522,2.1338744478225706,,
18500,0.05880160629749298,0.058801607608795166,2.122781320333481,,
19000,0.05765968933701515,0.05765968990325928,2.123923238277435,,
19500,0.03194111958146095,0.03194111776351929,2.1496418001651763,,
20000,0.06176219508051872,0.0617621967792511,2.119820727109909,,
20000,,,,2.0652108162641527,0.11637210845947266
20500,0.07553316652774811,0.07553317403793335,2.10604975438118,,
21000,0.07630740106105804,0.07630739951133728,2.10527551817894,,
21500,0.06292356550693512,0.06292356991767883,2.11865935254097,,
22000,0.05584558844566345,0.05584558796882629,2.125737341403961,,
22500,0.03619024530053139,0.03619024300575256,2.1453926844596864,,
23000,0.08000177145004272,0.08000177478790284,2.101581146001816,,
23500,0.08511899411678314,0.08511899185180664,2.096463934659958,,
24000,0.04231981560587883,0.042319814920425414,2.1392631089687346,,
24500,0.048970602452754974,0.04897059941291809,2.1326123216152193,,
25000,0.10177874565124512,0.10177874445915222,2.0798041846752167,,
25000,,,,1.9942094898223877,0.18737342953681946
25500,0.11347105354070663,0.11347105479240417,2.0681118774414062,,
26000,0.101518914103508,0.10151890659332276,2.0800640194416045,,
26500,0.11459202319383621,0.11459202551841736,2.066990908384323,,
27000,0.11430617421865463,0.11430617189407348,2.067276755571365,,
27500,0.10968131572008133,0.10968131875991821,2.0719016060829163,,
28000,0.1287713348865509,0.12877134370803833,2.0528115787506103,,
28500,0.11253622174263,0.112536235332489,2.0690466995239256,,
29000,0.1281118541955948,0.12811184310913085,2.0534710865020753,,
29500,0.10534487664699554,0.10534487962722779,2.0762380349636076,,
30000,0.11968756467103958,0.11968756461143494,2.0618953680992127,,
30000,,,,1.87678431391716,0.30479860305786133
30500,0.1030559092760086,0.10305590581893921,2.0785270199775696,,
31000,0.10445408523082733,0.10445408391952514,2.077128833770752,,
31500,0.10940387845039368,0.10940388464927674,2.0721790425777433,,
32000,0.09373175352811813,0.09373175859451294,2.08785116648674,,
32500,0.1295819729566574,0.1295819625854492,2.052000971317291,,
33000,0.10238485038280487,0.10238485050201417,2.0791980743408205,,
33500,0.12654829025268555,0.12654830193519592,2.0550346229076384,,
34000,0.1189715713262558,0.11897156620025635,2.0626113643646242,,
34500,0.12389718741178513,0.12389718294143677,2.0576857616901396,,
35000,0.14573870599269867,0.1457387068271637,2.0358442249298094,,
35000,,,,1.8783732569217682,0.30320966243743896
35500,0.1098504364490509,0.10985043406486511,2.0717324867248537,,
36000,0.11075016111135483,0.11075015997886657,2.070832767009735,,
36500,0.10975827276706696,0.10975826597213745,2.071824664592743,,
37000,0.12856659293174744,0.12856660389900207,2.0530163156986236,,
37500,0.1360883116722107,0.1360883104801178,2.045494614362717,,
38000,0.09176091849803925,0.0917609167098999,2.089822017431259,,
38500,0.11355500668287277,0.11355500030517578,2.0680279445648195,,
39000,0.1526203602552414,0.15262035179138184,2.028962571144104,,
39500,0.16022932529449463,0.16022932457923889,2.0213536105155945,,
40000,0.13480022549629211,0.13480024361610413,2.0467826886177063,,
40000,,,,1.817890984416008,0.36369192600250244
40500,0.1544303596019745,0.15443037509918212,2.027152554512024,,
41000,0.15893837809562683,0.15893839478492736,2.0226445353031157,,
41500,0.16579964756965637,0.1657996542453766,2.0157832798957824,,
42000,0.15551361441612244,0.15551361966133118,2.0260692956447603,,
42500,0.10133448988199234,0.10133448123931885,2.0802484333515165,,
43000,0.14176060259342194,0.14176061749458313,2.039822311878204,,
43500,0.13890503346920013,0.13890503454208375,2.0426778883934023,,
44000,0.13777685165405273,0.1377768485546112,2.043806074380875,,
44500,0.16418947279453278,0.16418947315216065,2.0173934667110442,,
45000,0.10311790555715561,0.10311790585517883,2.078465024232864,,
45000,,,,1.875197362303734,0.3063855767250061
45500,0.15438112616539001,0.15438111734390259,2.0272018098831177,,
46000,0.1552824079990387,0.15528242325782776,2.026300496816635,,
46500,0.14290881156921387,0.14290882539749145,2.038674108028412,,
47000,0.10676785558462143,0.10676785707473754,2.0748150796890257,,
47500,0.16349585354328156,0.16349583888053895,2.0180870866775513,,
48000,0.08548945933580399,0.08548946046829224,2.0960934791564942,,
48500,0.15652664005756378,0.15652664041519165,2.0250562791824342,,
49000,0.13339276611804962,0.1333927412033081,2.0481901876926423,,
49500,0.15712739527225494,0.15712741637229918,2.0244555003643034,,
50000,0.17887240648269653,0.17887241911888122,2.0027105035781863,,
50000,,,,1.7994264960289001,0.3821564316749573
50500,0.16286206245422363,0.16286205434799195,2.0187208688259126,,
51000,0.14349853992462158,0.14349854922294616,2.038084382534027,,