| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,0.021528154611587524,0.021528156757354738,2.662404854774475,, | |
| 1000,0.12302835285663605,0.12302834844589233,2.560904673576355,, | |
| 1500,0.13439415395259857,0.13439414405822753,2.5495388689041136,, | |
| 2000,0.1499168872833252,0.1499168758392334,2.5340161471366884,, | |
| 2500,0.1772352010011673,0.17723517799377442,2.506697835922241,, | |
| 3000,0.1718045324087143,0.17180455493927002,2.512128475189209,, | |
| 3500,0.1718280017375946,0.17182803058624269,2.512104981422424,, | |
| 4000,0.16557756066322327,0.16557756996154785,2.518355456829071,, | |
| 4500,0.15085148811340332,0.15085148620605468,2.5330815362930297,, | |
| 5000,0.17648597061634064,0.1764859743118286,2.507447048187256,, | |
| 5000,,,,2.498013838529587,0.18591918051242828 | |
| 5500,0.16784289479255676,0.16784288454055787,2.516090139865875,, | |
| 6000,0.1671333611011505,0.16713337421417238,2.516799648284912,, | |
| 6500,0.13931597769260406,0.1393159980773926,2.5446170196533204,, | |
| 7000,0.11131228506565094,0.11131228637695313,2.572620729446411,, | |
| 7500,0.10382737964391708,0.10382736682891845,2.580105659008026,, | |
| 8000,0.10645125061273575,0.10645124816894531,2.577481776714325,, | |
| 8500,0.10213828831911087,0.10213830041885376,2.5817947211265566,, | |
| 9000,0.09673348814249039,0.09673348188400269,2.5871995391845704,, | |
| 9500,0.08291862159967422,0.08291862630844116,2.6010144119262697,, | |
| 10000,0.08576396107673645,0.0857639536857605,2.598169060230255,, | |
| 10000,,,,2.564553771018982,0.11937925219535828 | |
| 10500,0.06230119988322258,0.06230120515823364,2.621631799221039,, | |
| 11000,0.07771319895982742,0.07771320533752442,2.606219804763794,, | |
| 11500,0.04722830280661583,0.047228301525115965,2.636704720020294,, | |
| 12000,0.06398414075374603,0.06398414087295533,2.619948877811432,, | |
| 12500,0.044712964445352554,0.04471296215057373,2.6392200708389284,, | |
| 13000,0.0426349937915802,0.0426349949836731,2.6412980184555055,, | |
| 13500,0.050464484840631485,0.05046448802947998,2.6334685287475588,, | |
| 14000,0.06182359904050827,0.06182360744476318,2.62210942029953,, | |
| 14500,0.030005134642124176,0.030005133152008055,2.653927887439728,, | |
| 15000,0.038807373493909836,0.038807373523712156,2.645125626087189,, | |
| 15000,,,,2.597679616212845,0.08625340461730957 | |
| 15500,0.04040464758872986,0.04040464544296265,2.6435283823013305,, | |
| 16000,0.032196708023548126,0.03219670820236206,2.651736310482025,, | |
| 16500,0.13818736374378204,0.13818735647201538,2.545745677471161,, | |
| 17000,0.18228670954704285,0.18228671073913574,2.5016462898254392,, | |
| 17500,0.21984976530075073,0.2198497567176819,2.4640832695960997,, | |
| 18000,0.25546449422836304,0.25546452808380127,2.4284684929847717,, | |
| 18500,0.2500416040420532,0.25004159164428713,2.4338914189338685,, | |
| 19000,0.274639368057251,0.2746393666267395,2.409293643474579,, | |
| 19500,0.31935834884643555,0.31935835552215575,2.3645746731758117,, | |
| 20000,0.27492156624794006,0.2749215793609619,2.4090114459991456,, | |
| 20000,,,,2.3804386866092684,0.30349433422088623 | |
| 20500,0.3073323369026184,0.30733233404159543,2.376600682258606,, | |
| 21000,0.315886527299881,0.3158865737915039,2.3680464482307433,, | |
| 21500,0.3157019317150116,0.31570193767547605,2.368231083869934,, | |
| 22000,0.3160230815410614,0.31602307844161986,2.3679099383354187,, | |
| 22500,0.31029289960861206,0.31029290628433226,2.3736401195526122,, | |
| 23000,0.32451459765434265,0.3245145964622498,2.359418421268463,, | |
| 23500,0.33105358481407166,0.33105361938476563,2.3528794050216675,, | |
| 24000,0.3235054314136505,0.32350544023513794,2.360427571296692,, | |
| 24500,0.3340986371040344,0.33409862852096556,2.3498343930244445,, | |
| 25000,0.34370818734169006,0.34370818042755125,2.3402248387336733,, | |
| 25000,,,,2.363442347049713,0.32049065828323364 | |
| 25500,0.3486678898334503,0.3486678686141968,2.3352651524543764,, | |
| 26000,0.36052095890045166,0.3605209321975708,2.3234120807647707,, | |
| 26500,0.36058276891708374,0.36058275079727176,2.3233502645492554,, | |
| 27000,0.36887791752815247,0.368877965927124,2.315055046081543,, | |
| 27500,0.3892318606376648,0.38923192834854126,2.2947010889053345,, | |
| 28000,0.37414586544036865,0.374145902633667,2.309787114620209,, | |
| 28500,0.3841812014579773,0.384181209564209,2.2997518153190613,, | |
| 29000,0.3788927495479584,0.37889275550842283,2.3050402655601503,, | |
| 29500,0.36725640296936035,0.36725639915466307,2.3166766200065614,, | |
| 30000,0.361470103263855,0.3614701089859009,2.322462898731232,, | |
| 30000,,,,2.512013840675354,0.17191916704177856 | |
| 30500,0.37147530913352966,0.3714753170013428,2.312457715511322,, | |
| 31000,0.3784776031970978,0.3784775710105896,2.3054554381370544,, | |
| 31500,0.35905924439430237,0.35905923080444335,2.3248737840652467,, | |
| 32000,0.37414008378982544,0.37414011764526367,2.3097928977012634,, | |
| 32500,0.35006970167160034,0.35006970310211183,2.3338633198738097,, | |
| 33000,0.34970057010650635,0.3497005786895752,2.3342324285507203,, | |
| 33500,0.35737213492393494,0.35737215566635133,2.326560853481293,, | |
| 34000,0.358121395111084,0.35812141799926756,2.325811607837677,, | |
| 34500,0.3271043300628662,0.327104341506958,2.356828676223755,, | |
| 35000,0.3096620440483093,0.30966203451156615,2.374270987033844,, | |
| 35000,,,,2.4335671889781954,0.25036582350730896 | |
| 35500,0.309471070766449,0.3094710717201233,2.374461946964264,, | |
| 36000,0.32821670174598694,0.3282167000770569,2.355716311454773,, | |
| 36500,0.32088953256607056,0.32088952827453615,2.3630434980392456,, | |
| 37000,0.3510266840457916,0.3510266661643982,2.332906360626221,, | |
| 37500,0.32165929675102234,0.32165930700302126,2.362273707866669,, | |
| 38000,0.3348032236099243,0.3348032360076904,2.3491297817230223,, | |
| 38500,0.3544132113456726,0.35441319561004636,2.3295198345184325,, | |
| 39000,0.3625136613845825,0.362513653755188,2.3214193749427796,, | |
| 39500,0.35422754287719727,0.3542275729179382,2.329705448150635,, | |
| 40000,0.35942527651786804,0.3594252767562866,2.32450776052475,, | |
| 40000,,,,2.3918344497680666,0.2920985817909241 | |
| 40500,0.35869383811950684,0.35869387531280517,2.325239156246185,, | |
| 41000,0.35681185126304626,0.35681183290481566,2.3271211924552917,, | |
| 41500,0.3583225607872009,0.3583225622177124,2.3256104588508606,, | |
| 42000,0.36637505888938904,0.36637504959106443,2.3175579767227172,, | |
| 42500,0.3712487816810608,0.371248779296875,2.3126842346191405,, | |
| 43000,0.36474376916885376,0.36474378633499144,2.3191892414093016,, | |
| 43500,0.3577733635902405,0.35777338361740113,2.326159640312195,, | |
| 44000,0.36334753036499023,0.3633475999832153,2.3205854201316836,, | |
| 44500,0.3594188988208771,0.3594189066886902,2.324514103889465,, | |
| 45000,0.3184264898300171,0.3184264802932739,2.3655065479278563,, | |
| 45000,,,,2.437165020704269,0.24676799774169922 | |
| 45500,0.28744199872016907,0.28744198226928713,2.3964910464286806,, | |
| 46000,0.34454792737960815,0.344547905921936,2.3393851013183595,, | |
| 46500,0.3464999198913574,0.3464999098777771,2.3374331068992613,, | |
| 47000,0.33619847893714905,0.33619849061965945,2.347734534740448,, | |
| 47500,0.3375294804573059,0.33752950954437255,2.346403519630432,, | |
| 48000,0.33011987805366516,0.3301198968887329,2.35381312417984,, | |
| 48500,0.34893834590911865,0.34893835973739623,2.334994655609131,, | |
| 49000,0.32637643814086914,0.3263764672279358,2.35755654668808,, | |
| 49500,0.3379655182361603,0.33796549701690676,2.345967520236969,, | |
| 50000,0.32943394780158997,0.3294339747428894,2.3544990520477294,, | |
| 50000,,,,2.3765589916706085,0.3073740005493164 | |