| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.07617373764514923,-0.07617373752593994,2.5203172755241394,, | |
| 1000,-0.08122028410434723,-0.0812202868461609,2.5253638234138487,, | |
| 1500,-0.08418595045804977,-0.0841859540939331,2.528329489707947,, | |
| 2000,-0.0857914462685585,-0.08579144620895386,2.5299349813461305,, | |
| 2500,-0.036292914301157,-0.036292914867401126,2.4804364471435547,, | |
| 3000,-0.0573156364262104,-0.0573156361579895,2.5014591674804687,, | |
| 3500,-0.03452780842781067,-0.034527808666229245,2.4786713409423826,, | |
| 4000,-0.02934977412223816,-0.029349772930145263,2.4734933099746703,, | |
| 4500,-0.020923318341374397,-0.020923319339752198,2.465066843986511,, | |
| 5000,0.0008688150555826724,0.0008688149452209473,2.4432747282981873,, | |
| 5000,,,,2.302758717536926,0.1413848102092743 | |
| 5500,-0.004743958357721567,-0.004743958473205566,2.448887502193451,, | |
| 6000,-0.004918466787785292,-0.00491846752166748,2.4490620012283326,, | |
| 6500,-0.01970241405069828,-0.019702414512634277,2.463845951080322,, | |
| 7000,0.028401371091604233,0.028401370048522948,2.4157421565055848,, | |
| 7500,0.025030527263879776,0.025030526161193847,2.4191130137443544,, | |
| 8000,0.03886733949184418,0.038867340564727786,2.405276186943054,, | |
| 8500,0.024771681055426598,0.024771682262420654,2.419371840953827,, | |
| 9000,0.04508260264992714,0.04508260011672974,2.39906093788147,, | |
| 9500,0.03319144621491432,0.03319144058227539,2.4109520945549012,, | |
| 10000,0.05705280601978302,0.05705280828475952,2.387090718269348,, | |
| 10000,,,,2.2286224615573884,0.21552106738090515 | |
| 10500,0.05242375656962395,0.052423755168914794,2.391719780921936,, | |
| 11000,0.07662103325128555,0.07662102603912353,2.3675225043296813,, | |
| 11500,0.06457732617855072,0.06457732057571411,2.379566216945648,, | |
| 12000,0.06433624774217606,0.06433625173568726,2.3798072891235353,, | |
| 12500,0.07520896941423416,0.07520897483825684,2.3689345531463624,, | |
| 13000,0.10430970788002014,0.10430970907211304,2.339833821296692,, | |
| 13500,0.107138492166996,0.10713849496841431,2.337005042076111,, | |
| 14000,0.060681093484163284,0.060681090831756594,2.3834624366760253,, | |
| 14500,0.0923704132437706,0.09237041425704956,2.351773105621338,, | |
| 15000,0.10639812052249908,0.10639812278747558,2.3377454075813295,, | |
| 15000,,,,2.184898077249527,0.25924545526504517 | |
| 15500,0.11017220467329025,0.11017220497131347,2.3339713287353514,, | |
| 16000,0.11010102182626724,0.11010102367401123,2.334042506694794,, | |
| 16500,0.11482339352369308,0.11482338523864746,2.329320155143738,, | |
| 17000,0.12434407323598862,0.12434407234191895,2.3197994556427,, | |
| 17500,0.11305133998394012,0.11305133199691772,2.3310921902656556,, | |
| 18000,0.12088536471128464,0.12088536596298217,2.3232581696510315,, | |
| 18500,0.09946314990520477,0.09946315479278564,2.3446803817749022,, | |
| 19000,0.14079995453357697,0.14079995679855348,2.3033435688018797,, | |
| 19500,0.13807989656925201,0.13807989978790283,2.306063636302948,, | |
| 20000,0.1453116089105606,0.14531161546707153,2.298831922054291,, | |
| 20000,,,,2.1613855922222136,0.2827579379081726 | |
| 20500,0.1477949470281601,0.14779496240615844,2.2963485679626463,, | |
| 21000,0.1494130790233612,0.14941309309005738,2.294730438709259,, | |
| 21500,0.12903814017772675,0.1290381441116333,2.315105395793915,, | |
| 22000,0.12245482206344604,0.12245481967926025,2.3216887168884277,, | |
| 22500,0.14850793778896332,0.1485079288482666,2.2956356039047243,, | |
| 23000,0.1593887209892273,0.15938872623443603,2.2847548065185546,, | |
| 23500,0.1564064621925354,0.1564064474105835,2.287737093925476,, | |
| 24000,0.14594756066799164,0.14594755792617797,2.298195967674255,, | |
| 24500,0.16107545793056488,0.16107544851303102,2.2830680861473085,, | |
| 25000,0.1436605602502823,0.1436605486869812,2.300482988357544,, | |
| 25000,,,,2.125348083972931,0.31879544258117676 | |
| 25500,0.15157821774482727,0.1515782117843628,2.2925653324127198,, | |
| 26000,0.15027154982089996,0.15027155828475952,2.2938719668388368,, | |
| 26500,0.14881035685539246,0.14881037378311157,2.2953331503868104,, | |
| 27000,0.15366321802139282,0.15366322469711305,2.290480305671692,, | |
| 27500,0.15129607915878296,0.15129607629776,2.292847459793091,, | |
| 28000,0.1703789383172989,0.1703789448738098,2.2737645916938782,, | |
| 28500,0.16875307261943817,0.16875307989120483,2.275390453338623,, | |
| 29000,0.17007438838481903,0.17007437372207643,2.274069155216217,, | |
| 29500,0.1755026876926422,0.175502685546875,2.268640851020813,, | |
| 30000,0.17779889702796936,0.17779889917373656,2.2663446488380434,, | |
| 30000,,,,2.1136897838115694,0.3304537534713745 | |
| 30500,0.1763191968202591,0.1763191967010498,2.2678243365287782,, | |
| 31000,0.1936023086309433,0.19360231113433837,2.250541229248047,, | |
| 31500,0.20531147718429565,0.20531146097183228,2.238832067489624,, | |
| 32000,0.19302237033843994,0.19302235841751098,2.2511211709976195,, | |
| 32500,0.1957819163799286,0.1957819299697876,2.2483616013526917,, | |
| 33000,0.2009516954421997,0.20095169830322265,2.2431918382644653,, | |
| 33500,0.18352803587913513,0.18352803564071654,2.26061549949646,, | |
| 34000,0.1996477097272873,0.1996476926803589,2.24449583530426,, | |
| 34500,0.20643119513988495,0.206431209564209,2.2377123193740847,, | |
| 35000,0.19420981407165527,0.19420981359481812,2.2499337205886842,, | |
| 35000,,,,2.116284295320511,0.32785922288894653 | |
| 35500,0.1769229769706726,0.17692296791076662,2.2672205543518067,, | |
| 36000,0.17825405299663544,0.17825404453277588,2.265889495372772,, | |
| 36500,0.20613519847393036,0.20613520622253417,2.238008319377899,, | |
| 37000,0.18780066072940826,0.18780066394805908,2.2563428716659546,, | |
| 37500,0.16821329295635223,0.1682132921218872,2.2759302372932435,, | |
| 38000,0.19664159417152405,0.19664160633087158,2.247501920223236,, | |
| 38500,0.2009422332048416,0.20094219589233397,2.2432013301849367,, | |
| 39000,0.2011440396308899,0.20114404773712158,2.242999482154846,, | |
| 39500,0.16940616071224213,0.16940615797042846,2.274737373828888,, | |
| 40000,0.17714549601078033,0.17714548587799073,2.2669980425834657,, | |
| 40000,,,,2.0692211282253266,0.37492239475250244 | |
| 40500,0.20836426317691803,0.2083642635345459,2.235779273509979,, | |
| 41000,0.15532349050045013,0.15532347869873048,2.288820049762726,, | |
| 41500,0.20738382637500763,0.20738384246826172,2.2367596850395204,, | |
| 42000,0.1978406012058258,0.1978406000137329,2.2463029441833497,, | |
| 42500,0.2178330421447754,0.21783304357528688,2.2263104815483095,, | |
| 43000,0.17135366797447205,0.17135367965698242,2.2727898488044738,, | |
| 43500,0.19093331694602966,0.19093331241607667,2.253210223674774,, | |
| 44000,0.2045438289642334,0.20454383707046508,2.23959970664978,, | |
| 44500,0.20506392419338226,0.2050639204978943,2.2390796036720277,, | |
| 45000,0.21799743175506592,0.21799742937088012,2.226146113395691,, | |
| 45000,,,,2.0496765255928038,0.39446699619293213 | |
| 45500,0.2031274288892746,0.2031274199485779,2.241016125679016,, | |
| 46000,0.20602136850357056,0.20602136135101318,2.2381221833229064,, | |
| 46500,0.20439587533473969,0.2043959002494812,2.2397476387023927,, | |
| 47000,0.21186970174312592,0.21186971473693847,2.2322738165855407,, | |
| 47500,0.19912885129451752,0.1991288652420044,2.245014661312103,, | |
| 48000,0.19694609940052032,0.19694612550735474,2.2471973972320556,, | |
| 48500,0.1987495869398117,0.19874959707260131,2.2453939437866213,, | |
| 49000,0.18140915036201477,0.18140912914276122,2.262734398841858,, | |
| 49500,0.18297235667705536,0.18297234630584716,2.2611711859703063,, | |
| 50000,0.16303163766860962,0.1630316252708435,2.2811119132041933,, | |
| 50000,,,,2.0873835837841033,0.3567599654197693 | |
| 50500,0.17654703557491302,0.17654704618453979,2.2675964856147766,, | |
| 51000,0.16081663966178894,0.16081664752960206,2.2833268809318543,, | |