| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.07374285161495209,-0.07374283850193024,4.96966262960434,, | |
| 1000,-0.09488002955913544,-0.09488004112243652,4.990799810409546,, | |
| 1500,-0.07243788987398148,-0.07243787980079651,4.968357688903809,, | |
| 2000,-0.07035751640796661,-0.07035761547088623,4.966277435302734,, | |
| 2500,-0.08973735570907593,-0.08973746848106384,4.985657265663147,, | |
| 3000,-0.08604404330253601,-0.08604416847229004,4.9819639768600466,, | |
| 3500,-0.1133788451552391,-0.11337878847122193,5.009298580169678,, | |
| 4000,-0.09219765663146973,-0.09219765543937683,4.988117465019226,, | |
| 4500,-0.07702390104532242,-0.07702400779724121,4.972943794250488,, | |
| 5000,-0.07200957834720612,-0.07200945115089416,4.967929259300232,, | |
| 5000,,,,4.850372304916382,0.04554736614227295 | |
| 5500,-0.05961887910962105,-0.0596189352273941,4.955538745880127,, | |
| 6000,-0.05774979665875435,-0.057750013947486876,4.953669798851013,, | |
| 6500,-0.04412434622645378,-0.044124412655830385,4.940044220924378,, | |
| 7000,-0.006047256290912628,-0.00604726791381836,4.901967067718505,, | |
| 7500,-0.023995310068130493,-0.023995262384414674,4.919915070056915,, | |
| 8000,-0.02762933261692524,-0.02762942087650299,4.923549217224121,, | |
| 8500,0.00958117377012968,0.009581259727478027,4.886338551521301,, | |
| 9000,0.0118500255048275,0.011850065469741822,4.884069747447968,, | |
| 9500,0.034908369183540344,0.034908384680747986,4.861011386394501,, | |
| 10000,0.015458984300494194,0.015458906769752503,4.880460876464844,, | |
| 10000,,,,4.734856100082397,0.1610635370016098 | |
| 10500,0.05811205878853798,0.05811205351352692,4.837807737350464,, | |
| 11000,0.06460635364055634,0.06460634577274323,4.831313440799713,, | |
| 11500,0.07110786437988281,0.07110779058933259,4.824812017917633,, | |
| 12000,0.07949788868427277,0.07949779987335205,4.816421992301941,, | |
| 12500,0.08454897254705429,0.08454892885684967,4.811370871067047,, | |
| 13000,0.08369986712932587,0.08369986879825592,4.812219914913178,, | |
| 13500,0.07528679817914963,0.07528684747219086,4.820632938861847,, | |
| 14000,0.08764047920703888,0.08764060747623444,4.8082791838645935,, | |
| 14500,0.08007249236106873,0.08007244777679444,4.815847364425659,, | |
| 15000,0.12781701982021332,0.12781702423095703,4.768102785587311,, | |
| 15000,,,,4.535458142757416,0.36046162247657776 | |
| 15500,0.12125836312770844,0.1212582471370697,4.7746615681648255,, | |
| 16000,0.13321508467197418,0.13321513974666596,4.762704654216766,, | |
| 16500,0.1278197318315506,0.12781983399391175,4.768099990367889,, | |
| 17000,0.19696980714797974,0.1969698108434677,4.698949951171875,, | |
| 17500,0.17410920560359955,0.1741092646121979,4.721810559749604,, | |
| 18000,0.17185229063034058,0.17185242199897766,4.724067373752594,, | |
| 18500,0.21479913592338562,0.21479906177520752,4.681120753765106,, | |
| 19000,0.1735157072544098,0.17351558876037598,4.722404219150543,, | |
| 19500,0.17216326296329498,0.1721633405685425,4.7237564449310305,, | |
| 20000,0.17745842039585114,0.17745845794677734,4.718461347103119,, | |
| 20000,,,,4.47692910194397,0.41899052262306213 | |
| 20500,0.17958861589431763,0.1795885661840439,4.716331223011017,, | |
| 21000,0.16055013239383698,0.16055002307891847,4.735369782447815,, | |
| 21500,0.17863184213638306,0.17863192021846772,4.717287875175476,, | |
| 22000,0.1730804592370987,0.17308043384552002,4.722839381694794,, | |
| 22500,0.17001356184482574,0.17001354753971099,4.725906258583069,, | |
| 23000,0.20416834950447083,0.2041684105396271,4.691751382827759,, | |
| 23500,0.22379298508167267,0.22379306423664094,4.672126757144928,, | |
| 24000,0.18355107307434082,0.18355098307132722,4.712368787288666,, | |
| 24500,0.21554993093013763,0.21554992640018464,4.680369850158692,, | |
| 25000,0.23638014495372772,0.2363800485134125,4.659539732933045,, | |
| 25000,,,,4.282933435440063,0.612986147403717 | |
| 25500,0.2633622884750366,0.26336225736141206,4.632557535171509,, | |
| 26000,0.25730714201927185,0.25730711007118223,4.6386126942634585,, | |
| 26500,0.2444401979446411,0.24444025290012358,4.651479518413543,, | |
| 27000,0.30772605538368225,0.3077261655330658,4.588193626403808,, | |
| 27500,0.34047916531562805,0.3404790315628052,4.555440762996674,, | |
| 28000,0.3165642023086548,0.3165642930269241,4.579355490207672,, | |
| 28500,0.32085683941841125,0.32085697507858274,4.575062828063965,, | |
| 29000,0.3146948218345642,0.3146949051618576,4.581224890232086,, | |
| 29500,0.3108161985874176,0.31081622672080994,4.5851035385131835,, | |
| 30000,0.34440702199935913,0.3444070203304291,4.551512765884399,, | |
| 30000,,,,4.202153564691543,0.693766176700592 | |
| 30500,0.3617337942123413,0.36173386919498446,4.534185919761658,, | |
| 31000,0.3561496138572693,0.3561495853662491,4.5397702097892765,, | |
| 31500,0.3352499306201935,0.33524986982345584,4.560669935703277,, | |
| 32000,0.3422200679779053,0.34222008752822874,4.553699732780457,, | |
| 32500,0.3262624740600586,0.32626256585121155,4.569657227993011,, | |
| 33000,0.33631789684295654,0.33631778502464293,4.559601987838745,, | |
| 33500,0.34066373109817505,0.34066374170780184,4.555256025791168,, | |
| 34000,0.3312389552593231,0.33123892843723296,4.564680832386017,, | |
| 34500,0.3556666672229767,0.3556666816473007,4.540253119945526,, | |
| 35000,0.3940052092075348,0.3940053753852844,4.501914433479309,, | |
| 35000,,,,4.159462401866913,0.7364572882652283 | |
| 35500,0.3619174659252167,0.3619174885749817,4.5340022850036625,, | |
| 36000,0.348737895488739,0.3487379585504532,4.547181863307953,, | |
| 36500,0.3706500232219696,0.3706499139070511,4.525269885540008,, | |
| 37000,0.397197961807251,0.39719805085659027,4.498721751213074,, | |
| 37500,0.382101446390152,0.3821013571023941,4.5138184561729435,, | |
| 38000,0.3997492492198944,0.3997492057085037,4.496170614719391,, | |
| 38500,0.38391420245170593,0.3839144151210785,4.512005386829376,, | |
| 39000,0.4034205675125122,0.4034207934141159,4.492499021053314,, | |
| 39500,0.3922082781791687,0.3922082800865173,4.503711520671844,, | |
| 40000,0.44794151186943054,0.4479414081573486,4.447978359222412,, | |
| 40000,,,,4.108699806928635,0.7872198224067688 | |
| 40500,0.46562671661376953,0.4656267690658569,4.430293021678924,, | |
| 41000,0.45181405544281006,0.45181390607357025,4.444105886936188,, | |
| 41500,0.49640515446662903,0.49640509533882143,4.399514704704285,, | |
| 42000,0.4844018816947937,0.4844018316268921,4.41151798248291,, | |
| 42500,0.46591103076934814,0.4659111456871033,4.430008663177491,, | |
| 43000,0.48794054985046387,0.4879404788017273,4.407979316234589,, | |
| 43500,0.4585101008415222,0.4585101311206818,4.437409687042236,, | |
| 44000,0.5104908347129822,0.5104906756877899,4.385429160118103,, | |
| 44500,0.46906593441963196,0.46906587088108065,4.426853940486908,, | |
| 45000,0.47852858901023865,0.47852862334251406,4.417391166210175,, | |
| 45000,,,,4.062430071830749,0.8334895968437195 | |
| 45500,0.5216406583786011,0.521640753030777,4.374279045104981,, | |
| 46000,0.536664605140686,0.5366645387411118,4.359255280017853,, | |
| 46500,0.5181193351745605,0.5181193578243256,4.377800411701203,, | |
| 47000,0.5237501859664917,0.5237502461671829,4.372169613361359,, | |
| 47500,0.5452389121055603,0.545238855600357,4.350680963993073,, | |
| 48000,0.5755378007888794,0.5755377829074859,4.320381993770599,, | |
| 48500,0.5994330644607544,0.5994329497814178,4.29648688364029,, | |
| 49000,0.570430338382721,0.5704301780462265,4.325489604949952,, | |
| 49500,0.5724069476127625,0.572406855225563,4.32351292181015,, | |
| 50000,0.5977218747138977,0.5977220243215561,4.2981977791786194,, | |
| 50000,,,,3.9956188786029814,0.9003008008003235 | |
| 50500,0.584177553653717,0.5841775997877121,4.311742197036743,, | |
| 51000,0.6041851043701172,0.6041851484775543,4.2917346744537355,, | |