| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.08537542819976807,-0.08537534832954406,4.981295132637024,, | |
| 1000,-0.07654094696044922,-0.07654101276397705,4.972460798263549,, | |
| 1500,-0.09670169651508331,-0.09670171475410462,4.992621492385864,, | |
| 2000,-0.08162151277065277,-0.0816215000152588,4.977541334152222,, | |
| 2500,-0.03732944279909134,-0.037329429030418394,4.933249232769012,, | |
| 3000,-0.04435676336288452,-0.04435673999786377,4.9402765369415285,, | |
| 3500,-0.049915894865989685,-0.049915789604187015,4.945835561752319,, | |
| 4000,-0.03970593586564064,-0.03970581936836243,4.9356256275177,, | |
| 4500,-0.019373580813407898,-0.01937361741065979,4.915293405532837,, | |
| 5000,0.007838640362024307,0.007838596940040589,4.888081189155579,, | |
| 5000,,,,4.776062898635864,0.11985675245523453 | |
| 5500,-0.0053854468278586864,-0.005385284781455993,4.901305079460144,, | |
| 6000,-0.013322997838258743,-0.013323066353797913,4.909242805480957,, | |
| 6500,0.019715197384357452,0.019715188026428222,4.876204614639282,, | |
| 7000,0.0025901328772306442,0.002590089440345764,4.893329693317414,, | |
| 7500,0.008747918531298637,0.008747933030128479,4.887171879768371,, | |
| 8000,-0.011635066010057926,-0.01163498044013977,4.907554751396179,, | |
| 8500,0.046837206929922104,0.046837138533592226,4.849082647800445,, | |
| 9000,0.09202257543802261,0.09202259385585784,4.803897174835205,, | |
| 9500,0.08382537961006165,0.08382531130313874,4.812094481945038,, | |
| 10000,0.06300988793373108,0.06300984573364257,4.832909945487976,, | |
| 10000,,,,4.649776146411896,0.24614357948303223 | |
| 10500,0.11031659692525864,0.11031655466556549,4.785603238105774,, | |
| 11000,0.08573736250400543,0.08573742187023163,4.810182382583618,, | |
| 11500,0.10147210955619812,0.10147213864326476,4.794447619915008,, | |
| 12000,0.09563034772872925,0.09563039457798005,4.80028940820694,, | |
| 12500,0.10123772919178009,0.1012377016544342,4.794682096004486,, | |
| 13000,0.147406205534935,0.14740609097480775,4.7485137190818785,, | |
| 13500,0.16058924794197083,0.16058923614025117,4.7353305649757385,, | |
| 14000,0.1659376174211502,0.16593778777122498,4.729982008457184,, | |
| 14500,0.14769738912582397,0.14769722628593446,4.748222579479218,, | |
| 15000,0.1852690577507019,0.18526898288726806,4.710650809288025,, | |
| 15000,,,,4.535077457427978,0.36084219813346863 | |
| 15500,0.18268217146396637,0.18268206751346588,4.7132377424240115,, | |
| 16000,0.18592779338359833,0.1859277515411377,4.709992078781128,, | |
| 16500,0.16824747622013092,0.1682473443746567,4.727672472000122,, | |
| 17000,0.2215893566608429,0.22158940839767455,4.674330384254455,, | |
| 17500,0.19381867349147797,0.19381868779659273,4.702101126194,, | |
| 18000,0.15271392464637756,0.15271396958827974,4.7432058181762695,, | |
| 18500,0.21977534890174866,0.219775386095047,4.676144435405731,, | |
| 19000,0.22948065400123596,0.22948062670230865,4.666439154624939,, | |
| 19500,0.2403060793876648,0.24030598342418671,4.655613792419434,, | |
| 20000,0.1857387274503708,0.18573883509635924,4.710180959701538,, | |
| 20000,,,,4.4795623397827145,0.4163573980331421 | |
| 20500,0.2332383543252945,0.23323848140239717,4.662681325912476,, | |
| 21000,0.29546162486076355,0.2954616873264313,4.600458078384399,, | |
| 21500,0.2683793902397156,0.26837945985794065,4.627540324211121,, | |
| 22000,0.2842547297477722,0.2842548327445984,4.611664958000183,, | |
| 22500,0.2592012882232666,0.25920123791694644,4.6367185592651365,, | |
| 23000,0.3213889002799988,0.3213888247013092,4.574530961036682,, | |
| 23500,0.29347050189971924,0.29347051012516023,4.602449295043946,, | |
| 24000,0.3059571087360382,0.30595712518692014,4.5899626817703245,, | |
| 24500,0.3100951015949249,0.310095162153244,4.5858246383667,, | |
| 25000,0.3637501299381256,0.3637500900030136,4.532169714450836,, | |
| 25000,,,,4.302271893024445,0.5936478972434998 | |
| 25500,0.3625311255455017,0.3625310570001602,4.533388690948486,, | |
| 26000,0.3434716761112213,0.34347161281108857,4.552448187828064,, | |
| 26500,0.37547433376312256,0.37547413003444674,4.520445669651031,, | |
| 27000,0.3950503170490265,0.39505038809776305,4.500869417190552,, | |
| 27500,0.3828381597995758,0.38283817064762116,4.513081624507904,, | |
| 28000,0.3850002884864807,0.3850002493858337,4.510919559001922,, | |
| 28500,0.3837910294532776,0.3837910072803497,4.512128809928894,, | |
| 29000,0.4120231568813324,0.41202312576770783,4.483896678924561,, | |
| 29500,0.3662945330142975,0.3662945075035095,4.529625289440155,, | |
| 30000,0.3798159956932068,0.3798161447048187,4.516103650093078,, | |
| 30000,,,,4.214638690948487,0.6812809109687805 | |
| 30500,0.40580323338508606,0.40580325603485107,4.490116535663605,, | |
| 31000,0.4611973464488983,0.46119722378253936,4.4347225818634035,, | |
| 31500,0.4357058107852936,0.43570566380023956,4.460214131355285,, | |
| 32000,0.45465418696403503,0.4546541678905487,4.441265642642975,, | |
| 32500,0.4269323945045471,0.4269323278665543,4.46898744726181,, | |
| 33000,0.46224647760391235,0.4622465212345123,4.433673264026642,, | |
| 33500,0.5023643970489502,0.5023644332885742,4.393555374622345,, | |
| 34000,0.5098789930343628,0.5098790193796158,4.386040797710419,, | |
| 34500,0.48531198501586914,0.48531195771694186,4.410607834815979,, | |
| 35000,0.5048472881317139,0.5048471848964691,4.3910726218223575,, | |
| 35000,,,,3.9700488781929018,0.9258708357810974 | |
| 35500,0.5243147015571594,0.5243148273229599,4.371604965686798,, | |
| 36000,0.5495529174804688,0.549552718758583,4.346367074489594,, | |
| 36500,0.5684335231781006,0.5684333987236023,4.3274863958358765,, | |
| 37000,0.5506004095077515,0.5506002476215363,4.34531953048706,, | |
| 37500,0.5402927398681641,0.5402927970886231,4.355627008438111,, | |
| 38000,0.571681559085846,0.5716816670894623,4.3242381129264835,, | |
| 38500,0.5355991721153259,0.5355992308855057,4.36032057762146,, | |
| 39000,0.5615845322608948,0.5615845501422883,4.334335231304169,, | |
| 39500,0.6569548845291138,0.656955174088478,4.238964617729187,, | |
| 40000,0.6787344813346863,0.6787344321012497,4.217185356616974,, | |
| 40000,,,,3.858935685157776,1.0369840860366821 | |
| 40500,0.6531734466552734,0.6531734533309936,4.242746342182159,, | |
| 41000,0.6567683219909668,0.6567683358192444,4.239151463031769,, | |
| 41500,0.6647892594337463,0.6647891846895218,4.231130597114563,, | |
| 42000,0.681037425994873,0.681037456870079,4.214882319927216,, | |
| 42500,0.7046633958816528,0.7046635617017746,4.191256251335144,, | |
| 43000,0.7174322009086609,0.7174322383403778,4.178487568378449,, | |
| 43500,0.6949024200439453,0.6949023438692092,4.20101745891571,, | |
| 44000,0.66834956407547,0.6683494803905488,4.227570301055908,, | |
| 44500,0.6931084394454956,0.6931084464788437,4.20281134223938,, | |
| 45000,0.7029624581336975,0.7029624627828598,4.1929573097229005,, | |
| 45000,,,,3.863758156299591,1.0321615934371948 | |
| 45500,0.6663317084312439,0.6663317011594773,4.22958812379837,, | |
| 46000,0.7058600783348083,0.7058601230382919,4.190059676170349,, | |
| 46500,0.6757857203483582,0.675785541176796,4.220134239673614,, | |
| 47000,0.6796752214431763,0.6796752421855926,4.21624454164505,, | |
| 47500,0.641074001789093,0.6410739274024964,4.254845876693725,, | |
| 48000,0.646777868270874,0.6467779755592347,4.249141803264618,, | |
| 48500,0.6685957908630371,0.6685956796407699,4.227324108600617,, | |
| 49000,0.6682862043380737,0.6682861571311951,4.227633661270142,, | |
| 49500,0.6929683089256287,0.6929684089422226,4.202951420783997,, | |
| 50000,0.7140530347824097,0.7140530574321747,4.181866753101349,, | |
| 50000,,,,3.8319705259799957,1.0639492273330688 | |
| 50500,0.699398934841156,0.6993990005254745,4.196520786762237,, | |
| 51000,0.7045333981513977,0.7045332298278809,4.1913865733146665,, | |