| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.6451178789138794,-0.6451178458929062,7.073869779586792,, | |
| 1000,-0.12172353267669678,-0.12172352766990661,6.550475516796112,, | |
| 1500,0.2372269332408905,0.23722697293758394,6.191524998188019,, | |
| 2000,0.47071921825408936,0.47071892166137697,5.958033041477203,, | |
| 2500,0.43336552381515503,0.43336556196212767,5.995386364936828,, | |
| 3000,0.5639970898628235,0.5639973149299622,5.864754632472992,, | |
| 3500,0.47753283381462097,0.4775326042175293,5.951219333648682,, | |
| 4000,0.44249647855758667,0.4424964059591293,5.986255552768707,, | |
| 4500,0.3473820686340332,0.347381954908371,6.081369997978211,, | |
| 5000,0.29965946078300476,0.2996594293117523,6.129092509269714,, | |
| 5000,,,,5.853004884719849,0.5757468342781067 | |
| 5500,0.41328319907188416,0.413283390045166,6.015468611717224,, | |
| 6000,0.38037487864494324,0.38037466681003573,6.048377309799195,, | |
| 6500,0.5473229289054871,0.5473226392269135,5.881429329872131,, | |
| 7000,0.6115726828575134,0.6115724920034409,5.8171794571876525,, | |
| 7500,0.41955578327178955,0.41955595374107363,6.009195995807648,, | |
| 8000,-0.5487063527107239,-0.5487067786455154,6.9774587516784665,, | |
| 8500,0.3885449171066284,0.3885449993610382,6.040206951141357,, | |
| 9000,0.3790416419506073,0.3790419352054596,6.049709987163544,, | |
| 9500,0.3278207778930664,0.327820984005928,6.100931001663208,, | |
| 10000,0.5276070833206177,0.5276069662570954,5.9011449737548825,, | |
| 10000,,,,5.763592984676361,0.6651586294174194 | |
| 10500,0.5044280886650085,0.504427859544754,5.924324071884155,, | |
| 11000,0.2241613268852234,0.22416119849681854,6.2045907182693485,, | |
| 11500,0.13884831964969635,0.13884845221042633,6.289903490543366,, | |
| 12000,0.5455971360206604,0.5455971244573593,5.883154824733734,, | |
| 12500,0.5501959323883057,0.5501959428787232,5.878556001663208,, | |
| 13000,0.6108224391937256,0.6108225041627884,5.817929476737976,, | |
| 13500,0.6105106472969055,0.6105105293989181,5.818241428852081,, | |
| 14000,0.6074481010437012,0.6074479789733886,5.821303946971893,, | |
| 14500,0.2795562744140625,0.2795564833879471,6.149195425033569,, | |
| 15000,0.4879467487335205,0.4879468262195587,5.940805137634277,, | |
| 15000,,,,5.858431161642074,0.5703206062316895 | |
| 15500,0.4777891933917999,0.47778904473781586,5.950962906360626,, | |
| 16000,0.613579511642456,0.6135797435045243,5.815172202587128,, | |
| 16500,0.5457410216331482,0.5457409189939499,5.883011027812958,, | |
| 17000,0.3339002728462219,0.3339003531932831,6.0948515853881835,, | |
| 17500,0.3533731997013092,0.35337329530715944,6.0753786444664,, | |
| 18000,0.36215266585350037,0.3621530773639679,6.066598854541779,, | |
| 18500,0.49731624126434326,0.4973162944316864,5.93143564414978,, | |
| 19000,0.3188321888446808,0.3188320300579071,6.10991992855072,, | |
| 19500,0.44652652740478516,0.4465265794992447,5.982225368499756,, | |
| 20000,0.520541250705719,0.5205412462949753,5.908210701465607,, | |
| 20000,,,,6.2799783551692965,0.14877377450466156 | |
| 20500,0.4936993420124054,0.49369919347763064,5.935052752971649,, | |
| 21000,0.4544970989227295,0.45449676442146303,5.974255209445953,, | |
| 21500,0.4588268995285034,0.4588268671035767,5.969925104141235,, | |
| 22000,0.3918331563472748,0.3918332335948944,6.036918713092804,, | |
| 22500,0.380400151014328,0.38040047216415407,6.048351470947265,, | |
| 23000,0.32141828536987305,0.32141834568977357,6.107333559036255,, | |
| 23500,0.3713643550872803,0.3713643037080765,6.057387647628784,, | |
| 24000,0.37125465273857117,0.3712548402547836,6.057497088432312,, | |
| 24500,0.40615418553352356,0.40615443110466004,6.0225974898338315,, | |
| 25000,0.4054470360279083,0.4054472817182541,6.023304674625397,, | |
| 25000,,,,6.114998446702957,0.31375330686569214 | |
| 25500,0.3181084394454956,0.3181084164381027,6.110643543720245,, | |
| 26000,0.5071154832839966,0.5071153371334076,5.921636623382568,, | |
| 26500,0.4840823709964752,0.484082195520401,5.944669757366181,, | |
| 27000,0.2783183157444,0.2783184711933136,6.150433488368988,, | |
| 27500,0.26180312037467957,0.26180328941345216,6.166948621749878,, | |
| 28000,0.2372986227273941,0.23729816508293153,6.1914537558555605,, | |
| 28500,0.22347252070903778,0.22347251415252686,6.205279469490051,, | |
| 29000,0.2511245608329773,0.2511244029998779,6.177627560138703,, | |
| 29500,0.27719753980636597,0.27719790816307066,6.151554051876068,, | |
| 30000,0.37127503752708435,0.37127509331703185,6.057476832389831,, | |
| 30000,,,,6.013530189990997,0.41522154211997986 | |
| 30500,0.2527455985546112,0.2527459486722946,6.176006003379822,, | |
| 31000,0.27751225233078003,0.2775121752023697,6.151239768981934,, | |
| 31500,0.4241148829460144,0.424114617228508,6.004637375354767,, | |
| 32000,0.40180519223213196,0.401805228471756,6.026946712017059,, | |
| 32500,0.3053768277168274,0.30537691998481753,6.1233750314712525,, | |
| 33000,0.29241764545440674,0.29241790890693664,6.136334062576294,, | |
| 33500,0.4316154420375824,0.4316153042316437,5.99713664150238,, | |
| 34000,0.320984423160553,0.32098452985286713,6.107767410755158,, | |
| 34500,0.27163612842559814,0.2716362087726593,6.157115728855133,, | |
| 35000,0.407589852809906,0.4075897674560547,6.021162138462067,, | |
| 35000,,,,6.2474347949028015,0.18131685256958008 | |
| 35500,0.35370689630508423,0.35370706343650815,6.0750448870658875,, | |
| 36000,0.22692790627479553,0.22692784321308135,6.201824100494385,, | |
| 36500,0.3894185423851013,0.38941834473609926,6.03933359670639,, | |
| 37000,0.3402673304080963,0.3402671854496002,6.088484772205353,, | |
| 37500,0.3549605906009674,0.35496057498455047,6.073791368961334,, | |
| 38000,0.4300946891307831,0.4300945385694504,5.998657402515412,, | |
| 38500,0.3231838643550873,0.3231838334798813,6.105568089962006,, | |
| 39000,0.4137861430644989,0.41378600931167603,6.014965919971466,, | |
| 39500,0.43067362904548645,0.43067370891571044,5.998078268051147,, | |
| 40000,0.501375138759613,0.5013754279613495,5.9273765144348145,, | |
| 40000,,,,5.919537966251373,0.5092137455940247 | |
| 40500,0.41374671459198,0.4137468138933182,6.015005129337311,, | |
| 41000,0.4032452702522278,0.4032449426651001,6.025506972789764,, | |
| 41500,0.4234462082386017,0.4234462831020355,6.005305678367614,, | |
| 42000,0.47366419434547424,0.47366407215595246,5.955087846279144,, | |
| 42500,0.4194733798503876,0.4194736391305923,6.009278339385986,, | |
| 43000,0.5043215155601501,0.5043214277029038,5.924430521965027,, | |
| 43500,0.5082772970199585,0.5082772358655929,5.920474701404571,, | |
| 44000,0.4278362989425659,0.4278363070487976,6.000915599346161,, | |
| 44500,0.44508597254753113,0.44508592593669893,5.98366605758667,, | |
| 45000,0.4251226484775543,0.4251227641105652,6.00362921667099,, | |
| 45000,,,,6.02131203532219,0.40743961930274963 | |
| 45500,0.3179034888744354,0.317903629899025,6.110848286151886,, | |
| 46000,0.39344102144241333,0.3934409018754959,6.035311055183411,, | |
| 46500,0.4175668954849243,0.41756677532196046,6.011185200691223,, | |
| 47000,0.3892795145511627,0.3892795499563217,6.039472442150116,, | |
| 47500,0.42017826437950134,0.4201783986091614,6.008573544502259,, | |
| 48000,0.4163261651992798,0.4163263498544693,6.012425546169281,, | |
| 48500,0.3081892132759094,0.3081889877319336,6.120562940120697,, | |
| 49000,0.2673909068107605,0.26739100289344786,6.16136093378067,, | |
| 49500,0.3855384290218353,0.38553816628456117,6.043213816642761,, | |
| 50000,0.48940616846084595,0.4894060357809067,5.939345914363861,, | |
| 50000,,,,5.999167908430099,0.4295838177204132 | |