| step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.07911840081214905,-0.07911837697029114,4.975038212776184,, | |
| 1000,-0.086467444896698,-0.08646725177764893,4.982387070655823,, | |
| 1500,-0.09290295839309692,-0.09290313410758973,4.988822942733765,, | |
| 2000,-0.09835486114025116,-0.0983548846244812,4.994274682044983,, | |
| 2500,-0.03369759023189545,-0.03369753706455231,4.929617358207703,, | |
| 3000,-0.026198670268058777,-0.026198686122894287,4.922118479728699,, | |
| 3500,-0.07203662395477295,-0.072036634683609,4.967956420898438,, | |
| 4000,-0.06466951221227646,-0.06466956424713134,4.960589353561401,, | |
| 4500,0.012199989520013332,0.012200102448463439,4.883719682216644,, | |
| 5000,0.00046910668606869876,0.0004691610336303711,4.895450616359711,, | |
| 5000,,,,4.754104764461517,0.14181487262248993 | |
| 5500,0.007368268445134163,0.007368058085441589,4.888551743984222,, | |
| 6000,-0.006166993640363216,-0.006167091727256775,4.902086901664734,, | |
| 6500,0.026836033910512924,0.026835988998413086,4.869083798408508,, | |
| 7000,0.05247709900140762,0.05247728705406189,4.843442519187927,, | |
| 7500,0.030760208144783974,0.030760234117507935,4.865159553050995,, | |
| 8000,0.06797222793102264,0.06797237682342529,4.827947428703308,, | |
| 8500,0.08766303211450577,0.0876630083322525,4.808256820201874,, | |
| 9000,0.10129882395267487,0.1012987095117569,4.794621114253998,, | |
| 9500,0.1246102973818779,0.12461028587818146,4.771309534072876,, | |
| 10000,0.12441673874855042,0.12441669952869415,4.7715031180381775,, | |
| 10000,,,,4.589618968963623,0.30630072951316833 | |
| 10500,0.17240016162395477,0.17240026497840882,4.723519539356231,, | |
| 11000,0.1742953658103943,0.17429528272151948,4.721624484062195,, | |
| 11500,0.19011174142360687,0.1901116236448288,4.705808152198792,, | |
| 12000,0.1992911994457245,0.19929122364521026,4.696628584861755,, | |
| 12500,0.1949077695608139,0.19490770733356474,4.701012116909027,, | |
| 13000,0.18260791897773743,0.18260795259475707,4.713311835765839,, | |
| 13500,0.17813801765441895,0.17813800752162934,4.717781777858734,, | |
| 14000,0.21312175691127777,0.21312175333499908,4.682798078536988,, | |
| 14500,0.19145943224430084,0.1914593266248703,4.704460473060608,, | |
| 15000,0.17060524225234985,0.17060517954826354,4.725314604759216,, | |
| 15000,,,,4.4833906817436215,0.41252899169921875 | |
| 15500,0.19002550840377808,0.19002547323703767,4.7058943495750425,, | |
| 16000,0.1557253897190094,0.1557252893447876,4.740194504737854,, | |
| 16500,0.1600850373506546,0.16008507573604583,4.735834722518921,, | |
| 17000,0.16894415020942688,0.1689439926147461,4.72697578048706,, | |
| 17500,0.1646716296672821,0.1646713933944702,4.73124841594696,, | |
| 18000,0.15030968189239502,0.15030961060523987,4.7456101913452144,, | |
| 18500,0.15824463963508606,0.1582446860074997,4.73767512845993,, | |
| 19000,0.17493443191051483,0.1749344084262848,4.720985371112824,, | |
| 19500,0.19403326511383057,0.1940333411693573,4.701886451721191,, | |
| 20000,0.22769935429096222,0.2276995379924774,4.66822025680542,, | |
| 20000,,,,4.413325483798981,0.4825941324234009 | |
| 20500,0.1721201092004776,0.1721200362443924,4.7237997722625735,, | |
| 21000,0.21592864394187927,0.2159285877943039,4.679991219997406,, | |
| 21500,0.22644218802452087,0.22644212412834167,4.669477670669556,, | |
| 22000,0.20781493186950684,0.20781499886512755,4.688104777336121,, | |
| 22500,0.19384846091270447,0.1938483738899231,4.702071445465088,, | |
| 23000,0.22096659243106842,0.22096657025814057,4.674953235626221,, | |
| 23500,0.23288899660110474,0.23288906145095825,4.66303076171875,, | |
| 24000,0.2169671207666397,0.2169670261144638,4.678952766418457,, | |
| 24500,0.22208119928836823,0.22208109855651856,4.673838675022125,, | |
| 25000,0.2988831698894501,0.29888311731815337,4.597036687374115,, | |
| 25000,,,,4.232750540971756,0.6631691455841064 | |
| 25500,0.30396774411201477,0.30396771121025085,4.5919520921707155,, | |
| 26000,0.3113853931427002,0.3113854331970215,4.584534390449524,, | |
| 26500,0.25417613983154297,0.25417615592479703,4.6417436308860776,, | |
| 27000,0.31221821904182434,0.3122182549238205,4.583701563835144,, | |
| 27500,0.31361138820648193,0.3136114844083786,4.582308310031891,, | |
| 28000,0.3326093256473541,0.332609321475029,4.5633104801177975,, | |
| 28500,0.30546024441719055,0.305460014462471,4.590459775924683,, | |
| 29000,0.3913951516151428,0.391395122051239,4.5045246615409855,, | |
| 29500,0.33438846468925476,0.33438841021060944,4.561531409740448,, | |
| 30000,0.3780047595500946,0.3780048677921295,4.517914929866791,, | |
| 30000,,,,4.1346872508525845,0.7612324357032776 | |
| 30500,0.3576054871082306,0.3576054004430771,4.538314400672912,, | |
| 31000,0.3585025668144226,0.35850261652469634,4.537417181491852,, | |
| 31500,0.37898939847946167,0.37898933494091036,4.51693046426773,, | |
| 32000,0.43780526518821716,0.43780531311035153,4.458114505767822,, | |
| 32500,0.3971811830997467,0.39718107390403745,4.4987387013435365,, | |
| 33000,0.4166676104068756,0.4166675088405609,4.479252298355102,, | |
| 33500,0.4267708957195282,0.4267709381580353,4.469148857593536,, | |
| 34000,0.44570839405059814,0.44570837092399596,4.450211417198181,, | |
| 34500,0.45957517623901367,0.45957516849040986,4.436344621658325,, | |
| 35000,0.446890264749527,0.4468902595043182,4.449029542446136,, | |
| 35000,,,,4.005342366695404,0.8905773162841797 | |
| 35500,0.5113860368728638,0.5113860329389572,4.384533773422241,, | |
| 36000,0.5001509785652161,0.5001510549783706,4.395768750190735,, | |
| 36500,0.47728651762008667,0.4772866140604019,4.418633206367493,, | |
| 37000,0.5305662155151367,0.5305662146806717,4.365353547096253,, | |
| 37500,0.5347042679786682,0.5347043185234069,4.361215488910675,, | |
| 38000,0.5391350984573364,0.53913523209095,4.356784566402435,, | |
| 38500,0.4936133623123169,0.49361328887939454,4.402306503295899,, | |
| 39000,0.5538867712020874,0.553886730313301,4.342033067703247,, | |
| 39500,0.5385247468948364,0.5385247163772583,4.357395073413849,, | |
| 40000,0.5228279232978821,0.5228279873132705,4.373091809272766,, | |
| 40000,,,,3.994888640642166,0.9010310173034668 | |
| 40500,0.5331606864929199,0.5331605335474014,4.362759260177612,, | |
| 41000,0.5202468037605286,0.5202468200922012,4.375672968387604,, | |
| 41500,0.5416260957717896,0.5416259496212006,4.354293879032135,, | |
| 42000,0.5649421811103821,0.5649421545267105,4.33097763299942,, | |
| 42500,0.561272144317627,0.5612722191810607,4.334647586345673,, | |
| 43000,0.5431339740753174,0.5431340384483337,4.352785786628723,, | |
| 43500,0.580480694770813,0.5804807195663452,4.315439121723175,, | |
| 44000,0.6182982921600342,0.618298151731491,4.277621659755707,, | |
| 44500,0.5919581651687622,0.5919581549167633,4.3039616174697874,, | |
| 45000,0.5927273631095886,0.5927274212837219,4.30319238615036,, | |
| 45000,,,,3.997121452093124,0.8987982273101807 | |
| 45500,0.6041712760925293,0.6041711813211441,4.291748616695404,, | |
| 46000,0.619077205657959,0.6190772413015365,4.276842547416687,, | |
| 46500,0.6137112379074097,0.6137112518548965,4.282208555221557,, | |
| 47000,0.6534563302993774,0.6534562811851502,4.2424635305404665,, | |
| 47500,0.6701878309249878,0.6701877752542496,4.225732016086578,, | |
| 48000,0.6777846217155457,0.6777847950458527,4.218134977340698,, | |
| 48500,0.6735612750053406,0.6735611273050308,4.222358681678772,, | |
| 49000,0.6688703894615173,0.6688703038692474,4.227049511909485,, | |
| 49500,0.6944288015365601,0.6944286702871323,4.201491150856018,, | |
| 50000,0.7070786356925964,0.7070785130262375,4.188841310501099,, | |
| 50000,,,,3.872526593208313,1.023393154144287 | |