P2SAMAPA
/

p2-etf-causal-rl-model

Model card Files Files and versions

xet

Community

P2SAMAPA commited on May 27

Commit

3eac545

verified ·

1 Parent(s): 6bc9539

Causal RL meta combined — 2026-05-27

Browse files

Files changed (1) hide show

causal_rl_meta_combined.json +804 -2304

causal_rl_meta_combined.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
   "universe": "COMBINED",
-  "train_date": "2026-05-22",
-  "best_ep_ret": -28.37627916399306,
-  "val_mean_reward": -0.12839351243580815,
   "n_edges_lingam": 105,
   "n_edges_pcmci": 85,
   "graph_method_lingam": "lingam",
@@ -36,2012 +36,812 @@
   "action_dim": 24,
   "history": {
     "actor_loss": [
-      -0.0051686353399418294,
-      -0.015419403265696019,
-      -0.013703564181923866,
-      -0.012625086586922407,
-      -0.017123234109021723,
-      -0.01259127538651228,
-      -0.010408897156594321,
-      -0.01368114328943193,
-      -0.009583578328602016,
-      -0.011796139180660248,
-      -0.01503015641355887,
-      -0.014783669670578092,
-      -0.008530903898645192,
-      -0.01791252734255977,
-      -0.014534092944813892,
-      -0.016601649345830083,
-      -0.025252889201510698,
-      -0.020232024951837957,
-      -0.015942336816806346,
-      -0.014170447015203536,
-      -0.013554190460126847,
-      -0.009769200987648219,
-      -0.01354342803824693,
-      -0.022321420081425458,
-      -0.01670302136335522,
-      -0.010706138229579665,
-      -0.016441183688584715,
-      -0.008531388419214636,
-      -0.01352675526868552,
-      -0.01719182392116636,
-      -0.01448691041150596,
-      -0.013210658129537478,
-      -0.01191712892614305,
-      -0.013980265066493303,
-      -0.013330345100257546,
-      -0.02031476586125791,
-      -0.013786356605123729,
-      -0.016166821209480986,
-      -0.009374122426379472,
-      -0.013042253645835444,
-      -0.013405767793301493,
-      -0.002791457583953161,
-      -0.012651681725401431,
-      -0.015286553418263793,
-      -0.010606450639897957,
-      -0.012460582482162863,
-      -0.008874906896380708,
-      -0.012306071352213621,
-      -0.013422756863292307,
-      -0.01273895672056824,
-      -0.005791586998384446,
-      -0.012543375312816352,
-      -0.020276561263017356,
-      -0.021765949175460264,
-      -0.017861521861050278,
-      -0.010120704566361383,
-      -0.016044376185163856,
-      -0.016049075784394518,
-      -0.010000151116400957,
-      -0.012610220612259582,
-      -0.01193910592701286,
-      -0.011618834745604545,
-      -0.008794782712357119,
-      -0.026715343352407217,
-      -0.005699560570064932,
-      -0.014083741290960461,
-      -0.018606735800858587,
-      -0.012951892043929547,
-      -0.02201906670234166,
-      -0.015272812393959612,
-      -0.010891391430050135,
-      -0.01185105500917416,
-      -0.013755450199823827,
-      -0.012904720584629104,
-      -0.010431660950416699,
-      -0.012176562537206337,
-      -0.0026982313429471105,
-      -0.011481195513624698,
-      -0.012077555526047945,
-      -0.009485293165198527,
-      -0.011019099038094282,
-      -0.010715617856476456,
-      -0.011835879908176139,
-      -0.012028131983242929,
-      -0.006729599612299353,
-      -0.016316879977239296,
-      -0.009645563026424497,
-      -0.014510058099403977,
-      -0.009451185585930943,
-      -0.010778761265100911,
-      -0.018262165773194283,
-      -0.012925961171276867,
-      -0.014915594481863081,
-      -0.0060215197736397386,
-      -0.01594950770959258,
-      -0.010464176564710215,
-      -0.0005035170761402696,
-      -0.008187630126485601,
-      -0.016819315205793828,
-      -0.012330906291026622,
-      -0.010510490566957742,
-      -0.014604039941332303,
-      -0.014685561938676983,
-      -0.01914783613756299,
-      -0.016848362458404154,
-      -0.013986807491164654,
-      -0.01830870151752606,
-      -0.014240676333429292,
-      -0.008046183444093913,
-      -0.005755977617809549,
-      -0.012628110824152827,
-      -0.012423139967722818,
-      -0.014219865784980357,
-      -0.007513072167057544,
-      -0.010044770140666515,
-      -0.014843126700725406,
-      -0.006123097817180678,
-      -0.012127769354265183,
-      -0.01792157773161307,
-      -0.015704573830589652,
-      -0.001862156204879284,
-      -0.014874459651764482,
-      -0.013689894403796643,
-      -0.006794438348151743,
-      -0.01692399731837213,
-      -0.012824837875086814,
-      -0.01675464038271457,
-      -0.01845692959614098,
-      -0.008217464899644256,
-      -0.015722688287496567,
-      -0.013909809262258932,
-      -0.021835376566741616,
-      -0.007042021316010505,
-      -0.011950566418818198,
-      -0.015788877964951098,
-      -0.014545548823662102,
-      -0.012997836398426443,
-      -0.014579182781744748,
-      -0.012795485701644793,
-      -0.01698781189043075,
-      -0.017279077495913953,
-      -0.01679485768545419,
-      -0.013014335709158331,
-      -0.016149355215020478,
-      -0.009200938162393868,
-      -0.016407491406425834,
-      -0.018653197214007378,
-      -0.00012631015852093697,
-      -0.013255657016998157,
-      -0.008473961846902966,
-      -0.012646215502172709,
-      -0.013793138088658452,
-      -0.02041195158381015,
-      -0.015816835744772106,
-      -0.013009139860514551,
-      -0.019391579378861934,
-      -0.018360264279181138,
-      -0.008658303995616734,
-      -0.009752804297022521,
-      -0.010135259304661304,
-      -0.019057947036344558,
-      -0.015462403476703912,
-      -0.009852301445789635,
-      -0.01347722572972998,
-      -0.011908713611774147,
-      -0.01728583313524723,
-      -0.019155798014253378,
-      -0.007422496972139925,
-      -0.009359239076729864,
-      -0.01859489831258543,
-      -0.008497353293932974,
-      -0.014849472558125854,
-      -0.012614748178748414,
-      -0.01270049245795235,
-      -0.010129897404112853,
-      -0.01339774701045826,
-      -0.008177689043805003,
-      -0.0060817554767709225,
-      -0.012922860187245533,
-      -0.010982656720443629,
-      -0.01263455202570185,
-      -0.015109256230061874,
-      -0.016655060811899602,
-      -0.006373997021000832,
-      -0.012534114415757358,
-      -0.01776231627445668,
-      -0.010420041304314509,
-      -0.010654926649294794,
-      0.000296731130219996,
-      -0.004776875837706029,
-      -0.016894753294764087,
-      -0.008050904609262943,
-      -0.012096535298042,
-      0.005338457063771784,
-      -0.005042423435952514,
-      -0.012947719020303339,
-      -0.01512408709822921,
-      -0.01698262756690383,
-      -0.022452740056905895,
-      -0.015047515218611807,
-      -0.017163554264698178,
-      -0.018262753263115883,
-      -0.007483504683477804,
-      -0.01158067409414798,
-      -0.01210569724207744,
-      -0.013219880987890065,
-      -0.01791857380885631,
-      -0.013984589168103412,
-      -0.013425932789687067,
-      -0.015095214126631618,
-      -0.014824049023445696,
-      -0.014166485372697935,
-      -0.011503973306389526,
-      -0.015745589742437005,
-      -0.017068746557924896,
-      -0.011086715385317802,
-      -0.008747070387471467,
-      -0.009464875067351386,
-      -0.012034761864924803,
-      -0.010800166986882687,
-      -0.017358375596813858,
-      -0.0070993563131196424,
-      -0.0070628313114866614,
-      -0.003016254195244983,
-      -0.006935797166079283,
-      -0.008586498151998967,
-      -0.015139318682486191,
-      -0.009912580222589895,
-      -0.010515671747270972,
-      -0.01401426071242895,
-      -0.004322794848121703,
-      -0.020082734379684553,
-      -0.012518717558123171,
-      -0.005682513452484272,
-      -0.004941458464600146,
-      -0.019242203707108274,
-      -0.0128582080360502,
-      -0.009674605680629611,
-      -0.010411149356514215,
-      -0.018198973266407847,
-      -0.006396242912160233,
-      -0.014316506800241768,
-      -0.011829740105895326,
-      -0.01295101729920134,
-      -0.016043384559452534,
-      -0.00576422578888014,
-      -0.012560506555018947,
-      -0.005656867113430053,
-      -0.007842551975045353,
-      -0.011225410678889602,
-      -0.010093033342855051,
-      -0.02094245664193295,
-      -0.008902547240722924,
-      -0.005769194685854018,
-      -0.005808448768220842,
-      -0.018137481703888625,
-      -0.004846394556807354,
-      -0.013894411677028984,
-      -0.012244102661497891,
-      -0.016999008366838098,
-      -0.010633220779709518,
-      -0.016277248912956566,
-      -0.011657553433906287,
-      -0.015536482882453129,
-      -0.017402737343218178,
-      -0.023507286445237696,
-      -0.004580512031679973,
-      -0.01247698295628652,
-      -0.01527207181788981,
-      -0.009836230892688036,
-      -0.008873455168213695,
-      -0.01678839005762711,
-      -0.012769535009283572,
-      -0.01024692232022062,
-      -0.008258506713900715,
-      -0.019147586222970858,
-      -0.007707773242145777,
-      -0.007270705798873678,
-      -0.010207098937826231,
-      -0.009602583188097924,
-      -0.0021719253854826093,
-      -0.008417362376349047,
-      -0.0172539257328026,
-      -0.014202009479049593,
-      -0.013329364941455424,
-      -0.010137848265003413,
-      -0.012044914998114109,
-      -0.004132349306019023,
-      -0.007769489195197821,
-      -0.00452906166901812,
-      0.009067462320672348,
-      0.0012299378868192434,
-      -0.02119739045156166,
-      -0.013539574982132763,
-      -0.006701876351144165,
-      -0.012392557226121426,
-      -0.013547784561524168,
-      -0.012051656900439411,
-      -0.0007194927020464092,
-      -0.0027452532085590065,
-      -0.016000609612092376,
-      -0.0047967988648451865,
-      0.002352021590922959,
-      -0.00881057872902602,
-      -0.00956351522472687,
-      -0.02155851197312586,
-      -0.014577636480680667,
-      -0.003997527761384845,
-      -0.0040391946386080235,
-      -0.007193983066827059,
-      -0.009188776253722608,
-      -0.011780001252191141,
-      -0.015303043939638883,
-      -0.015848467184696347,
-      -0.0033019607071764767,
-      -0.0019820453453576192,
-      -0.00343296374194324,
-      -0.014774582115933299,
-      -0.0014368466509040445,
-      -0.012533585075289011,
-      -0.012989359558559954,
-      -0.011550576367881149,
-      -0.0026480135566089302,
-      0.0040892286342568696,
-      -0.013254760502604768,
-      -0.0039531763177365065,
-      -0.008143056329572573,
-      -0.0073476669494993985,
-      -0.013955248694401234,
-      -0.011904852872248739,
-      -0.016131090407725424,
-      -0.011436384113039821,
-      -0.005098073568660766,
-      -0.005754319077823311,
-      -0.014302529743872583,
-      -0.021486874407855794,
-      -0.01677135261707008,
-      0.00585779087850824,
-      -0.009485577698796988,
-      -0.012759365868987516,
-      -0.016016764857340604,
-      -0.0030525425099767745,
-      -0.016224358143517748,
-      -0.010104591288836673,
-      -0.011175896390341222,
-      -0.009328911313787103,
-      -0.015274006698746234,
-      -0.004754934736411087,
-      -0.007002108410233632,
-      -0.004683981125708669,
-      -0.007546589302364737,
-      -0.005260752630420029,
-      -0.00298937113257125,
-      -0.006187103601405397,
-      -0.007621287601068616,
-      -0.007210784766357392,
-      -0.016491371497977525,
-      -0.011443932366091758,
-      -0.011697337497025728,
-      -0.008787018479779363,
-      -0.0029510731692425907,
-      -0.005578631302341819,
-      -0.009479599597398192,
-      -0.005864276521606371,
-      -0.016067746153566986,
-      -0.007280808931682259,
-      -0.011925975937629119,
-      -0.006385409156791866,
-      -0.00985211500665173,
-      -0.011479495966341347,
-      -0.015052391914650798,
-      -0.0076429820619523525,
-      -0.005676086322637275,
-      -0.012718025129288435,
-      -0.008825421944493428,
-      -0.0020602394361048937,
-      -0.014909412944689393,
-      -0.02098324990947731,
-      -0.0009781878325156868,
-      -0.005992810474708676,
-      -0.00927211536327377,
-      -0.005891530774533749,
-      -0.019220649206545204,
-      -0.011053725495003164,
-      -0.015226403920678422,
-      -0.002256106410641223,
-      -0.009734365594340488,
-      -0.0026793727884069085,
-      -0.01617931976215914,
-      -0.011458054243121296,
-      -0.011609160399530083,
-      0.008089439186733216,
-      -0.007728975615464151,
-      -0.0072626760229468346,
-      -0.009871080692391843,
-      0.00716209935490042,
-      0.007651338702999055,
-      0.006916407495737076,
-      -0.014267186168581247,
-      -0.010587114200461656,
-      0.0024705639225430787,
-      -0.011548921509529464,
-      -0.003912384563591331,
-      0.003198527731001377,
-      -0.010413880285341293,
-      -0.020399766275659204,
-      -0.01428741030395031,
-      -0.0031307669705711305,
-      -0.020216557488311082,
-      -0.013400782539974898,
-      -0.005445024668006226,
-      -0.018188257177826017,
-      -0.008915218350011855,
-      -0.014851560757961124,
-      -0.013822089997120202,
-      -0.001389601791743189,
-      -0.009937280148733407,
-      -0.005363573611248285,
-      -0.010194056783802807,
-      -0.0017554954974912107,
-      -0.012113818142097443,
-      -0.007277756812982261,
-      0.000280607258901,
-      -0.018122764420695603,
-      -0.013122027507051826,
-      -0.00431969779310748,
-      -0.008237321744672954,
-      -0.01096789597067982,
-      -0.0019192165927961469,
-      -0.014505055791232735,
-      -0.020682687347289175,
-      -0.008831161190755665,
-      -0.025975865311920643,
-      -0.0052124845096841455,
-      -0.01098707425990142,
-      -0.002334396995138377,
-      -0.008003208902664483,
-      -0.002692358219064772,
-      0.0013372862595133483,
-      -0.015046254557091743,
-      -0.011033614835469052,
-      -0.006923982495209202,
-      -0.014396296930499375,
-      0.007217461796244606,
-      -0.011774189653806388,
-      -0.008442310820100829,
-      0.0048015962820500135,
-      -0.011135567910969257,
-      -0.009480447974056005,
-      -0.016424264438683167,
-      -0.005180435051443055,
-      -0.007462292182026431,
-      -0.006994229188421741,
-      -0.013543548644520342,
-      -0.01816751732258126,
-      -0.015614125062711537,
-      -0.009773100726306438,
-      -0.012141819344833493,
-      -0.01336017029825598,
-      -0.00920824846252799,
-      -0.004776364250574261,
-      -0.006017241510562599,
-      -0.008908576797693968,
-      -0.009498993051238358,
-      -0.007407526660244912,
-      -0.009287593129556626,
-      -0.01652457343880087,
-      -0.0029532171902246773,
-      -0.00973468617303297,
-      -0.012403489381540567,
-      -0.003863513295073062,
-      -0.012648228323087096,
-      -0.011949890526011586,
-      -0.006764610414393246,
-      -0.009051671018823981,
-      -0.010923464520601556,
-      -0.006911352422321215,
-      -0.005507033143658191,
-      -0.0005046196165494621,
-      -0.010979217768181115,
-      -0.007510863826610148,
-      0.0034950285335071385,
-      -0.011074848007410765,
-      -0.001562983903568238,
-      -0.019209938182029873,
-      -0.0018023765296675265,
-      -0.013392687309533358,
-      -0.004729583975858986,
-      -0.004749073996208608,
-      -0.008484606456477195,
-      0.010716364660765976,
-      -0.007874296279624104,
-      -0.00969159891246818,
-      -0.011640822107437998,
-      -0.0006979850004427135,
-      0.001652007078519091,
-      -0.011993556312518194,
-      -0.01499988354044035,
-      -0.01429686276242137,
-      -0.004404831648571417
     ],
     "critic_loss": [
-      1.1659250631928444,
-      1.020704086869955,
-      0.963903671130538,
-      0.9864479973912239,
-      1.0246050525456667,
-      1.0256828777492046,
-      1.0103101506829262,
-      0.9455617088824511,
-      1.0340473651885986,
-      0.982649851590395,
-      0.985019201412797,
-      0.9943637922406197,
-      0.9931915234774351,
-      0.9400532674044371,
-      0.9206841457635164,
-      0.9554747939109802,
-      0.983977198600769,
-      1.1390436291694641,
-      0.93953987210989,
-      0.9505335874855518,
-      1.0050440300256014,
-      0.9491528868675232,
-      0.9828915297985077,
-      0.9320485405623913,
-      0.9173982124775648,
-      0.986250625923276,
-      0.7515673022717237,
-      0.960651146247983,
-      0.9144458808004856,
-      0.9080460835248232,
-      0.9149347562342882,
-      0.9463870599865913,
-      1.0323756597936153,
-      0.8059736136347055,
-      0.9367438219487667,
-      1.0439162012189627,
-      0.854308407753706,
-      0.7668293658643961,
-      1.0165202738717198,
-      0.9391781985759735,
-      0.9816145058721304,
-      0.8813340719789267,
-      0.9620492365211248,
-      0.8639176730066538,
-      1.107643086463213,
-      0.9437045156955719,
-      0.7725953757762909,
-      0.9493277687579393,
-      1.0279729627072811,
-      0.9864274831488729,
-      0.9543644282966852,
-      0.9520176351070404,
-      0.891653161495924,
-      0.9037538710981607,
-      0.8987963646650314,
-      0.9894806509837508,
-      1.0038242042064667,
-      0.8961748164147139,
-      0.9296253779903054,
-      1.1898084562271833,
-      0.87784568592906,
-      0.8187960907816887,
-      0.9890890959650278,
-      0.8838892746716738,
-      0.7393581494688988,
-      0.8399088997393847,
-      0.8509600404649973,
-      1.1592682749032974,
-      0.9179673623293638,
-      0.9458583127707243,
-      0.8994088806211948,
-      0.785621203482151,
-      0.9360481472685933,
-      0.9439645279198885,
-      0.7260884083807468,
-      0.8909986093640327,
-      0.9343100357800722,
-      0.9281309731304646,
-      0.996751956641674,
-      0.9384133368730545,
-      0.8902255529537797,
-      0.891423630528152,
-      1.0173884760588408,
-      1.0427517630159855,
-      0.8959732539951801,
-      0.8560558687895536,
-      0.9452139437198639,
-      0.8720779605209827,
-      0.9002015395089984,
-      0.8743112534284592,
-      1.0727599188685417,
-      0.9798283092677593,
-      0.978358305990696,
-      0.922435250133276,
-      0.8875643126666546,
-      0.864925641566515,
-      1.0399905238300562,
-      0.7869469076395035,
-      1.0164236985147,
-      0.7580415494740009,
-      0.9750162921845913,
-      0.8761835973709822,
-      0.9305993597954512,
-      0.9130397420376539,
-      0.9858161751180887,
-      0.9834456350654364,
-      0.9109073411673307,
-      0.8817080426961184,
-      0.9570245034992695,
-      1.12930079549551,
-      1.000416811555624,
-      0.9849697425961494,
-      0.8227012362331152,
-      0.7949840808287263,
-      0.849654134362936,
-      1.0423915944993496,
-      1.070225777104497,
-      0.869205916300416,
-      0.8462833119556308,
-      0.9783391542732716,
-      0.687122798524797,
-      0.9364623073488474,
-      0.7795137604698539,
-      0.7197090722620487,
-      0.9184470865875483,
-      0.8847074639052153,
-      0.9387991260737181,
-      0.9476172737777233,
-      0.8937736572697759,
-      1.0825857631862164,
-      0.9635537043213844,
-      0.9668983016163111,
-      0.9550851006060839,
-      0.9246623339131474,
-      0.8811322804540396,
-      0.9290526583790779,
-      0.9416206292808056,
-      0.9337497930973768,
-      0.7678515026345849,
-      0.8928370121866465,
-      0.9311270508915186,
-      0.9066128749400377,
-      0.8307135310024023,
-      0.9605183396488428,
-      0.8296961933374405,
-      0.7950878627598286,
-      0.799957868643105,
-      1.225652040913701,
-      0.7698484063148499,
-      0.878925010561943,
-      0.8748559663072228,
-      0.8619005959481001,
-      0.8786777257919312,
-      0.8350001219660044,
-      0.8923382433131337,
-      0.98201784491539,
-      0.9977652095258236,
-      0.846575815230608,
-      0.8879367467015982,
-      0.9658235907554626,
-      0.9611559566110373,
-      0.8927739765495062,
-      0.8450604360550642,
-      0.8769101221114397,
-      0.8303370978683233,
-      0.891093123704195,
-      0.8396179908886552,
-      0.8974170181900263,
-      0.7801217772066593,
-      0.8565400093793869,
-      0.8597897365689278,
-      0.8628247398883104,
-      0.9293529316782951,
-      0.6572312917560339,
-      1.0139923226088285,
-      1.0485048461705446,
-      0.8665219079703093,
-      0.9243930839002132,
-      0.6126068802550435,
-      0.8811143580824137,
-      0.9447989966720343,
-      0.9111722949892282,
-      0.8298471961170435,
-      0.8146872315555811,
-      1.0114575996994972,
-      1.0283677522093058,
-      0.7459296938031912,
-      0.9530940987169743,
-      0.9247753601521254,
-      0.874134112149477,
-      0.737268814817071,
-      0.9133229702711105,
-      0.8887802856042981,
-      0.8202269049361348,
-      0.8826399054378271,
-      0.9793399386107922,
-      1.0392080340534449,
-      0.8653395064175129,
-      0.9063646215945482,
-      0.7713318765163422,
-      0.8562897779047489,
-      0.9635530840605497,
-      0.5605491688475013,
-      1.0612196698784828,
-      0.9064985886216164,
-      0.79560377728194,
-      0.5888026058673859,
-      0.7126355543732643,
-      1.0437297206372023,
-      0.8447542022913694,
-      0.6873365761712193,
-      0.9201216325163841,
-      0.8091208469122648,
-      0.9413571245968342,
-      0.75659104809165,
-      0.7863598829135299,
-      0.885772293433547,
-      1.0219237133860588,
-      0.852988600730896,
-      0.9872616231441498,
-      0.7425091955810785,
-      0.834737865254283,
-      0.886555302888155,
-      0.9458258934319019,
-      0.8612167127430439,
-      1.0042695440351963,
-      0.7562675941735506,
-      1.1080669220536947,
-      0.8124124743044376,
-      0.8145360201597214,
-      0.9519593194127083,
-      0.8315677102655172,
-      1.0491859819740057,
-      0.9000678211450577,
-      0.9311348963528872,
-      0.8512579072266817,
-      0.9182143099606037,
-      0.796025337651372,
-      0.6411510203033686,
-      0.760369423776865,
-      0.9198913397267461,
-      0.8416001945734024,
-      0.8824687730520964,
-      0.7025259239599109,
-      0.7066218303516507,
-      0.9095422569662333,
-      0.9800260104238987,
-      0.9444772489368916,
-      0.8594278357923031,
-      0.88562504760921,
-      0.9003801234066486,
-      0.8553560990840197,
-      0.9778806064277887,
-      0.8354722820222378,
-      0.797284783795476,
-      0.88728341832757,
-      0.9150626342743635,
-      0.7059997227042913,
-      0.8980743531137705,
-      0.8433556370437145,
-      0.5922035593539476,
-      0.614976804703474,
-      0.9574589282274246,
-      0.750044034793973,
-      0.9328337013721466,
-      0.8860547412186861,
-      0.7376888785511255,
-      0.9087557960301638,
-      0.9859129842370749,
-      0.7989463219419122,
-      0.8012699615210295,
-      0.6809657216072083,
-      0.8873998131603003,
-      0.7865395806729794,
-      0.7417362816631794,
-      0.7034888993948698,
-      0.8546331152319908,
-      0.684270448051393,
-      0.541809031739831,
-      0.9443476889282465,
-      0.8600989393889904,
-      0.9436036124825478,
-      0.8886712118983269,
-      0.7917944714426994,
-      1.0577525198459625,
-      0.8779758978635073,
-      0.8795991167426109,
-      0.8553045392036438,
-      0.6153442412614822,
-      0.6796959843486547,
-      0.6163451615720987,
-      1.0845886543393135,
-      0.9565149080008268,
-      0.6483256239444017,
-      1.1134453359991312,
-      0.783033199608326,
-      0.6712743593379855,
-      0.7532577887177467,
-      0.5509032886475325,
-      0.9480928257107735,
-      0.8043909622356296,
-      1.195021340623498,
-      0.6553009916096926,
-      0.8890190813690424,
-      0.8928049355745316,
-      1.014616098254919,
-      0.6945256888866425,
-      0.9490745402872562,
-      0.9386582635343075,
-      0.940399119630456,
-      0.8643802758306265,
-      0.8038386292755604,
-      0.8259829208254814,
-      0.8250966668128967,
-      0.7248631808906794,
-      0.7984920516610146,
-      0.6729655489325523,
-      0.610607760027051,
-      0.48723227344453335,
-      0.5731004355475307,
-      0.6175624392926693,
-      0.4470977736636996,
-      0.9969843719154596,
-      1.110081035643816,
-      0.4518777271732688,
-      0.8120465371757746,
-      1.0571010150015354,
-      0.6634811172261834,
-      0.9086012244224548,
-      0.7613658420741558,
-      0.8325737304985523,
-      0.8761884924024343,
-      0.8156236708164215,
-      0.9025961570441723,
-      0.7253474034368992,
-      0.7271877769380808,
-      0.7521425895392895,
-      1.103600338101387,
-      0.8634392507374287,
-      0.7904395665973425,
-      0.8679237980395555,
-      0.8413568828254938,
-      0.772359099239111,
-      0.7994760265573859,
-      1.0242727901786566,
-      0.5346419010311365,
-      0.5173858236521482,
-      0.48319712188094854,
-      0.40580403339117765,
-      0.8756151869893074,
-      0.7245990969240665,
-      0.702778896316886,
-      0.8941273856908083,
-      0.7438123608008027,
-      0.6762100886553526,
-      0.6752125648781657,
-      0.5376811530441046,
-      0.8470732439309359,
-      0.9439330901950598,
-      0.5945521220564842,
-      0.8182008508592844,
-      0.5314175086095929,
-      0.6690309951081872,
-      0.8249798864126205,
-      0.5449575437232852,
-      0.8506756033748388,
-      0.939507070928812,
-      0.5985557259991765,
-      0.6824129391461611,
-      0.5475808316841722,
-      0.4588437480852008,
-      1.030042801052332,
-      0.8245982639491558,
-      0.6286526098847389,
-      0.3420165558345616,
-      0.4864684222266078,
-      0.34196744626387954,
-      0.32507527340203524,
-      1.1239047404378653,
-      0.8685914073139429,
-      0.447361096739769,
-      0.4350937604904175,
-      0.7874890305101871,
-      0.7196468785405159,
-      0.7517836280167103,
-      0.7339916508644819,
-      0.7128005297854543,
-      1.0158125665038824,
-      0.8255179300904274,
-      0.4498712606728077,
-      0.29971463792026043,
-      1.1642116904258728,
-      1.0835677832365036,
-      0.8154701283201575,
-      0.7646140232682228,
-      0.654353647492826,
-      0.6037535974755883,
-      1.2102500703185797,
-      1.101845832541585,
-      0.8014392778277397,
-      0.7963839378207922,
-      0.8238732237368822,
-      0.8759609218686819,
-      0.7498199362307787,
-      0.7806191686540842,
-      0.6184998312965035,
-      0.7896049860864878,
-      0.5883946949616075,
-      0.5846224529668689,
-      0.7236850094050169,
-      1.0390242878347635,
-      0.8948961496353149,
-      0.8313999306410551,
-      0.8429719135165215,
-      0.8547755740582943,
-      0.704831906594336,
-      0.9349645562469959,
-      0.8066036161035299,
-      0.8170329816639423,
-      0.5439049657434225,
-      0.7216134797781706,
-      0.6288580512627959,
-      0.8974900804460049,
-      0.7786480356007814,
-      0.7760392874479294,
-      0.7775126677006483,
-      0.8002930907532573,
-      0.8936747889965773,
-      1.1239701583981514,
-      0.8414993286132812,
-      0.6708211516961455,
-      0.8300359081476927,
-      0.6223809132352471,
-      0.9963582549244165,
-      0.7466272730380297,
-      0.9020437020808458,
-      0.7639563912525773,
-      0.7223291750997305,
-      0.7768160523846745,
-      0.5568040302023292,
-      0.7471466884016991,
-      0.8597999140620232,
-      0.6575379520654678,
-      0.49832487013190985,
-      0.7800838854163885,
-      0.47603008057922125,
-      1.2644661981612444,
-      0.9157687481492758,
-      0.9285717643797398,
-      0.6621595649048686,
-      0.6874384041875601,
-      0.7133705224841833,
-      0.7994640404358506,
-      0.5847878335043788,
-      0.49956961441785097,
-      0.9842632599174976,
-      0.5083411326631904,
-      1.038417411968112,
-      1.0019062664359808,
-      0.8897466659545898,
-      0.7849865145981312,
-      0.8411714322865009,
-      0.6659048162400723,
-      0.5382573269307613,
-      0.640124998986721,
-      0.3948230976238847,
-      0.43613218050450087,
-      0.9038509111851454,
-      1.1137185581028461,
-      0.8131123837083578,
-      0.9408550355583429,
-      0.719545598141849,
-      0.711303673684597,
-      0.49644631426781416,
-      0.9712813273072243,
-      0.9428296983242035,
-      0.8705253172665834,
-      0.8641369175165892,
-      0.947267783805728,
-      0.9103041924536228,
-      1.023606738075614,
-      0.7817924926057458,
-      0.5738898161798716,
-      0.5779805798083544,
-      0.8161345468834043,
-      0.8778101596981287,
-      0.7604417540132999,
-      0.8787056189030409,
-      0.8315233942121267,
-      0.615198751911521,
-      1.0135125909000635,
-      0.7013391880318522,
-      0.8278789930045605,
-      0.5597634045407176,
-      0.6260324167087674,
-      1.0118575673550367,
-      0.7103933952748775,
-      0.9185518138110638,
-      0.5632415153086185,
-      0.7235313355922699
     ],
     "entropy_loss": [
-      -34.053306221961975,
-      -34.055607318878174,
-      -34.057620882987976,
-      -34.06199300289154,
-      -34.06011390686035,
-      -34.07679319381714,
-      -34.09843039512634,
-      -34.11716425418854,
-      -34.142839431762695,
-      -34.152724623680115,
-      -34.15672194957733,
-      -34.16038167476654,
-      -34.19549083709717,
-      -34.239745020866394,
-      -34.26149654388428,
-      -34.26727056503296,
-      -34.27520942687988,
-      -34.2818558216095,
-      -34.28866386413574,
-      -34.297659158706665,
-      -34.31426930427551,
-      -34.322604060173035,
-      -34.34607148170471,
-      -34.37114942073822,
-      -34.37911403179169,
-      -34.39289844036102,
-      -34.41427981853485,
-      -34.408814549446106,
-      -34.40727138519287,
-      -34.40825819969177,
-      -34.42509305477142,
-      -34.44953215122223,
-      -34.451117277145386,
-      -34.462677240371704,
-      -34.464388966560364,
-      -34.48148334026337,
-      -34.492093086242676,
-      -34.50248897075653,
-      -34.516820788383484,
-      -34.518192291259766,
-      -34.51326620578766,
-      -34.51707935333252,
-      -34.52580261230469,
-      -34.541776180267334,
-      -34.56275117397308,
-      -34.57335329055786,
-      -34.57427000999451,
-      -34.588623046875,
-      -34.59991788864136,
-      -34.6313499212265,
-      -34.64885461330414,
-      -34.65207803249359,
-      -34.65570855140686,
-      -34.65304672718048,
-      -34.63623607158661,
-      -34.62196671962738,
-      -34.619640827178955,
-      -34.624096632003784,
-      -34.631253480911255,
-      -34.630449295043945,
-      -34.62277054786682,
-      -34.63817310333252,
-      -34.64527916908264,
-      -34.64576554298401,
-      -34.669984221458435,
-      -34.70866680145264,
-      -34.729278206825256,
-      -34.73451888561249,
-      -34.748440980911255,
-      -34.769622445106506,
-      -34.784417152404785,
-      -34.783591628074646,
-      -34.790428042411804,
-      -34.80965805053711,
-      -34.80949556827545,
-      -34.825074911117554,
-      -34.84108531475067,
-      -34.85885798931122,
-      -34.870485663414,
-      -34.87954258918762,
-      -34.88281178474426,
-      -34.88797152042389,
-      -34.90748655796051,
-      -34.927611112594604,
-      -34.957130551338196,
-      -34.96323275566101,
-      -34.95500433444977,
-      -34.95441806316376,
-      -34.95434868335724,
-      -34.95806264877319,
-      -34.983206033706665,
-      -35.018715262413025,
-      -35.04960250854492,
-      -35.06432902812958,
-      -35.08404743671417,
-      -35.108731269836426,
-      -35.13507056236267,
-      -35.15547728538513,
-      -35.16242778301239,
-      -35.18160426616669,
-      -35.21445083618164,
-      -35.24056100845337,
-      -35.25424325466156,
-      -35.251609325408936,
-      -35.26200020313263,
-      -35.28510129451752,
-      -35.30998229980469,
-      -35.336790800094604,
-      -35.348885893821716,
-      -35.351876854896545,
-      -35.33538556098938,
-      -35.324819803237915,
-      -35.33834636211395,
-      -35.34092330932617,
-      -35.35224807262421,
-      -35.36540067195892,
-      -35.36967575550079,
-      -35.37707316875458,
-      -35.3979150056839,
-      -35.40334331989288,
-      -35.41127002239227,
-      -35.41261112689972,
-      -35.42270469665527,
-      -35.45677947998047,
-      -35.48316407203674,
-      -35.48916757106781,
-      -35.4892441034317,
-      -35.50189793109894,
-      -35.52238154411316,
-      -35.56129801273346,
-      -35.608123660087585,
-      -35.61737418174744,
-      -35.60521340370178,
-      -35.620728850364685,
-      -35.63630986213684,
-      -35.65454614162445,
-      -35.65261173248291,
-      -35.673580169677734,
-      -35.68743026256561,
-      -35.68957781791687,
-      -35.70476174354553,
-      -35.72568190097809,
-      -35.751773834228516,
-      -35.771490812301636,
-      -35.794111371040344,
-      -35.81628656387329,
-      -35.821319580078125,
-      -35.84167456626892,
-      -35.85465228557587,
-      -35.8735454082489,
-      -35.90001571178436,
-      -35.91563880443573,
-      -35.90665280818939,
-      -35.90832698345184,
-      -35.92209279537201,
-      -35.91578948497772,
-      -35.91370749473572,
-      -35.90990853309631,
-      -35.910860896110535,
-      -35.91664409637451,
-      -35.92670404911041,
-      -35.95229971408844,
-      -35.98278105258942,
-      -36.00193107128143,
-      -36.01599907875061,
-      -36.034005761146545,
-      -36.05064392089844,
-      -36.05725824832916,
-      -36.05487084388733,
-      -36.057093381881714,
-      -36.07470107078552,
-      -36.08625364303589,
-      -36.0973995923996,
-      -36.11295020580292,
-      -36.12746834754944,
-      -36.11713194847107,
-      -36.11830747127533,
-      -36.116602420806885,
-      -36.125144481658936,
-      -36.14598488807678,
-      -36.170393228530884,
-      -36.189887285232544,
-      -36.210224866867065,
-      -36.215099573135376,
-      -36.22901391983032,
-      -36.24491810798645,
-      -36.25838315486908,
-      -36.27983343601227,
-      -36.294228196144104,
-      -36.30187916755676,
-      -36.30731737613678,
-      -36.32151913642883,
-      -36.33568072319031,
-      -36.34161293506622,
-      -36.343393325805664,
-      -36.348899602890015,
-      -36.36947798728943,
-      -36.377766847610474,
-      -36.38500428199768,
-      -36.38815653324127,
-      -36.39896285533905,
-      -36.41402781009674,
-      -36.416284918785095,
-      -36.41747498512268,
-      -36.427239179611206,
-      -36.44458210468292,
-      -36.448225140571594,
-      -36.45304024219513,
-      -36.46018123626709,
-      -36.4628940820694,
-      -36.46151065826416,
-      -36.46130430698395,
-      -36.45613896846771,
-      -36.4723219871521,
-      -36.49206805229187,
-      -36.496944189071655,
-      -36.49605321884155,
-      -36.505258202552795,
-      -36.52109503746033,
-      -36.539676785469055,
-      -36.54961800575256,
-      -36.53869688510895,
-      -36.54754304885864,
-      -36.557443737983704,
-      -36.56559133529663,
-      -36.569321513175964,
-      -36.56254458427429,
-      -36.56577932834625,
-      -36.582221150398254,
-      -36.58847427368164,
-      -36.5990936756134,
-      -36.61534535884857,
-      -36.627339363098145,
-      -36.63410246372223,
-      -36.644020199775696,
-      -36.6632741689682,
-      -36.666496992111206,
-      -36.64537012577057,
-      -36.64081799983978,
-      -36.642770767211914,
-      -36.65339386463165,
-      -36.6697713136673,
-      -36.679771423339844,
-      -36.68080794811249,
-      -36.68988621234894,
-      -36.70429730415344,
-      -36.71768283843994,
-      -36.73296785354614,
-      -36.738025426864624,
-      -36.742525815963745,
-      -36.738330125808716,
-      -36.746442794799805,
-      -36.769344210624695,
-      -36.786290526390076,
-      -36.79956305027008,
-      -36.80545377731323,
-      -36.83831441402435,
-      -36.85101354122162,
-      -36.86184918880463,
-      -36.87986636161804,
-      -36.88784420490265,
-      -36.892839312553406,
-      -36.89813840389252,
-      -36.90025842189789,
-      -36.90378499031067,
-      -36.91466200351715,
-      -36.93118453025818,
-      -36.930978298187256,
-      -36.938743114471436,
-      -36.94834053516388,
-      -36.96246838569641,
-      -36.97584629058838,
-      -36.98679029941559,
-      -36.99755024909973,
-      -37.00954258441925,
-      -37.01060628890991,
-      -37.00892889499664,
-      -37.00924634933472,
-      -37.017346143722534,
-      -37.027007699012756,
-      -37.02746403217316,
-      -37.02444589138031,
-      -37.02216398715973,
-      -37.01508116722107,
-      -37.013912320137024,
-      -37.01400816440582,
-      -37.02873611450195,
-      -37.042179107666016,
-      -37.059335589408875,
-      -37.07447850704193,
-      -37.083592653274536,
-      -37.08948290348053,
-      -37.09070086479187,
-      -37.089364409446716,
-      -37.11280143260956,
-      -37.13194143772125,
-      -37.141103625297546,
-      -37.161001563072205,
-      -37.17628014087677,
-      -37.18271553516388,
-      -37.182209968566895,
-      -37.185022711753845,
-      -37.19282114505768,
-      -37.205673694610596,
-      -37.21437358856201,
-      -37.23272407054901,
-      -37.25379681587219,
-      -37.259198904037476,
-      -37.255640149116516,
-      -37.24783682823181,
-      -37.26153039932251,
-      -37.278791666030884,
-      -37.28789281845093,
-      -37.299397587776184,
-      -37.31791269779205,
-      -37.329253911972046,
-      -37.34930658340454,
-      -37.37009632587433,
-      -37.39604735374451,
-      -37.41502237319946,
-      -37.426562666893005,
-      -37.43150198459625,
-      -37.4358514547348,
-      -37.43990087509155,
-      -37.44611310958862,
-      -37.451865553855896,
-      -37.46217858791351,
-      -37.47388172149658,
-      -37.49689829349518,
-      -37.523529410362244,
-      -37.554672598838806,
-      -37.58476436138153,
-      -37.60494518280029,
-      -37.62158489227295,
-      -37.629416942596436,
-      -37.62472653388977,
-      -37.63875997066498,
-      -37.65026581287384,
-      -37.66126370429993,
-      -37.677958250045776,
-      -37.68758797645569,
-      -37.69901156425476,
-      -37.71433961391449,
-      -37.726311922073364,
-      -37.74861228466034,
-      -37.753809094429016,
-      -37.75347125530243,
-      -37.76437556743622,
-      -37.78330361843109,
-      -37.781153082847595,
-      -37.78445637226105,
-      -37.79518485069275,
-      -37.81364369392395,
-      -37.816482186317444,
-      -37.815659403800964,
-      -37.823795557022095,
-      -37.8241024017334,
-      -37.82179880142212,
-      -37.8292019367218,
-      -37.83481025695801,
-      -37.82973074913025,
-      -37.83069324493408,
-      -37.83585798740387,
-      -37.84665334224701,
-      -37.85209774971008,
-      -37.85899901390076,
-      -37.86913275718689,
-      -37.87261772155762,
-      -37.872650027275085,
-      -37.89748454093933,
-      -37.91567575931549,
-      -37.94995939731598,
-      -37.977911949157715,
-      -37.98861646652222,
-      -38.009708523750305,
-      -38.02898669242859,
-      -38.03000223636627,
-      -38.05464458465576,
-      -38.08290612697601,
-      -38.09379231929779,
-      -38.095646262168884,
-      -38.1056227684021,
-      -38.10820519924164,
-      -38.13026475906372,
-      -38.132351994514465,
-      -38.12364733219147,
-      -38.125245094299316,
-      -38.14026141166687,
-      -38.15400731563568,
-      -38.15524506568909,
-      -38.17010796070099,
-      -38.18998038768768,
-      -38.19531190395355,
-      -38.203548431396484,
-      -38.20383405685425,
-      -38.20438206195831,
-      -38.2140212059021,
-      -38.22334837913513,
-      -38.247799038887024,
-      -38.26552760601044,
-      -38.277538657188416,
-      -38.29007041454315,
-      -38.288254141807556,
-      -38.29708671569824,
-      -38.31248319149017,
-      -38.323264479637146,
-      -38.32680594921112,
-      -38.33951151371002,
-      -38.356966495513916,
-      -38.37247061729431,
-      -38.37638199329376,
-      -38.37889623641968,
-      -38.39295530319214,
-      -38.40159857273102,
-      -38.403780698776245,
-      -38.41388535499573,
-      -38.41719937324524,
-      -38.41602647304535,
-      -38.428553104400635,
-      -38.440773606300354,
-      -38.44960868358612,
-      -38.45814287662506,
-      -38.46103596687317,
-      -38.46251571178436,
-      -38.4635648727417,
-      -38.45119249820709,
-      -38.44264626502991,
-      -38.45951771736145,
-      -38.46457922458649,
-      -38.4774512052536,
-      -38.489455461502075,
-      -38.49156427383423,
-      -38.512476325035095,
-      -38.523364424705505,
-      -38.53831672668457,
-      -38.554136872291565,
-      -38.56730556488037,
-      -38.56709682941437,
-      -38.57108163833618,
-      -38.59005677700043,
-      -38.60045564174652,
-      -38.60626256465912,
-      -38.60978817939758,
-      -38.61909306049347,
-      -38.634652972221375,
-      -38.64253294467926,
-      -38.65096294879913,
-      -38.657618165016174,
-      -38.673964500427246,
-      -38.68686509132385,
-      -38.7050644159317,
-      -38.727888226509094,
-      -38.75340211391449,
-      -38.77775955200195,
-      -38.796764850616455,
-      -38.81693363189697,
-      -38.827720403671265,
-      -38.83396255970001,
-      -38.84848713874817,
-      -38.8471759557724,
-      -38.861103892326355,
-      -38.87799608707428,
-      -38.88720262050629,
-      -38.88931107521057,
-      -38.90192711353302,
-      -38.92399084568024,
-      -38.93145394325256,
-      -38.942487835884094,
-      -38.94452726840973,
-      -38.94624042510986,
-      -38.95214128494263,
-      -38.958152651786804,
-      -38.951183557510376,
-      -38.95494627952576,
-      -38.96773362159729,
-      -38.97908592224121,
-      -38.98033595085144,
-      -38.974334359169006,
-      -38.98498260974884,
-      -38.99886441230774,
-      -39.018176317214966,
-      -39.02903866767883,
-      -39.032989621162415,
-      -39.03290355205536,
-      -39.03224575519562,
-      -39.03008008003235,
-      -39.04660367965698,
-      -39.0776481628418,
-      -39.08948743343353,
-      -39.08861196041107,
-      -39.0971565246582,
-      -39.104214668273926,
-      -39.11282956600189,
-      -39.11673986911774,
-      -39.122904777526855,
-      -39.1276376247406,
-      -39.12674522399902,
-      -39.12827026844025,
-      -39.12078011035919,
-      -39.12557077407837
     ],
     "mean_ep_ret": [
-      -168.39517331262766,
-      -179.11570194467987,
-      -187.1028216299922,
-      -178.63088819654646,
-      -191.68983133133725,
-      -182.98752882479144,
-      -194.85750337698494,
-      -172.15766067891207,
-      -180.86739149116931,
-      -180.067526153512,
-      -189.85153128668244,
-      -192.36775864237256,
-      -170.13070588354552,
-      -169.9477625826139,
-      -185.53424912610646,
-      -192.57699179832213,
-      -192.80599322214317,
-      -193.50345592679722,
-      -179.59579361840915,
-      -185.84724607883538,
-      -183.5084006051956,
-      -176.73142214253784,
-      -174.79964343651613,
-      -155.8258498277135,
-      -171.24515376528552,
-      -193.26991152213333,
-      -191.66673605774935,
-      -194.72773445493533,
-      -177.45708687283087,
-      -193.2850144528207,
-      -184.00615727543374,
-      -193.05381587606223,
-      -192.5004518831325,
-      -154.28563151407997,
-      -173.2784449265707,
-      -179.50217101698522,
-      -194.60003280722987,
-      -192.63961323223458,
-      -169.7159122268551,
-      -176.7469353467546,
-      -170.11152158115,
-      -174.54413821794617,
-      -169.23373789287797,
-      -168.41420805969074,
-      -182.63086877148362,
-      -192.01674003024542,
-      -184.33509515176172,
-      -183.02723089766928,
-      -171.14456653503714,
-      -182.39114614374,
-      -171.3876547041971,
-      -189.91541422980862,
-      -189.9652185649384,
-      -189.0409530823923,
-      -194.59215678304372,
-      -183.4981915188001,
-      -173.48954775405053,
-      -168.35873168675255,
-      -176.4402890562871,
-      -168.7038190464673,
-      -181.46175756430102,
-      -192.69255010202147,
-      -178.7366474604911,
-      -186.23182006212687,
-      -168.97747290239073,
-      -181.3923434209807,
-      -186.65613982055305,
-      -176.80306611571058,
-      -185.1062342908986,
-      -159.44198415654722,
-      -182.56463288585962,
-      -181.60185772663786,
-      -184.61626157270442,
-      -183.37063713043602,
-      -194.88001662071588,
-      -179.13371651363508,
-      -192.43304156054182,
-      -173.47613121888432,
-      -176.70897303033354,
-      -191.71229875225362,
-      -195.9209071648603,
-      -175.0248606711827,
-      -168.16830241169362,
-      -170.639466236318,
-      -174.54083332787968,
-      -169.1867412209716,
-      -157.81895236946178,
-      -187.9781101245775,
-      -179.08657006599847,
-      -164.05774201234624,
-      -160.66213154813403,
-      -165.79683152345646,
-      -194.00633366300727,
-      -171.86358765685418,
-      -179.59667985153177,
-      -162.25038952070759,
-      -184.83449499426217,
-      -178.1341100775167,
-      -183.78712581470427,
-      -158.31155314136757,
-      -162.1294827535097,
-      -180.7454539446623,
-      -191.20164679602172,
-      -179.69407865121127,
-      -194.4498895709125,
-      -188.9086140561728,
-      -176.48759831055585,
-      -191.96219321430354,
-      -176.3172110363027,
-      -173.70823094408166,
-      -189.49177334518617,
-      -171.6621381625783,
-      -175.40316903057763,
-      -196.29029995924816,
-      -188.7578321521636,
-      -195.57195001717008,
-      -163.93858860898345,
-      -179.57287978944285,
-      -176.75434166298635,
-      -183.2642840599696,
-      -172.78678636820032,
-      -158.62020708005087,
-      -198.88329081176448,
-      -191.83661345231587,
-      -182.94942460353988,
-      -178.18966553228063,
-      -197.28333671998354,
-      -191.4279456890336,
-      -162.9235381053137,
-      -174.75412494736338,
-      -173.45034557942444,
-      -173.30457622779477,
-      -163.00473718931363,
-      -182.36807446865228,
-      -193.48592958047476,
-      -178.70077657918912,
-      -170.55003000787002,
-      -188.51788696605348,
-      -174.91498998959156,
-      -179.95213579061792,
-      -172.48592892717141,
-      -176.3847623273902,
-      -198.75536751277477,
-      -170.79465506264933,
-      -191.7872226770246,
-      -193.36032629439202,
-      -204.05383481211152,
-      -167.74744691345788,
-      -169.27205719018008,
-      -153.72733578614668,
-      -186.6255432922835,
-      -159.2416491879098,
-      -196.06388846330236,
-      -184.2041534390346,
-      -173.150875877114,
-      -188.25742157168264,
-      -190.2505053814187,
-      -151.24212869389612,
-      -169.83939533132,
-      -194.65977101885665,
-      -189.73319650997644,
-      -176.24276670282356,
-      -183.7841871556792,
-      -170.72731883566036,
-      -174.38471559781874,
-      -176.61528840456518,
-      -186.13057796021369,
-      -182.9357912972152,
-      -160.7682782116982,
-      -186.78933064097555,
-      -175.8464002261702,
-      -157.6157428472306,
-      -167.8314541472728,
-      -187.0859215404197,
-      -176.12515278462584,
-      -177.2687967413909,
-      -183.2272901330401,
-      -168.48638065153148,
-      -185.34176547601194,
-      -180.64096819084375,
-      -169.58812718287498,
-      -172.8418417881432,
-      -196.67973740781105,
-      -172.80510075469556,
-      -159.5099019498761,
-      -174.15280968762966,
-      -182.26687607441977,
-      -175.26808809523624,
-      -135.44337152570597,
-      -142.26266591847298,
-      -170.73491048365344,
-      -168.80709283239736,
-      -172.3586052722677,
-      -156.62767275768354,
-      -178.02648687814832,
-      -163.2032823270128,
-      -180.19815549412428,
-      -160.99183196105838,
-      -174.16153178726103,
-      -175.5532013822314,
-      -163.6777877869105,
-      -167.41956031844276,
-      -176.6756147610348,
-      -161.4148127303338,
-      -163.64694288443835,
-      -175.2414147298225,
-      -149.15433771409698,
-      -168.94303593927464,
-      -191.14052182433207,
-      -173.48291319984975,
-      -166.30446327174553,
-      -182.97699891676686,
-      -169.96694934882976,
-      -173.75489155795145,
-      -167.25489025053088,
-      -155.8750914458738,
-      -193.67740895664758,
-      -160.17696046678242,
-      -173.4137449170947,
-      -165.2498158855245,
-      -164.23978524317812,
-      -189.38148225018875,
-      -156.4835984796215,
-      -160.29072579033317,
-      -186.03447498770774,
-      -174.59885596075637,
-      -179.48265991719407,
-      -150.84857108648023,
-      -175.0056707725745,
-      -150.95103371984206,
-      -165.79978567704865,
-      -173.15036585850604,
-      -169.1840721945186,
-      -152.61145198185457,
-      -144.99248744398727,
-      -161.27925494226207,
-      -168.01967068373392,
-      -134.08898360969084,
-      -127.2005246858273,
-      -135.56391651364436,
-      -157.26621139632073,
-      -131.6664467931629,
-      -157.7753273951493,
-      -134.44382220733013,
-      -137.38685028849233,
-      -158.84917607841777,
-      -151.7569816818501,
-      -167.17169354099218,
-      -142.07295896556903,
-      -142.28108186253152,
-      -139.26040957116265,
-      -162.75825997804742,
-      -156.4051503559087,
-      -167.16898785602075,
-      -128.35998827237245,
-      -155.8555809445274,
-      -142.4971304182231,
-      -178.07346953895666,
-      -156.6018674317005,
-      -128.856511559875,
-      -160.62831776780212,
-      -102.97340262844983,
-      -157.57560556241387,
-      -135.43744670914995,
-      -155.26148754036626,
-      -153.06529404232714,
-      -162.20091387357837,
-      -140.99392318163962,
-      -136.78288484896842,
-      -169.44477975259318,
-      -145.5784970634292,
-      -135.29635246790681,
-      -128.87309964858207,
-      -106.46722069757391,
-      -111.30887275517784,
-      -134.10810172843816,
-      -106.86190659522424,
-      -76.42691920277178,
-      -112.80776306764122,
-      -110.60847518227641,
-      -89.12018293531389,
-      -90.64447431850104,
-      -76.77256946085377,
-      -96.29763777308443,
-      -83.46339509542221,
-      -118.35421435470062,
-      -106.65552536113731,
-      -72.57531818392428,
-      -51.859738440753496,
-      -97.96278992630837,
-      -47.665636684328675,
-      -103.04113858417102,
-      -59.65804846253852,
-      -93.50487522861661,
-      -78.66766717760031,
-      -83.79939365744576,
-      -62.32801629583896,
-      -90.96833488482704,
-      -56.613997239618676,
-      -81.27815799425196,
-      -59.805841437512115,
-      -74.41777005752175,
-      -63.5313187490834,
-      -83.01089558230163,
-      -83.61702966710945,
-      -68.34958571483729,
-      -75.11743261819393,
-      -71.45058902751677,
-      -62.284311754400235,
-      -104.39461039241446,
-      -72.98483931787968,
-      -29.60489082296813,
-      -83.71440703454874,
-      -67.51633353162086,
-      -45.633106238452775,
-      -61.84591044148297,
-      -37.467754192803476,
-      -74.98370140009357,
-      -59.69416726844587,
-      -85.58197264511477,
-      -72.35996936619016,
-      -82.17525101374241,
-      -84.16890138272427,
-      -81.88331560581997,
-      -56.29059644724593,
-      -78.50833810295381,
-      -62.32941683020999,
-      -71.726209693697,
-      -68.03337166049688,
-      -75.82945051687932,
-      -67.86274155467359,
-      -78.36320359578043,
-      -84.34455610317326,
-      -60.029572645803015,
-      -51.68061847862029,
-      -70.82322508713193,
-      -75.60850772433022,
-      -57.06773745557999,
-      -61.044183699330894,
-      -79.65842932589592,
-      -57.043347675888896,
-      -67.00480157628456,
-      -62.41760397806131,
-      -70.65343409865159,
-      -58.77059432088493,
-      -54.80236038866698,
-      -47.882931072459044,
-      -39.2018672325256,
-      -84.50203472894094,
-      -73.1343509435726,
-      -60.29263835670869,
-      -66.34421795215434,
-      -66.21794675117137,
-      -32.52437504629646,
-      -87.17504314582509,
-      -41.676393240047766,
-      -50.75288424076067,
-      -75.39243295188547,
-      -53.209294899236085,
-      -85.62805082598592,
-      -66.04957167207407,
-      -60.294734727891495,
-      -30.074055267021194,
-      -73.61825082959592,
-      -52.60133143863767,
-      -92.79338118613028,
-      -56.447333098274676,
-      -48.26508926078381,
-      -47.52952154197041,
-      -67.61024536641,
-      -80.75814219821142,
-      -69.14931791650714,
-      -65.98237757334581,
-      -71.58863871757521,
-      -74.12250959047041,
-      -67.00675633344403,
-      -87.45323185911587,
-      -76.24807153896519,
-      -46.19121036104168,
-      -57.409369067341316,
-      -78.57853594938294,
-      -62.21338554814658,
-      -60.10776115118942,
-      -66.57222329011444,
-      -58.53393901263061,
-      -85.81023588298956,
-      -89.11831853682743,
-      -56.01885066550109,
-      -65.12249429046715,
-      -35.3504981062643,
-      -54.20677514337315,
-      -68.73867646912618,
-      -50.09509266460434,
-      -40.966008008694956,
-      -69.37913560271127,
-      -72.1211696313688,
-      -47.58105678567683,
-      -64.50214771248481,
-      -56.55456804512012,
-      -73.5030887965523,
-      -28.37627916399306,
-      -76.86874508789442,
-      -64.5832269796723,
-      -91.61584959586047,
-      -77.11910706535815,
-      -71.99362486841433,
-      -79.73197684267231,
-      -42.81862253153013,
-      -50.48036548102815,
-      -69.18108255929025,
-      -64.45883776629267,
-      -60.62794659029406,
-      -94.21585963000845,
-      -81.67884178117467,
-      -74.98869463082302,
-      -37.31587755096966,
-      -62.9860050787856,
-      -81.60141848064475,
-      -63.7257490241908,
-      -37.95418563256575,
-      -42.74607312656305,
-      -37.936855488158706,
-      -77.49045543562089,
-      -86.31967217402499,
-      -75.05511363089178,
-      -72.50224249088586,
-      -54.16970839234976,
-      -62.64977105437919,
-      -51.99229759283939,
-      -76.12389236826036,
-      -51.24885522230276,
-      -55.86697062610958,
-      -67.54395003094463,
-      -71.30111177533067,
-      -89.77785972841976,
-      -79.10834110049595,
-      -76.70717406149157,
-      -49.74525323226086,
-      -97.06373437713071,
-      -45.98677356144288,
-      -73.82997781680524,
-      -83.24884795404577,
-      -103.02951970520178,
-      -40.6506320097076,
-      -63.2454305329001,
-      -48.19119590199978,
-      -62.00260314026481,
-      -70.05135060042716,
-      -61.278324306946985,
-      -92.54035005600736,
-      -51.33159881678025,
-      -100.32589881269007,
-      -74.69657132842747,
-      -48.61281121721768,
-      -64.23019639211684,
-      -62.38150591044209,
-      -73.40651966499198,
-      -65.97468715030854,
-      -59.51066468113633,
-      -62.10844934002705,
-      -70.17616306907527,
-      -79.09468048343135,
-      -35.60165460932311,
-      -58.9961238457106,
-      -63.76859936133222,
-      -47.50433644076416,
-      -42.11537933980923,
-      -38.97854689375473,
-      -37.545179539812715,
-      -64.56498284602246,
-      -44.222984347614,
-      -36.068846660867386,
-      -39.27749221309866,
-      -44.537230835507366,
-      -45.47000955691046,
-      -56.913942834748056,
-      -36.38996912909984,
-      -42.80286672774777,
-      -36.43357801084642,
-      -43.956390459634946,
-      -54.18650337184958,
-      -80.0314914931879,
-      -63.49045563031682,
-      -59.58190180330492,
-      -42.83817187350148,
-      -44.21677497133673,
-      -65.48802678933134,
-      -29.382737293564695,
-      -43.71192445135458,
-      -89.23299311657934,
-      -39.70393355908415,
-      -40.23279918915682,
-      -43.848776066531855,
-      -46.22010509023028,
-      -50.53883217781689,
-      -43.91376575690198,
-      -77.83319904635454,
-      -34.116125679894225,
-      -46.44718221225037,
-      -39.18477376309111
     ],
     "update": [
       1,
@@ -2243,307 +1043,7 @@
       197,
       198,
       199,
-      200,
-      201,
-      202,
-      203,
-      204,
-      205,
-      206,
-      207,
-      208,
-      209,
-      210,
-      211,
-      212,
-      213,
-      214,
-      215,
-      216,
-      217,
-      218,
-      219,
-      220,
-      221,
-      222,
-      223,
-      224,
-      225,
-      226,
-      227,
-      228,
-      229,
-      230,
-      231,
-      232,
-      233,
-      234,
-      235,
-      236,
-      237,
-      238,
-      239,
-      240,
-      241,
-      242,
-      243,
-      244,
-      245,
-      246,
-      247,
-      248,
-      249,
-      250,
-      251,
-      252,
-      253,
-      254,
-      255,
-      256,
-      257,
-      258,
-      259,
-      260,
-      261,
-      262,
-      263,
-      264,
-      265,
-      266,
-      267,
-      268,
-      269,
-      270,
-      271,
-      272,
-      273,
-      274,
-      275,
-      276,
-      277,
-      278,
-      279,
-      280,
-      281,
-      282,
-      283,
-      284,
-      285,
-      286,
-      287,
-      288,
-      289,
-      290,
-      291,
-      292,
-      293,
-      294,
-      295,
-      296,
-      297,
-      298,
-      299,
-      300,
-      301,
-      302,
-      303,
-      304,
-      305,
-      306,
-      307,
-      308,
-      309,
-      310,
-      311,
-      312,
-      313,
-      314,
-      315,
-      316,
-      317,
-      318,
-      319,
-      320,
-      321,
-      322,
-      323,
-      324,
-      325,
-      326,
-      327,
-      328,
-      329,
-      330,
-      331,
-      332,
-      333,
-      334,
-      335,
-      336,
-      337,
-      338,
-      339,
-      340,
-      341,
-      342,
-      343,
-      344,
-      345,
-      346,
-      347,
-      348,
-      349,
-      350,
-      351,
-      352,
-      353,
-      354,
-      355,
-      356,
-      357,
-      358,
-      359,
-      360,
-      361,
-      362,
-      363,
-      364,
-      365,
-      366,
-      367,
-      368,
-      369,
-      370,
-      371,
-      372,
-      373,
-      374,
-      375,
-      376,
-      377,
-      378,
-      379,
-      380,
-      381,
-      382,
-      383,
-      384,
-      385,
-      386,
-      387,
-      388,
-      389,
-      390,
-      391,
-      392,
-      393,
-      394,
-      395,
-      396,
-      397,
-      398,
-      399,
-      400,
-      401,
-      402,
-      403,
-      404,
-      405,
-      406,
-      407,
-      408,
-      409,
-      410,
-      411,
-      412,
-      413,
-      414,
-      415,
-      416,
-      417,
-      418,
-      419,
-      420,
-      421,
-      422,
-      423,
-      424,
-      425,
-      426,
-      427,
-      428,
-      429,
-      430,
-      431,
-      432,
-      433,
-      434,
-      435,
-      436,
-      437,
-      438,
-      439,
-      440,
-      441,
-      442,
-      443,
-      444,
-      445,
-      446,
-      447,
-      448,
-      449,
-      450,
-      451,
-      452,
-      453,
-      454,
-      455,
-      456,
-      457,
-      458,
-      459,
-      460,
-      461,
-      462,
-      463,
-      464,
-      465,
-      466,
-      467,
-      468,
-      469,
-      470,
-      471,
-      472,
-      473,
-      474,
-      475,
-      476,
-      477,
-      478,
-      479,
-      480,
-      481,
-      482,
-      483,
-      484,
-      485,
-      486,
-      487,
-      488,
-      489,
-      490,
-      491,
-      492,
-      493,
-      494,
-      495,
-      496,
-      497,
-      498,
-      499,
-      500
     ]
   }
 }

 {
   "universe": "COMBINED",
+  "train_date": "2026-05-27",
+  "best_ep_ret": -160.4301165379391,
+  "val_mean_reward": -0.4387618621854814,
   "n_edges_lingam": 105,
   "n_edges_pcmci": 85,
   "graph_method_lingam": "lingam",
   "action_dim": 24,
   "history": {
     "actor_loss": [
+      0.004763066710438579,
+      -0.018278712639585137,
+      -0.00962931994581595,
+      -0.017035302938893437,
+      -0.016993354074656963,
+      -0.010297442961018533,
+      -0.01602677966002375,
+      -0.011096402173279785,
+      -0.019895123201422393,
+      -0.01499715936370194,
+      -0.01767471438506618,
+      -0.016050098405685276,
+      -0.00845898367697373,
+      -0.010756227682577446,
+      -0.013651613844558597,
+      -0.012072865443769842,
+      -0.014016190369147807,
+      -0.01636612295988016,
+      -0.011214653379283845,
+      -0.01823837572010234,
+      -0.010436465556267649,
+      -0.017252201156225055,
+      -0.016771444119513035,
+      -0.020614867797121406,
+      -0.01380160398548469,
+      -0.01626296225003898,
+      -0.021510637510800734,
+      -0.016167622816283256,
+      -0.012902553629828617,
+      -0.01374469351139851,
+      -0.008584680152125657,
+      -0.015808048308826983,
+      -0.01208360941382125,
+      -0.013446009601466358,
+      -0.006784144672565162,
+      -0.014097111336013768,
+      -0.010786685976199806,
+      -0.01679413573583588,
+      -0.010410853778012097,
+      -0.00908856198657304,
+      -0.011094264627899975,
+      -0.01896738406503573,
+      -0.019798087305389345,
+      -0.014845852158032358,
+      -0.011275918019236997,
+      -0.025080925144720823,
+      -0.011935030139284208,
+      -0.006735198374371976,
+      -0.014589799015084282,
+      -0.013196967542171478,
+      -0.010301352827809751,
+      -0.01768518003518693,
+      -0.021200663002673537,
+      -0.009183842048514634,
+      -0.01157156057888642,
+      -0.0036975278926547617,
+      -0.013666040322277695,
+      -0.008302483416628093,
+      -0.016601661045569927,
+      -0.005868241103598848,
+      -0.015100804041139781,
+      -0.0039685535011813045,
+      -0.011561252002138644,
+      -0.01148452318739146,
+      -0.018438925850205123,
+      -0.013851687544956803,
+      -0.015770404192153364,
+      -0.01286115832044743,
+      -0.009977601119317114,
+      -0.010108870832482353,
+      -0.012076537881512195,
+      -0.015411249129101634,
+      -0.011965709854848683,
+      -0.010438381461426616,
+      -0.020276853523682803,
+      -0.011223338544368744,
+      -0.01029197295429185,
+      -0.011484131449833512,
+      -0.014786228683078662,
+      -0.015302154351957142,
+      -0.010635493381414562,
+      -0.01658394921105355,
+      -0.00917893013684079,
+      -0.015111745073227212,
+      -0.013921322009991854,
+      -0.018049964477540925,
+      -0.006051904056221247,
+      -0.011258722457569093,
+      -0.013277308433316648,
+      -0.017607076559215784,
+      -0.019781478855293244,
+      -0.01399592382949777,
+      -0.008066949812928215,
+      -0.013945606886409223,
+      -0.01397985071525909,
+      -0.017740208364557475,
+      -0.010361359774833545,
+      -0.004353791533503681,
+      -0.004386805405374616,
+      -0.01299564671353437,
+      -0.011379718984244391,
+      -0.017304298758972436,
+      -0.015561194042675197,
+      -0.009352227090857923,
+      -0.008110372844384983,
+      -0.008315763785503805,
+      -0.0174650521366857,
+      -0.013562858919613063,
+      -0.0038798762252554297,
+      -0.0150172597495839,
+      -0.009989642247091979,
+      -0.02591342615778558,
+      -0.017716002534143627,
+      -0.010338390071410686,
+      -0.01214698952389881,
+      -0.002590141783002764,
+      -0.007580833655083552,
+      -0.011294278781861067,
+      -0.012351341254543513,
+      -0.023227229830808938,
+      -0.010442720842547715,
+      -0.019485447453917004,
+      -0.013452350860461593,
+      -0.003469398303423077,
+      -0.011144266405608505,
+      -0.014404933346668258,
+      -0.01531517569674179,
+      -0.017720870062476024,
+      -0.00920972425956279,
+      -0.013397024013102055,
+      -0.014478046563453972,
+      -0.01555576326791197,
+      -0.011603584280237556,
+      -0.014172565104672685,
+      -0.017310497700236738,
+      -0.01669993801624514,
+      -0.019135260779876262,
+      -0.007554867072030902,
+      -0.006796506640966982,
+      -0.01319676561979577,
+      -0.012117627600673586,
+      -0.010587259544990957,
+      -0.011813146062195301,
+      -0.014884061180055141,
+      -0.011842775536933914,
+      -0.015842407738091424,
+      -0.010198138392297551,
+      0.0049999690454569645,
+      -0.012888944591395557,
+      -0.014973276993259788,
+      -0.005612154665868729,
+      -0.011445234820712358,
+      -0.008357533602975309,
+      -0.015017960919067264,
+      -0.016565629077376798,
+      -0.010161097452510148,
+      -0.020397757878527045,
+      -0.013941389654064551,
+      -0.022572552232304588,
+      -0.013404279772657901,
+      -0.010542404401348904,
+      -0.021367312350776047,
+      -0.01627958430617582,
+      -0.01511154044419527,
+      -0.01319905964192003,
+      -0.02213345604832284,
+      -0.014620570436818525,
+      -0.009660468669608235,
+      -0.014662573637906462,
+      -0.015712806722149253,
+      -0.016541635617613792,
+      -0.013348346517886966,
+      -0.017857669095974416,
+      -0.009885624051094055,
+      -0.007425812189467251,
+      0.007428985263686627,
+      -0.006303122965618968,
+      -0.00646713757305406,
+      -0.014126750087598339,
+      -0.014522170298732817,
+      -0.01460160085116513,
+      -0.013417420035693794,
+      -0.018240775971207768,
+      -0.005185816495213658,
+      -0.0162431625649333,
+      -0.007357343332841992,
+      -0.005777745274826884,
+      -0.012117543665226549,
+      -0.006292995531111956,
+      -0.01634685552562587,
+      -0.015982077224180102,
+      -0.010372279270086437,
+      -0.0055672883172519505,
+      -0.006487714301329106,
+      -0.01680284453323111,
+      -0.013307364017236978,
+      -0.021117896045325324,
+      -0.01475806999951601,
+      -0.008563904382754117,
+      -0.013127142970915884
     ],
     "critic_loss": [
+      1.034737229347229,
+      1.0557745900005102,
+      1.0134003385901451,
+      0.9822711236774921,
+      0.9581823404878378,
+      1.046675331890583,
+      0.9585936469957232,
+      0.8756956998258829,
+      0.9511310923844576,
+      1.0626284815371037,
+      0.9774256460368633,
+      0.9893616419285536,
+      1.0459868498146534,
+      0.966831224039197,
+      0.9933093879371881,
+      0.9350387565791607,
+      0.991043271496892,
+      1.0582099352031946,
+      0.9576573502272367,
+      0.93500124104321,
+      1.0455520004034042,
+      0.9044068809598684,
+      0.972601929679513,
+      0.9918676447123289,
+      1.0008993446826935,
+      1.023271605372429,
+      0.8656348073855042,
+      0.9889223240315914,
+      0.9095528926700354,
+      0.8976832646876574,
+      0.8940993547439575,
+      0.891713572666049,
+      1.005453608930111,
+      0.811297670006752,
+      0.9242967385798693,
+      1.0421460373327136,
+      0.9446965027600527,
+      0.7800159184262156,
+      0.9387318417429924,
+      0.9773478414863348,
+      0.9736519660800695,
+      0.8747029695659876,
+      0.9577419478446245,
+      0.8217220026999712,
+      0.9459985550493002,
+      0.9407862955704331,
+      0.7638276517391205,
+      0.9807267766445875,
+      0.9913267530500889,
+      1.0179555248469114,
+      0.9536405429244041,
+      0.9999811314046383,
+      0.8685859758406878,
+      0.831617402844131,
+      0.9196471460163593,
+      0.9599663894623518,
+      0.9742235168814659,
+      0.7975957579910755,
+      1.0062531512230635,
+      1.3032855447381735,
+      0.8855376373976469,
+      0.7944586239755154,
+      0.8831203896552324,
+      0.9245738871395588,
+      0.7672422546893358,
+      0.9742597844451666,
+      0.848636370152235,
+      1.0975152887403965,
+      0.9181572459638119,
+      0.9321709126234055,
+      0.9188409950584173,
+      0.784149169921875,
+      0.8826484829187393,
+      0.9860281385481358,
+      0.757874121889472,
+      0.9063505567610264,
+      0.8822532594203949,
+      0.9461704837158322,
+      0.9645972978323698,
+      0.8513719886541367,
+      0.9550516493618488,
+      0.8725331239402294,
+      1.0330028468742967,
+      0.9694035165011883,
+      0.8686991725116968,
+      1.1374610606580973,
+      0.9836491793394089,
+      0.9104407299309969,
+      0.8108463138341904,
+      0.9492359347641468,
+      1.04337714985013,
+      0.9614073932170868,
+      0.9210295472294092,
+      0.9195763878524303,
+      0.8790696654468775,
+      1.0047313626855612,
+      1.0885662548244,
+      0.7947293445467949,
+      1.1241169534623623,
+      0.8408397110179067,
+      1.007728612050414,
+      0.8549770768731833,
+      0.9216428697109222,
+      0.9230934716761112,
+      0.9462279304862022,
+      0.9805314969271421,
+      0.8992882240563631,
+      0.8507167268544436,
+      0.9670453164726496,
+      0.9939215015619993,
+      0.9814807809889317,
+      1.017447168007493,
+      0.8526406809687614,
+      0.8084384649991989,
+      0.9064342081546783,
+      1.0042422842234373,
+      1.2145064547657967,
+      0.8503674538806081,
+      0.8544594626873732,
+      1.0612363889813423,
+      0.8601648136973381,
+      0.9275340214371681,
+      0.7943402053788304,
+      0.7969654574990273,
+      0.826676132157445,
+      1.0490058325231075,
+      0.9856551438570023,
+      1.0387065019458532,
+      0.9374977331608534,
+      1.050089193508029,
+      0.9748709667474031,
+      0.949549101293087,
+      0.9642051216214895,
+      0.9309256374835968,
+      0.89455571398139,
+      0.9580737221986055,
+      0.9154368042945862,
+      0.9461814742535353,
+      0.9011679943650961,
+      0.939809788018465,
+      0.8903611917048693,
+      0.9399575740098953,
+      0.8939792849123478,
+      0.7951635010540485,
+      0.7832118654623628,
+      0.7441950039938092,
+      0.834042920731008,
+      1.188570026308298,
+      0.807090176269412,
+      0.9677795562893152,
+      0.883721524849534,
+      0.880977213382721,
+      0.7944788923487067,
+      0.9268763456493616,
+      0.8772633373737335,
+      0.9749799352139235,
+      1.016070056706667,
+      0.8789683133363724,
+      0.9060281990095973,
+      1.0370879285037518,
+      1.045837014913559,
+      0.9039726108312607,
+      0.8780455831438303,
+      0.8997752871364355,
+      0.88927504979074,
+      0.8566179629415274,
+      0.8510071113705635,
+      0.9888068437576294,
+      0.896058851853013,
+      0.8562179487198591,
+      0.814776117913425,
+      0.8260133545845747,
+      0.923441095277667,
+      0.7915198802947998,
+      1.0580728761851788,
+      0.9995708512142301,
+      1.0573672279715538,
+      1.1478938106447458,
+      0.679287051782012,
+      0.9481680616736412,
+      0.965448628179729,
+      0.9660432115197182,
+      0.8454134576022625,
+      0.8879771959036589,
+      0.9512125551700592,
+      1.1258332468569279,
+      0.8144893646240234,
+      0.8906075684353709,
+      0.8620491921901703,
+      0.8262517228722572,
+      0.8412288147956133,
+      0.8531152820214629,
+      0.8655598619952798,
+      0.9591743219643831,
+      0.9405442234128714,
+      1.0486915297806263,
+      1.0071730129420757,
+      0.9462453760206699,
+      0.8824418671429157,
+      0.8394683785736561
     ],
     "entropy_loss": [
+      -34.052263259887695,
+      -34.04589068889618,
+      -34.03691112995148,
+      -34.04313147068024,
+      -34.05740022659302,
+      -34.07262361049652,
+      -34.091447591781616,
+      -34.098174929618835,
+      -34.09001088142395,
+      -34.100902676582336,
+      -34.12801003456116,
+      -34.14910542964935,
+      -34.1614271402359,
+      -34.172059178352356,
+      -34.18215203285217,
+      -34.207706809043884,
+      -34.246771574020386,
+      -34.285189509391785,
+      -34.29573881626129,
+      -34.30446743965149,
+      -34.30382025241852,
+      -34.315019607543945,
+      -34.33076465129852,
+      -34.35165894031525,
+      -34.37045478820801,
+      -34.39751946926117,
+      -34.419610261917114,
+      -34.429214000701904,
+      -34.44751977920532,
+      -34.46985125541687,
+      -34.475043058395386,
+      -34.49040377140045,
+      -34.51036477088928,
+      -34.538050413131714,
+      -34.5597163438797,
+      -34.58388686180115,
+      -34.590092062950134,
+      -34.595219135284424,
+      -34.613975167274475,
+      -34.62959110736847,
+      -34.61472952365875,
+      -34.61172914505005,
+      -34.614132046699524,
+      -34.6168771982193,
+      -34.63079309463501,
+      -34.638899087905884,
+      -34.64784860610962,
+      -34.646982073783875,
+      -34.638259410858154,
+      -34.63978111743927,
+      -34.66151261329651,
+      -34.66827166080475,
+      -34.668344259262085,
+      -34.65455234050751,
+      -34.645320653915405,
+      -34.64641308784485,
+      -34.65625870227814,
+      -34.66348993778229,
+      -34.67249596118927,
+      -34.69099843502045,
+      -34.69937467575073,
+      -34.70922338962555,
+      -34.719287395477295,
+      -34.733224987983704,
+      -34.752880334854126,
+      -34.77015995979309,
+      -34.79270315170288,
+      -34.79721736907959,
+      -34.81071162223816,
+      -34.824020743370056,
+      -34.8354926109314,
+      -34.85184586048126,
+      -34.86931371688843,
+      -34.86273741722107,
+      -34.86713361740112,
+      -34.87546169757843,
+      -34.87921416759491,
+      -34.885578632354736,
+      -34.892486810684204,
+      -34.910693645477295,
+      -34.93236601352692,
+      -34.94767117500305,
+      -34.958409667015076,
+      -34.97628211975098,
+      -34.97210204601288,
+      -34.98265624046326,
+      -35.00830662250519,
+      -35.02592480182648,
+      -35.036170959472656,
+      -35.03807556629181,
+      -35.044411063194275,
+      -35.06509721279144,
+      -35.08393895626068,
+      -35.08441603183746,
+      -35.09354817867279,
+      -35.114450216293335,
+      -35.13019645214081,
+      -35.14960503578186,
+      -35.16459286212921,
+      -35.17503821849823,
+      -35.21312081813812,
+      -35.24325394630432,
+      -35.24519610404968,
+      -35.26565647125244,
+      -35.299336433410645,
+      -35.3221218585968,
+      -35.34361720085144,
+      -35.37078595161438,
+      -35.393996357917786,
+      -35.40970420837402,
+      -35.43538320064545,
+      -35.45476830005646,
+      -35.46827054023743,
+      -35.47367215156555,
+      -35.47652244567871,
+      -35.4834645986557,
+      -35.48646080493927,
+      -35.50645339488983,
+      -35.526973485946655,
+      -35.543118953704834,
+      -35.54773557186127,
+      -35.55649447441101,
+      -35.56130838394165,
+      -35.56528067588806,
+      -35.58874440193176,
+      -35.5916930437088,
+      -35.61168015003204,
+      -35.619614601135254,
+      -35.64600932598114,
+      -35.64709210395813,
+      -35.64318645000458,
+      -35.63205075263977,
+      -35.62785613536835,
+      -35.6270557641983,
+      -35.64436936378479,
+      -35.66210639476776,
+      -35.6796737909317,
+      -35.69634664058685,
+      -35.68947911262512,
+      -35.70647168159485,
+      -35.72607445716858,
+      -35.71919560432434,
+      -35.730708956718445,
+      -35.755021810531616,
+      -35.78627395629883,
+      -35.80210053920746,
+      -35.81386959552765,
+      -35.82498514652252,
+      -35.83189022541046,
+      -35.84350776672363,
+      -35.86864531040192,
+      -35.88557589054108,
+      -35.90283727645874,
+      -35.93015396595001,
+      -35.95765721797943,
+      -35.97823166847229,
+      -35.993789315223694,
+      -35.998876333236694,
+      -35.993404030799866,
+      -35.9939204454422,
+      -36.015243887901306,
+      -36.04880499839783,
+      -36.05156481266022,
+      -36.068119168281555,
+      -36.07259452342987,
+      -36.10061776638031,
+      -36.11119496822357,
+      -36.11602020263672,
+      -36.11767876148224,
+      -36.11710870265961,
+      -36.12100875377655,
+      -36.13197386264801,
+      -36.13350701332092,
+      -36.14796006679535,
+      -36.15233623981476,
+      -36.15174925327301,
+      -36.16413414478302,
+      -36.16812562942505,
+      -36.175355315208435,
+      -36.179452896118164,
+      -36.182385325431824,
+      -36.18370199203491,
+      -36.183711767196655,
+      -36.190672874450684,
+      -36.20268952846527,
+      -36.215529799461365,
+      -36.23780155181885,
+      -36.251097202301025,
+      -36.25546181201935,
+      -36.24466812610626,
+      -36.24604380130768,
+      -36.262109875679016,
+      -36.283655405044556,
+      -36.292757511138916,
+      -36.2975218296051,
+      -36.30766189098358,
+      -36.32341551780701,
+      -36.34151065349579,
+      -36.36214244365692,
+      -36.37852096557617
     ],
     "mean_ep_ret": [
+      -168.80160319653015,
+      -180.34597532171028,
+      -187.83257610502386,
+      -175.55510357107215,
+      -190.72352520834028,
+      -181.13768047825334,
+      -187.08702902973562,
+      -179.50768128459532,
+      -181.02221501498408,
+      -173.47453337704104,
+      -194.86514240563864,
+      -179.15907205296475,
+      -172.02448739389274,
+      -177.6301972726021,
+      -177.4074195963625,
+      -188.55385327083542,
+      -192.16410300065576,
+      -189.80568589073627,
+      -184.57065799983087,
+      -188.9121343131268,
+      -188.5797077447778,
+      -181.21768527799094,
+      -179.02599780102528,
+      -163.67895776218347,
+      -169.72208427630426,
+      -183.9846039888981,
+      -188.19817875750815,
+      -191.04700869309653,
+      -181.28440901403943,
+      -185.28141509875573,
+      -183.71203270464645,
+      -188.06121117891132,
+      -191.54355888761987,
+      -175.0484210917205,
+      -178.23504155383478,
+      -191.0494191412107,
+      -197.07628658938756,
+      -200.4789021819738,
+      -168.1228649859622,
+      -180.6716407576789,
+      -172.31570564010696,
+      -176.41083964641416,
+      -171.7683281747112,
+      -178.8043326631938,
+      -184.6073608314359,
+      -186.0316464735953,
+      -186.1026275569102,
+      -178.17537755346848,
+      -172.1708552712567,
+      -175.42170670719378,
+      -178.52228579233025,
+      -181.68369660920777,
+      -188.44593230202855,
+      -199.0232304961451,
+      -195.85192511611126,
+      -185.02384836113384,
+      -183.42461436382803,
+      -176.10134240089502,
+      -174.6386709338185,
+      -163.0548964699691,
+      -180.18647644297033,
+      -186.01210873632894,
+      -186.56381700056085,
+      -182.8248405505184,
+      -167.61847443345124,
+      -186.54385586116223,
+      -193.46936817060055,
+      -178.553260633557,
+      -193.76128324984754,
+      -165.1803347482192,
+      -181.99583708696264,
+      -184.40256199784744,
+      -192.43861614103088,
+      -178.71698132805244,
+      -204.4811420552333,
+      -178.608288572574,
+      -180.78330466829678,
+      -182.0675020495699,
+      -175.8001365723457,
+      -190.79945962266703,
+      -191.4017622793037,
+      -173.42538257816256,
+      -181.5286186196186,
+      -180.76962116653834,
+      -179.5513224886019,
+      -170.87603680611687,
+      -164.15505128034596,
+      -192.60055035007707,
+      -183.05594541922363,
+      -173.28787467391044,
+      -172.98884476928217,
+      -175.56715798425137,
+      -196.94598591718855,
+      -180.07226226880766,
+      -184.33761515368005,
+      -172.61109052303732,
+      -193.0122796399806,
+      -184.6537889324022,
+      -189.53992376798857,
+      -177.99501792269257,
+      -165.72506802860204,
+      -183.48470340784826,
+      -191.52045791022152,
+      -175.72011166262786,
+      -192.64862545295298,
+      -199.7147012699456,
+      -174.18760153689243,
+      -188.28238158974528,
+      -183.9518457168071,
+      -182.61324552928312,
+      -191.68275191847408,
+      -184.19039016813701,
+      -177.33686767666632,
+      -201.31391733687013,
+      -195.3635563284087,
+      -181.30702856530792,
+      -176.59261688902706,
+      -192.50448780849547,
+      -184.6641656647155,
+      -185.779545282125,
+      -183.82453818128948,
+      -160.92580030645428,
+      -194.71367110795273,
+      -200.83849643656816,
+      -194.5052859511634,
+      -190.80397251799218,
+      -199.83156412107286,
+      -189.42516784390307,
+      -171.76828258163783,
+      -177.2693761631184,
+      -169.6646142055448,
+      -178.4648158998567,
+      -170.90233388368256,
+      -188.74025732085187,
+      -191.14433321207608,
+      -183.12605847928597,
+      -181.6430986882545,
+      -187.93380738835992,
+      -194.78935300853726,
+      -173.4858483412126,
+      -165.47898003816516,
+      -189.63788102197617,
+      -190.19855636495936,
+      -183.4385205143237,
+      -192.08216931167726,
+      -191.1021568648921,
+      -202.9615694787015,
+      -180.7548239757221,
+      -191.38428716906512,
+      -170.61394670388947,
+      -184.37808384965393,
+      -160.4301165379391,
+      -182.80513253829776,
+      -187.06384327343162,
+      -171.3823032213901,
+      -192.2313075857354,
+      -194.69623033641508,
+      -177.39969528386342,
+      -175.44999557335044,
+      -190.1327190654659,
+      -189.88823872565195,
+      -182.2907986063003,
+      -187.81860231069533,
+      -187.30173956530967,
+      -181.31526205133744,
+      -180.5435841136328,
+      -191.5302235665478,
+      -190.65034113263312,
+      -174.11734488067012,
+      -197.11432175989978,
+      -187.17020747737462,
+      -169.24669015671512,
+      -178.9261071955375,
+      -195.06419547583573,
+      -178.05303975104624,
+      -193.35689712155408,
+      -189.7272844432546,
+      -191.9787618817293,
+      -200.72901506918112,
+      -184.10682534423367,
+      -189.64015915429303,
+      -197.0909494841057,
+      -193.40915971505288,
+      -183.04962761122562,
+      -169.8003507185366,
+      -179.23344735594742,
+      -192.43687241421028,
+      -189.63524947819428,
+      -165.00106189610096,
+      -165.11274830962208,
+      -186.42171477816322,
+      -172.00832419579768,
+      -183.81947456929538,
+      -185.34870121007907,
+      -188.5053493260474,
+      -182.0768941414059,
+      -186.89664474356394,
+      -176.13432490784584,
+      -192.85537244520987,
+      -182.4612286153552
     ],
     "update": [
       1,
       197,
       198,
       199,
+      200
     ]
   }
 }