Upload results for PPO on RBC2D-medium-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a0024091389ef165046badee3893b0947610e3660bcf87ce7e6115c6a2b7d8
+size 1935722

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.611596,-0.755026,0.6469462,0.66152054,-0.23946106,-0.5407489,-0.3794861,-0.7192124,0.26171228,0.44803637,-0.72021335,-0.254606,-0.55576885,-1.1828441619873047
+8.475952,-0.8364427,0.6861558,0.7021553,-0.22904557,-0.48088416,-0.46500197,-0.7189997,0.30833182,0.5093488,-0.5502886,-0.22227961,-0.66756225,-2.0472002029418945
+6.676461,-0.83077407,0.69176394,0.69525754,-0.19814667,-0.43214458,-0.5878086,-0.62981266,0.40494418,0.550652,-0.3323401,-0.1966118,-0.7729912,-0.2477092742919922
+4.8333883,-0.81546116,0.6586917,0.6946514,-0.1417634,-0.35533512,-0.63882166,-0.556206,0.45205435,0.5812652,-0.11016213,-0.19201173,-0.8192282,1.5953636169433594
+5.545085,-0.774975,0.68624693,0.6794952,-0.13212827,-0.317863,-0.6783944,-0.5074604,0.50654083,0.6263351,-0.033152513,-0.2538676,-0.85890937,0.8836669921875
+7.698296,-0.68386626,0.7088884,0.601101,-0.16285735,-0.36235523,-0.70065635,-0.4542774,0.5400626,0.63106614,-0.14097847,-0.34748316,-0.8438828,-1.2695441246032715
+7.9233184,-0.31054503,0.63628864,0.23009716,-0.22752956,-0.46518934,-0.70607376,-0.23229913,0.56331795,0.43031746,-0.41959485,-0.42633858,-0.7161063,-1.4945664405822754
+5.591886,-0.03685812,0.55027974,0.0054929946,-0.32784188,-0.5660338,-0.6244706,-0.087412536,0.5397597,0.26707405,-0.6878036,-0.38839325,-0.517926,0.8368659019470215
+4.272414,-0.21135491,0.49195552,0.17620862,-0.34805757,-0.6049147,-0.45320615,-0.33673996,0.35596946,0.26268834,-0.86337835,-0.3294842,-0.36161044,2.1563377380371094
+5.951814,-0.6072717,0.55087346,0.54794896,-0.2649491,-0.60866886,-0.33424303,-0.65423673,0.18830672,0.4077866,-0.8389072,-0.31535682,-0.4507247,0.47693777084350586
+8.30274,-0.80919296,0.6312425,0.70630306,-0.23832755,-0.5464168,-0.37299526,-0.7532549,0.20015156,0.51181036,-0.67588586,-0.26704445,-0.5886935,-1.873988151550293
+7.6174703,-0.84509957,0.6658228,0.6989077,-0.22160076,-0.48550957,-0.50575083,-0.69002724,0.2933459,0.54138154,-0.47061282,-0.22784321,-0.7283267,-1.188718318939209
+4.712998,-0.8132975,0.6400831,0.68692654,-0.15363431,-0.39955735,-0.62374526,-0.5658692,0.4087163,0.5619922,-0.17415756,-0.18448077,-0.81614995,1.7157540321350098
+4.3582487,-0.7780014,0.6581953,0.6818465,-0.1174276,-0.32533115,-0.6748469,-0.5001313,0.4791111,0.6053892,-0.0037785266,-0.22679068,-0.87199795,2.0705032348632812
+6.9395704,-0.71876466,0.7072305,0.6460901,-0.14755453,-0.3380481,-0.7015855,-0.47306323,0.53627396,0.6395548,-0.062163554,-0.3104116,-0.8724563,-0.5108184814453125
+8.529511,-0.46449113,0.6886349,0.3929813,-0.18776494,-0.41985935,-0.7315947,-0.32354027,0.5724903,0.52696997,-0.2836475,-0.40763488,-0.80978394,-2.100759506225586
+6.708622,-0.038792886,0.57310885,-0.003957009,-0.30296978,-0.5339707,-0.6741228,-0.0638589,0.57439786,0.29606345,-0.59858954,-0.42010754,-0.5940428,-0.27987003326416016
+4.180879,-0.062302187,0.52994245,0.04595402,-0.3617896,-0.5824143,-0.54101706,-0.18047327,0.4771935,0.22625943,-0.80868286,-0.32602265,-0.41421628,2.247872829437256
+4.7485166,-0.45057848,0.5290784,0.4068723,-0.2984471,-0.6199061,-0.36108097,-0.54738015,0.23552659,0.34727132,-0.8820506,-0.31889042,-0.39646533,1.6802353858947754
+7.484194,-0.7548325,0.6370572,0.6804971,-0.24198261,-0.58157057,-0.37326398,-0.7242749,0.20241717,0.5020403,-0.7297376,-0.29141226,-0.57092786,-1.0554418563842773
+8.280463,-0.8283428,0.6736584,0.7035362,-0.23144868,-0.5263531,-0.48272634,-0.70073116,0.257041,0.5577301,-0.5392536,-0.2609872,-0.7129108,-1.8517112731933594
+5.6542754,-0.799083,0.6768682,0.68175375,-0.17977265,-0.4470504,-0.6247518,-0.57857275,0.4042603,0.55901027,-0.26446107,-0.20257567,-0.83004427,0.7744765281677246
+4.1350303,-0.7762029,0.6626091,0.6819156,-0.119331285,-0.3497923,-0.6747321,-0.5003952,0.47127205,0.59466046,-0.033108167,-0.21430242,-0.8791187,2.2937216758728027
+6.144146,-0.7270481,0.7146536,0.6587344,-0.13994013,-0.3331446,-0.7017987,-0.47730207,0.5414542,0.6325932,-0.040731944,-0.28666764,-0.8859583,0.2846059799194336
+8.282562,-0.5491933,0.7256724,0.48269668,-0.17588879,-0.39573637,-0.73014057,-0.37592518,0.585402,0.5675348,-0.22029185,-0.37546533,-0.8440343,-1.8538103103637695
+7.3962994,-0.07889013,0.6072558,0.022394987,-0.2842786,-0.5030012,-0.6939763,-0.08865381,0.6004836,0.31109232,-0.5426519,-0.41349882,-0.63486576,-0.9675474166870117
+4.790018,0.016588174,0.5683975,-0.027769325,-0.36041674,-0.5642212,-0.5920255,-0.08588101,0.55531234,0.2058062,-0.76341254,-0.32455626,-0.46473265,1.6387338638305664
+4.362048,-0.28481013,0.54600596,0.25784028,-0.3353312,-0.6115238,-0.41273457,-0.4182648,0.32896966,0.27413666,-0.89866143,-0.2955045,-0.3743209,2.0667037963867188
+6.7437463,-0.6668199,0.66521907,0.6196333,-0.24690327,-0.6065216,-0.39756253,-0.6670192,0.24252573,0.45663702,-0.7813367,-0.29695046,-0.56393147,-0.31499433517456055
+8.279635,-0.78644454,0.70858705,0.69068545,-0.23698938,-0.5537161,-0.49175313,-0.68352664,0.27261993,0.5528007,-0.58600104,-0.2733186,-0.71792674,-1.8508834838867188
+6.331156,-0.768189,0.7212572,0.671107,-0.20106003,-0.4852689,-0.63286257,-0.5789371,0.4098187,0.5503513,-0.33876228,-0.21824674,-0.8529084,0.0975961685180664
+4.217951,-0.75490373,0.6875319,0.6744675,-0.13113077,-0.37886387,-0.67935395,-0.49918836,0.4840766,0.5739111,-0.07883435,-0.20792192,-0.8949163,2.210801124572754
+5.603039,-0.7093235,0.73140633,0.6540786,-0.13681358,-0.33305764,-0.70526606,-0.4680546,0.5619606,0.6072857,-0.031351723,-0.26568666,-0.90822804,0.8257131576538086
+8.020583,-0.578277,0.7609295,0.5203205,-0.1749134,-0.3727365,-0.7281414,-0.39981794,0.6154943,0.5610419,-0.18086879,-0.33427075,-0.8684926,-1.5918312072753906
+7.8299184,-0.10608746,0.6512158,0.04399161,-0.27258614,-0.46627444,-0.7095364,-0.114755206,0.6432827,0.30367574,-0.49373809,-0.37874034,-0.67360246,-1.4011664390563965
+5.2609243,0.07889066,0.60735935,-0.09795123,-0.36100572,-0.53129107,-0.6265302,-0.017712539,0.6295021,0.16693115,-0.7226916,-0.30575764,-0.50910485,1.1678276062011719
+4.1167336,-0.121053636,0.60179174,0.108424865,-0.37030163,-0.5767913,-0.4839579,-0.27327394,0.46671873,0.19018017,-0.8852592,-0.24378422,-0.39211407,2.312018394470215
+6.1078405,-0.511917,0.6912157,0.49599153,-0.26383355,-0.6285835,-0.44273788,-0.5581616,0.3132153,0.37608287,-0.8382483,-0.29070935,-0.5465528,0.3209114074707031
+8.261221,-0.7078382,0.7552326,0.64906,-0.24100429,-0.5815802,-0.5214537,-0.63718474,0.3188838,0.51734275,-0.6370812,-0.27541235,-0.7286128,-1.8324689865112305
+7.0961323,-0.7106943,0.7716133,0.64869285,-0.22055429,-0.52689713,-0.6500155,-0.5594418,0.42312533,0.53528523,-0.41145137,-0.23293789,-0.88691044,-0.6673803329467773
+4.4604044,-0.709162,0.7387467,0.65711004,-0.15519315,-0.42094034,-0.69545746,-0.49403512,0.5156761,0.5434149,-0.15383053,-0.20726483,-0.9280715,1.9683475494384766
+4.986451,-0.6681364,0.7619351,0.6387294,-0.13926719,-0.3439101,-0.7139474,-0.44868138,0.5974335,0.56922793,-0.042784385,-0.24801637,-0.9438815,1.442300796508789
+7.5589123,-0.5552926,0.8008661,0.519128,-0.17857191,-0.35378742,-0.7303183,-0.39632905,0.66575736,0.5142822,-0.15945944,-0.28963712,-0.90001965,-1.1301603317260742
+8.253127,-0.11520762,0.70199305,0.06460364,-0.26860052,-0.4264169,-0.72180724,-0.13627602,0.70190865,0.27218089,-0.4468241,-0.32153055,-0.71536446,-1.8243751525878906
+6.026064,0.13380119,0.6307836,-0.16199358,-0.36503056,-0.49429047,-0.6467003,0.025626613,0.6895155,0.11726522,-0.6802269,-0.28573635,-0.5443237,0.40268802642822266
+4.0855827,0.03695065,0.6603112,-0.04244621,-0.3969132,-0.5264728,-0.55678815,-0.12470426,0.609351,0.10400332,-0.8520585,-0.19048391,-0.43433318,2.3431692123413086
+5.2788415,-0.26979035,0.7134154,0.28966677,-0.31077158,-0.62570006,-0.5047507,-0.3793501,0.4313618,0.26067635,-0.883704,-0.24915056,-0.5073525,1.1499104499816895
+7.883305,-0.5600416,0.80274844,0.5546104,-0.24570116,-0.61916023,-0.570382,-0.5396761,0.38958815,0.44001782,-0.7072148,-0.27240404,-0.7306224,-1.4545531272888184
+7.8867145,-0.62791806,0.81062835,0.61126107,-0.23615512,-0.57087344,-0.67607874,-0.5196294,0.44208947,0.51460385,-0.47270417,-0.2455736,-0.9188669,-1.4579625129699707
+5.1906853,-0.62099814,0.8047581,0.621509,-0.18630663,-0.4747175,-0.72934854,-0.46287623,0.5556273,0.50532526,-0.2424747,-0.21045761,-0.98797584,1.2380666732788086
+4.5431576,-0.59978247,0.79953325,0.609834,-0.14802027,-0.3697359,-0.7326024,-0.41637632,0.6392535,0.52082866,-0.07757699,-0.23256002,-0.9977747,1.885594367980957
+6.8168783,-0.47996238,0.8321487,0.48345986,-0.18552326,-0.34130546,-0.73531044,-0.3611349,0.7228674,0.43903655,-0.14729118,-0.24981365,-0.94591105,-0.3881263732910156
+8.342901,-0.083503634,0.7479806,0.07580535,-0.26998246,-0.38958055,-0.7321451,-0.13422395,0.77114916,0.21416678,-0.39858904,-0.25769114,-0.7683492,-1.914149284362793
+6.919439,0.20634955,0.634231,-0.2108943,-0.37012246,-0.46071574,-0.6568417,0.056332216,0.74372387,0.05077701,-0.6310323,-0.25790307,-0.5798429,-0.49068689346313477
+4.482212,0.1663005,0.6729497,-0.18410361,-0.41462114,-0.4817952,-0.5908338,-0.0069034975,0.7018712,0.0147766415,-0.8048102,-0.17747952,-0.46648842,1.9465398788452148
+4.4712687,-0.012713763,0.73008907,0.057990015,-0.38018325,-0.5777096,-0.56350595,-0.18213132,0.56932896,0.13204636,-0.90012836,-0.17414881,-0.47534624,1.9574832916259766
+7.0441937,-0.28002188,0.81397825,0.358423,-0.27612963,-0.66517025,-0.6276326,-0.34648454,0.4749267,0.32429212,-0.80490404,-0.25906163,-0.6850587,-0.6154417991638184
+8.427432,-0.4762001,0.83642167,0.52910024,-0.25162894,-0.6325231,-0.7161735,-0.43250558,0.4734625,0.4671601,-0.55564404,-0.25988132,-0.9316013,-1.9986801147460938
+6.3593435,-0.48188186,0.8493863,0.5627812,-0.21488687,-0.5452513,-0.7808664,-0.39072785,0.5793682,0.4766687,-0.32801104,-0.21763867,-1.0,0.06940841674804688
+4.4707737,-0.47545582,0.83806,0.55561876,-0.16758677,-0.4185447,-0.7722657,-0.353171,0.6794338,0.46155846,-0.13938689,-0.21888845,-1.0,1.9579782485961914
+5.8726482,-0.34186047,0.83302325,0.40839952,-0.19156554,-0.3371433,-0.7550599,-0.278076,0.76875275,0.34398186,-0.13314088,-0.2140734,-1.0,0.5561037063598633
+8.015537,0.0029976638,0.7587364,0.061060973,-0.2669801,-0.35979468,-0.7445596,-0.08831316,0.82732236,0.13520104,-0.34259647,-0.21031494,-0.8504255,-1.5867853164672852
+7.776568,0.34453136,0.61874235,-0.2666309,-0.3652342,-0.43299824,-0.67545116,0.12149659,0.8046232,-0.04591739,-0.584176,-0.22641966,-0.64352286,-1.347815990447998
+5.415366,0.3017108,0.63073516,-0.30049247,-0.42590576,-0.46261513,-0.5845835,0.092266954,0.7511748,-0.08891181,-0.7375105,-0.20436303,-0.49673596,1.0133857727050781
+4.0228753,0.17781879,0.7243694,-0.15324809,-0.42730996,-0.50992686,-0.59858835,-0.023599623,0.6829511,-0.008979524,-0.8830921,-0.14116062,-0.46432754,2.405876636505127
+5.740748,0.031193044,0.7852,0.10522532,-0.3424209,-0.6500336,-0.66746116,-0.12897934,0.57177097,0.1892648,-0.8728525,-0.20837057,-0.6044284,0.6880040168762207
+8.226826,-0.14825678,0.82345486,0.3253427,-0.2737212,-0.71449715,-0.7710527,-0.21677491,0.52243716,0.35592163,-0.70205086,-0.27478644,-0.8793837,-1.7980737686157227
+7.787687,-0.27175894,0.8370128,0.45549306,-0.23563176,-0.6369356,-0.844276,-0.26943153,0.5759309,0.44341362,-0.43390656,-0.2441951,-1.0,-1.3589348793029785
+5.141431,-0.24306001,0.8392834,0.45705837,-0.19321617,-0.5102778,-0.845365,-0.2174011,0.6954397,0.40667528,-0.22523564,-0.22055586,-1.0,1.2873210906982422
+4.9340563,-0.14026505,0.783157,0.30136845,-0.18829829,-0.359453,-0.800141,-0.13108076,0.7885699,0.2453515,-0.11881097,-0.19694616,-1.0,1.4946956634521484
+7.061786,0.1604001,0.70611227,-0.018765477,-0.24877617,-0.33596408,-0.771237,0.038302235,0.863368,0.02183547,-0.26573625,-0.19473958,-0.97043836,-0.6330342292785645
+8.254778,0.5317841,0.5787781,-0.36657616,-0.35252276,-0.4107377,-0.7151273,0.24883583,0.85454184,-0.17481115,-0.5416708,-0.2250911,-0.74380565,-1.8260259628295898
+6.8168306,0.5755124,0.54795295,-0.45851713,-0.4266861,-0.45974267,-0.6088621,0.26883698,0.8046008,-0.25741145,-0.70962644,-0.23546706,-0.5815673,-0.3880786895751953
+4.494852,0.40980816,0.6401349,-0.40307873,-0.4664553,-0.4666078,-0.5637332,0.15927061,0.7453,-0.24225101,-0.8380594,-0.18262504,-0.45751897,1.9338998794555664
+4.498373,0.25687206,0.76056755,-0.14288448,-0.40088633,-0.5724581,-0.69132763,0.043534324,0.6697337,0.0035937037,-0.89623326,-0.17511763,-0.54652154,1.9303789138793945
+7.0134916,0.19277725,0.7824756,0.052856,-0.3095201,-0.7077045,-0.81935036,0.015585782,0.59693944,0.19975972,-0.8165086,-0.2607221,-0.7741711,-0.5847396850585938
+8.5031395,0.07391516,0.7706161,0.22993088,-0.24231488,-0.73479146,-0.9220695,-0.033545688,0.57360095,0.34232587,-0.59812176,-0.3028836,-1.0,-2.074387550354004
+6.6822243,0.044403266,0.7497488,0.30550724,-0.20084602,-0.6293074,-0.92676526,-0.026167905,0.65757424,0.3540146,-0.34126717,-0.27154037,-1.0,-0.25347232818603516
+4.633544,0.10603546,0.6833831,0.19745082,-0.18525776,-0.48665982,-0.86841625,0.054490596,0.7512379,0.21798295,-0.1792924,-0.24809839,-1.0,1.7952079772949219
+5.6157365,0.29102665,0.6185845,-0.08003403,-0.21619228,-0.37816814,-0.79302573,0.17677069,0.84550506,-0.032040603,-0.20726979,-0.23789456,-1.0,0.8130154609680176
+7.696429,0.6660572,0.53148925,-0.45241022,-0.339736,-0.42086872,-0.7285591,0.38354152,0.87966734,-0.2801416,-0.49568853,-0.2713066,-0.8492062,-1.267676830291748
+7.983696,0.8336089,0.45821407,-0.6426423,-0.43856296,-0.4742785,-0.64029896,0.4675506,0.8315427,-0.43093687,-0.7159952,-0.300718,-0.66106856,-1.5549440383911133
+5.903168,0.78164995,0.47154975,-0.6539411,-0.48219043,-0.46313372,-0.5610414,0.40654418,0.77691084,-0.4824968,-0.8206355,-0.25029147,-0.5342779,0.5255837440490723
+4.161357,0.58651143,0.6201462,-0.52701235,-0.47631204,-0.466506,-0.617633,0.29109448,0.72408545,-0.39392698,-0.9003268,-0.18170823,-0.48298988,2.26739501953125
+5.409148,0.46669146,0.73775804,-0.24391386,-0.36303565,-0.62089235,-0.8490646,0.22213006,0.6709762,-0.042856026,-0.874871,-0.25096062,-0.68583167,1.0196037292480469
+7.797606,0.44249803,0.7010683,-0.0802239,-0.26216865,-0.74072003,-0.9902441,0.22197914,0.61051196,0.16928253,-0.7512084,-0.33826524,-0.97257435,-1.36885404586792
+8.053098,0.34002158,0.63280207,0.08671197,-0.20162195,-0.73748964,-0.99878585,0.18649751,0.5980583,0.2711549,-0.50777197,-0.3612569,-1.0,-1.6243457794189453
+5.7061887,0.35918367,0.56906927,0.11123759,-0.18674752,-0.68531436,-0.9266742,0.23984122,0.66681385,0.2426571,-0.32684118,-0.37241706,-1.0,0.7225632667541504
+4.6110454,0.41424087,0.5199395,-0.104499616,-0.21975118,-0.5343737,-0.81595,0.3141867,0.7708635,-0.0014671553,-0.26176906,-0.34186614,-1.0,1.81770658493042
+6.243922,0.7305659,0.47730163,-0.48352313,-0.3264332,-0.49826682,-0.730403,0.50377464,0.85979384,-0.31216338,-0.47463125,-0.38305116,-0.90238273,0.1848297119140625
+7.9395456,0.96180576,0.3838926,-0.74492425,-0.44006988,-0.5340839,-0.6589948,0.60629475,0.81887007,-0.5052757,-0.715421,-0.4076827,-0.7041278,-1.510793685913086
+7.37647,0.9935479,0.3321052,-0.797685,-0.49492761,-0.5234819,-0.57882494,0.5650492,0.7645845,-0.57809097,-0.8305893,-0.36951056,-0.57887065,-0.9477181434631348
+5.008553,0.94055367,0.35602885,-0.79565686,-0.5103553,-0.4600914,-0.54226327,0.4951511,0.70327216,-0.62905055,-0.8903478,-0.2750545,-0.48200312,1.420198917388916
+4.2791433,0.8395623,0.50359446,-0.65861225,-0.47404718,-0.5199414,-0.69044554,0.46721405,0.657801,-0.4825091,-0.938794,-0.27627772,-0.5283743,2.149608612060547
+6.254188,0.7617388,0.57375324,-0.40999994,-0.3533155,-0.6974088,-0.9351452,0.46140128,0.6156154,-0.11567227,-0.8699529,-0.37454084,-0.8086333,0.17456388473510742
+8.066248,0.68227017,0.5079186,-0.21063565,-0.24902037,-0.808929,-1.0,0.42430484,0.5550656,0.13346139,-0.70555717,-0.46038342,-1.0,-1.637495994567871
+7.4108014,0.59912,0.43468592,-0.04751312,-0.19567329,-0.8342866,-0.97222596,0.41474444,0.5584019,0.20876613,-0.49496472,-0.50900435,-1.0,-0.9820494651794434
+5.111391,0.6568643,0.3891703,-0.12960146,-0.23904367,-0.8015421,-0.8509824,0.50615066,0.62913704,0.08126927,-0.4412708,-0.54563403,-1.0,1.3173608779907227
+4.8292203,0.7843836,0.3693182,-0.46631247,-0.31664744,-0.64044064,-0.73375386,0.6136024,0.75483084,-0.25031492,-0.48042524,-0.5306341,-0.89732647,1.599531650543213
+6.659183,1.0,0.31153992,-0.7713839,-0.3887904,-0.61290306,-0.6866802,0.7184682,0.7573907,-0.48297733,-0.6561933,-0.53592294,-0.7330787,-0.23043107986450195
+7.887295,1.0,0.24516922,-0.88889307,-0.4617907,-0.60070854,-0.60710216,0.6944997,0.7199929,-0.60443205,-0.78430206,-0.4829756,-0.6219286,-1.458542823791504
+6.682802,1.0,0.2001993,-0.8895043,-0.5124632,-0.54071563,-0.50295955,0.5919446,0.6799336,-0.66450095,-0.8678159,-0.38182613,-0.50195885,-0.25405025482177734
+4.509652,1.0,0.22381589,-0.87773997,-0.503795,-0.47837287,-0.5026312,0.5409487,0.62087464,-0.6851792,-0.8992049,-0.31011763,-0.42175996,1.9190998077392578
+4.709715,1.0,0.3179996,-0.76256835,-0.44841626,-0.60931367,-0.6980694,0.59708905,0.5618867,-0.5064211,-0.93275124,-0.40632012,-0.53909326,1.7190370559692383
+6.820608,0.9989681,0.3270258,-0.56692773,-0.36094356,-0.81906605,-0.8976847,0.67451775,0.50699383,-0.18267164,-0.87149745,-0.538128,-0.81781936,-0.39185619354248047
+8.068483,0.90122837,0.2756365,-0.34189472,-0.27663633,-0.9428453,-0.9478489,0.6380687,0.4556215,0.070917875,-0.72187084,-0.6370846,-1.0,-1.6397314071655273
+6.888979,0.8471895,0.24560595,-0.22261615,-0.24445927,-0.96515965,-0.8853196,0.6370743,0.4777957,0.12075775,-0.58834916,-0.69913363,-1.0,-0.46022701263427734
+4.847251,0.8921826,0.24662846,-0.3842287,-0.29261562,-0.88730085,-0.7824136,0.72985005,0.55205494,-0.066328675,-0.5631602,-0.7148745,-0.9272939,1.5815010070800781
+5.090566,0.98157686,0.21626183,-0.6923345,-0.3353983,-0.7216455,-0.7107308,0.7874726,0.6402084,-0.3474837,-0.5741645,-0.6574869,-0.76561284,1.3381857872009277
+6.893078,1.0,0.17765811,-0.9014549,-0.3769776,-0.6621468,-0.65985006,0.8107524,0.6389162,-0.5371036,-0.6686229,-0.6013404,-0.673517,-0.4643259048461914
+7.7633843,1.0,0.1280959,-0.98376614,-0.43564472,-0.6265792,-0.5543066,0.7490793,0.6168935,-0.665188,-0.7508089,-0.5070439,-0.5938536,-1.334632396697998
+6.2329264,1.0,0.07685274,-0.9656622,-0.49740443,-0.5480686,-0.41356686,0.6070085,0.5819622,-0.7148214,-0.8339968,-0.3787548,-0.43742654,0.19582557678222656
+4.2822056,1.0,0.07008055,-0.93585813,-0.4713281,-0.49277937,-0.38698605,0.5378393,0.507829,-0.71494883,-0.8666584,-0.322574,-0.33619058,2.1465463638305664
+4.909872,1.0,0.12964673,-0.8510432,-0.40138376,-0.66261715,-0.5934663,0.64844906,0.43621138,-0.53104436,-0.8911596,-0.47863585,-0.48259565,1.5188798904418945
+7.107776,1.0,0.12691332,-0.6884895,-0.32744086,-0.8998372,-0.77873266,0.77867854,0.37366545,-0.22658052,-0.84305567,-0.67022645,-0.7220299,-0.6790242195129395
+8.218878,1.0,0.10948597,-0.49326646,-0.2861555,-1.0,-0.8351512,0.76738966,0.34681505,0.0019311402,-0.7559536,-0.7744341,-0.8556365,-1.790125846862793
+6.8349695,0.97632825,0.12895751,-0.39510798,-0.28152275,-1.0,-0.81103325,0.77116257,0.3818414,0.050797038,-0.67194456,-0.82530093,-0.893888,-0.4062175750732422
+4.756275,0.9750351,0.1467232,-0.52020586,-0.30780408,-0.9425523,-0.7622387,0.84244466,0.44073287,-0.103942074,-0.6143215,-0.816014,-0.8120161,1.6724767684936523
+5.067713,1.0,0.08832525,-0.778809,-0.33452296,-0.7822716,-0.7032567,0.8724278,0.51076984,-0.34073746,-0.5827722,-0.7280897,-0.71475077,1.361039161682129
+6.8969803,1.0,0.05658521,-0.9512037,-0.36306605,-0.69560486,-0.63697684,0.8627696,0.52724665,-0.521743,-0.6264179,-0.650553,-0.64445436,-0.4682283401489258
+7.812495,1.0,0.017094877,-1.0,-0.40845224,-0.6467617,-0.50854456,0.79969996,0.5088636,-0.67329973,-0.6849677,-0.5465112,-0.56393874,-1.3837432861328125
+6.3290386,1.0,-0.043465905,-1.0,-0.46516234,-0.5711779,-0.3344997,0.65522516,0.4656901,-0.7465093,-0.75323635,-0.40358645,-0.40035117,0.09971332550048828
+4.277032,1.0,-0.06569803,-0.9846219,-0.4515005,-0.51574546,-0.26094657,0.53688663,0.38663974,-0.7332045,-0.8202114,-0.34329262,-0.25926912,2.1517200469970703
+4.729553,1.0,-0.04148629,-0.91966385,-0.37497827,-0.6689034,-0.40912625,0.6367672,0.27981892,-0.57974976,-0.84642357,-0.5064958,-0.36148065,1.6991987228393555
+6.98625,1.0,-0.038220506,-0.77986985,-0.28977236,-0.9201475,-0.6205308,0.8075955,0.21455587,-0.2755612,-0.80878,-0.73599714,-0.5899432,-0.5574979782104492
+8.42116,1.0,-0.010641584,-0.6284185,-0.27817598,-1.0,-0.7181926,0.82666194,0.23522615,-0.08208314,-0.7692439,-0.831874,-0.70084214,-1.9924077987670898
+7.2882066,1.0,0.039821547,-0.51629514,-0.29252887,-1.0,-0.7468556,0.8355165,0.28131402,0.0052674506,-0.71218425,-0.8818196,-0.7544713,-0.8594546318054199
+5.001766,0.99367666,0.065282375,-0.56451327,-0.31996706,-0.9896918,-0.7320486,0.8804328,0.3240183,-0.07863281,-0.6445351,-0.8760508,-0.7266989,1.426985740661621
+4.836584,1.0,-0.004843617,-0.76545364,-0.34710076,-0.8473333,-0.6790633,0.90637136,0.37991855,-0.26600528,-0.57442576,-0.78977317,-0.656896,1.592167854309082
+6.5783715,1.0,-0.048442613,-0.9255037,-0.3669494,-0.7459705,-0.6151968,0.8907039,0.41132733,-0.43254578,-0.5783364,-0.70797884,-0.60377336,-0.14961957931518555
+7.9805155,1.0,-0.08006893,-1.0,-0.4033834,-0.682107,-0.48430344,0.8361458,0.40414867,-0.60212404,-0.62347955,-0.60980886,-0.5255208,-1.5517635345458984
+7.047624,1.0,-0.14909697,-1.0,-0.4383783,-0.60967237,-0.29245165,0.7241417,0.345248,-0.7359863,-0.66652906,-0.46969223,-0.38576862,-0.6188721656799316
+4.7039022,1.0,-0.20016436,-1.0,-0.4379482,-0.55380124,-0.15501681,0.583488,0.2534631,-0.75537825,-0.73874533,-0.386507,-0.21609327,1.7248497009277344
+4.2800894,1.0,-0.20335591,-0.97505873,-0.38311368,-0.6270266,-0.1864628,0.5812473,0.13352367,-0.6628207,-0.7935541,-0.47499344,-0.20251268,2.148662567138672
+6.205037,1.0,-0.18504159,-0.86643285,-0.27894992,-0.8755127,-0.39081407,0.7630135,0.026451292,-0.39150146,-0.776967,-0.71758676,-0.4042353,0.22371482849121094
+8.300571,1.0,-0.14399831,-0.7534897,-0.25340095,-0.9885892,-0.54456353,0.83380425,0.052442826,-0.196738,-0.75757974,-0.82951665,-0.54002094,-1.8718194961547852
+8.274071,1.0,-0.0741384,-0.63725764,-0.27815953,-1.0,-0.6436789,0.855888,0.14054078,-0.068591215,-0.7277464,-0.88539374,-0.623399,-1.8453187942504883
+5.9656687,1.0,-0.027681634,-0.5905625,-0.31403103,-1.0,-0.6738416,0.885275,0.18957162,-0.045065634,-0.6720031,-0.91079724,-0.6343907,0.46308326721191406
+4.514272,0.96976644,-0.07188271,-0.6707347,-0.3519092,-0.94188035,-0.64386785,0.90838355,0.22087646,-0.13162911,-0.5799779,-0.87122804,-0.5891783,1.9144797325134277
+5.616336,0.99382305,-0.14747836,-0.8080035,-0.3782273,-0.82579327,-0.5841363,0.9011817,0.25821292,-0.26572523,-0.51983374,-0.7924689,-0.5294089,0.8124160766601562
+7.6803174,1.0,-0.18643847,-0.9193007,-0.40205285,-0.75069857,-0.49118614,0.8680558,0.2666331,-0.41116622,-0.53044766,-0.7119764,-0.47333744,-1.2515654563903809
+8.351182,1.0,-0.22972757,-1.0,-0.4417904,-0.6778945,-0.30952552,0.78617597,0.23416513,-0.59606135,-0.5837458,-0.5913648,-0.36262104,-1.9224300384521484
+6.305365,1.0,-0.31349388,-1.0,-0.4451653,-0.6002616,-0.09650927,0.66015786,0.12816961,-0.72356915,-0.641549,-0.46494344,-0.18396671,0.12338685989379883
+4.160327,1.0,-0.35693717,-1.0,-0.41784146,-0.572802,0.0061793644,0.55398464,0.02275082,-0.74035525,-0.7129974,-0.42556813,-0.06947729,2.2684249877929688
+4.723674,1.0,-0.35717997,-0.96013594,-0.34744492,-0.6990044,-0.06045232,0.5873887,-0.10798906,-0.6169348,-0.7536195,-0.5504204,-0.12125048,1.705078125
+6.9176607,1.0,-0.31160632,-0.8660185,-0.2578707,-0.89560413,-0.24898192,0.7336638,-0.17776944,-0.3932953,-0.7428164,-0.7421563,-0.3011311,-0.4889087677001953
+8.647184,1.0,-0.25671074,-0.79144454,-0.23835029,-0.9800736,-0.38531336,0.80361074,-0.13806339,-0.2540668,-0.72845393,-0.8304384,-0.4148557,-2.2184324264526367
+8.220919,1.0,-0.18782286,-0.71408015,-0.26333624,-1.0,-0.5045303,0.8487493,-0.035738245,-0.14345674,-0.70052356,-0.8813443,-0.4961971,-1.7921667098999023
+5.6541677,1.0,-0.13904573,-0.65182525,-0.31591386,-1.0,-0.57700896,0.88996255,0.0513402,-0.077874996,-0.6424305,-0.9113525,-0.51937866,0.7745842933654785
+4.312565,0.9056247,-0.19776353,-0.6587954,-0.36575982,-0.9473884,-0.5522939,0.89071476,0.06949453,-0.089437164,-0.53785974,-0.89776677,-0.46139717,2.11618709564209
+5.636581,0.88110626,-0.26623997,-0.7283951,-0.39233404,-0.846471,-0.50071496,0.8632264,0.09888713,-0.16899818,-0.46752587,-0.8452549,-0.4051392,0.7921710014343262
+7.898763,0.9084001,-0.31944257,-0.804091,-0.41301125,-0.7773626,-0.40517294,0.82639384,0.08787681,-0.28392226,-0.45788753,-0.77556765,-0.34298733,-1.4700112342834473
+8.979399,0.95407015,-0.38583797,-0.8993084,-0.44791743,-0.69896513,-0.21083657,0.7465971,0.028991016,-0.46441835,-0.5004509,-0.6608747,-0.21437109,-2.5506467819213867
+7.1617446,0.9624704,-0.46386433,-0.98639023,-0.46423927,-0.6046124,0.038071595,0.6166089,-0.07754335,-0.64361715,-0.57944065,-0.5173476,-0.023511328,-0.7329926490783691
+4.3923664,0.94427884,-0.50325257,-1.0,-0.44932905,-0.5395687,0.18825734,0.5038061,-0.15310924,-0.7423774,-0.67497504,-0.41638348,0.09923157,2.0363855361938477
+4.260808,0.9523119,-0.51084274,-0.98711735,-0.39680025,-0.5836657,0.1808035,0.46396846,-0.2264504,-0.7111842,-0.7290473,-0.43402374,0.074387506,2.1679439544677734
+6.1409593,0.99743354,-0.4750507,-0.90745956,-0.3158681,-0.74975485,0.028614575,0.5503253,-0.32139814,-0.551879,-0.739896,-0.5949116,-0.06866515,0.2877926826477051
+8.001085,1.0,-0.4165483,-0.8453274,-0.2617484,-0.8813101,-0.12668237,0.6526091,-0.33494028,-0.4115158,-0.7373863,-0.72567487,-0.21166244,-1.5723333358764648
+8.51669,1.0,-0.37519157,-0.80623776,-0.24925494,-0.9379499,-0.22179137,0.70902085,-0.30484238,-0.33039346,-0.7211713,-0.79277205,-0.28881168,-2.0879383087158203
+7.5136585,1.0,-0.33784914,-0.780632,-0.2625294,-0.96472675,-0.30117634,0.7631614,-0.24642724,-0.2662924,-0.69112384,-0.8365271,-0.34123075,-1.0849065780639648
+5.756537,1.0,-0.30133522,-0.76714116,-0.3193411,-0.9503399,-0.37570953,0.81688595,-0.13705286,-0.22126885,-0.64501554,-0.8515307,-0.36024612,0.6722149848937988
+4.53192,0.89220625,-0.31658685,-0.73166734,-0.39039922,-0.88335544,-0.39789405,0.8119844,-0.05576399,-0.18770368,-0.5559718,-0.8530897,-0.31190667,1.89683198928833
+5.322102,0.78528386,-0.35046658,-0.7081432,-0.41683945,-0.79904145,-0.39767182,0.7624487,-0.015107004,-0.17361411,-0.47233748,-0.8523674,-0.2625586,1.1066498756408691
+7.4859076,0.7416172,-0.39001215,-0.70319587,-0.42872578,-0.75566375,-0.3525245,0.72308373,-0.035905182,-0.19525757,-0.43634325,-0.83296835,-0.2263479,-1.0571556091308594
+9.067397,0.7584362,-0.45854646,-0.74655765,-0.43914482,-0.72006184,-0.23425786,0.68393177,-0.1111497,-0.28157115,-0.44778836,-0.7819011,-0.15083215,-2.6386451721191406
+8.812262,0.8090073,-0.54053235,-0.8344241,-0.44735447,-0.65994966,-0.045803465,0.6138378,-0.21063831,-0.44081363,-0.4954089,-0.6812167,-0.03276886,-2.383509635925293
+6.1395774,0.8136932,-0.6018374,-0.92680883,-0.47282046,-0.5609359,0.19498378,0.48537195,-0.2859064,-0.6360249,-0.5820033,-0.5104315,0.13252866,0.28917455673217773
+3.7889574,0.8179623,-0.61672723,-0.9937283,-0.4771364,-0.48851472,0.3303452,0.38792986,-0.29502732,-0.7551077,-0.6768351,-0.37338924,0.21210644,2.6397945880889893
+4.4564924,0.81615484,-0.61079586,-0.9672984,-0.44067267,-0.48012656,0.33816984,0.31923413,-0.31309015,-0.7449164,-0.7213183,-0.3363946,0.18067008,1.972259521484375
+6.520697,0.8413559,-0.58674055,-0.9081627,-0.38867632,-0.5756375,0.23362982,0.3488285,-0.36975163,-0.6505725,-0.73149765,-0.41834983,0.08486007,-0.09194517135620117
+7.7950974,0.89575064,-0.54949844,-0.8664606,-0.33694446,-0.70622116,0.102744006,0.4390254,-0.41232908,-0.5488439,-0.74236244,-0.5391564,-0.03939256,-1.3663454055786133
+7.2640667,0.91734195,-0.5343065,-0.8360932,-0.3045859,-0.78369623,0.023220846,0.49335808,-0.44235137,-0.4739335,-0.737431,-0.61678505,-0.12172398,-0.8353147506713867
+5.2623954,0.88206935,-0.5423057,-0.8271676,-0.30954105,-0.77594,-0.0048278626,0.46474847,-0.4427739,-0.4671011,-0.7197022,-0.6102356,-0.18071783,1.1663565635681152
+3.8244116,0.736313,-0.50538546,-0.8416005,-0.36017895,-0.62346864,-0.028442001,0.2900707,-0.36884144,-0.57565874,-0.69348437,-0.4617576,-0.27467757,2.6043403148651123
+4.4596395,0.42586276,-0.45702448,-0.77479476,-0.396987,-0.3937732,-0.0063382443,0.009743111,-0.3576539,-0.6307321,-0.5883404,-0.23936313,-0.31337106,1.9691123962402344
+6.178231,0.19536185,-0.440461,-0.62758464,-0.36517382,-0.27709216,-0.050111286,-0.12470126,-0.41124555,-0.5297289,-0.3788222,-0.19910046,-0.37033314,0.250521183013916
+6.6374674,0.056874443,-0.4280064,-0.48835188,-0.2700865,-0.17362739,-0.17243892,-0.13824946,-0.39587837,-0.3734296,-0.1552895,-0.2621826,-0.42558262,-0.20871543884277344
+6.2543473,0.02711324,-0.43216923,-0.42009172,-0.17207515,-0.10772142,-0.32846597,-0.105430044,-0.3102322,-0.27645105,-0.00768804,-0.31218746,-0.51486945,0.17440462112426758
+6.271541,0.04858655,-0.41972727,-0.41606414,-0.104396015,-0.054173075,-0.450007,-0.073560335,-0.22277427,-0.24580154,0.060875766,-0.34315127,-0.6177772,0.1572108268737793
+5.9220543,-0.015249222,-0.49727046,-0.3862162,-0.059029315,-0.0048745256,-0.41059834,-0.14319614,-0.3312015,-0.22793499,0.10047849,-0.30805945,-0.59513056,0.5066976547241211
+4.97268,-0.09460389,-0.57911026,-0.3594774,-0.057726752,0.05517,-0.2559439,-0.267605,-0.461784,-0.24428865,0.120326586,-0.21695234,-0.45136872,1.4560718536376953
+4.4797654,-0.13595936,-0.55055904,-0.33197582,-0.123611376,0.013060363,-0.1660472,-0.3187831,-0.4767379,-0.22417124,0.05950778,-0.18761724,-0.39429572,1.948986530303955
+4.7392726,-0.12782638,-0.48866093,-0.31935123,-0.20416836,-0.10144446,-0.15451959,-0.30764148,-0.43606767,-0.17783937,-0.04523035,-0.20876323,-0.38935384,1.6894793510437012
+5.5400047,-0.0778813,-0.40394077,-0.33620727,-0.29011482,-0.23040797,-0.1608863,-0.26445132,-0.3680162,-0.16447896,-0.1923067,-0.2556475,-0.37022078,0.8887472152709961
+6.115314,0.07350242,-0.3428943,-0.46788356,-0.3503292,-0.30320135,-0.16098982,-0.17787339,-0.27928606,-0.28024942,-0.36210173,-0.27141815,-0.34594926,0.31343793869018555
+6.541708,0.22617644,-0.30675405,-0.59074867,-0.35559162,-0.33931896,-0.21626325,-0.069733426,-0.19612402,-0.3764372,-0.44592172,-0.30582455,-0.3776383,-0.11295604705810547
+7.0483556,0.27887574,-0.27910846,-0.6173839,-0.3416151,-0.35688514,-0.2820538,-0.014177514,-0.14822562,-0.3791865,-0.4476055,-0.34278703,-0.42368934,-0.6196036338806152
+7.0595865,0.28046718,-0.27660322,-0.6170415,-0.34133527,-0.3549312,-0.281459,-0.01881702,-0.13965228,-0.3768608,-0.44581285,-0.34948298,-0.42815736,-0.6308345794677734
+6.336104,0.27571863,-0.32378742,-0.6440436,-0.34682542,-0.30305755,-0.20326975,-0.064328074,-0.17726916,-0.43427432,-0.4315169,-0.30638087,-0.3751581,0.09264802932739258
+5.6553783,0.25364655,-0.37482196,-0.6618446,-0.33914778,-0.23548865,-0.14732121,-0.102265745,-0.22821425,-0.48199183,-0.381716,-0.2606766,-0.34009206,0.7733736038208008
+5.4405766,0.20833027,-0.40421528,-0.63843656,-0.32058015,-0.19139013,-0.14515017,-0.121307954,-0.26504216,-0.46838605,-0.3077152,-0.24614228,-0.34564984,0.9881753921508789
+5.4610167,0.16461256,-0.4176862,-0.59852433,-0.300396,-0.17058448,-0.16575553,-0.12950374,-0.28424382,-0.4279479,-0.24360856,-0.2486159,-0.36481506,0.9677352905273438
+5.5695853,0.1484728,-0.4178517,-0.57713914,-0.28736088,-0.16542959,-0.18948695,-0.12668279,-0.2815497,-0.40334356,-0.21549909,-0.25790924,-0.37444124,0.8591666221618652
+5.942532,0.15497735,-0.41312438,-0.573463,-0.27909404,-0.17303494,-0.21739486,-0.1120227,-0.26673535,-0.39473194,-0.21322161,-0.27358034,-0.3873103,0.4862198829650879
+6.469104,0.1627775,-0.41437316,-0.5738943,-0.26976863,-0.17605671,-0.2411866,-0.101048365,-0.25509486,-0.39209062,-0.21184005,-0.28586778,-0.40595603,-0.04035186767578125
+6.8284864,0.15995185,-0.42644763,-0.5782046,-0.26437655,-0.16217688,-0.23281476,-0.11310722,-0.2604783,-0.39819828,-0.20881116,-0.2805933,-0.39652026,-0.3997344970703125
+6.8783803,0.14005816,-0.44169295,-0.5746481,-0.2669699,-0.14427234,-0.195663,-0.1447278,-0.285394,-0.4032299,-0.2081224,-0.25862363,-0.36552376,-0.4496283531188965
+6.6576114,0.11770717,-0.44306898,-0.5620603,-0.27853817,-0.14377892,-0.1597191,-0.17197748,-0.30560136,-0.3978906,-0.21694449,-0.23896933,-0.34215537,-0.22885942459106445
+6.259534,0.1221093,-0.43129694,-0.56537193,-0.29605687,-0.15928295,-0.1375883,-0.17729488,-0.3035823,-0.40207887,-0.24253362,-0.22961806,-0.33028114,0.1692180633544922
+5.8709345,0.15278894,-0.41517425,-0.5868303,-0.3101597,-0.17996594,-0.13748007,-0.1592402,-0.28341368,-0.41775537,-0.2733716,-0.23312703,-0.33228448,0.5578174591064453

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8263617157936096,7.255113495826722,,
+1000,-0.9067127108573914,7.335464511871338,,
+1500,-0.8828868865966797,7.311639536380768,,
+2000,-0.889229953289032,7.317981565952301,,
+2500,-0.8690732717514038,7.297824895381927,,
+3000,-0.8268213272094727,7.255573151111602,,
+3500,-0.8827632665634155,7.311515277385712,,
+4000,-0.9065147042274475,7.335266833305359,,
+4500,-0.8194532990455627,7.2482057390213015,,
+5000,-0.8882007598876953,7.316952527999878,,
+5000,,,6.869273407459259,-0.44052146196365355
+5500,-0.8687885403633118,7.297540441036224,,
+6000,-0.8623587489128113,7.291110960483551,,
+6500,-0.8633607625961304,7.292112612247467,,
+7000,-0.8410907983779907,7.26984258890152,,
+7500,-0.8229678273200989,7.251719489097595,,
+8000,-0.7651295065879822,7.193881477832794,,
+8500,-0.8509804606437683,7.279732403278351,,
+9000,-0.8001350164413452,7.228886924266815,,
+9500,-0.7962088584899902,7.224960691928864,,
+10000,-0.7528386116027832,7.181590190410614,,
+10000,,,6.79160849571228,-0.3628565502166748
+10500,-0.7547966837882996,7.183548920154571,,
+11000,-0.7543827295303345,7.183135050296784,,
+11500,-0.7926624417304993,7.221414047241211,,
+12000,-0.7878916263580322,7.21664364862442,,
+12500,-0.8054863214492798,7.234238289356232,,
+13000,-0.7041719555854797,7.132923555374146,,
+13500,-0.7880141139030457,7.216765927791595,,
+14000,-0.7437142133712769,7.172466307163239,,
+14500,-0.7415310740470886,7.170283306598663,,
+15000,-0.7167900800704956,7.145541779518127,,
+15000,,,6.710041258335114,-0.28128931283950803
+15500,-0.7100265026092529,7.138778553962707,,
+16000,-0.6699981093406677,7.098750121116638,,
+16500,-0.6853976845741272,7.114149363517761,,
+17000,-0.6669694781303406,7.095721548080444,,
+17500,-0.7278253436088562,7.156577161312104,,
+18000,-0.7458333373069763,7.174585083007813,,
+18500,-0.639943540096283,7.068695529937744,,
+19000,-0.6681294441223145,7.09688152551651,,
+19500,-0.6554566025733948,7.084208698272705,,
+20000,-0.6474620699882507,7.076213788032532,,
+20000,,,6.724071929454803,-0.295319983959198
+20500,-0.5796695351600647,7.008421193122864,,
+21000,-0.6132455468177795,7.0419976906776425,,
+21500,-0.641316294670105,7.070068125247955,,
+22000,-0.6070537567138672,7.035805828094483,,
+22500,-0.6213082671165466,7.050060187339783,,
+23000,-0.5987069606781006,7.027459043502808,,
+23500,-0.5634963512420654,6.992248404026031,,
+24000,-0.656582772731781,7.085334436416626,,
+24500,-0.6128666400909424,7.041618705749512,,
+25000,-0.602614164352417,7.031366103649139,,
+25000,,,6.522448718547821,-0.09369677305221558
+25500,-0.6478380560874939,7.076589860916138,,
+26000,-0.5294618606567383,6.958213946342468,,
+26500,-0.5772883296012878,7.006040181159973,,
+27000,-0.5802437663078308,7.008995519161225,,
+27500,-0.5587286949157715,6.987480537891388,,
+28000,-0.5751935839653015,7.0039453482627865,,
+28500,-0.5746445059776306,7.003396744251251,,
+29000,-0.5232771039009094,6.952028768539429,,
+29500,-0.5493292212486267,6.978081292152405,,
+30000,-0.503221869468689,6.931973974704743,,
+30000,,,6.429423696994782,-0.0006717514991760254
+30500,-0.5051377415657043,6.9338896379470825,,
+31000,-0.4982759952545166,6.927027789115906,,
+31500,-0.4646431803703308,6.89339541387558,,
+32000,-0.5504353046417236,6.979187340736389,,
+32500,-0.5156800150871277,6.944431600093842,,
+33000,-0.56882244348526,6.997574350833893,,
+33500,-0.4425891637802124,6.871341067790985,,
+34000,-0.47219014167785645,6.900942064285278,,
+34500,-0.5019736289978027,6.93072540473938,,
+35000,-0.5141976475715637,6.942949749946594,,
+35000,,,6.395660092830658,0.03309185266494751
+35500,-0.48715510964393616,6.915907111167908,,
+36000,-0.4913508892059326,6.920102861404419,,
+36500,-0.501092255115509,6.92984422492981,,
+37000,-0.4121609926223755,6.840912886619568,,
+37500,-0.4394935667514801,6.8682457504272465,,
+38000,-0.4851919114589691,6.913944004535675,,
+38500,-0.37667229771614075,6.805424425601959,,
+39000,-0.42553624510765076,6.85428814792633,,
+39500,-0.40949469804763794,6.838246612071991,,
+40000,-0.37139028310775757,6.800142294406891,,
+40000,,,6.353951736688614,0.07480020880699158
+40500,-0.40079405903816223,6.82954583120346,,
+41000,-0.5057007670402527,6.934452698707581,,
+41500,-0.40369710326194763,6.832449185848236,,
+42000,-0.39793574810028076,6.826687603473664,,
+42500,-0.34493279457092285,6.7736849493980404,,
+43000,-0.37739047408103943,6.8061424264907835,,
+43500,-0.3802774250507355,6.809029284000396,,
+44000,-0.3029611110687256,6.731713123798371,,
+44500,-0.2817641496658325,6.710516110420227,,
+45000,-0.36605900526046753,6.794810812950134,,
+45000,,,6.4578825998306275,-0.029130654335021974
+45500,-0.33587846159935,6.7646303915977475,,
+46000,-0.2551456689834595,6.683897601127624,,
+46500,-0.2449646294116974,6.673716594219208,,
+47000,-0.31473472714424133,6.743486792564392,,
+47500,-0.3752383887767792,6.80399045753479,,
+48000,-0.21358035504817963,6.642332258224488,,
+48500,-0.32369568943977356,6.752447659492493,,
+49000,-0.3818131983280182,6.81056510066986,,
+49500,-0.25846466422080994,6.6872166080474855,,
+50000,-0.32450661063194275,6.75325867652893,,
+50000,,,6.366485278606415,0.06226666688919067
+50500,-0.3382641077041626,6.767015898227692,,
+51000,-0.25530362129211426,6.68405544424057,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850c4c699d0965ab711e65988650726495109d7826b55b7467eb295d1ea22782
+size 1935726

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.6830964,-0.685128,0.2956631,0.67238665,-0.6065488,-0.4687659,-0.3016668,-0.41409585,-0.36756635,0.9215866,-0.40665168,-0.52411747,-0.60183465,-1.2543444633483887
+8.721671,-0.72050464,0.22160418,0.59882087,-0.39733335,-0.41993722,-0.594203,-0.44147265,-0.32441378,0.6943063,-0.26319462,-0.481789,-0.7386609,-2.292919158935547
+7.1160307,-0.6713651,0.1230537,0.5848616,-0.29584277,-0.41132656,-0.74608856,-0.4306116,-0.28777498,0.5304993,-0.20089221,-0.45812804,-0.76661384,-0.6872787475585938
+5.1706424,-0.5965492,-0.06926111,0.63437426,-0.32210043,-0.46008143,-0.80632335,-0.47885415,-0.28046846,0.439597,-0.15459284,-0.51418877,-0.72348785,1.2581095695495605
+5.686623,-0.52122265,-0.14095137,0.7026246,-0.46036652,-0.568219,-0.76151395,-0.46457216,-0.20329686,0.44909975,-0.18432817,-0.5707142,-0.6306723,0.742128849029541
+7.6374855,-0.4207555,-0.008764043,0.7811927,-0.6565168,-0.74558693,-0.5661387,-0.34825644,-0.112925835,0.58086646,-0.28690952,-0.6274776,-0.53685564,-1.2087335586547852
+7.6020064,-0.36835283,0.1473696,0.81867677,-0.81952965,-0.8409696,-0.3679796,-0.2891536,-0.08101843,0.710185,-0.39668512,-0.6537166,-0.4612217,-1.1732544898986816
+5.161068,-0.46994865,0.23194507,0.80878973,-0.87274516,-0.77510494,-0.24298489,-0.35291734,-0.15690966,0.83033687,-0.48846623,-0.62262976,-0.41807854,1.267683982849121
+3.876839,-0.5564895,0.30708364,0.70037097,-0.8435185,-0.5827996,-0.13230687,-0.34302333,-0.3081361,0.90946877,-0.57080024,-0.52912897,-0.42413807,2.551913022994995
+5.7777896,-0.63598937,0.32680735,0.6481175,-0.7111852,-0.4586136,-0.17451967,-0.36396125,-0.38686275,0.9401936,-0.5003223,-0.49579504,-0.53069603,0.6509623527526855
+8.63748,-0.71611106,0.27784762,0.6190759,-0.49008864,-0.42630383,-0.41477656,-0.43514234,-0.36591476,0.8264379,-0.31743476,-0.51013696,-0.69003,-2.2087278366088867
+8.297207,-0.6963948,0.17362747,0.53007007,-0.3075751,-0.3918947,-0.7141033,-0.4275914,-0.30503076,0.5332194,-0.21905655,-0.44546905,-0.7939504,-1.868454933166504
+5.349766,-0.6059521,0.044599194,0.5692702,-0.29455426,-0.42540547,-0.7994502,-0.44303948,-0.27219045,0.43210796,-0.18742344,-0.46360424,-0.76174134,1.0789861679077148
+4.799593,-0.5261135,-0.106235385,0.64868015,-0.4219499,-0.521633,-0.80042297,-0.4703465,-0.20954023,0.4066304,-0.18656963,-0.5304236,-0.66528773,1.6291589736938477
+6.9016476,-0.43819857,-0.039052464,0.7338951,-0.5974866,-0.68478405,-0.64942807,-0.37677562,-0.12373957,0.51328117,-0.25976747,-0.5952336,-0.5712442,-0.47289562225341797
+8.156485,-0.35080853,0.117381975,0.7904032,-0.78844714,-0.8249672,-0.42799366,-0.27870226,-0.071506016,0.6478767,-0.37364706,-0.6456435,-0.47991848,-1.7277326583862305
+6.596869,-0.41710767,0.20686242,0.8168096,-0.8653629,-0.8111578,-0.28002465,-0.32307246,-0.119390026,0.78738075,-0.45820713,-0.64233947,-0.42756933,-0.16811704635620117
+4.213246,-0.53500676,0.29198465,0.7159109,-0.86682487,-0.6336549,-0.15034308,-0.35417163,-0.26074225,0.87720126,-0.57418644,-0.5523193,-0.40279382,2.215506076812744
+4.5531282,-0.6064221,0.3307756,0.66412395,-0.76055086,-0.48497805,-0.14270644,-0.34095898,-0.37042522,0.9402357,-0.53510344,-0.49456397,-0.49062294,1.8756237030029297
+7.393212,-0.7066948,0.30319992,0.6481032,-0.5477624,-0.43262324,-0.32849258,-0.4304734,-0.37545156,0.8993527,-0.35804802,-0.5205076,-0.642921,-0.9644598960876465
+8.582486,-0.7249456,0.19880292,0.5470912,-0.33484945,-0.39223137,-0.6557623,-0.43723446,-0.32680494,0.6040792,-0.2242227,-0.46660507,-0.78557014,-2.1537342071533203
+6.3311896,-0.6385878,0.07892598,0.53911334,-0.2661011,-0.4048699,-0.7953617,-0.42736766,-0.28206736,0.43319687,-0.18490572,-0.45163575,-0.78875715,0.09756231307983398
+4.859971,-0.55402684,-0.10515882,0.62822217,-0.36570543,-0.48630175,-0.8255791,-0.48188496,-0.23598287,0.3934307,-0.16423275,-0.51913697,-0.69902474,1.5687808990478516
+6.367694,-0.4777388,-0.092640325,0.726439,-0.53025866,-0.63170236,-0.7042454,-0.4177994,-0.15525639,0.48651636,-0.22071289,-0.58473724,-0.59969956,0.06105804443359375
+7.853706,-0.37513182,0.0701773,0.8006337,-0.74517155,-0.8077,-0.46915913,-0.29675856,-0.08517981,0.6354045,-0.3427221,-0.6451611,-0.49987608,-1.4249539375305176
+6.9029655,-0.3932362,0.17888197,0.83629674,-0.8500962,-0.8350132,-0.30402493,-0.3038955,-0.103036344,0.77116454,-0.43094727,-0.6575121,-0.44088772,-0.4742136001586914
+4.570645,-0.51970387,0.26529828,0.7576123,-0.8739258,-0.6856279,-0.17055021,-0.35782862,-0.23094063,0.87226576,-0.5488529,-0.58467346,-0.40333587,1.858107089996338
+4.220007,-0.58529323,0.31940937,0.6799291,-0.7903782,-0.5079265,-0.11992246,-0.32758835,-0.36495245,0.9427189,-0.548514,-0.5033576,-0.4647739,2.208745002746582
+6.749372,-0.6907646,0.3156543,0.6621488,-0.60563576,-0.43453538,-0.24799807,-0.4147422,-0.3921947,0.9496617,-0.40261874,-0.5207118,-0.5976872,-0.320620059967041
+8.63706,-0.7445906,0.23499629,0.5994713,-0.3817679,-0.4023923,-0.5548269,-0.45348296,-0.34655166,0.7266299,-0.23466954,-0.50247896,-0.7519226,-2.208308219909668
+6.7994976,-0.67725736,0.115039796,0.550987,-0.26344344,-0.39564046,-0.7626018,-0.4266723,-0.29203224,0.48551548,-0.18479049,-0.4571033,-0.7952098,-0.3707456588745117
+4.72445,-0.5920692,-0.0842657,0.6285927,-0.3239932,-0.46190283,-0.8198667,-0.4832763,-0.26789832,0.41783622,-0.15224154,-0.51464427,-0.7248401,1.7043018341064453
+5.911592,-0.5200739,-0.13116172,0.71939474,-0.4777413,-0.58705854,-0.741494,-0.45417744,-0.19336976,0.47100654,-0.19070333,-0.57664734,-0.6231927,0.5171599388122559
+7.8461375,-0.42102095,0.006245941,0.80524826,-0.680303,-0.77139616,-0.52712375,-0.33323023,-0.11292617,0.61719626,-0.30046868,-0.6383166,-0.52858156,-1.4173855781555176
+7.5198383,-0.38567922,0.14673811,0.84913576,-0.8260845,-0.844721,-0.33298755,-0.2930553,-0.09725742,0.752917,-0.4045999,-0.6628081,-0.4571774,-1.0910863876342773
+5.030323,-0.50123286,0.23191506,0.8145165,-0.867239,-0.74424547,-0.20705259,-0.35637224,-0.19568929,0.8678989,-0.5037498,-0.61758626,-0.41799754,1.3984289169311523
+3.830663,-0.5730236,0.30469534,0.7100086,-0.813262,-0.5475793,-0.11902098,-0.32879695,-0.34560257,0.94437176,-0.5503458,-0.5236392,-0.44854778,2.5980889797210693
+5.893392,-0.67223907,0.31646305,0.67822504,-0.65502846,-0.44854012,-0.1966684,-0.39534074,-0.39885443,0.9767924,-0.43881243,-0.5213753,-0.5610615,0.5353598594665527
+8.514353,-0.75009525,0.2572889,0.6444305,-0.431415,-0.41455927,-0.45594794,-0.46122468,-0.36447233,0.8286615,-0.25498933,-0.5317802,-0.70879966,-2.0856008529663086
+7.6485257,-0.71291167,0.14112534,0.56678146,-0.2767191,-0.3916261,-0.7190127,-0.4340505,-0.30887735,0.54626304,-0.18654379,-0.47175342,-0.79280823,-1.219773769378662
+5.035371,-0.630862,-0.03869509,0.63263345,-0.29606,-0.4441486,-0.7959177,-0.46885118,-0.2912464,0.4603663,-0.15142807,-0.50995857,-0.74581045,1.393381118774414
+5.338636,-0.5595865,-0.15300027,0.72014225,-0.4362218,-0.55471,-0.7610888,-0.48061624,-0.22961482,0.4716353,-0.16830592,-0.5725495,-0.6423724,1.090116024017334
+7.3774447,-0.47157097,-0.056257043,0.8078699,-0.61551213,-0.72779065,-0.57992065,-0.37584198,-0.14928499,0.6028658,-0.26099968,-0.632022,-0.5548882,-0.948692798614502
+7.8656063,-0.3976878,0.110034764,0.856239,-0.79813755,-0.8408776,-0.36303294,-0.29722598,-0.10539897,0.73730296,-0.38078848,-0.6631891,-0.47293383,-1.436854362487793
+5.807705,-0.4784283,0.19790143,0.854393,-0.8547559,-0.7885936,-0.2402436,-0.34648642,-0.1682112,0.85451525,-0.46201515,-0.6412607,-0.4340664,0.6210470199584961
+3.946952,-0.564286,0.281632,0.74626786,-0.83185923,-0.5990419,-0.13035122,-0.3382171,-0.31828249,0.93912894,-0.5430478,-0.552174,-0.43922627,2.481799840927124
+5.1005244,-0.6455296,0.31116024,0.6961215,-0.70526826,-0.47140917,-0.15582234,-0.36643407,-0.398633,0.9878159,-0.47383422,-0.51922697,-0.5264974,1.3282275199890137
+7.948478,-0.7434039,0.2761993,0.6776443,-0.48803207,-0.42308602,-0.35836834,-0.45990774,-0.38238776,0.91347855,-0.28755713,-0.5496262,-0.66161805,-1.519726276397705
+8.227501,-0.7468204,0.16939355,0.5824341,-0.3008288,-0.38235483,-0.6576491,-0.44871768,-0.33553284,0.6208978,-0.18974492,-0.4918115,-0.7831644,-1.7987489700317383
+5.612735,-0.6701698,0.018859882,0.6143743,-0.26409888,-0.4164479,-0.7758892,-0.44941804,-0.30606782,0.48705214,-0.15365368,-0.49806046,-0.771801,0.8160171508789062
+4.9118366,-0.5963882,-0.16351485,0.7013387,-0.37844,-0.50974226,-0.7895444,-0.50062674,-0.26779377,0.4560145,-0.14247216,-0.5635798,-0.6732158,1.5169153213500977
+6.8318143,-0.5220515,-0.12437715,0.78582853,-0.53857076,-0.6604068,-0.6537763,-0.424885,-0.1929266,0.5568937,-0.21421324,-0.6188598,-0.5868991,-0.4030623435974121
+8.060623,-0.42337838,0.053236086,0.85227007,-0.7473426,-0.8181787,-0.42058855,-0.31415516,-0.12165853,0.7028791,-0.34304065,-0.65904444,-0.49804127,-1.631871223449707
+6.5727267,-0.4501944,0.16217151,0.87498385,-0.8370602,-0.82151914,-0.27694744,-0.32763845,-0.1434839,0.82459015,-0.4257502,-0.656143,-0.45095998,-0.14397478103637695
+4.2361336,-0.55202854,0.24722892,0.7969041,-0.84479976,-0.6697136,-0.15971762,-0.35271987,-0.2740934,0.92493695,-0.51958483,-0.59035414,-0.4352008,2.1926183700561523
+4.3833485,-0.61374205,0.29780695,0.7208575,-0.7524979,-0.50765204,-0.1299887,-0.33882013,-0.3870849,0.98656875,-0.49947932,-0.5238961,-0.4942044,2.045403480529785
+7.13388,-0.7221964,0.28846183,0.69684887,-0.5578619,-0.43656412,-0.2694041,-0.44229388,-0.39903843,0.97313887,-0.33845502,-0.55550736,-0.612109,-0.7051281929016113
+8.665438,-0.7684954,0.20517811,0.61576223,-0.35375425,-0.38584659,-0.5589895,-0.46413797,-0.36246496,0.72931224,-0.20490336,-0.52277577,-0.7507742,-2.2366857528686523
+6.546748,-0.7100255,0.07867557,0.59799415,-0.25399694,-0.3950851,-0.74228376,-0.43859345,-0.31535023,0.52441096,-0.16221069,-0.49026442,-0.7863593,-0.1179962158203125
+4.702919,-0.6349921,-0.13622174,0.6819673,-0.3202873,-0.46932906,-0.7968455,-0.49937102,-0.30367422,0.4614954,-0.12761332,-0.55181515,-0.7118936,1.7258329391479492
+6.0488453,-0.56711614,-0.17032337,0.7562811,-0.4722573,-0.5933147,-0.7155762,-0.4685499,-0.2382316,0.5125244,-0.17690891,-0.6024964,-0.6164122,0.37990665435791016
+7.926952,-0.47204795,-0.029299796,0.8368424,-0.66613364,-0.76741856,-0.5086491,-0.35403535,-0.15555349,0.653162,-0.28875956,-0.64976245,-0.5342274,-1.4981999397277832
+7.472865,-0.43325096,0.122888595,0.8726514,-0.81154263,-0.8324838,-0.3212607,-0.31209335,-0.13217063,0.7795512,-0.3958755,-0.65987563,-0.46901482,-1.0441131591796875
+4.999057,-0.5264542,0.2048769,0.84853166,-0.8442687,-0.7426265,-0.20616056,-0.35684946,-0.2210552,0.89549476,-0.47754508,-0.625653,-0.44170046,1.4296951293945312
+3.9465094,-0.5894788,0.27838236,0.75324744,-0.7912744,-0.5612031,-0.1275428,-0.32934752,-0.35938478,0.9750159,-0.51123863,-0.5445937,-0.47126743,2.4822425842285156
+5.9955816,-0.6881307,0.2932309,0.71142244,-0.6351217,-0.46095702,-0.19960581,-0.40672192,-0.40707213,1.0,-0.40072444,-0.5495798,-0.5653694,0.4331703186035156
+8.50821,-0.7682185,0.2388098,0.66370815,-0.42636514,-0.4044986,-0.43330997,-0.47104448,-0.3829339,0.85254514,-0.2372191,-0.55404925,-0.695386,-2.079458236694336
+7.707355,-0.74942887,0.12346578,0.5887437,-0.268219,-0.37713176,-0.69016606,-0.4443204,-0.3374157,0.5796626,-0.17033546,-0.49721283,-0.78734976,-1.2786030769348145
+5.091995,-0.6764502,-0.061661597,0.64948547,-0.26830134,-0.43016902,-0.78303236,-0.46986237,-0.32622927,0.48078662,-0.1307569,-0.5310777,-0.7558213,1.3367571830749512
+5.2287087,-0.60629976,-0.19242978,0.72207564,-0.40321556,-0.52906275,-0.76565194,-0.49930075,-0.28187174,0.47256207,-0.1445632,-0.5842661,-0.6510722,1.2000432014465332
+7.317347,-0.5315261,-0.12288043,0.8001625,-0.56546366,-0.68340147,-0.6159496,-0.4115284,-0.2064836,0.58149016,-0.2264159,-0.63318497,-0.5757456,-0.8885951042175293
+8.077866,-0.44374186,0.06427351,0.85482436,-0.7634264,-0.8144867,-0.39149368,-0.31716636,-0.14077452,0.72002256,-0.3564339,-0.65546256,-0.49512362,-1.649113655090332
+6.1373935,-0.48795214,0.16212547,0.87343204,-0.8321229,-0.795185,-0.25987208,-0.34147725,-0.17608406,0.84424204,-0.43335617,-0.6459678,-0.45668083,0.29135847091674805
+4.069619,-0.57235086,0.2446683,0.7995132,-0.8204602,-0.64090484,-0.15238164,-0.34227934,-0.30969644,0.9502061,-0.5037436,-0.584345,-0.45821536,2.359132766723633
+4.8541,-0.64094216,0.28382924,0.7373379,-0.71443725,-0.50541884,-0.15154287,-0.3572376,-0.39789873,1.0,-0.45753676,-0.5424277,-0.5196998,1.5746517181396484
+7.655111,-0.7429994,0.26431963,0.703559,-0.5179641,-0.43419972,-0.30835754,-0.45620167,-0.39882296,0.9545361,-0.29526007,-0.5713655,-0.63007486,-1.2263588905334473
+8.599287,-0.7794048,0.17167224,0.6071622,-0.32754382,-0.373191,-0.58928645,-0.46085778,-0.36991578,0.68857896,-0.18905789,-0.52548695,-0.7587059,-2.170535087585449
+6.1893735,-0.72248435,0.03679974,0.60659486,-0.24489626,-0.39409554,-0.7461069,-0.4394596,-0.3342291,0.5119402,-0.15021774,-0.50561756,-0.7850845,0.2393784523010254
+4.707169,-0.647176,-0.170377,0.68043387,-0.3184614,-0.46670625,-0.7959938,-0.5043711,-0.32428497,0.4494472,-0.11947669,-0.5631512,-0.70515794,1.7215828895568848
+6.2823844,-0.58490396,-0.19186048,0.7412043,-0.4675217,-0.5821757,-0.7166906,-0.46953613,-0.2644793,0.49628228,-0.17220744,-0.60628474,-0.6174838,0.14636754989624023
+8.131195,-0.4940762,-0.044735476,0.81787235,-0.65899634,-0.74871343,-0.51947254,-0.3598557,-0.1795003,0.6303381,-0.28360862,-0.6441801,-0.54252404,-1.7024431228637695
+7.4715114,-0.45635772,0.11236495,0.8578326,-0.80309093,-0.8131998,-0.33052003,-0.31850585,-0.15194902,0.76297194,-0.39295924,-0.64900714,-0.4794311,-1.0427594184875488
+4.929864,-0.53937274,0.19177699,0.8510004,-0.8302883,-0.7353238,-0.2117266,-0.35349607,-0.2356038,0.89479095,-0.46612027,-0.62478745,-0.45665243,1.4988880157470703
+4.059048,-0.6002759,0.26194406,0.77358496,-0.777874,-0.574037,-0.14080504,-0.3317713,-0.36132056,0.9813047,-0.48783845,-0.5589756,-0.48436886,2.369703769683838
+6.1637654,-0.6940561,0.2756367,0.728365,-0.626969,-0.47679943,-0.21160801,-0.4079635,-0.40636134,1.0,-0.38097733,-0.56575894,-0.56823987,0.264986515045166
+8.609217,-0.7743562,0.2221826,0.6660008,-0.43094924,-0.40551698,-0.42967314,-0.46834,-0.3920018,0.8483618,-0.23462868,-0.56434405,-0.6869658,-2.180464744567871
+7.845729,-0.76727533,0.109524965,0.5869083,-0.27092156,-0.36965278,-0.6761152,-0.4418706,-0.35627496,0.5813204,-0.1688039,-0.50807947,-0.7833336,-1.4169769287109375
+5.1465654,-0.6990671,-0.06591765,0.62931234,-0.2521548,-0.4181113,-0.7791893,-0.45826215,-0.3469591,0.46739912,-0.12919225,-0.5317792,-0.7672559,1.282186508178711
+5.073009,-0.62667,-0.20820913,0.6852848,-0.3714962,-0.49728623,-0.78277224,-0.50169635,-0.3152529,0.43585885,-0.13317269,-0.5768426,-0.6671234,1.3557429313659668
+7.2206926,-0.56431484,-0.1663505,0.7482421,-0.522122,-0.6280937,-0.6689883,-0.43354788,-0.24758808,0.51422286,-0.2010211,-0.6190734,-0.5981684,-0.7919406890869141
+8.377949,-0.47523296,0.020342488,0.8107123,-0.72352374,-0.7723215,-0.45414263,-0.3322735,-0.16936572,0.6516418,-0.32929704,-0.6392616,-0.52137434,-1.9491968154907227
+6.6445174,-0.4869798,0.13634294,0.8525213,-0.8155482,-0.79100984,-0.29646403,-0.3319996,-0.1770615,0.79353154,-0.4154421,-0.6389925,-0.4747331,-0.21576547622680664
+4.303462,-0.5705442,0.21424438,0.8252078,-0.8150935,-0.6801011,-0.18359132,-0.34613335,-0.28685987,0.9282418,-0.4791897,-0.6045764,-0.4683311,2.1252899169921875
+4.613898,-0.6300291,0.2619267,0.76569474,-0.7334497,-0.5458969,-0.15787342,-0.34543225,-0.3833049,0.9948357,-0.45502093,-0.5592018,-0.51127213,1.8148541450500488
+7.2408943,-0.7282106,0.25614113,0.71835524,-0.5603962,-0.46087602,-0.27670163,-0.43668324,-0.40350407,0.96936935,-0.3214264,-0.5798958,-0.6033858,-0.8121423721313477
+8.859751,-0.7871559,0.1781185,0.62450737,-0.37435135,-0.38419095,-0.5268356,-0.45994654,-0.38895208,0.74127316,-0.20651487,-0.54868144,-0.72619057,-2.4309988021850586
+7.0136113,-0.7546238,0.05832075,0.5823797,-0.2497462,-0.37783292,-0.7162402,-0.4287438,-0.3553434,0.5233011,-0.15919736,-0.50688624,-0.788876,-0.5848593711853027
+4.726476,-0.68089837,-0.13833672,0.6260131,-0.2650269,-0.43058205,-0.8004939,-0.47662815,-0.35617822,0.422873,-0.11740497,-0.5451483,-0.74818224,1.7022757530212402
+5.5820127,-0.61538285,-0.22020978,0.66706806,-0.39666912,-0.5093185,-0.7758512,-0.48857775,-0.3119675,0.41274887,-0.1434857,-0.5805291,-0.65410835,0.8467392921447754
+7.8559484,-0.55089855,-0.1421391,0.73059684,-0.55502987,-0.64760435,-0.647376,-0.40766904,-0.23964123,0.50181484,-0.22020735,-0.6188705,-0.59224135,-1.4271965026855469
+8.350746,-0.47570926,0.049121704,0.7879414,-0.7475654,-0.76822585,-0.43450868,-0.32283965,-0.17240848,0.6424175,-0.35014582,-0.6287706,-0.5173049,-1.9219942092895508
+6.0455866,-0.5100776,0.14590976,0.838872,-0.8145474,-0.76929444,-0.2841171,-0.33740404,-0.19843446,0.802054,-0.4267134,-0.62951636,-0.47779697,0.3831653594970703
+4.1209173,-0.5857959,0.22175021,0.81105644,-0.79923666,-0.65357465,-0.18023324,-0.3390635,-0.31050217,0.9380097,-0.4755765,-0.59486145,-0.48002934,2.3078346252441406
+5.1792846,-0.6507413,0.25440183,0.7630731,-0.70241094,-0.5409145,-0.18296707,-0.3594828,-0.38872385,0.9918414,-0.4269275,-0.5688642,-0.5303446,1.249467372894287
+7.8622007,-0.7434963,0.2345837,0.7045193,-0.52801967,-0.45622644,-0.32464236,-0.44156078,-0.40205663,0.9280713,-0.29458493,-0.58336574,-0.6228638,-1.4334487915039062
+8.863687,-0.788799,0.14677054,0.60284406,-0.35158166,-0.38025603,-0.5734555,-0.44647983,-0.38806325,0.679164,-0.19829372,-0.5409436,-0.74118406,-2.434934616088867
+6.5492,-0.74971545,0.024420436,0.57482725,-0.24675298,-0.38559812,-0.7311018,-0.41912526,-0.36297983,0.4910897,-0.15670586,-0.51093173,-0.7889733,-0.12044811248779297
+4.582011,-0.6737204,-0.16624036,0.5997514,-0.26793268,-0.43131757,-0.8124984,-0.47551665,-0.3630197,0.38302496,-0.1162301,-0.5439554,-0.74373347,1.84674072265625
+5.843626,-0.61227566,-0.22614585,0.62900025,-0.3932025,-0.5013598,-0.786027,-0.4782901,-0.31649452,0.37121075,-0.1442977,-0.57496715,-0.65967554,0.5851259231567383
+8.191927,-0.5530086,-0.14262405,0.6867282,-0.5502806,-0.6325782,-0.66466,-0.39978197,-0.24784479,0.45275107,-0.21944982,-0.60884136,-0.60237545,-1.7631750106811523
+8.43552,-0.48572856,0.04646455,0.7485988,-0.7400087,-0.74739677,-0.45774156,-0.3215957,-0.1822987,0.59778947,-0.34838957,-0.6153307,-0.5284033,-2.006768226623535
+5.9128194,-0.51744825,0.14129868,0.8165226,-0.80653167,-0.7579008,-0.3002336,-0.33379686,-0.20499782,0.77529585,-0.42412812,-0.62086385,-0.4874408,0.515932559967041
+4.1274214,-0.5900782,0.21399581,0.80838984,-0.7914467,-0.65889513,-0.1954708,-0.33812666,-0.30749428,0.924449,-0.46728003,-0.596618,-0.48708576,2.30133056640625
+5.389988,-0.65328795,0.24253502,0.766139,-0.69896173,-0.5558596,-0.19982812,-0.3585472,-0.3826903,0.9774397,-0.4186574,-0.57669735,-0.53409594,1.0387639999389648
+8.016344,-0.7405988,0.21990244,0.69914025,-0.53389597,-0.46928766,-0.33806592,-0.43002442,-0.40144765,0.90606564,-0.29795748,-0.58485574,-0.6218671,-1.5875921249389648
+8.980999,-0.7858108,0.13506353,0.59994805,-0.3656716,-0.39223728,-0.57225937,-0.43486497,-0.39067048,0.6689524,-0.20545338,-0.54500455,-0.7336731,-2.5522470474243164
+6.6671104,-0.75416666,0.019214366,0.5633978,-0.25672293,-0.3890517,-0.7245345,-0.40824628,-0.37114233,0.4821279,-0.1631677,-0.5134135,-0.78634053,-0.2383584976196289
+4.512806,-0.6816421,-0.1594502,0.56366414,-0.25660026,-0.4262127,-0.8158243,-0.455003,-0.3730827,0.35555065,-0.12127927,-0.5347546,-0.75716287,1.9159460067749023
+5.668204,-0.61731976,-0.2304878,0.5741603,-0.36052093,-0.4761879,-0.813487,-0.47249058,-0.3291437,0.31403047,-0.13559598,-0.5606301,-0.6814876,0.7605481147766113
+8.1675415,-0.5686577,-0.1729464,0.6188845,-0.50208545,-0.58567184,-0.719716,-0.40905902,-0.27104905,0.36964846,-0.19652788,-0.59175473,-0.6287616,-1.7387895584106445
+8.817692,-0.50445825,0.007810395,0.68528956,-0.69498813,-0.7070647,-0.5300267,-0.32869476,-0.20136279,0.5069791,-0.32005984,-0.5992647,-0.5578699,-2.38893985748291
+6.3895526,-0.5104441,0.11976959,0.7729388,-0.7900337,-0.7502162,-0.3552819,-0.32263425,-0.19778498,0.6957235,-0.40585312,-0.6091678,-0.50546366,0.0391993522644043
+4.2308865,-0.58040035,0.19100666,0.80810255,-0.7915019,-0.6907161,-0.23168807,-0.3389713,-0.27905667,0.87742037,-0.45635062,-0.6039774,-0.49155816,2.1978654861450195
+5.1139183,-0.63680047,0.22679299,0.77680415,-0.723963,-0.5933748,-0.20759435,-0.34485874,-0.36217576,0.9527158,-0.42995402,-0.5832339,-0.5229612,1.314833641052246
+7.65022,-0.7167315,0.21350056,0.7107073,-0.5799526,-0.5070929,-0.31257874,-0.40177956,-0.39776003,0.9096681,-0.33013344,-0.5864603,-0.5994193,-1.2214679718017578
+9.171176,-0.7746478,0.14325082,0.61567956,-0.41932374,-0.42353612,-0.5215308,-0.42351487,-0.3968646,0.71128696,-0.23067603,-0.55983096,-0.70168513,-2.7424240112304688
+7.5364532,-0.76651555,0.043057743,0.5565174,-0.2898716,-0.39216194,-0.69087404,-0.39918473,-0.37927204,0.50616235,-0.18000853,-0.5193619,-0.7750793,-1.107701301574707
+4.7169137,-0.7083973,-0.108266056,0.53376013,-0.24795876,-0.4213236,-0.79240793,-0.410663,-0.3847918,0.36467797,-0.14108495,-0.5226445,-0.7784571,1.7118382453918457
+4.970507,-0.6356673,-0.22498834,0.50993526,-0.2959121,-0.44173184,-0.8487382,-0.46280232,-0.3519774,0.25726122,-0.12008464,-0.5392809,-0.7238615,1.458244800567627
+7.4756923,-0.59010094,-0.21964005,0.5289616,-0.41015986,-0.51223004,-0.80092937,-0.42963052,-0.30461967,0.2618758,-0.15661451,-0.566829,-0.6701036,-1.0469403266906738
+9.216224,-0.5421734,-0.09360269,0.59213924,-0.5772027,-0.62960416,-0.6651228,-0.35687545,-0.24455981,0.36168352,-0.24728975,-0.5835207,-0.6162701,-2.7874717712402344
+7.7115545,-0.5047668,0.0680165,0.6826131,-0.741101,-0.7180826,-0.4722967,-0.31229272,-0.1954927,0.54017717,-0.36252055,-0.5884486,-0.543399,-1.2828025817871094
+4.80182,-0.54603773,0.14769745,0.7805396,-0.7886318,-0.73079044,-0.31264746,-0.32946646,-0.22815287,0.7571402,-0.42860895,-0.60465384,-0.5043706,1.626932144165039
+4.4474897,-0.6062428,0.20233919,0.7889935,-0.7625437,-0.6561548,-0.22874106,-0.33410862,-0.31443697,0.8992116,-0.44675866,-0.5946886,-0.50624216,1.98126220703125
+6.572329,-0.66788584,0.20725757,0.74144924,-0.6632366,-0.5731227,-0.26275027,-0.35579947,-0.37940943,0.9171513,-0.38653654,-0.5861631,-0.55818707,-0.14357709884643555
+8.814767,-0.7377477,0.16720828,0.65910894,-0.5190611,-0.4882088,-0.41015536,-0.398225,-0.40081775,0.8046853,-0.28753898,-0.5796018,-0.63951725,-2.386014938354492
+8.9500885,-0.7697959,0.09027758,0.57621115,-0.38096285,-0.4213626,-0.60065305,-0.3947957,-0.3913206,0.59833467,-0.21651074,-0.543402,-0.7299236,-2.521336555480957
+6.103115,-0.74767596,-0.013180854,0.5292313,-0.2792885,-0.41046783,-0.72764987,-0.37696382,-0.38531756,0.43118674,-0.1760869,-0.517867,-0.78036803,0.3256368637084961
+4.2299056,-0.68659383,-0.16785622,0.47403035,-0.23827006,-0.42634547,-0.83620447,-0.40958977,-0.38867408,0.2701419,-0.12741421,-0.5192017,-0.77855307,2.1988463401794434
+5.7648106,-0.618798,-0.24146388,0.43739176,-0.28838158,-0.44273856,-0.877216,-0.4393771,-0.3442397,0.17294656,-0.115988106,-0.53611845,-0.7309082,0.6639413833618164
+8.420633,-0.5811741,-0.2178711,0.46249342,-0.3941784,-0.5060086,-0.82355934,-0.40462914,-0.30353034,0.18820326,-0.15335956,-0.55891645,-0.6866501,-1.9918813705444336
+9.387373,-0.5447393,-0.08794158,0.54286826,-0.5624809,-0.61370385,-0.68615776,-0.34488216,-0.24924318,0.3063184,-0.24685428,-0.56888497,-0.63291836,-2.958621025085449
+7.003973,-0.512354,0.06622951,0.65210307,-0.72960496,-0.7048537,-0.49453282,-0.30752516,-0.19942228,0.50367844,-0.35936522,-0.5775669,-0.5558456,-0.575221061706543
+4.378784,-0.54926974,0.14406705,0.7601469,-0.7798221,-0.72954667,-0.33164763,-0.32284296,-0.22840665,0.7310646,-0.42471752,-0.60071355,-0.5124447,2.0499677658081055
+4.7699547,-0.60510594,0.18706572,0.7697012,-0.75142837,-0.6667332,-0.25324556,-0.325453,-0.31223333,0.864958,-0.43775192,-0.5950715,-0.51497227,1.658797264099121
+7.0641103,-0.65990776,0.17991684,0.71881527,-0.6571336,-0.59155536,-0.2871787,-0.3360032,-0.3817039,0.87311167,-0.3794482,-0.58604926,-0.5634523,-0.6353583335876465
+9.008786,-0.72095996,0.14308956,0.6451141,-0.5346403,-0.5154473,-0.4141307,-0.36806038,-0.40511757,0.7729605,-0.29495338,-0.57985854,-0.6321695,-2.5800342559814453
+8.958097,-0.7561461,0.08207399,0.56721926,-0.41701686,-0.4500424,-0.58032584,-0.36805525,-0.39717376,0.59077674,-0.23268732,-0.54923093,-0.7119426,-2.5293455123901367
+6.135426,-0.7510949,-0.007921033,0.50160617,-0.3009279,-0.4219986,-0.71550924,-0.35175082,-0.39319998,0.41351664,-0.18704504,-0.52174443,-0.77680403,0.29332590103149414
+4.021756,-0.70241994,-0.1547302,0.42736793,-0.21672194,-0.43266174,-0.8375085,-0.36071542,-0.40255052,0.24037047,-0.13092381,-0.5156161,-0.8014448,2.4069957733154297
+5.320587,-0.6254689,-0.25232828,0.35745037,-0.21469796,-0.4274969,-0.9243087,-0.40998268,-0.35891098,0.09745044,-0.09129849,-0.52770895,-0.77178675,1.1081647872924805
+7.977934,-0.5781488,-0.25483558,0.36029756,-0.29011798,-0.45333,-0.90356445,-0.40234855,-0.3203628,0.077011086,-0.11088833,-0.54716986,-0.72632635,-1.5491819381713867
+9.581271,-0.5620059,-0.18921961,0.43192798,-0.40963295,-0.52164024,-0.81765574,-0.37112328,-0.28745514,0.15162145,-0.16761036,-0.55511785,-0.6912827,-3.1525192260742188
+8.114213,-0.52577335,-0.028665558,0.5463407,-0.6162418,-0.6417956,-0.64232403,-0.3146653,-0.22295125,0.32544068,-0.28596634,-0.5613114,-0.6186437,-1.6854610443115234
+4.8587933,-0.5132719,0.09598203,0.6688693,-0.75597394,-0.72641045,-0.4492187,-0.29596815,-0.19517092,0.5500439,-0.38377702,-0.585645,-0.54179597,1.5699586868286133
+4.1649895,-0.5662715,0.1561217,0.7372662,-0.7677654,-0.7211183,-0.3108304,-0.30669394,-0.25701255,0.7520812,-0.43544403,-0.6019109,-0.51634294,2.2637624740600586
+6.006223,-0.6120899,0.15661302,0.71334386,-0.7041446,-0.6565788,-0.27897042,-0.29381177,-0.35662454,0.829408,-0.40839136,-0.5886061,-0.5411156,0.4225287437438965
+8.151512,-0.66115284,0.12744837,0.6596504,-0.6045402,-0.5975198,-0.33804572,-0.3048804,-0.41683388,0.8057392,-0.33671272,-0.58720845,-0.58815175,-1.7227602005004883
+8.9903965,-0.7087975,0.09880741,0.6025385,-0.5164701,-0.53770256,-0.4503823,-0.32632688,-0.42124557,0.7022758,-0.27557558,-0.5796897,-0.6409942,-2.5616445541381836
+8.0854025,-0.7350252,0.049454782,0.526134,-0.43128854,-0.48552024,-0.58599854,-0.3138637,-0.41187328,0.53195053,-0.23271003,-0.55193716,-0.7012806,-1.6566505432128906
+6.3547206,-0.735156,-0.046304338,0.44071925,-0.31987557,-0.4710532,-0.71971685,-0.2798203,-0.42007953,0.34433258,-0.18291263,-0.5372493,-0.7632708,0.07403135299682617
+4.7253656,-0.70909566,-0.17144029,0.3761136,-0.20994933,-0.49976584,-0.8391767,-0.25754878,-0.4348594,0.19016625,-0.12439722,-0.5357563,-0.81018585,1.7033863067626953
+4.668168,-0.6479173,-0.26184958,0.32118464,-0.15460229,-0.51096594,-0.9398193,-0.28781208,-0.3917247,0.065986454,-0.069995716,-0.5454313,-0.81726086,1.7605838775634766
+6.762091,-0.5786608,-0.2797244,0.2857702,-0.18155302,-0.47174647,-0.9818328,-0.35240117,-0.3258146,-0.0042658765,-0.058267746,-0.5524395,-0.77757114,-0.33333921432495117
+8.93403,-0.5542621,-0.25621095,0.3137734,-0.26015934,-0.45848158,-0.9356988,-0.37352204,-0.30151743,0.021314738,-0.09577595,-0.551134,-0.73533237,-2.505277633666992
+9.406559,-0.5579069,-0.19219294,0.40876114,-0.39529702,-0.51725477,-0.8293825,-0.35531586,-0.28630757,0.12409519,-0.16332115,-0.5521355,-0.69798434,-2.97780704498291
+6.833186,-0.5269701,-0.03531825,0.52511835,-0.60997176,-0.6404107,-0.645806,-0.29526672,-0.22965847,0.3016274,-0.28331876,-0.56551766,-0.6223102,-0.4044342041015625
+3.974289,-0.5136672,0.08601986,0.6229095,-0.73832035,-0.7296345,-0.4759373,-0.27068725,-0.19678946,0.4950016,-0.3751422,-0.58940476,-0.5555222,2.454463005065918
+4.417465,-0.5550886,0.11915529,0.6519971,-0.71914446,-0.74557644,-0.38436955,-0.25361946,-0.2572406,0.6334302,-0.40683174,-0.59709865,-0.5542351,2.011286735534668
+6.656493,-0.5935267,0.084634766,0.6210321,-0.6378616,-0.7050806,-0.36316222,-0.22637066,-0.37706077,0.6980129,-0.3587588,-0.58781105,-0.5831403,-0.22774124145507812
+8.459213,-0.62754124,0.05511077,0.593898,-0.56494987,-0.659428,-0.39277643,-0.22990614,-0.44119364,0.7028926,-0.30079752,-0.5878306,-0.6094199,-2.030461311340332
+8.300272,-0.65683496,0.055956993,0.5765047,-0.53490365,-0.60230047,-0.4334882,-0.25183508,-0.44232786,0.6665281,-0.27794808,-0.5820942,-0.62162644,-1.8715200424194336
+6.1591163,-0.6592984,0.023472376,0.52928513,-0.516049,-0.5706151,-0.48881984,-0.23972854,-0.4376703,0.566638,-0.25867337,-0.5777994,-0.6234209,0.2696356773376465
+4.210992,-0.6042649,-0.06301961,0.42895433,-0.51309335,-0.62756646,-0.5458569,-0.15120211,-0.4493637,0.39851338,-0.23380199,-0.6072934,-0.60513335,2.2177600860595703
+3.9415848,-0.44869065,-0.15672483,0.31637394,-0.5458342,-0.78959113,-0.56864613,0.039827347,-0.45528305,0.21977721,-0.18191087,-0.70568687,-0.5492612,2.4871671199798584
+5.0240827,-0.29231417,-0.250056,0.1856845,-0.5111731,-0.93923885,-0.58802766,0.241854,-0.4925933,0.0013751443,-0.048331838,-0.8103133,-0.5099123,1.4046692848205566
+6.54148,-0.23420715,-0.36871073,0.07716175,-0.4722964,-0.9819347,-0.5835141,0.32804358,-0.55477697,-0.18211745,0.04756714,-0.8314172,-0.4333576,-0.11272811889648438
+7.8138356,-0.25750983,-0.5168414,0.048846327,-0.43584174,-0.9429525,-0.5895672,0.25180355,-0.6315426,-0.24252269,0.10966785,-0.85192543,-0.3451745,-1.3850836753845215
+8.31921,-0.33357516,-0.6516067,0.027815731,-0.3391591,-0.7633088,-0.6114322,0.0472072,-0.7094715,-0.27701104,0.16413465,-0.83610886,-0.31353244,-1.890458106994629
+7.557221,-0.37637967,-0.7127122,0.008158581,-0.27079666,-0.6323682,-0.5768011,-0.081266664,-0.7367694,-0.2901209,0.19294688,-0.82739776,-0.28231928,-1.1284689903259277
+6.136892,-0.31898338,-0.7128846,-0.030798746,-0.36518857,-0.61807364,-0.45644772,-0.0995965,-0.72615737,-0.27829558,0.1260144,-0.8559577,-0.15508386,0.29186010360717773
+4.89167,-0.31745303,-0.7465847,-0.11921597,-0.41748303,-0.55038613,-0.36258918,-0.1380408,-0.761006,-0.3078048,0.05751,-0.8181762,-0.026709855,1.5370817184448242
+4.25117,-0.29706258,-0.76570994,-0.2047676,-0.46110085,-0.50129396,-0.27286613,-0.15655176,-0.7831646,-0.3406756,-0.01748309,-0.7984784,0.07643833,2.177581787109375
+4.458691,-0.34246483,-0.77013904,-0.26120886,-0.46096796,-0.42472592,-0.19525446,-0.18161015,-0.8529312,-0.33848754,-0.07079479,-0.73374945,0.12848029,1.9700608253479004
+5.154648,-0.43379033,-0.7745984,-0.24530885,-0.38631055,-0.39323375,-0.2400184,-0.18719707,-0.9110729,-0.3234619,-0.034724046,-0.66814536,0.03482543,1.274104118347168
+6.1723776,-0.50069964,-0.76846045,-0.17848334,-0.3020263,-0.43755677,-0.34849137,-0.14707573,-0.92459655,-0.30350175,0.05155575,-0.64254385,-0.122028105,0.2563743591308594
+7.1194506,-0.5595375,-0.7423378,-0.0739032,-0.214707,-0.51785564,-0.47977024,-0.0816209,-0.91264373,-0.2582881,0.1613242,-0.63171995,-0.30425212,-0.6906986236572266
+7.750652,-0.6093099,-0.7084364,0.016967474,-0.14000176,-0.5728327,-0.5915728,-0.04539448,-0.8973153,-0.21282749,0.24967787,-0.6152605,-0.4566675,-1.3218998908996582
+7.7862573,-0.6341801,-0.6884832,0.049520083,-0.1048494,-0.58388096,-0.6470102,-0.05153644,-0.8949794,-0.19410992,0.2886174,-0.60678655,-0.5299539,-1.3575053215026855
+6.837025,-0.6235642,-0.68137854,0.04614345,-0.11658736,-0.5890351,-0.65240055,-0.054738075,-0.8913761,-0.19862884,0.28677356,-0.62380505,-0.5330793,-0.40827322006225586
+5.7140207,-0.5819089,-0.67910254,0.034563117,-0.16206042,-0.6160384,-0.6359286,-0.03736876,-0.87178284,-0.21448839,0.2602303,-0.66601896,-0.49730277,0.7147312164306641
+5.0640287,-0.52984166,-0.6818844,0.011238484,-0.21684617,-0.6389845,-0.6057108,-0.026490854,-0.850717,-0.23458649,0.22174855,-0.71098524,-0.43500173,1.3647232055664062
+4.917134,-0.48150867,-0.68470955,-0.0087976735,-0.26739895,-0.6631311,-0.5782152,-0.028763505,-0.8204393,-0.25213328,0.19095948,-0.7465176,-0.3739959,1.5116181373596191
+5.2119765,-0.4629704,-0.6907318,-0.016077364,-0.28890032,-0.67616606,-0.5694368,-0.04028316,-0.7984197,-0.2622825,0.18124303,-0.756873,-0.34397843,1.2167754173278809
+5.8394585,-0.47047976,-0.70045537,-0.013579732,-0.2815596,-0.6685284,-0.5725348,-0.053019285,-0.79744565,-0.26384842,0.18752585,-0.7468948,-0.3414997,0.5892934799194336
+6.664249,-0.4906647,-0.70882887,-0.004282536,-0.2609825,-0.64731556,-0.5767519,-0.06442189,-0.8112605,-0.25651276,0.19991766,-0.7293851,-0.35156834,-0.23549699783325195
+7.426181,-0.5051366,-0.7154512,-0.0017237123,-0.24645169,-0.6169646,-0.56846267,-0.07560757,-0.83132845,-0.24955529,0.203777,-0.71635157,-0.3518787,-0.9974288940429688
+7.6438026,-0.49698606,-0.71942145,-0.01189295,-0.25474545,-0.5893653,-0.5415371,-0.08220187,-0.84487736,-0.24988325,0.19196361,-0.71855265,-0.32893413,-1.2150506973266602
+7.1754923,-0.47039828,-0.719516,-0.035441972,-0.282352,-0.57109886,-0.50127894,-0.08055498,-0.8497998,-0.2584903,0.1665639,-0.7317557,-0.2871759,-0.7467403411865234
+6.3837423,-0.4527325,-0.71840113,-0.0645301,-0.30139813,-0.5534583,-0.46812975,-0.080254674,-0.85601753,-0.26987112,0.14367253,-0.73798805,-0.2531069,0.045009613037109375

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8859584331512451,7.314710327625274,,
+1000,-0.8464276790618896,7.275179624557495,,
+1500,-0.873164713382721,7.301917225837707,,
+2000,-0.8966192007064819,7.325370721817016,,
+2500,-0.8892086744308472,7.317960293769836,,
+3000,-0.8551289439201355,7.283881196022033,,
+3500,-0.8791598081588745,7.307911730289459,,
+4000,-0.9048333764076233,7.333585097312927,,
+4500,-0.8619924187660217,7.290744475364685,,
+5000,-0.7942509651184082,7.22300271987915,,
+5000,,,6.944387233257293,-0.5156352877616882
+5500,-0.8535743355751038,7.282326291084289,,
+6000,-0.8811347484588623,7.309886821746826,,
+6500,-0.8881641030311584,7.316915870189667,,
+7000,-0.8647947311401367,7.293546379566193,,
+7500,-0.855954647064209,7.284707161426544,,
+8000,-0.7725940346717834,7.201346005439758,,
+8500,-0.8203192353248596,7.2490712475776675,,
+9000,-0.7990893125534058,7.227841438293457,,
+9500,-0.8235146999359131,7.2522663335800175,,
+10000,-0.8104425668716431,7.23919427061081,,
+10000,,,6.915240397453308,-0.48648845195770263
+10500,-0.7764639258384705,7.205215943336487,,
+11000,-0.7666837573051453,7.19543618440628,,
+11500,-0.7238384485244751,7.152590212345124,,
+12000,-0.7413204312324524,7.170072130203247,,
+12500,-0.7593003511428833,7.188052515983582,,
+13000,-0.7714426517486572,7.200194663047791,,
+13500,-0.7454770803451538,7.174228974342347,,
+14000,-0.774897038936615,7.203648768424988,,
+14500,-0.7788583040237427,7.207610322475434,,
+15000,-0.7019731402397156,7.130724880695343,,
+15000,,,6.815973980426788,-0.38722203493118285
+15500,-0.7183502912521362,7.1471022615432735,,
+16000,-0.7278227210044861,7.156574978351593,,
+16500,-0.6718280911445618,7.100580026626587,,
+17000,-0.7033256888389587,7.132077807426453,,
+17500,-0.653221607208252,7.081973798274994,,
+18000,-0.635442316532135,7.064193972110749,,
+18500,-0.7247795462608337,7.153531385421753,,
+19000,-0.6652644276618958,7.094016726016998,,
+19500,-0.661221444606781,7.089973773002624,,
+20000,-0.6771378517150879,7.1058895592689515,,
+20000,,,6.7617291378974915,-0.332977192401886
+20500,-0.7235527634620667,7.152304513454437,,
+21000,-0.6785742044448853,7.107325972557068,,
+21500,-0.6812253594398499,7.109977578639984,,
+22000,-0.5582377910614014,6.986990109443664,,
+22500,-0.6299605369567871,7.058712802886963,,
+23000,-0.5498843193054199,6.978636440753937,,
+23500,-0.5934484601020813,7.022200397014618,,
+24000,-0.595256507396698,7.024008573532105,,
+24500,-0.5555814504623413,6.98433303976059,,
+25000,-0.5683977603912354,6.997149734020233,,
+25000,,,6.720896201133728,-0.2921442556381226
+25500,-0.5259677767753601,6.954720021724701,,
+26000,-0.5571457743644714,6.985897304534912,,
+26500,-0.593763530254364,7.022515581130982,,
+27000,-0.5692958235740662,6.998047782897949,,
+27500,-0.5378536581993103,6.966605662345886,,
+28000,-0.6279689073562622,7.056720701217651,,
+28500,-0.5946992635726929,7.023451109409332,,
+29000,-0.57447350025177,7.0032253818511965,,
+29500,-0.4391641616821289,6.867916213035583,,
+30000,-0.51848965883255,6.947241683006286,,
+30000,,,6.595395767688752,-0.16664382219314575
+30500,-0.5157312154769897,6.944482862472534,,
+31000,-0.466669499874115,6.895421423912048,,
+31500,-0.46547091007232666,6.894222658157348,,
+32000,-0.5000770688056946,6.92882893371582,,
+32500,-0.5261947512626648,6.954946808338165,,
+33000,-0.45057910680770874,6.879331085681915,,
+33500,-0.44003963470458984,6.8687914099693295,,
+34000,-0.4788571298122406,6.907609120845795,,
+34500,-0.4767308831214905,6.905482939720153,,
+35000,-0.49058422446250916,6.919335837364197,,
+35000,,,6.564518105983734,-0.13576616048812867
+35500,-0.4219120740890503,6.850663848876954,,
+36000,-0.38950878381729126,6.818260639667511,,
+36500,-0.4359693229198456,6.864721201896668,,
+37000,-0.37029531598091125,6.799047232627869,,
+37500,-0.4194263815879822,6.848178487300872,,
+38000,-0.40659159421920776,6.835343776702881,,
+38500,-0.3782537877559662,6.807005780696869,,
+39000,-0.42156270146369934,6.850314499855042,,
+39500,-0.4140963852405548,6.842848338127136,,
+40000,-0.40227124094963074,6.831023153305054,,
+40000,,,6.47081268787384,-0.042060742378234865
+40500,-0.36971181631088257,6.798463690757751,,
+41000,-0.43966588377952576,6.868417775154113,,
+41500,-0.3883586525917053,6.8171105122566225,,
+42000,-0.3849063515663147,6.813657989025116,,
+42500,-0.358828604221344,6.787580660820007,,
+43000,-0.3558928966522217,6.784644738674164,,
+43500,-0.33561772108078003,6.76436952161789,,
+44000,-0.3434455096721649,6.7721971940994266,,
+44500,-0.38202962279319763,6.810781738758087,,
+45000,-0.34480559825897217,6.7735575685501095,,
+45000,,,6.378945187330246,0.049806758165359497
+45500,-0.2776198983192444,6.706371777534485,,
+46000,-0.21592065691947937,6.644672675132751,,
+46500,-0.42913031578063965,6.857882392883301,,
+47000,-0.3731894791126251,6.801941444396973,,
+47500,-0.2851388454437256,6.713890775680542,,
+48000,-0.2749994695186615,6.703751484870911,,
+48500,-0.3163752257823944,6.745127034187317,,
+49000,-0.29249221086502075,6.721244281291962,,
+49500,-0.28145650029182434,6.710208463668823,,
+50000,-0.3123234212398529,6.741075382709504,,
+50000,,,6.350747134685516,0.07800481081008911
+50500,-0.26684442162513733,6.69559634065628,,
+51000,-0.2741592526435852,6.702911217212677,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127a4daa26526a59d891dd47e1f3c42d599d646e857aec84ce9b7bb9ca67665c
+size 1935722

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.573504,-0.6396447,0.7477856,0.6993044,-0.85844237,-0.5265495,-0.32563406,-0.6571202,0.70380235,0.14511824,-0.7151507,-0.47715724,-0.5975034,-1.144752025604248
+8.280746,-0.89806813,0.6723764,0.6909576,-0.67040735,-0.417969,-0.5241792,-0.83261013,0.7223413,0.3214193,-0.3980586,-0.22524077,-0.755557,-1.851994514465332
+6.414839,-1.0,0.47186288,0.6426224,-0.46089047,-0.262304,-0.5924235,-0.89218146,0.56650674,0.42896658,-0.14218245,-0.052306317,-0.7354065,0.013913154602050781
+4.8529644,-1.0,0.38457537,0.64013344,-0.38882512,-0.2141107,-0.5978858,-0.88850117,0.5195161,0.43767303,-0.054091666,-0.035800688,-0.7252913,1.5757875442504883
+5.571634,-0.92351615,0.48793098,0.7463202,-0.49258706,-0.26901996,-0.58018523,-0.8202702,0.6145694,0.41307932,-0.15263827,-0.12169711,-0.70968956,0.8571181297302246
+7.473787,-0.7106707,0.7191944,0.9052474,-0.7048498,-0.34834287,-0.5304361,-0.71395344,0.81066227,0.38058823,-0.41696507,-0.22851431,-0.6658976,-1.0450348854064941
+7.6141706,-0.5041756,0.9258343,0.96109104,-0.92343706,-0.47486097,-0.4438092,-0.59249246,0.923065,0.2800795,-0.718155,-0.37810606,-0.6189033,-1.1854186058044434
+5.340338,-0.33928332,0.92835045,0.8712247,-1.0,-0.59983784,-0.26454562,-0.43097305,0.75408757,0.0687955,-0.91844904,-0.59197074,-0.5030984,1.0884137153625488
+4.0188456,-0.37064594,0.78353,0.70630246,-0.986018,-0.5940203,-0.13864641,-0.4213924,0.5624633,-0.0017529433,-0.9409802,-0.6466877,-0.4213702,2.4099063873291016
+5.6998787,-0.50916725,0.7210883,0.6713293,-0.9304069,-0.5587085,-0.20678122,-0.5245975,0.5916933,0.059421632,-0.85428584,-0.5867552,-0.47290206,0.7288732528686523
+8.017467,-0.7347214,0.7051955,0.6836244,-0.80364466,-0.51104933,-0.40215784,-0.7230226,0.7191953,0.19034171,-0.6229362,-0.4286148,-0.6467467,-1.588714599609375
+7.3001037,-0.980598,0.5407251,0.6546425,-0.5180828,-0.3603629,-0.56180865,-0.8616087,0.6028569,0.38926265,-0.21396981,-0.15466176,-0.7700342,-0.8713517189025879
+4.639434,-1.0,0.34028018,0.57251126,-0.34304455,-0.17212927,-0.5703178,-0.898286,0.47234657,0.4342654,-0.015434783,-0.008727735,-0.7222404,1.7893180847167969
+4.3216143,-1.0,0.36904535,0.64108616,-0.38251352,-0.21055007,-0.5628578,-0.85369474,0.5201801,0.4142275,-0.035162147,-0.06889144,-0.71768296,2.107137680053711
+6.7463827,-0.7799635,0.6167067,0.81787807,-0.6061006,-0.3074208,-0.5520485,-0.7509423,0.73299587,0.37498245,-0.28841344,-0.18203165,-0.68127954,-0.3176307678222656
+8.246561,-0.52960086,0.8780792,0.92680675,-0.8485411,-0.4143312,-0.48580903,-0.62917733,0.9339528,0.31165013,-0.6019677,-0.29795328,-0.63324016,-1.8178091049194336
+6.403294,-0.34863752,0.99316347,0.90066963,-1.0,-0.54105747,-0.34212983,-0.46585837,0.8747072,0.13311183,-0.87837553,-0.48252586,-0.5510788,0.02545785903930664
+3.906173,-0.31756058,0.8540127,0.7408673,-1.0,-0.597058,-0.17273073,-0.39251104,0.6305867,-0.015715774,-0.9574287,-0.62217635,-0.42710605,2.5225789546966553
+4.4842663,-0.41404536,0.76952416,0.62845993,-0.9835009,-0.5478323,-0.15859021,-0.45030263,0.57305956,-0.02423628,-0.9211335,-0.58613265,-0.4294699,1.9444856643676758
+7.2061696,-0.61360943,0.7440688,0.6498714,-0.89453155,-0.51043665,-0.32985264,-0.6373033,0.7075693,0.10893041,-0.7480335,-0.4572605,-0.560564,-0.7774176597595215
+8.047308,-0.8622847,0.6591561,0.666081,-0.65540725,-0.43729544,-0.52896285,-0.8137247,0.716305,0.30263025,-0.37336445,-0.24068965,-0.7585061,-1.618556022644043
+5.698663,-1.0,0.43133602,0.5896968,-0.41712832,-0.22866042,-0.6036915,-0.8879338,0.5314964,0.42122936,-0.082801566,-0.013949504,-0.7340976,0.7300887107849121
+4.0360346,-1.0,0.37839687,0.60627234,-0.38844588,-0.19936481,-0.5946476,-0.87816125,0.52199364,0.41572618,-0.03611495,-0.024662128,-0.7184729,2.3927173614501953
+5.7147746,-0.84449303,0.5591327,0.7665478,-0.5531079,-0.28288463,-0.5806044,-0.79473406,0.6754806,0.39251828,-0.21535192,-0.13406529,-0.6967478,0.7139773368835449
+7.9008274,-0.58871156,0.82995355,0.90760225,-0.7954537,-0.37897915,-0.5217388,-0.6738897,0.9020983,0.33845326,-0.52196866,-0.24580324,-0.64956355,-1.4720754623413086
+7.3259964,-0.3864383,1.0,0.9117859,-1.0,-0.49278855,-0.4037251,-0.523355,0.94107264,0.20021448,-0.80856407,-0.39488503,-0.59518766,-0.8972444534301758
+4.7373104,-0.2910613,0.9290633,0.78975546,-1.0,-0.58879274,-0.23035182,-0.39425454,0.7248987,0.006998177,-0.9417652,-0.5776917,-0.46635294,1.691441535949707
+4.004174,-0.35355955,0.8121571,0.62294686,-1.0,-0.54607683,-0.14511657,-0.41436842,0.58317983,-0.059530247,-0.95263803,-0.5775949,-0.4159157,2.4245777130126953
+6.2141385,-0.50376034,0.7916861,0.6080082,-0.965362,-0.50447494,-0.26314917,-0.55337834,0.6866675,0.025652215,-0.83905405,-0.4725176,-0.5014115,0.2146134376525879
+8.004522,-0.72393113,0.7620851,0.63740224,-0.7976698,-0.46214834,-0.47291327,-0.7505358,0.80351853,0.19772632,-0.5454638,-0.28970483,-0.6992796,-1.575770378112793
+6.593252,-0.9424914,0.53622067,0.59858483,-0.50851965,-0.2970683,-0.6172326,-0.86067957,0.61281073,0.38077834,-0.16717604,-0.04237906,-0.75648665,-0.16450023651123047
+4.3292637,-0.98925805,0.40989026,0.57042336,-0.4125679,-0.20236945,-0.6206226,-0.88123965,0.53988457,0.40035394,-0.052348513,0.008125031,-0.71466386,2.0994882583618164
+4.919902,-0.89008987,0.49819633,0.6816681,-0.49641353,-0.24884802,-0.6033457,-0.8329031,0.6217284,0.39629388,-0.14095026,-0.07060739,-0.70260006,1.50885009765625
+7.321587,-0.665254,0.75644076,0.8562719,-0.7200317,-0.33459073,-0.56391025,-0.73012227,0.84050226,0.36073434,-0.4136509,-0.18173403,-0.67165387,-0.8928351402282715
+7.908042,-0.4361198,0.97430575,0.90734786,-0.94137186,-0.4445923,-0.46929955,-0.59018666,0.9714253,0.25783792,-0.69508255,-0.31737447,-0.6366978,-1.4792900085449219
+5.610148,-0.29509017,1.0,0.8271089,-1.0,-0.5447462,-0.304447,-0.4297752,0.8323147,0.059127744,-0.9127845,-0.48618954,-0.5279113,0.8186039924621582
+3.7968278,-0.30969474,0.8666189,0.6428692,-1.0,-0.5441422,-0.16389507,-0.39840278,0.6283957,-0.06633031,-0.96589833,-0.5525318,-0.42468348,2.6319241523742676
+5.1737585,-0.4000849,0.8280966,0.56334275,-1.0,-0.4962091,-0.19943935,-0.4696305,0.64454603,-0.0575784,-0.91585565,-0.48737696,-0.44951406,1.2549934387207031
+7.6941185,-0.57070386,0.8290556,0.582391,-0.92142075,-0.45882583,-0.38797048,-0.6568224,0.81101865,0.07752949,-0.7150185,-0.33252323,-0.60093224,-1.265366554260254
+7.589339,-0.8088454,0.68165696,0.59883034,-0.6528298,-0.37497616,-0.5938408,-0.8122414,0.744068,0.2973733,-0.31997007,-0.107099146,-0.7643568,-1.1605868339538574
+5.03084,-0.9292155,0.48607475,0.5525634,-0.47098598,-0.2302154,-0.64505184,-0.869631,0.5901931,0.3782885,-0.10415976,0.026820982,-0.72038615,1.3979120254516602
+4.202791,-0.8980268,0.4770475,0.6014019,-0.47434288,-0.225636,-0.6290126,-0.8591332,0.60024637,0.3900447,-0.10774334,-0.0058190282,-0.7023778,2.2259607315063477
+6.2957067,-0.7386049,0.6783435,0.7615744,-0.6423679,-0.286884,-0.60479337,-0.7884411,0.7694959,0.37316418,-0.30520672,-0.100543275,-0.68885446,0.13304519653320312
+8.1327505,-0.500399,0.9114989,0.87071997,-0.8564378,-0.38676172,-0.531688,-0.66158205,0.95203674,0.29980156,-0.5672815,-0.23040128,-0.6635645,-1.7039985656738281
+6.952856,-0.3340353,1.0,0.84721404,-1.0,-0.47943544,-0.40123743,-0.5107973,0.94290507,0.1517664,-0.8265699,-0.36126024,-0.60602766,-0.524104118347168
+4.3073006,-0.27635214,0.95736873,0.69178724,-1.0,-0.5282922,-0.23466413,-0.40993392,0.73906195,-0.03190103,-0.94675875,-0.48467603,-0.47607043,2.1214513778686523
+4.0908027,-0.3212542,0.86929476,0.5444788,-1.0,-0.48571718,-0.16968188,-0.4205953,0.63536394,-0.10378105,-0.96243966,-0.47803885,-0.42710507,2.337949275970459
+6.571004,-0.42816466,0.87383115,0.52139086,-1.0,-0.44801354,-0.29722324,-0.54504526,0.76085645,-0.03431673,-0.8456207,-0.3661033,-0.50984013,-0.14225196838378906
+8.160831,-0.61389256,0.8235542,0.5582823,-0.8354885,-0.41631293,-0.5101068,-0.7257935,0.86111724,0.15608458,-0.54709053,-0.18768664,-0.6907944,-1.7320795059204102
+6.43806,-0.81297845,0.6151805,0.5412244,-0.57581466,-0.28701505,-0.6595358,-0.834938,0.6956692,0.32942212,-0.20673487,0.017168174,-0.7454201,-0.009307861328125
+4.2593374,-0.8521797,0.5100461,0.5351074,-0.49601942,-0.22377867,-0.65337056,-0.85613316,0.62570506,0.3625077,-0.12118839,0.040413834,-0.70221543,2.169414520263672
+5.032025,-0.7816761,0.60225713,0.63631755,-0.57115674,-0.24518687,-0.6342867,-0.83014256,0.70465446,0.37267777,-0.21142112,-0.012872269,-0.6938496,1.3967270851135254
+7.3929586,-0.58045065,0.82805306,0.78349054,-0.75871533,-0.3179463,-0.5910315,-0.73865944,0.8921272,0.33230543,-0.434702,-0.12186358,-0.68238163,-0.9642066955566406
+8.073668,-0.37976554,1.0,0.8249512,-0.94631916,-0.41329575,-0.501754,-0.6048543,0.9964652,0.22791745,-0.6635334,-0.25133008,-0.670429,-1.6449155807495117
+5.761494,-0.27376446,1.0,0.73833233,-1.0,-0.4698523,-0.34435546,-0.46848312,0.8727348,0.057417843,-0.88874245,-0.35830304,-0.5622253,0.6672577857971191
+3.7603085,-0.26296464,0.93786216,0.56044304,-1.0,-0.46714637,-0.20286511,-0.41275,0.6990437,-0.09411988,-0.969636,-0.42256606,-0.45215583,2.668443441390991
+4.9510036,-0.30712172,0.8994958,0.46491805,-1.0,-0.43245485,-0.22015345,-0.44691435,0.6924094,-0.12169173,-0.9358163,-0.38196194,-0.4462639,1.4777483940124512
+7.5815606,-0.40744743,0.9036949,0.47088903,-0.98220867,-0.4071464,-0.38516462,-0.5886639,0.8441732,-0.016658012,-0.7619649,-0.2581954,-0.5654167,-1.152808666229248
+7.92131,-0.6041337,0.78143716,0.5101478,-0.74637157,-0.36307657,-0.6105117,-0.7496901,0.8467282,0.21554469,-0.4040553,-0.058081515,-0.72941375,-1.4925580024719238
+5.4748626,-0.7432802,0.60241073,0.4909533,-0.55966467,-0.25294086,-0.6782375,-0.8237769,0.7061615,0.3233148,-0.17855345,0.06383967,-0.7181169,0.9538893699645996
+4.2249193,-0.7535955,0.57066715,0.52077687,-0.53601193,-0.22381586,-0.65813726,-0.83730906,0.68742454,0.35225558,-0.16649583,0.056529813,-0.69621146,2.2038326263427734
+5.906814,-0.64672625,0.7273305,0.63816905,-0.6543068,-0.25328165,-0.63513,-0.79949874,0.8132069,0.34755176,-0.30544263,-0.005209824,-0.6938479,0.5219378471374512
+8.0300045,-0.43916014,0.92518115,0.7408293,-0.8251055,-0.33376518,-0.57683474,-0.69175714,0.96385306,0.2815281,-0.49966323,-0.12777412,-0.6937856,-1.601252555847168
+7.636729,-0.2887486,1.0,0.7373033,-0.9845029,-0.40328515,-0.48098713,-0.57213223,0.9908591,0.1643332,-0.71280265,-0.23354498,-0.6665324,-1.2079768180847168
+4.8904514,-0.22134504,1.0,0.60072005,-1.0,-0.4180237,-0.31865677,-0.46016,0.82901394,-0.005045798,-0.9053587,-0.2980336,-0.53667575,1.5383005142211914
+3.7323492,-0.2194131,0.94074935,0.44557932,-1.0,-0.40138146,-0.21519925,-0.4152843,0.70321393,-0.1318716,-0.9662621,-0.3353931,-0.45190832,2.6964027881622314
+5.7597513,-0.2511978,0.929814,0.3860112,-1.0,-0.38309163,-0.27944157,-0.4558056,0.7527104,-0.13519697,-0.8973391,-0.28643113,-0.47226357,0.6690006256103516
+8.134328,-0.3422273,0.9003554,0.41000956,-0.931392,-0.37286747,-0.4644537,-0.59306246,0.8808928,0.0032606903,-0.67535305,-0.16453153,-0.6027527,-1.705575942993164
+7.527164,-0.5263902,0.75300705,0.44640085,-0.6927912,-0.32374704,-0.66548544,-0.7323558,0.8471186,0.23363715,-0.32765186,0.023319194,-0.7312218,-1.098412036895752
+4.9496727,-0.6261987,0.621017,0.44059902,-0.5630634,-0.24273577,-0.6888842,-0.79022527,0.7529597,0.3083064,-0.1842444,0.09189432,-0.70768046,1.479079246520996
+4.468899,-0.63203686,0.6386533,0.48630083,-0.56726474,-0.21858764,-0.66533965,-0.80784506,0.7638423,0.33511865,-0.20894615,0.0824304,-0.7017313,1.959853172302246
+6.523356,-0.50549406,0.80405587,0.58870995,-0.6921487,-0.25218725,-0.6331069,-0.7610176,0.8889341,0.31485108,-0.34888443,0.010988424,-0.70323557,-0.0946040153503418
+8.32566,-0.32003358,0.9673703,0.651495,-0.83488566,-0.32377928,-0.5724788,-0.65934527,0.99031574,0.23813774,-0.5092626,-0.107412696,-0.7125257,-1.8969078063964844
+7.2362685,-0.19720976,1.0,0.6100018,-0.97302264,-0.36393532,-0.4755248,-0.55694836,0.96625924,0.11088965,-0.71267587,-0.18518667,-0.6600313,-0.8075165748596191
+4.416129,-0.14230198,1.0,0.45890284,-1.0,-0.35089192,-0.32424644,-0.45422083,0.80864143,-0.045483653,-0.89276195,-0.21465221,-0.5333205,2.012622833251953
+3.899435,-0.13879636,0.9459236,0.33368754,-1.0,-0.33962023,-0.25243223,-0.40434548,0.7192653,-0.15814117,-0.9425471,-0.24155565,-0.46535712,2.5293169021606445
+6.292544,-0.16373572,0.935093,0.29743987,-1.0,-0.3372423,-0.33293015,-0.4404487,0.7791736,-0.15129335,-0.8548975,-0.2033561,-0.4963118,0.13620805740356445
+8.409805,-0.23459953,0.875891,0.32401168,-0.87985325,-0.3417561,-0.52095526,-0.5577161,0.88431203,-0.0018066582,-0.61139655,-0.09227572,-0.61767364,-1.981053352355957
+7.3189545,-0.4049047,0.74052817,0.37223864,-0.66863006,-0.30830345,-0.68617123,-0.6824233,0.8696949,0.21777163,-0.2985465,0.061055064,-0.7246579,-0.890202522277832
+4.7554846,-0.48104218,0.64200354,0.377042,-0.56300426,-0.24244455,-0.70159525,-0.735478,0.8129051,0.2823764,-0.1905555,0.11522708,-0.71359366,1.6732673645019531
+4.642358,-0.48740476,0.6800757,0.4216975,-0.5740972,-0.21317345,-0.67325264,-0.7574764,0.833161,0.30399615,-0.22535706,0.10828229,-0.7149005,1.7863941192626953
+6.83434,-0.36973143,0.83007354,0.5011145,-0.6890416,-0.2445983,-0.6315583,-0.71297425,0.9320317,0.2752673,-0.34990978,0.031945914,-0.71929157,-0.40558815002441406
+8.485306,-0.21009764,0.9682645,0.5371017,-0.80873245,-0.30180296,-0.57244223,-0.62787986,0.9949921,0.19708107,-0.49009448,-0.07581437,-0.7289362,-2.056553840637207
+7.0763702,-0.09639627,1.0,0.46668285,-0.9264757,-0.32026985,-0.4831501,-0.5408307,0.9461869,0.061031062,-0.6786661,-0.13523282,-0.6618036,-0.647618293762207
+4.254574,-0.043267082,0.9876678,0.32752562,-1.0,-0.29428303,-0.35209578,-0.44059697,0.79971564,-0.07774338,-0.85470486,-0.1424771,-0.5437664,2.174178123474121
+4.0246983,-0.043280292,0.9404721,0.22986113,-1.0,-0.28845194,-0.2958707,-0.3827819,0.72612244,-0.17965561,-0.9075524,-0.16317645,-0.48540077,2.4040536880493164
+6.5200267,-0.060660172,0.91601413,0.19941798,-0.9862397,-0.29719302,-0.37558806,-0.4054999,0.77158266,-0.1771258,-0.81602466,-0.13741477,-0.51298547,-0.09127473831176758
+8.571767,-0.10783501,0.8443829,0.21741234,-0.8419499,-0.31367475,-0.545404,-0.49579448,0.86503756,-0.044740405,-0.5833795,-0.047990173,-0.61309695,-2.143014907836914
+7.3696637,-0.26936597,0.731719,0.28866908,-0.6620154,-0.3060606,-0.6885893,-0.614621,0.89307684,0.1754347,-0.29611158,0.073706456,-0.71628433,-0.9409117698669434
+4.7330894,-0.33490986,0.6508193,0.30406868,-0.559506,-0.25246122,-0.7117847,-0.66634065,0.8658749,0.24238454,-0.19008313,0.12644604,-0.7268187,1.695662498474121
+4.6178207,-0.34281555,0.68799245,0.34111053,-0.564954,-0.2177405,-0.6794682,-0.69003206,0.8845115,0.25825542,-0.21937814,0.12114198,-0.7300923,1.8109312057495117
+6.8535256,-0.25091133,0.8240223,0.4047693,-0.66781706,-0.24175698,-0.63101906,-0.65729827,0.9576059,0.22925624,-0.33138594,0.046336673,-0.7356045,-0.4247736930847168
+8.606333,-0.11726093,0.94577515,0.42816782,-0.7708355,-0.28565013,-0.5771869,-0.5924037,0.9957173,0.1586018,-0.4600151,-0.049629524,-0.74187034,-2.1775808334350586
+7.227688,-0.008359835,0.998912,0.34961694,-0.8731717,-0.2942592,-0.4988724,-0.518728,0.93972385,0.019932736,-0.6345943,-0.1063442,-0.6721903,-0.7989358901977539
+4.332256,0.046284277,0.96901375,0.22351173,-0.9563244,-0.26188466,-0.38672274,-0.42523855,0.8001338,-0.11067344,-0.80751276,-0.10269011,-0.5561275,2.096496105194092
+4.014263,0.042182703,0.9301002,0.14450689,-0.98734915,-0.25403446,-0.33327168,-0.36075044,0.7261261,-0.20179302,-0.87090886,-0.11271818,-0.5017119,2.4144887924194336
+6.4447513,0.031540077,0.8918419,0.1108236,-0.9446365,-0.26772198,-0.40194753,-0.3661808,0.74992585,-0.21091028,-0.7898874,-0.095101014,-0.52024525,-0.015999317169189453
+8.632637,0.0070636794,0.816633,0.114586346,-0.8193583,-0.29086748,-0.5481631,-0.42891583,0.83227813,-0.10828075,-0.5827248,-0.026545024,-0.598647,-2.203885078430176
+7.641967,-0.14498444,0.72161144,0.20372708,-0.6672967,-0.30657005,-0.6783485,-0.5440385,0.90084195,0.11530825,-0.3132429,0.07083269,-0.699422,-1.2132148742675781
+4.8633165,-0.2156325,0.6516735,0.23767085,-0.5609818,-0.26950043,-0.7148652,-0.59978265,0.9008818,0.19795771,-0.19069226,0.123669736,-0.7362498,1.5654354095458984
+4.4759355,-0.22319752,0.67815155,0.26702535,-0.55463845,-0.2329776,-0.6833907,-0.62246066,0.91821635,0.20950681,-0.20747317,0.119253345,-0.74191546,1.9528164863586426
+6.6540794,-0.1547093,0.80324847,0.31849483,-0.6441187,-0.24736106,-0.6316678,-0.60112584,0.9744365,0.18188512,-0.3076315,0.05023098,-0.7482241,-0.2253274917602539
+8.628277,-0.045344464,0.9167613,0.3400908,-0.73710346,-0.2805155,-0.5847326,-0.5551359,0.9990083,0.12336144,-0.4304132,-0.034974,-0.7504089,-2.1995248794555664
+7.5766354,0.05841467,0.97351134,0.2679278,-0.8305121,-0.28576902,-0.5162514,-0.49235415,0.9422591,-0.0108885355,-0.59600836,-0.09582822,-0.68362725,-1.147883415222168
+4.605383,0.117068395,0.95233667,0.14342251,-0.91082025,-0.24885479,-0.4173345,-0.40871662,0.8033422,-0.14603497,-0.7641934,-0.09079039,-0.56466043,1.823369026184082
+3.9225936,0.1115392,0.91903025,0.07543028,-0.9474705,-0.23468763,-0.3631992,-0.34162685,0.7237466,-0.22773734,-0.8362896,-0.08776182,-0.5103224,2.5061583518981934
+6.157619,0.10238165,0.87357914,0.0437149,-0.91398865,-0.2500156,-0.416188,-0.3321854,0.72884977,-0.24375047,-0.7742728,-0.07394784,-0.5195156,0.2711329460144043
+8.54965,0.09530541,0.79898375,0.0361073,-0.8081921,-0.2764156,-0.5424004,-0.371782,0.7987902,-0.1683883,-0.5934844,-0.020151598,-0.5824862,-2.1208982467651367
+8.007055,-0.03750018,0.7084673,0.12239599,-0.6770912,-0.30640036,-0.66323227,-0.4757935,0.89103436,0.04558378,-0.34069875,0.060525224,-0.67439866,-1.578303337097168
+5.1704845,-0.12353739,0.64770186,0.17923467,-0.56788534,-0.287773,-0.71206886,-0.5403883,0.9188031,0.15401594,-0.19455346,0.11292452,-0.7367716,1.2582674026489258
+4.336765,-0.1306366,0.6595669,0.20402047,-0.54549706,-0.25310805,-0.68458754,-0.5608404,0.9374877,0.1645792,-0.19516954,0.10831865,-0.7474973,2.091987133026123
+6.3138046,-0.07633071,0.77484316,0.24521689,-0.6210939,-0.2592237,-0.6306534,-0.54619133,0.9849156,0.13633855,-0.28372294,0.0441505,-0.7550907,0.11494731903076172
+8.50598,0.012593772,0.8856403,0.2681461,-0.7083052,-0.28328618,-0.59037215,-0.51583314,1.0,0.08846007,-0.40290868,-0.031802256,-0.75442326,-2.0772275924682617
+7.927574,0.110931605,0.94992256,0.20663708,-0.79658467,-0.28668737,-0.53188694,-0.46321502,0.94768363,-0.037421133,-0.56351364,-0.09548529,-0.692474,-1.4988222122192383
+4.9909086,0.17287138,0.93642616,0.08090152,-0.8741485,-0.245827,-0.44052777,-0.38809022,0.8045639,-0.1807731,-0.7310736,-0.09440636,-0.5691425,1.4378433227539062
+3.8649905,0.16804942,0.90687585,0.017512178,-0.912834,-0.2250595,-0.38510394,-0.32227755,0.71802247,-0.25671464,-0.80731106,-0.07970485,-0.5111506,2.5637614727020264
+5.7995057,0.15714121,0.8603336,-0.0074271574,-0.89166576,-0.23978788,-0.4230833,-0.30274728,0.7091628,-0.2741676,-0.7656199,-0.066137165,-0.51318824,0.6292462348937988
+8.354248,0.16149557,0.7893287,-0.02065147,-0.80301136,-0.26769954,-0.5336678,-0.32566473,0.76786566,-0.21875723,-0.608075,-0.021494886,-0.56723744,-1.9254961013793945
+8.326788,0.05458611,0.6947181,0.049379665,-0.68631047,-0.30508888,-0.64808446,-0.412392,0.8686468,-0.02532008,-0.3720017,0.04835055,-0.6469613,-1.898036003112793
+5.5381613,-0.050063495,0.6399113,0.12660758,-0.57698745,-0.30418628,-0.70600426,-0.4868618,0.924017,0.11150008,-0.20072596,0.0990024,-0.7290652,0.8905906677246094
+4.233488,-0.061033007,0.6394789,0.15259163,-0.53887695,-0.2733816,-0.68316644,-0.50721794,0.9469219,0.12589861,-0.1851661,0.09383284,-0.74707437,2.1952638626098633
+5.949499,-0.011287447,0.7443186,0.1848229,-0.60084075,-0.27485827,-0.62644273,-0.49356082,0.9910176,0.09420926,-0.2631133,0.03070989,-0.75603116,0.47925281524658203
+8.302267,0.061489057,0.855274,0.20841752,-0.68427056,-0.29078102,-0.5913632,-0.47521788,1.0,0.053187992,-0.379033,-0.03796926,-0.7540439,-1.8735151290893555
+8.216215,0.15345995,0.92667466,0.15712486,-0.76974195,-0.29186383,-0.5430586,-0.43317875,0.9526194,-0.063135184,-0.53712845,-0.100835286,-0.69678533,-1.7874631881713867
+5.4062123,0.21557721,0.92265654,0.03333739,-0.8468818,-0.24685797,-0.45700926,-0.36582935,0.8051362,-0.21212138,-0.70742536,-0.103989996,-0.5717894,1.0225396156311035
+3.8639734,0.21308917,0.895199,-0.029953247,-0.8855112,-0.22035246,-0.39928085,-0.30266696,0.71066606,-0.28481263,-0.78588945,-0.07996965,-0.50739276,2.5647785663604736
+5.455277,0.19964321,0.85076123,-0.04658028,-0.8749108,-0.23366146,-0.42629576,-0.27803278,0.6927413,-0.30012107,-0.760182,-0.06457194,-0.5047651,0.9734749794006348
+8.098747,0.21008304,0.78414375,-0.059771575,-0.80000967,-0.26257113,-0.5250788,-0.29064626,0.74257624,-0.25656736,-0.6211053,-0.025592005,-0.5541198,-1.6699953079223633
+8.544258,0.12817879,0.6848831,-0.006921535,-0.6936144,-0.30367908,-0.6344232,-0.35918638,0.8432312,-0.085902646,-0.40095958,0.03694766,-0.6230854,-2.115506172180176
+5.902551,0.008828852,0.63046277,0.08181249,-0.5859129,-0.3175121,-0.6990656,-0.44037554,0.9215598,0.07230503,-0.20870586,0.08487494,-0.7167388,0.5262007713317871
+4.194894,-0.009503845,0.6227511,0.11255281,-0.53589815,-0.29125947,-0.6797567,-0.46248826,0.950918,0.093703,-0.17894995,0.0789856,-0.7427352,2.233858108520508
+5.6369095,0.041425053,0.7178378,0.13838567,-0.58599216,-0.29136664,-0.6191153,-0.4464722,0.99462724,0.058180053,-0.24889685,0.013521658,-0.7522701,0.7918424606323242
+8.072403,0.10381593,0.8297992,0.16070108,-0.6665504,-0.30085665,-0.5870195,-0.43555793,1.0,0.018896107,-0.36193088,-0.051211722,-0.7499137,-1.643651008605957
+8.410629,0.1888614,0.9059898,0.1162463,-0.75043887,-0.29856518,-0.54788846,-0.40360078,0.9552423,-0.08974352,-0.51920104,-0.110595584,-0.69568384,-1.981877326965332
+5.7640405,0.24763858,0.9104862,-0.0035398225,-0.82761216,-0.24875589,-0.46687514,-0.3440579,0.80396366,-0.2405152,-0.6919782,-0.11481922,-0.5719588,0.6647114753723145
+3.9097443,0.24689019,0.88490975,-0.06719546,-0.8657667,-0.21765777,-0.40690038,-0.28407532,0.7028272,-0.30964756,-0.7719732,-0.083215445,-0.50154155,2.519007682800293
+5.194557,0.23213848,0.84316564,-0.07667801,-0.8620111,-0.22990213,-0.4276668,-0.25768384,0.67960656,-0.32129318,-0.7561349,-0.0653689,-0.49640223,1.2341947555541992
+7.8553185,0.24658516,0.78001463,-0.087185994,-0.79699045,-0.25978062,-0.5184048,-0.2640871,0.72311026,-0.28366137,-0.6300877,-0.029791003,-0.5434375,-1.4265666007995605
+8.641016,0.18401025,0.6785896,-0.046003167,-0.69814634,-0.30340403,-0.62330264,-0.31791908,0.8215252,-0.13089485,-0.4225328,0.02745104,-0.6053926,-2.212264060974121
+6.19648,0.05488259,0.6201037,0.046310987,-0.5917879,-0.32773748,-0.69320405,-0.40217426,0.91574556,0.03898866,-0.21565366,0.07260884,-0.7044484,0.23227214813232422
+4.2202563,0.029274162,0.6095604,0.08203791,-0.53475755,-0.30604833,-0.67452425,-0.42548147,0.9524653,0.066881165,-0.17541634,0.064583175,-0.7369056,2.208495616912842
+5.4068723,0.08366227,0.69831026,0.104260266,-0.5767197,-0.3067177,-0.608977,-0.40608618,0.99739933,0.028338138,-0.24124391,-0.0051956195,-0.7459178,1.0218796730041504
+7.872505,0.14110342,0.81160563,0.12423551,-0.6557519,-0.31194538,-0.5784047,-0.39899018,1.0,-0.012869459,-0.35325038,-0.0689291,-0.74303955,-1.4437532424926758
+8.452051,0.22006449,0.8900212,0.081871755,-0.7385376,-0.30537874,-0.5464766,-0.37502375,0.954643,-0.11818702,-0.5111882,-0.124092616,-0.6894996,-2.023299217224121
+6.0033197,0.27199236,0.90008795,-0.033638846,-0.8151414,-0.24987462,-0.46988517,-0.32365727,0.79974383,-0.26709953,-0.6844034,-0.12518607,-0.56827265,0.4254322052001953
+3.9858472,0.27013236,0.87638587,-0.09580848,-0.852537,-0.21522231,-0.40939948,-0.2676877,0.6949193,-0.33091384,-0.76441926,-0.08649166,-0.4948627,2.4429047107696533
+5.047856,0.25562793,0.8370568,-0.09924427,-0.8523489,-0.22754113,-0.42803836,-0.24173093,0.6697303,-0.33786184,-0.75295234,-0.06646538,-0.48938534,1.3808960914611816
+7.690811,0.27400807,0.77600396,-0.10586517,-0.7935809,-0.25902218,-0.51423067,-0.24431938,0.7099703,-0.30174,-0.63428164,-0.03303682,-0.535623,-1.262059211730957
+8.654921,0.22365397,0.67323947,-0.0707577,-0.6992654,-0.30493835,-0.61575824,-0.28837606,0.806811,-0.15950562,-0.43414387,0.020528058,-0.59396446,-2.226168632507324
+6.339144,0.08812207,0.6101366,0.021722041,-0.59340113,-0.33559787,-0.68880343,-0.37342897,0.9108438,0.014768664,-0.21858741,0.06307555,-0.69568145,0.08960771560668945
+4.240691,0.05743504,0.59935284,0.060562667,-0.5334912,-0.31728208,-0.66766804,-0.39626878,0.953549,0.04570194,-0.17311816,0.051220722,-0.7313995,2.188060760498047
+5.299174,0.11657897,0.6862005,0.081279054,-0.57184935,-0.31977266,-0.59629434,-0.3729094,1.0,0.004181992,-0.23899925,-0.024467578,-0.7388392,1.1295781135559082
+7.7632837,0.17200269,0.8012099,0.09900454,-0.6508265,-0.32214472,-0.5673457,-0.3684837,1.0,-0.039597217,-0.35217667,-0.08804927,-0.73517084,-1.3345317840576172
+8.44573,0.2461271,0.88078755,0.055415455,-0.7337672,-0.31078914,-0.5402332,-0.35039547,0.9511141,-0.14570446,-0.5131783,-0.13926402,-0.6797764,-2.0169782638549805
+6.084077,0.2885534,0.8923805,-0.05797926,-0.8089668,-0.24868567,-0.46679828,-0.30654874,0.7914555,-0.29118317,-0.6847503,-0.13324936,-0.56073105,0.34467506408691406
+4.0221434,0.2832444,0.87051696,-0.11585475,-0.8455185,-0.21251762,-0.4076035,-0.25471413,0.6874143,-0.34767848,-0.76269627,-0.08833821,-0.4877402,2.4066085815429688
+5.0118403,0.270353,0.8329449,-0.11365123,-0.8463556,-0.22640789,-0.42811936,-0.23086157,0.6636753,-0.3489608,-0.7505902,-0.06683255,-0.48462883,1.4169116020202637
+7.6426344,0.2931989,0.7720379,-0.11729101,-0.7898029,-0.25989667,-0.5129963,-0.23105425,0.7035861,-0.31184095,-0.63342744,-0.034480594,-0.5313048,-1.2138824462890625
+8.62278,0.24697158,0.6671955,-0.08298385,-0.6968033,-0.30857053,-0.6127887,-0.27085644,0.80142355,-0.17159297,-0.43444562,0.016729394,-0.5887407,-2.194027900695801
+6.3213954,0.10674749,0.6022575,0.009230107,-0.5910007,-0.3411553,-0.68609726,-0.3558465,0.90995955,0.0016935351,-0.21614625,0.056539923,-0.6922801,0.10735654830932617
+4.239335,0.07689266,0.5933517,0.04806061,-0.53191113,-0.32471886,-0.65858746,-0.37510517,0.9562137,0.030174453,-0.17245269,0.038628593,-0.7272798,2.1894168853759766
+5.3084764,0.14114712,0.68371004,0.068526536,-0.5720348,-0.32945278,-0.58202296,-0.34838703,1.0,-0.014923852,-0.24260998,-0.043499917,-0.7328106,1.1202754974365234
+7.759355,0.19602558,0.8000469,0.08409832,-0.65238255,-0.32998532,-0.5557464,-0.3462356,1.0,-0.061261553,-0.35947502,-0.10662099,-0.72728056,-1.3306031227111816
+8.382788,0.26702642,0.8786331,0.035284024,-0.73613566,-0.31321093,-0.53033704,-0.3310732,0.9433247,-0.17275059,-0.5261077,-0.15435298,-0.6666302,-1.954035758972168
+6.0086155,0.29756525,0.88760746,-0.07759083,-0.8086788,-0.24422872,-0.45868856,-0.29339066,0.7784832,-0.31237388,-0.69288635,-0.1374906,-0.5496193,0.4201364517211914
+4.022649,0.2880918,0.8670089,-0.12816681,-0.84356827,-0.20982823,-0.4030628,-0.24507204,0.6804084,-0.35968587,-0.7653901,-0.088233605,-0.4804771,2.4061031341552734
+5.0951176,0.27853385,0.83059096,-0.120822966,-0.84315854,-0.22670402,-0.42921683,-0.22469479,0.66164047,-0.35485002,-0.74788,-0.06611877,-0.48270747,1.333634376525879
+7.7151093,0.30638248,0.76753736,-0.123002134,-0.78507775,-0.26273486,-0.5152871,-0.22310308,0.70406544,-0.31480876,-0.6265264,-0.033894286,-0.5306055,-1.2863574028015137
+8.539232,0.2544085,0.65870726,-0.084607065,-0.6898397,-0.31478918,-0.6155849,-0.26481158,0.8066139,-0.16729425,-0.42117915,0.016519764,-0.590413,-2.110480308532715
+6.139496,0.11063516,0.59625757,0.0075746705,-0.58419,-0.3442941,-0.6850745,-0.34914622,0.91402185,-0.00077530416,-0.20726962,0.05290889,-0.69504917,0.28925609588623047
+4.2180433,0.08971478,0.5921272,0.043630157,-0.5300892,-0.32876262,-0.6460441,-0.36085477,0.96154535,0.01929589,-0.17371269,0.025683964,-0.72478,2.2107086181640625
+5.4459324,0.15858841,0.6915122,0.06518206,-0.57754725,-0.33563673,-0.566765,-0.33252546,1.0,-0.029797982,-0.25235593,-0.062420614,-0.72835183,0.9828195571899414
+7.86192,0.21422252,0.8081506,0.07785911,-0.66045034,-0.33505583,-0.54467255,-0.33237836,1.0,-0.079081565,-0.37586388,-0.12428405,-0.71946275,-1.4331679344177246
+8.243742,0.28256646,0.882635,0.01930717,-0.7454055,-0.31127006,-0.5170968,-0.3173561,0.9293597,-0.2004326,-0.55068886,-0.16820934,-0.6494008,-1.8149900436401367
+5.7661533,0.2992642,0.88574433,-0.09303759,-0.81380075,-0.2361652,-0.44624245,-0.28410482,0.7608573,-0.33010852,-0.70820034,-0.1366814,-0.53539,0.6625986099243164
+3.99886,0.285899,0.8656101,-0.13327582,-0.8460063,-0.2075596,-0.39690757,-0.23850718,0.6739973,-0.36707997,-0.7715758,-0.086187385,-0.47353137,2.429892063140869
+5.3124995,0.28181833,0.82950115,-0.12172307,-0.8417242,-0.22866516,-0.43247944,-0.22287661,0.66387564,-0.3558852,-0.743418,-0.06407811,-0.48419538,1.1162524223327637
+7.9002075,0.31419408,0.7617459,-0.123164,-0.77887076,-0.26817957,-0.52158,-0.21995816,0.7118901,-0.31015322,-0.6124088,-0.03128729,-0.53335285,-1.4714555740356445
+8.363719,0.24355054,0.648067,-0.074915424,-0.67786556,-0.32361913,-0.62486136,-0.27128235,0.8235117,-0.1456862,-0.39238632,0.020006528,-0.6005521,-1.934967041015625
+5.796312,0.1013176,0.5916488,0.014875084,-0.572856,-0.34410858,-0.6844217,-0.3520805,0.9221314,0.0050108912,-0.19352193,0.051562145,-0.702891,0.6324400901794434
+4.205841,0.09775761,0.5968168,0.04660807,-0.5292735,-0.3300542,-0.6287795,-0.35229692,0.9699429,0.0116725005,-0.17812033,0.011014329,-0.7234708,2.2229108810424805
+5.7295756,0.16905488,0.70957446,0.07070683,-0.58875537,-0.33820003,-0.5514615,-0.32550335,1.0,-0.04041821,-0.2686545,-0.08088204,-0.72530675,0.6991763114929199
+8.049386,0.22755802,0.82496643,0.07863602,-0.6749943,-0.33723608,-0.53438693,-0.32638276,1.0,-0.094771795,-0.40241486,-0.14117639,-0.7110157,-1.6206340789794922
+7.9852533,0.29061145,0.8902811,0.0052475403,-0.76064044,-0.3034773,-0.50059825,-0.30949208,0.9068283,-0.22908916,-0.58600366,-0.17881298,-0.6276357,-1.5565013885498047
+5.3723903,0.29380912,0.8865117,-0.10394544,-0.82350093,-0.22533631,-0.430121,-0.27812213,0.7400749,-0.34321684,-0.7288629,-0.12994501,-0.51907724,1.0563616752624512
+3.99985,0.2776958,0.8662758,-0.13075368,-0.8525286,-0.20655411,-0.39080918,-0.23524931,0.66922253,-0.36949983,-0.77994615,-0.08271311,-0.46808484,2.4289019107818604
+5.6821074,0.2818061,0.8288994,-0.11758791,-0.8405892,-0.23255074,-0.4390069,-0.22497731,0.6710139,-0.35243005,-0.7351814,-0.060499616,-0.48964468,0.7466444969177246
+8.161905,0.31548682,0.7533666,-0.11759843,-0.770175,-0.27665904,-0.53250426,-0.2220271,0.72758293,-0.296325,-0.5895475,-0.026528178,-0.5394013,-1.7331533432006836
+8.054485,0.21214104,0.63767916,-0.05248132,-0.661017,-0.33396688,-0.64011335,-0.290852,0.85133874,-0.10740032,-0.34792984,0.026787778,-0.6208382,-1.6257333755493164
+5.3234305,0.083641484,0.5882828,0.028214656,-0.5577391,-0.33953142,-0.68098694,-0.36163762,0.9325676,0.015082184,-0.17876129,0.050865285,-0.7129168,1.1053214073181152
+4.2774053,0.10299429,0.6098695,0.05639716,-0.5322438,-0.32964557,-0.60640174,-0.34815612,0.98142916,0.0051558646,-0.18778749,-0.006886145,-0.7229781,2.1513466835021973
+6.159092,0.17318407,0.73713577,0.08459992,-0.6063846,-0.33771616,-0.53740096,-0.32676864,1.0,-0.046760734,-0.2925688,-0.09852833,-0.7228013,0.26965999603271484
+8.258254,0.23865405,0.8488939,0.08300375,-0.6959142,-0.3370543,-0.52373785,-0.32535365,1.0,-0.112044945,-0.4404488,-0.15868942,-0.6999402,-1.8295021057128906
+7.5697517,0.2893202,0.8981384,-0.009036392,-0.7803186,-0.2892794,-0.48090434,-0.30649328,0.8745432,-0.2580908,-0.62916,-0.18389204,-0.60149103,-1.1409997940063477
+4.8785543,0.28289026,0.88939285,-0.10920691,-0.8367073,-0.21437353,-0.41103303,-0.2735423,0.71934617,-0.35106215,-0.75234497,-0.118525416,-0.50178987,1.5501976013183594
+4.099065,0.2651853,0.8689021,-0.12089491,-0.8623443,-0.2076928,-0.38683146,-0.23567757,0.6678343,-0.36704612,-0.78818905,-0.078736626,-0.46573192,2.3296871185302734
+6.203564,0.28011227,0.82783246,-0.109966755,-0.8380897,-0.23866223,-0.44940007,-0.23008233,0.6837367,-0.34486523,-0.7209711,-0.055470735,-0.498946,0.2251877784729004
+8.400873,0.30668563,0.7412857,-0.10487221,-0.75791174,-0.28859973,-0.54863095,-0.23108971,0.7526989,-0.2696153,-0.55560994,-0.01911789,-0.54924536,-1.972121238708496
+7.530687,0.16238743,0.6302861,-0.018007161,-0.6399488,-0.34247798,-0.6583296,-0.3212116,0.8846447,-0.05791801,-0.29317057,0.036470443,-0.6502588,-1.1019349098205566
+4.8107643,0.063827276,0.5867078,0.045320075,-0.54124767,-0.33075535,-0.6709539,-0.37377563,0.9441135,0.025680218,-0.16752683,0.047966897,-0.72138894,1.6179876327514648

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8399013876914978,7.268653218269348,,
+1000,-0.8453505039215088,7.274102281093597,,
+1500,-0.8944687843322754,7.323220608711242,,
+2000,-0.8966999053955078,7.325451781272888,,
+2500,-0.8439417481422424,7.2726939311027525,,
+3000,-0.8640217781066895,7.292773539066315,,
+3500,-0.8658046126365662,7.294556648254394,,
+4000,-0.8504090309143066,7.279160638809204,,
+4500,-0.8361682295799255,7.264919965744019,,
+5000,-0.8198047280311584,7.248556134223938,,
+5000,,,6.927585701942444,-0.49883375644683836
+5500,-0.8693844676017761,7.29813617515564,,
+6000,-0.8302263617515564,7.258978052139282,,
+6500,-0.882265567779541,7.311017146587372,,
+7000,-0.8450828194618225,7.273834724903106,,
+7500,-0.8210588693618774,7.249810044765472,,
+8000,-0.864189624786377,7.2929416284561155,,
+8500,-0.8288588523864746,7.257610685348511,,
+9000,-0.8814749121665955,7.310227005004883,,
+9500,-0.8095128536224365,7.2382649841308595,,
+10000,-0.8696774840354919,7.298429715156555,,
+10000,,,7.001179609298706,-0.5724276638031006
+10500,-0.7672430276870728,7.195995120048523,,
+11000,-0.7678922414779663,7.196644094467163,,
+11500,-0.7684344053268433,7.197186339855194,,
+12000,-0.7794303297996521,7.2081822481155395,,
+12500,-0.9099723100662231,7.338724256038666,,
+13000,-0.7771443724632263,7.205896562099457,,
+13500,-0.7525932192802429,7.181345272541046,,
+14000,-0.7289289236068726,7.157681355953216,,
+14500,-0.6601957082748413,7.088947270393372,,
+15000,-0.7125511765480042,7.141303400993348,,
+15000,,,6.757227876186371,-0.32847593069076536
+15500,-0.7023719549179077,7.131124230384827,,
+16000,-0.7676927447319031,7.196444457530975,,
+16500,-0.6635507345199585,7.092302770614624,,
+17000,-0.7325724959373474,7.161323986053467,,
+17500,-0.7069200277328491,7.135671969413758,,
+18000,-0.7303782105445862,7.159130207061768,,
+18500,-0.7029799222946167,7.131732123374939,,
+19000,-0.7292678356170654,7.1580196757316585,,
+19500,-0.6806507706642151,7.1094029021263125,,
+20000,-0.6570433974266052,7.085795381069183,,
+20000,,,6.707281188964844,-0.2785292434692383
+20500,-0.7204235792160034,7.149175713062286,,
+21000,-0.6565122604370117,7.0852641248703,,
+21500,-0.6702841520309448,7.099036253452301,,
+22000,-0.7068856954574585,7.135637380123138,,
+22500,-0.658456027507782,7.087207612514496,,
+23000,-0.6618030071258545,7.090554831981659,,
+23500,-0.6439463496208191,7.07269818353653,,
+24000,-0.6309188604354858,7.059670827865601,,
+24500,-0.6609952449798584,7.089747102260589,,
+25000,-0.6266164183616638,7.055368631839753,,
+25000,,,6.635002207756043,-0.20625026226043702
+25500,-0.6183561086654663,7.0471080322265625,,
+26000,-0.5877937078475952,7.016545822143555,,
+26500,-0.5749752521514893,7.003727053165436,,
+27000,-0.6184683442115784,7.0472205834388735,,
+27500,-0.5276671051979065,6.956419280052185,,
+28000,-0.563706636428833,6.992458676338196,,
+28500,-0.534191370010376,6.962943138122559,,
+29000,-0.5780285000801086,7.0067806749343875,,
+29500,-0.4889846444129944,6.917736486911774,,
+30000,-0.5171453952789307,6.945897343635559,,
+30000,,,6.570840430259705,-0.14208848476409913
+30500,-0.5483458042144775,6.9770976209640505,,
+31000,-0.5773682594299316,7.006120066642762,,
+31500,-0.5450485348701477,6.973800355434418,,
+32000,-0.5045232176780701,6.933275214672088,,
+32500,-0.42463943362236023,6.853391424179077,,
+33000,-0.4677899181842804,6.896541843891144,,
+33500,-0.4655872881412506,6.894339021205902,,
+34000,-0.5276547074317932,6.95640665769577,,
+34500,-0.5513721108436584,6.9801245727539065,,
+35000,-0.5149133205413818,6.943665145397186,,
+35000,,,6.562759563922882,-0.1340076184272766
+35500,-0.44659581780433655,6.87534773015976,,
+36000,-0.44580724835395813,6.874559077739716,,
+36500,-0.44718459248542786,6.875936587333679,,
+37000,-0.4690369665622711,6.897788933753967,,
+37500,-0.3734016716480255,6.802153643131256,,
+38000,-0.4559980034828186,6.884749936580658,,
+38500,-0.42481374740600586,6.8535656795501705,,
+39000,-0.45787784457206726,6.8866300258636475,,
+39500,-0.40688517689704895,6.835637136936188,,
+40000,-0.4287409484386444,6.857492993354797,,
+40000,,,6.492372090816498,-0.06362014532089233
+40500,-0.4413072168827057,6.870059115409851,,
+41000,-0.47106310725212097,6.899815042495727,,
+41500,-0.39017075300216675,6.818922773838043,,
+42000,-0.34147122502326965,6.770223379135132,,
+42500,-0.3963862359523773,6.825138070106506,,
+43000,-0.38573288917541504,6.814484624385834,,
+43500,-0.39506101608276367,6.823813135147095,,
+44000,-0.4053760766983032,6.834128187179566,,
+44500,-0.3949282765388489,6.823680105209351,,
+45000,-0.2897488474845886,6.718500811100006,,
+45000,,,6.456702638864517,-0.027950693368911744
+45500,-0.28094327449798584,6.709695178031922,,
+46000,-0.35975590348243713,6.7885076918601985,,
+46500,-0.3817383348941803,6.810490349292755,,
+47000,-0.39236345887184143,6.821115481853485,,
+47500,-0.34790030121803284,6.776652411937714,,
+48000,-0.32814332842826843,6.756895285606384,,
+48500,-0.30261436104774475,6.73136651468277,,
+49000,-0.331712543964386,6.760464302062989,,
+49500,-0.29415810108184814,6.722910175323486,,
+50000,-0.3133049011230469,6.742057099819183,,
+50000,,,6.356075421571732,0.0726765239238739
+50500,-0.21287210285663605,6.641624029159546,,
+51000,-0.2535097599029541,6.682261671066284,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e33a3cebb7fe53b0c27b90fc72b32703fd922a836d736c2656285fbc7b3ca0
+size 1935724

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.607306,-0.40993944,0.57001585,0.2892541,-0.7019332,-0.10888614,-0.55203587,-0.6076101,0.59970355,0.4797528,-1.0,-0.29973197,-0.30978745,-1.1785540580749512
+8.392691,-0.46850863,0.55610627,0.40967527,-0.5897713,-0.07220077,-0.5331369,-0.6767049,0.651621,0.5647087,-0.8381607,-0.22667858,-0.3497396,-1.9639387130737305
+6.37667,-0.514139,0.46942204,0.45451397,-0.5012517,-0.03034435,-0.47983792,-0.7373414,0.62670064,0.639153,-0.7021007,-0.16832964,-0.33500272,0.052082061767578125
+4.5298557,-0.59247774,0.3206687,0.4713205,-0.43356225,0.039904952,-0.3742999,-0.8154512,0.5212872,0.7319502,-0.63463163,-0.11291165,-0.28992802,1.8988962173461914
+5.249455,-0.58203304,0.3023319,0.4429597,-0.4987852,-0.010861581,-0.34621403,-0.7712902,0.50522685,0.775177,-0.7554553,-0.18008703,-0.24883434,1.1792969703674316
+7.4244285,-0.41685227,0.34779745,0.38305196,-0.60735226,-0.11569151,-0.34639725,-0.60688376,0.5240121,0.7643355,-0.93053716,-0.32714075,-0.149769,-0.9956765174865723
+8.03787,-0.27074438,0.33282682,0.33195528,-0.6438599,-0.2029532,-0.33501095,-0.4713719,0.46481526,0.71116793,-1.0,-0.43086344,-0.10165307,-1.6091184616088867
+5.998525,-0.2421389,0.29599133,0.2571407,-0.6586659,-0.24651577,-0.38011298,-0.43853778,0.39790446,0.5796554,-1.0,-0.4330164,-0.15341009,0.43022680282592773
+4.383879,-0.26351717,0.35897726,0.18308516,-0.73930794,-0.22039975,-0.48698202,-0.4932679,0.40247613,0.39666632,-1.0,-0.38734117,-0.2535511,2.044872760772705
+5.656598,-0.35292992,0.49061966,0.21032354,-0.7471751,-0.15248647,-0.55043596,-0.5798237,0.5047196,0.39625487,-1.0,-0.3354182,-0.29582426,0.7721538543701172
+7.8712645,-0.44904602,0.5884494,0.34709612,-0.63237333,-0.092898145,-0.56338996,-0.64288104,0.6376557,0.51524734,-0.9443168,-0.26942113,-0.34731495,-1.4425125122070312
+7.603011,-0.4787554,0.520965,0.43987295,-0.52045125,-0.059404425,-0.52864796,-0.6962608,0.6491364,0.58195114,-0.7373803,-0.20021258,-0.37237558,-1.1742591857910156
+5.16266,-0.55420125,0.36601084,0.46494004,-0.4378393,0.03098453,-0.4224733,-0.7928195,0.5594833,0.67191344,-0.62078124,-0.11732529,-0.31699407,1.2660918235778809
+4.2248077,-0.6225427,0.22910598,0.45883814,-0.40799552,0.07718778,-0.31580934,-0.84741247,0.44462603,0.73649836,-0.6071587,-0.07296041,-0.27416196,2.203944206237793
+6.0877852,-0.5272129,0.3071782,0.41670397,-0.5424913,-0.045468733,-0.34085727,-0.7124348,0.50826186,0.77043045,-0.8283953,-0.23084341,-0.20935553,0.34096670150756836
+8.169854,-0.32428527,0.35475984,0.35908815,-0.63367677,-0.1578404,-0.3417863,-0.5211943,0.51111156,0.7353591,-0.9591072,-0.38473275,-0.121129006,-1.7411022186279297
+7.3041663,-0.22066858,0.31057698,0.29884294,-0.6431121,-0.24310274,-0.34052408,-0.41945782,0.42897078,0.65485823,-1.0,-0.4549737,-0.107220575,-0.8754143714904785
+4.711925,-0.23091565,0.3081422,0.20804337,-0.6848969,-0.25453424,-0.42620292,-0.43202326,0.37967598,0.4756045,-1.0,-0.41841108,-0.20147869,1.7168269157409668
+4.3498416,-0.27872667,0.40989712,0.16221555,-0.7711882,-0.1976346,-0.53200895,-0.52321774,0.42525202,0.3329469,-1.0,-0.3675807,-0.28905994,2.0789103507995605
+6.6929092,-0.39485452,0.56500643,0.24998502,-0.712634,-0.12188712,-0.57429904,-0.6026586,0.5684414,0.42271465,-1.0,-0.31018138,-0.3257379,-0.2641572952270508
+8.315937,-0.4614672,0.57723147,0.40262222,-0.5679673,-0.08282054,-0.56251204,-0.66423726,0.6599974,0.53677714,-0.82780045,-0.24033025,-0.3814185,-1.8871850967407227
+6.5796475,-0.49492124,0.47604573,0.44974467,-0.4873286,-0.03365843,-0.50506943,-0.72548616,0.6309257,0.5980203,-0.6764761,-0.17065735,-0.363037,-0.1508955955505371
+4.1219263,-0.60436016,0.2556989,0.46577725,-0.38581908,0.08830592,-0.34764472,-0.85062855,0.47164983,0.7069237,-0.5631342,-0.06402997,-0.287571,2.306825637817383
+4.629794,-0.60958153,0.25107372,0.44573557,-0.45292518,0.03279642,-0.3203708,-0.80665195,0.46034697,0.7552259,-0.68179744,-0.12120604,-0.26413584,1.7989578247070312
+7.265009,-0.42993894,0.34203488,0.38942614,-0.5954294,-0.101674765,-0.34497234,-0.61744153,0.52532345,0.7594856,-0.90388674,-0.3075582,-0.16133717,-0.8362569808959961
+8.330077,-0.2532531,0.34094864,0.33657792,-0.63998526,-0.20712769,-0.3340458,-0.45289442,0.47389433,0.7087838,-0.98154193,-0.4342674,-0.10286687,-1.9013252258300781
+6.118777,-0.21381593,0.28838277,0.25857782,-0.64436793,-0.2668653,-0.3636957,-0.40415475,0.39238295,0.5865927,-1.0,-0.44837284,-0.13626738,0.30997514724731445
+4.0068884,-0.2406534,0.35196856,0.17444292,-0.7321532,-0.23851666,-0.48427022,-0.46337566,0.3886609,0.38360572,-1.0,-0.39691946,-0.25488275,2.421863555908203
+5.157821,-0.3321155,0.48795158,0.19080196,-0.7607486,-0.16121249,-0.5604511,-0.564903,0.4910298,0.35778755,-1.0,-0.3403411,-0.3078598,1.2709307670593262
+7.7438264,-0.44029734,0.60660547,0.33388686,-0.64216304,-0.0973159,-0.5789896,-0.6332418,0.63902867,0.48649025,-0.95712155,-0.27538615,-0.35990757,-1.3150744438171387
+7.8812375,-0.4696675,0.53264225,0.43788755,-0.51843154,-0.06973961,-0.5414875,-0.6868783,0.65360075,0.5652729,-0.7337319,-0.20871824,-0.38421136,-1.4524855613708496
+5.2355547,-0.5476241,0.377764,0.46198073,-0.43222317,0.028230594,-0.43698248,-0.78843826,0.5683485,0.65665144,-0.6074328,-0.11837734,-0.3275953,1.193197250366211
+3.9582083,-0.62915534,0.2182858,0.45955947,-0.38635278,0.090266615,-0.3107285,-0.8567334,0.43334484,0.7303457,-0.5753251,-0.05575569,-0.27842885,2.470543622970581
+5.8572664,-0.5370195,0.3043177,0.42203906,-0.53144,-0.04139112,-0.3378941,-0.7179118,0.5043214,0.7714258,-0.81066173,-0.21849513,-0.21582057,0.5714855194091797
+8.151598,-0.32701123,0.3543991,0.36454472,-0.62820804,-0.16108602,-0.3391499,-0.5199194,0.5097295,0.74217665,-0.9495595,-0.3810299,-0.12229249,-1.7228460311889648
+7.460845,-0.21370612,0.30934054,0.30420777,-0.63483614,-0.253044,-0.33580536,-0.40954855,0.42566106,0.6627325,-1.0,-0.4585843,-0.10480513,-1.0320930480957031
+4.7674713,-0.22370067,0.30597335,0.21245937,-0.6754283,-0.2654674,-0.4210973,-0.4192912,0.3781182,0.48298207,-1.0,-0.42320898,-0.198484,1.661280632019043
+4.222077,-0.2712198,0.41499627,0.1633686,-0.7705332,-0.20437188,-0.53534544,-0.5124477,0.42680097,0.33015856,-1.0,-0.3710456,-0.29435438,2.2066750526428223
+6.5352545,-0.39295986,0.5759111,0.2526654,-0.7135077,-0.123270825,-0.5791655,-0.5973923,0.57577205,0.41973504,-1.0,-0.30978757,-0.3317513,-0.10650253295898438
+8.2459,-0.4592405,0.58185226,0.40651157,-0.5663222,-0.08721118,-0.5650993,-0.66099185,0.66313124,0.5347738,-0.8226909,-0.2412403,-0.38518593,-1.817148208618164
+6.564325,-0.49260065,0.4789086,0.4486305,-0.48473078,-0.03509984,-0.50822437,-0.7250638,0.6333984,0.59341025,-0.6695846,-0.16994098,-0.3642972,-0.1355729103088379
+4.1321507,-0.60667956,0.25426227,0.46445534,-0.3770861,0.09274215,-0.3475364,-0.8533627,0.46976992,0.70604837,-0.5506269,-0.05933182,-0.289017,2.2966012954711914
+4.6666913,-0.6091475,0.253915,0.44635043,-0.4500385,0.031485766,-0.32064065,-0.8037,0.46128392,0.754464,-0.6753095,-0.11958846,-0.266352,1.7620606422424316
+7.2930937,-0.4228539,0.34530246,0.39121404,-0.5968102,-0.10830024,-0.34301013,-0.6086492,0.5253926,0.7605412,-0.9027964,-0.31017238,-0.15890989,-0.8643417358398438
+8.252067,-0.24537997,0.34143257,0.3385022,-0.6372499,-0.2169367,-0.33187732,-0.4420329,0.4699542,0.70930636,-0.9777117,-0.43757284,-0.103169546,-1.8233146667480469
+5.9977403,-0.20593491,0.29034635,0.25651658,-0.642253,-0.27580112,-0.3656042,-0.39237973,0.39067036,0.57775337,-1.0,-0.4492861,-0.1410846,0.4310116767883301
+3.9887319,-0.23328303,0.3629296,0.17027932,-0.73730314,-0.24142228,-0.4929453,-0.4540805,0.39301312,0.36770004,-1.0,-0.3967065,-0.26501653,2.4400200843811035
+5.233453,-0.32820106,0.5028581,0.18936326,-0.764739,-0.15940358,-0.5682582,-0.557822,0.50053906,0.34744355,-1.0,-0.3389505,-0.3164922,1.1952991485595703
+7.799117,-0.4363768,0.61507857,0.3369079,-0.6443279,-0.09800196,-0.5822018,-0.62967396,0.64618707,0.48038217,-0.9530006,-0.27484673,-0.3648547,-1.3703651428222656
+7.778099,-0.46500185,0.5338697,0.43579414,-0.52192223,-0.072142,-0.5416546,-0.6860856,0.65494764,0.5591205,-0.7319379,-0.20883782,-0.3816447,-1.3493471145629883
+5.0672426,-0.5478111,0.37532848,0.4585704,-0.42717737,0.032552473,-0.4359281,-0.7921512,0.56674874,0.65349793,-0.5972082,-0.11447909,-0.32592946,1.3615093231201172
+3.9539883,-0.6266236,0.22538134,0.45692053,-0.38775703,0.08800019,-0.31521884,-0.85213196,0.43865198,0.72632575,-0.5735987,-0.05854541,-0.2822231,2.4747636318206787
+5.999063,-0.52381736,0.31471896,0.41972616,-0.5404927,-0.04884141,-0.34131846,-0.70499617,0.5119694,0.7659216,-0.81801414,-0.22643135,-0.21321043,0.4296889305114746
+8.2425995,-0.31232527,0.3596565,0.36341187,-0.6329838,-0.16917859,-0.3391532,-0.5048435,0.5106687,0.7350874,-0.95074177,-0.38735452,-0.121724546,-1.813847541809082
+7.360801,-0.20278503,0.3134033,0.3003933,-0.6362093,-0.2616113,-0.33787918,-0.394209,0.42640123,0.6490246,-1.0,-0.460474,-0.109311625,-0.9320492744445801
+4.634582,-0.21453167,0.32002896,0.20551889,-0.6840491,-0.26724845,-0.43173882,-0.407623,0.38478318,0.45953384,-1.0,-0.42101687,-0.21120638,1.7941699028015137
+4.249335,-0.26620644,0.43484074,0.15841661,-0.7796021,-0.19952829,-0.5466647,-0.503888,0.44081977,0.3112634,-1.0,-0.36689606,-0.30622625,2.179417133331299
+6.6483564,-0.38833895,0.592009,0.25201386,-0.71988785,-0.118021175,-0.5853296,-0.5916796,0.5882162,0.40767303,-1.0,-0.30674696,-0.33950043,-0.2196044921875
+8.262434,-0.45244527,0.58382607,0.40328413,-0.5742527,-0.088351205,-0.56575364,-0.65915036,0.6654738,0.5242493,-0.8223525,-0.2415447,-0.38338548,-1.8336820602416992
+6.450339,-0.48828688,0.4800573,0.44125316,-0.48737347,-0.033441827,-0.50987464,-0.7268823,0.6362057,0.58256626,-0.66486424,-0.16827565,-0.36097407,-0.021586894989013672
+4.0717545,-0.6033201,0.26059306,0.45868754,-0.37674493,0.0936777,-0.35317448,-0.85117024,0.47492135,0.6978172,-0.54492193,-0.06105022,-0.29267156,2.356997489929199
+4.760194,-0.59645593,0.27109948,0.4422718,-0.46332955,0.02224668,-0.33069736,-0.79054004,0.4763438,0.7471443,-0.6870584,-0.13272819,-0.26771975,1.668558120727539
+7.3950605,-0.4017109,0.3581585,0.3877144,-0.60971177,-0.11636702,-0.3470902,-0.5900445,0.53392684,0.747631,-0.9101059,-0.31960577,-0.15759607,-0.96630859375
+8.214716,-0.22776575,0.34848562,0.3335035,-0.6443048,-0.22501832,-0.33434394,-0.422994,0.47331583,0.6904375,-0.981676,-0.4430583,-0.106548846,-1.785964012145996
+5.8814907,-0.19107501,0.30063283,0.24527098,-0.65214074,-0.2806741,-0.37413642,-0.37325367,0.39497715,0.5459582,-1.0,-0.44779223,-0.15283619,0.5472612380981445
+3.9882853,-0.22194728,0.3842708,0.15834337,-0.7531358,-0.2376841,-0.5088051,-0.44069904,0.40482286,0.33196312,-1.0,-0.39214486,-0.282561,2.4404666423797607
+5.351917,-0.32083336,0.52448153,0.18211319,-0.7755828,-0.15126286,-0.5786007,-0.54776144,0.51554,0.32462505,-1.0,-0.33401036,-0.32809645,1.0768351554870605
+7.854586,-0.42774996,0.62469476,0.33286762,-0.6553939,-0.095207654,-0.58644956,-0.62555635,0.65379477,0.4624257,-0.9529121,-0.2736586,-0.36910802,-1.4258341789245605
+7.6641173,-0.4568741,0.536248,0.42608765,-0.53188676,-0.071954176,-0.5440473,-0.68592197,0.65860426,0.5415081,-0.7325049,-0.20820585,-0.3772506,-1.235365390777588
+4.941645,-0.5430214,0.37628603,0.4484404,-0.423932,0.037769586,-0.44085914,-0.7936604,0.5693111,0.63821644,-0.584529,-0.11249623,-0.3277144,1.4871068000793457
+3.9943404,-0.6172287,0.2394799,0.45000383,-0.3944927,0.085035644,-0.3268837,-0.8437417,0.45187262,0.71336734,-0.57398087,-0.06622871,-0.2892834,2.4344115257263184
+6.1389976,-0.5006363,0.33295298,0.41403362,-0.5582237,-0.056368098,-0.35020187,-0.6864979,0.52764285,0.7492224,-0.8295359,-0.2382502,-0.21285743,0.28975439071655273
+8.289528,-0.28721604,0.37306973,0.35831067,-0.6467613,-0.17598034,-0.34361845,-0.48225987,0.52008486,0.7119818,-0.95606714,-0.39579827,-0.12435661,-1.8607759475708008
+7.2312684,-0.1801747,0.32352352,0.28842422,-0.6473963,-0.2700346,-0.34369323,-0.36654228,0.43316188,0.6130934,-1.0,-0.46312505,-0.11816771,-0.8025164604187012
+4.53914,-0.19595517,0.34143513,0.18800636,-0.7038784,-0.26664147,-0.4490188,-0.38704333,0.39436418,0.41079876,-1.0,-0.41654605,-0.2315097,1.8896117210388184
+4.333066,-0.25428608,0.45959204,0.14451231,-0.79666126,-0.19144143,-0.5621735,-0.48851076,0.45646596,0.27229202,-1.0,-0.3600095,-0.32399997,2.0956859588623047
+6.786813,-0.376314,0.6106259,0.2425539,-0.73565614,-0.11008471,-0.5944291,-0.58203596,0.5997287,0.37809017,-1.0,-0.3033653,-0.3502766,-0.3580608367919922
+8.254431,-0.44090512,0.5891835,0.392624,-0.5901196,-0.08829726,-0.5694726,-0.6560166,0.66938555,0.50095046,-0.82683736,-0.24260433,-0.38152814,-1.825678825378418
+6.2894697,-0.47873053,0.48441386,0.42785463,-0.49178153,-0.031290114,-0.51707476,-0.72662485,0.64255023,0.5590626,-0.6572189,-0.16719279,-0.36094248,0.1392822265625
+4.001651,-0.5944842,0.27143,0.4482001,-0.37710306,0.095727146,-0.36580792,-0.84624314,0.48537594,0.67881435,-0.5353191,-0.06458328,-0.30175626,2.4271011352539062
+4.8549786,-0.57695633,0.2924111,0.4349709,-0.47996548,0.0153162535,-0.34516189,-0.7751855,0.49645936,0.72967744,-0.6973964,-0.14616488,-0.27255374,1.5737733840942383
+7.511833,-0.3723829,0.37742606,0.38200182,-0.62909627,-0.122581765,-0.35532263,-0.56691206,0.54973644,0.7219876,-0.9183388,-0.3294792,-0.16018233,-1.0830812454223633
+8.184099,-0.20027496,0.36307994,0.32394585,-0.6586039,-0.23269789,-0.34063995,-0.3942918,0.4848703,0.6543535,-0.9886729,-0.44927981,-0.114503995,-1.7553472518920898
+5.758573,-0.16480066,0.3175643,0.22643809,-0.67080116,-0.28578004,-0.38623515,-0.3424418,0.40368795,0.49315354,-1.0,-0.44570255,-0.1699668,0.6701788902282715
+3.9835818,-0.20379719,0.41228047,0.13992791,-0.775718,-0.23184575,-0.52891105,-0.41960466,0.42021614,0.27875736,-1.0,-0.38496172,-0.30638307,2.4451701641082764
+5.484004,-0.30712718,0.54944927,0.16875134,-0.7931155,-0.14098103,-0.5916534,-0.53264344,0.53131825,0.28676045,-1.0,-0.32751215,-0.3441491,0.9447479248046875
+7.9280834,-0.4136282,0.63730925,0.3221504,-0.6744424,-0.09136755,-0.59343535,-0.6184275,0.66134614,0.4319007,-0.95773,-0.2732048,-0.3749801,-1.4993314743041992
+7.557568,-0.4446538,0.5419403,0.4116822,-0.5450407,-0.071521,-0.5502683,-0.68392605,0.66507363,0.51423955,-0.7329605,-0.20797418,-0.37486106,-1.1288161277770996
+4.822871,-0.53324646,0.3832207,0.4346639,-0.42142737,0.04234484,-0.4528073,-0.79155695,0.5770542,0.613569,-0.5687704,-0.11248987,-0.3355186,1.6058807373046875
+4.040573,-0.60166556,0.26019484,0.441295,-0.40468428,0.08095185,-0.3444641,-0.83167535,0.47175184,0.6936798,-0.57464314,-0.07691682,-0.30069542,2.388178825378418
+6.2689843,-0.46984634,0.35724977,0.40720153,-0.5810347,-0.06410607,-0.36315048,-0.66371167,0.54920566,0.72406244,-0.84233457,-0.25159252,-0.21578446,0.15976762771606445
+8.318186,-0.25468427,0.39185673,0.35100177,-0.665004,-0.18281455,-0.35130993,-0.4536431,0.53486776,0.6767912,-0.9626943,-0.4047764,-0.13136971,-1.8894338607788086
+7.1099405,-0.14735804,0.33851683,0.27029642,-0.6644571,-0.28006405,-0.35267892,-0.32798034,0.4437427,0.5584557,-1.0,-0.4649737,-0.13296662,-0.6811885833740234
+4.4617195,-0.1702777,0.36960858,0.16459638,-0.7305753,-0.2650311,-0.4713191,-0.36018294,0.40755698,0.34452692,-1.0,-0.4099189,-0.25874954,1.9670324325561523
+4.435354,-0.23798154,0.48885053,0.12777293,-0.8169447,-0.1820936,-0.5797331,-0.46836868,0.4748292,0.22360615,-1.0,-0.35123193,-0.3458265,1.9933977127075195
+6.9276032,-0.36025035,0.6323655,0.23104939,-0.7548933,-0.10139111,-0.6055161,-0.56931674,0.6129074,0.34001952,-1.0,-0.2994253,-0.36463276,-0.49885129928588867
+8.213338,-0.42647746,0.5966698,0.37966862,-0.6078987,-0.08806399,-0.57554024,-0.6513315,0.6751276,0.4712921,-0.8301547,-0.24332407,-0.38174185,-1.784585952758789
+6.112457,-0.46646228,0.4909835,0.41225618,-0.49398637,-0.027854754,-0.5284813,-0.7247616,0.65131724,0.52892977,-0.64342725,-0.16536504,-0.36580104,0.31629514694213867
+3.9595103,-0.58195704,0.28563285,0.43635592,-0.3775388,0.09771064,-0.38252857,-0.83887637,0.4991007,0.6541239,-0.52290946,-0.068848625,-0.31585118,2.4692416191101074
+4.984585,-0.5505923,0.31788778,0.42658895,-0.50019306,0.0077251922,-0.36246678,-0.755893,0.5206292,0.7061864,-0.7090257,-0.16093211,-0.27970225,1.444167137145996
+7.6369524,-0.33555582,0.4009745,0.37541437,-0.6515931,-0.12961186,-0.365932,-0.5383191,0.56931794,0.6876286,-0.9264775,-0.3402683,-0.16611174,-1.208200454711914
+8.114002,-0.16378151,0.38199455,0.3101543,-0.6755785,-0.24296468,-0.34980065,-0.35564303,0.49988252,0.6035571,-0.99702317,-0.45519522,-0.12813455,-1.6852502822875977
+5.5990486,-0.13000216,0.3401779,0.20137386,-0.6957034,-0.29156753,-0.40330645,-0.3046207,0.41502675,0.42153144,-1.0,-0.44153547,-0.194882,0.8297033309936523
+4.004019,-0.18123536,0.4450454,0.118733525,-0.80152816,-0.22498073,-0.55173045,-0.39455703,0.43839604,0.21493308,-1.0,-0.37550628,-0.33506092,2.4247331619262695
+5.664865,-0.28979364,0.5780913,0.15440612,-0.8125254,-0.13055654,-0.6067284,-0.51420015,0.54904556,0.24144143,-1.0,-0.32033077,-0.36421204,0.7638869285583496
+8.01331,-0.3959671,0.652283,0.31040472,-0.69505346,-0.08813189,-0.6025648,-0.6086757,0.67048883,0.3950784,-0.9608264,-0.27272478,-0.38419372,-1.5845584869384766
+7.408514,-0.42958352,0.5504228,0.39601988,-0.5565996,-0.07056678,-0.5601753,-0.680175,0.6743694,0.4810929,-0.72802866,-0.20675838,-0.37696564,-0.979762077331543
+4.6705284,-0.52161103,0.39119953,0.42018834,-0.41615206,0.048531413,-0.4674525,-0.7880995,0.5855595,0.584643,-0.5470913,-0.11151389,-0.34868532,1.758223533630371
+4.096512,-0.5812442,0.28381854,0.43195614,-0.41687715,0.07614428,-0.36414742,-0.8166427,0.49426013,0.6693456,-0.575344,-0.08802528,-0.315337,2.332240104675293
+6.4329066,-0.4312254,0.38526115,0.39973158,-0.6067773,-0.0725082,-0.37781894,-0.63556373,0.5738652,0.6917707,-0.8551185,-0.26538196,-0.22096384,-0.004154682159423828
+8.3540745,-0.2145717,0.41460943,0.34124678,-0.68448937,-0.19173984,-0.36164808,-0.4174915,0.5525715,0.6303801,-0.9690063,-0.41397214,-0.14340866,-1.9253225326538086
+6.945902,-0.10516986,0.3579318,0.24642773,-0.68527764,-0.29227245,-0.36534157,-0.28013,0.45640612,0.4859834,-1.0,-0.46445307,-0.15550245,-0.5171499252319336
+4.3696785,-0.13966191,0.40400523,0.1379368,-0.7617245,-0.26241222,-0.49813613,-0.3302042,0.42433137,0.26522365,-1.0,-0.40071106,-0.29269174,2.0590734481811523
+4.575874,-0.21914347,0.52245224,0.111269906,-0.83790946,-0.17213626,-0.598563,-0.4458393,0.49642628,0.17051207,-1.0,-0.3410118,-0.37056214,1.8528780937194824
+7.09824,-0.3411121,0.6569769,0.22045809,-0.77463555,-0.09364113,-0.61823726,-0.5537472,0.6285345,0.29733282,-1.0,-0.29540667,-0.3827085,-0.6694879531860352
+8.150678,-0.4095218,0.60656947,0.36657402,-0.62473553,-0.088060096,-0.5841056,-0.64475316,0.6833774,0.4375398,-0.829568,-0.24317205,-0.38543928,-1.7219257354736328
+5.912519,-0.45261195,0.49876893,0.39646754,-0.49176356,-0.022591082,-0.5427869,-0.7215836,0.66119945,0.49544683,-0.6216473,-0.16220136,-0.37608474,0.516232967376709
+3.9233484,-0.5667638,0.30180055,0.425092,-0.37860817,0.09895084,-0.4005123,-0.829398,0.51422954,0.6268623,-0.50945276,-0.07314317,-0.3335899,2.505403518676758
+5.1513877,-0.5167258,0.34809256,0.41794464,-0.5252005,-0.0024815667,-0.38139874,-0.73070383,0.5482993,0.6787336,-0.72517866,-0.17819653,-0.2874324,1.2773642539978027
+7.774196,-0.29216832,0.4269759,0.36774176,-0.6747378,-0.13870771,-0.37755147,-0.5032891,0.5897409,0.64644384,-0.93432313,-0.35213035,-0.1749196,-1.3454442024230957
+8.010104,-0.1189685,0.4027664,0.2912787,-0.69284534,-0.25713384,-0.36111847,-0.3068992,0.5148535,0.5383648,-1.0,-0.45941752,-0.14807369,-1.5813522338867188
+5.4125757,-0.09113907,0.36880803,0.17202248,-0.7254963,-0.2963721,-0.4265808,-0.2657981,0.4289102,0.33533135,-1.0,-0.4340789,-0.22823846,1.0161762237548828
+4.0524187,-0.15724473,0.48097646,0.09829479,-0.8277136,-0.21681644,-0.57533365,-0.3689573,0.45946175,0.14810756,-1.0,-0.3640911,-0.3659626,2.376333236694336
+5.889839,-0.2714048,0.6103384,0.14314371,-0.8305637,-0.12073806,-0.62249357,-0.49466375,0.56990457,0.19588661,-1.0,-0.31293875,-0.38654906,0.5389127731323242
+8.091122,-0.37711516,0.66756314,0.30168137,-0.7124851,-0.086719796,-0.6124223,-0.5978416,0.68173814,0.35843295,-0.95771176,-0.27173567,-0.39594314,-1.662369728088379
+7.194879,-0.4133567,0.5601973,0.38114607,-0.5629674,-0.06839475,-0.57294434,-0.67548907,0.68584096,0.44576636,-0.71433383,-0.20369762,-0.38405335,-0.7661271095275879
+4.498905,-0.5105607,0.39693618,0.40704975,-0.4073872,0.05700606,-0.4809566,-0.78479695,0.59177816,0.5561143,-0.52065563,-0.10864024,-0.3650821,1.9298467636108398
+4.200467,-0.5570032,0.30956987,0.42278528,-0.43220085,0.069479115,-0.38357374,-0.7983229,0.51784813,0.64315903,-0.57937765,-0.09992503,-0.33088875,2.2282848358154297
+6.651332,-0.38636273,0.4150265,0.39172074,-0.63357496,-0.08217365,-0.39206055,-0.60170984,0.59869885,0.65489626,-0.86807513,-0.27967414,-0.22683412,-0.2225799560546875
+8.381821,-0.16815037,0.43879294,0.32815236,-0.70256025,-0.2041222,-0.37304792,-0.37300202,0.5696844,0.5746105,-0.9749737,-0.4229205,-0.1598712,-1.953068733215332
+6.7244916,-0.05681531,0.3798454,0.21759601,-0.70896417,-0.30561998,-0.3815657,-0.22788215,0.46868208,0.39915046,-1.0,-0.46059033,-0.18537521,-0.29573965072631836
+4.265559,-0.107741155,0.44188666,0.111022934,-0.7942735,-0.25813144,-0.52747786,-0.30090582,0.44316334,0.18032277,-1.0,-0.3891144,-0.3308065,2.1631927490234375
+4.7651777,-0.19951415,0.557702,0.097206905,-0.85727626,-0.16268186,-0.6173515,-0.4233885,0.5195875,0.118029535,-1.0,-0.33052287,-0.3961154,1.66357421875
+7.3027744,-0.320502,0.68265015,0.2126898,-0.7923467,-0.08807158,-0.63166445,-0.53687465,0.64590573,0.25422046,-1.0,-0.29166293,-0.4031605,-0.8740224838256836
+8.063192,-0.3911887,0.6180179,0.3549565,-0.63772297,-0.08855376,-0.59474295,-0.63677096,0.6939388,0.40258467,-0.8229001,-0.24197742,-0.39275485,-1.6344404220581055
+5.6714134,-0.43874034,0.50600713,0.38191962,-0.4843129,-0.01525311,-0.55788153,-0.7176776,0.67019606,0.4620693,-0.59267944,-0.1576776,-0.39071304,0.7573385238647461
+3.8735082,-0.5497525,0.31798947,0.41499868,-0.38119304,0.09955586,-0.41696438,-0.818354,0.5286993,0.59891117,-0.4972206,-0.07667646,-0.35259128,2.555243730545044
+5.346591,-0.47778946,0.37957883,0.40883788,-0.55211365,-0.012995752,-0.3991073,-0.70118445,0.5757253,0.647738,-0.74323153,-0.19502163,-0.29456615,1.0821609497070312
+7.9345307,-0.24465062,0.4546672,0.358054,-0.6964731,-0.14904669,-0.3899834,-0.4627763,0.60988414,0.5983908,-0.940807,-0.36343306,-0.18731502,-1.5057787895202637
+7.885094,-0.06766105,0.42558628,0.26753375,-0.71043706,-0.2736929,-0.37452397,-0.25047126,0.5294005,0.45995024,-1.0,-0.460217,-0.17448652,-1.4563422203063965
+5.207077,-0.051104803,0.40247843,0.14171864,-0.75798315,-0.2994885,-0.45401773,-0.22894323,0.44544035,0.24198347,-1.0,-0.42399555,-0.26704335,1.221674919128418
+4.121971,-0.13281637,0.51767683,0.080882855,-0.8515847,-0.20876722,-0.5977462,-0.34333044,0.4823261,0.084038615,-1.0,-0.3521924,-0.39649123,2.3067808151245117
+6.129035,-0.25070393,0.64316803,0.13412793,-0.84749055,-0.11313479,-0.6384088,-0.47335288,0.59149885,0.1496143,-1.0,-0.30626577,-0.41037035,0.2997169494628906
+8.15413,-0.35629565,0.6840773,0.29366282,-0.7284306,-0.08701571,-0.6235418,-0.5849457,0.6943298,0.32038057,-0.9523029,-0.27070826,-0.40966493,-1.7253780364990234
+6.9722867,-0.39571562,0.57207876,0.36677942,-0.5649168,-0.06556826,-0.58854884,-0.6690054,0.69900256,0.40827772,-0.69388896,-0.19991222,-0.39598402,-0.5435347557067871
+4.3383937,-0.4987295,0.4034912,0.39566272,-0.39896172,0.06476939,-0.4939065,-0.7799817,0.5978278,0.5281911,-0.4946977,-0.10588303,-0.38338628,2.090358257293701
+4.306985,-0.5296104,0.3374309,0.41393378,-0.45068982,0.061289705,-0.40198767,-0.7769635,0.5418568,0.61603737,-0.58762795,-0.11254569,-0.3457477,2.121767044067383
+6.867156,-0.33917424,0.44568086,0.3829671,-0.6591828,-0.09201976,-0.40569347,-0.5640664,0.6222687,0.6142849,-0.8799709,-0.29296637,-0.23447782,-0.4384040832519531
+8.390858,-0.1180045,0.4641294,0.31101066,-0.7187408,-0.21893653,-0.385694,-0.32175267,0.5856997,0.50948226,-0.9807926,-0.42947203,-0.1814346,-1.9621057510375977
+6.5214252,-0.0070088822,0.4047644,0.18646507,-0.73569316,-0.317391,-0.4012868,-0.17751138,0.48134163,0.3043535,-1.0,-0.45347464,-0.22059116,-0.09267330169677734
+4.2003345,-0.076869845,0.48019713,0.087886214,-0.8242856,-0.25281805,-0.5553375,-0.27291587,0.46339282,0.09970944,-1.0,-0.37677032,-0.36848873,2.22841739654541
+4.976801,-0.17904308,0.59304863,0.086697444,-0.87421095,-0.15503316,-0.63502103,-0.4005663,0.5434411,0.06899739,-1.0,-0.3210426,-0.42109048,1.451951026916504
+7.482447,-0.29827973,0.70780736,0.20702706,-0.808421,-0.08541694,-0.64478916,-0.51854837,0.66394454,0.2120613,-1.0,-0.2884619,-0.4242049,-1.0536952018737793
+7.934119,-0.3721209,0.6312638,0.34450153,-0.64715105,-0.08921905,-0.60716003,-0.6275163,0.7064694,0.36719778,-0.8115386,-0.23986664,-0.40314972,-1.5053672790527344
+5.4240084,-0.42575946,0.5122837,0.368978,-0.47322288,-0.0065985154,-0.57225996,-0.7130922,0.67730224,0.43060055,-0.5600376,-0.15255913,-0.40789932,1.0047435760498047
+3.865693,-0.53188646,0.33482015,0.4060821,-0.38607115,0.09891482,-0.4314954,-0.8058159,0.5427705,0.57177943,-0.48835924,-0.08018842,-0.37099856,2.563058853149414
+5.5660834,-0.4370579,0.4115622,0.39976415,-0.5789617,-0.023670135,-0.41500393,-0.66852236,0.6014683,0.61558604,-0.7622773,-0.21119177,-0.30084348,0.862668514251709
+8.076881,-0.19694214,0.4813338,0.3460245,-0.7149885,-0.16074112,-0.4016896,-0.4183555,0.6268089,0.5469687,-0.9468685,-0.37371522,-0.20228274,-1.6481294631958008
+7.723664,-0.014587835,0.44732398,0.24030407,-0.72859997,-0.29084194,-0.38857663,-0.19229849,0.54051507,0.37447616,-1.0,-0.45754853,-0.20474805,-1.2949118614196777
+5.012379,-0.015451101,0.43750638,0.11381371,-0.7898699,-0.299919,-0.48296303,-0.19843179,0.46216547,0.1516138,-1.0,-0.41216058,-0.3071561,1.4163727760314941
+4.2261496,-0.110536225,0.5519224,0.0679967,-0.87129396,-0.20180312,-0.61751264,-0.32012293,0.5044923,0.02827385,-1.0,-0.34145287,-0.4240033,2.2026023864746094
+6.372881,-0.23008855,0.67406344,0.1285827,-0.86178374,-0.108245045,-0.652942,-0.452478,0.6121549,0.10749842,-1.0,-0.30092233,-0.43327382,0.055871009826660156
+8.180005,-0.33586708,0.69963497,0.28785384,-0.7407162,-0.0892515,-0.63423634,-0.57168055,0.70703435,0.2855859,-0.9440079,-0.26976058,-0.4234004,-1.7512531280517578
+6.7182307,-0.37898597,0.58339834,0.35398516,-0.56156135,-0.061807983,-0.60449296,-0.6619842,0.7112843,0.37262893,-0.6677682,-0.19550201,-0.41064745,-0.28947877883911133
+4.186482,-0.4882868,0.4083466,0.38658938,-0.39140368,0.072143294,-0.50367993,-0.77518064,0.60168463,0.50363356,-0.47163102,-0.10272478,-0.40069407,2.242269992828369
+4.44275,-0.50245154,0.364444,0.4051423,-0.4700508,0.053129673,-0.41754594,-0.75441766,0.5634228,0.5899385,-0.59930897,-0.12472409,-0.3581545,1.986001968383789
+7.090926,-0.29439348,0.47457176,0.373252,-0.6809875,-0.10119052,-0.41790643,-0.52549887,0.6422385,0.5728046,-0.88983643,-0.30436942,-0.24379098,-0.6621742248535156
+8.374625,-0.068011805,0.48763764,0.2908127,-0.7325214,-0.23503928,-0.39772174,-0.26767507,0.5981274,0.4403679,-0.9868854,-0.43310004,-0.20552829,-1.9458732604980469
+6.293576,0.03736956,0.42966092,0.15711953,-0.7625832,-0.32632616,-0.42192286,-0.13525847,0.49280792,0.21381138,-1.0,-0.44477844,-0.25595754,0.1351761817932129
+4.155299,-0.050286673,0.5140265,0.070513144,-0.8487748,-0.24767701,-0.578669,-0.24848348,0.48162344,0.031711563,-1.0,-0.3656387,-0.40125686,2.2734527587890625
+5.183905,-0.15924472,0.624361,0.07946598,-0.88813144,-0.15012087,-0.6503261,-0.3789437,0.5642109,0.02570644,-1.0,-0.31368214,-0.44360945,1.2448468208312988
+7.643348,-0.2764918,0.72957426,0.2026128,-0.8220773,-0.08570067,-0.65656227,-0.500228,0.679455,0.17348912,-1.0,-0.28641248,-0.4436677,-1.2145962715148926
+7.8012285,-0.35406092,0.64504963,0.33527133,-0.6535537,-0.09020363,-0.61984974,-0.61739606,0.71863014,0.3340633,-0.79866326,-0.23809329,-0.4149723,-1.372476577758789
+5.196755,-0.41488084,0.5180424,0.3585033,-0.46235284,0.0012198482,-0.58441705,-0.70789015,0.6821919,0.40370253,-0.5306273,-0.14823364,-0.42478544,1.231997013092041
+3.868334,-0.5154555,0.3514309,0.3984333,-0.39259022,0.09739813,-0.44349816,-0.79286957,0.555273,0.5475623,-0.48379305,-0.08363784,-0.38726312,2.560417890548706
+5.7689657,-0.400336,0.44083112,0.39076102,-0.60141957,-0.032102093,-0.42845127,-0.63704747,0.6228218,0.58411705,-0.77833146,-0.22417122,-0.30750912,0.6597862243652344
+8.197132,-0.15396705,0.5058936,0.3323583,-0.7295277,-0.17190592,-0.41304916,-0.37501785,0.64043355,0.49513158,-0.9521378,-0.38107544,-0.21972243,-1.7683801651000977
+7.5796294,0.032552287,0.46780783,0.21416585,-0.74702406,-0.3048645,-0.40282944,-0.14165244,0.5494025,0.2930482,-1.0,-0.45230108,-0.23524925,-1.1508774757385254
+4.857379,0.013278057,0.46990448,0.09263618,-0.8169215,-0.29886597,-0.5082939,-0.17407303,0.47778338,0.075765185,-1.0,-0.40121496,-0.34265497,1.5713729858398438
+4.3251033,-0.091037914,0.5816464,0.059939608,-0.88630486,-0.19726773,-0.6335585,-0.29917488,0.5239819,-0.016716063,-1.0,-0.3332917,-0.44702166,2.1036486625671387
+6.5685406,-0.21011862,0.699933,0.124760345,-0.8740479,-0.10657564,-0.6651575,-0.43215773,0.62904036,0.070035875,-1.0,-0.297247,-0.45365033,-0.13978862762451172
+8.181612,-0.316532,0.71458167,0.28217733,-0.75166786,-0.09234956,-0.64422596,-0.5575354,0.7180307,0.2535929,-0.937681,-0.2694946,-0.43643212,-1.7528600692749023
+6.520782,-0.36451104,0.5944195,0.3431252,-0.55714864,-0.058468506,-0.6189558,-0.6541959,0.7211268,0.34130594,-0.6436428,-0.1922165,-0.42550567,-0.09203004837036133
+4.0887437,-0.4788838,0.41492325,0.3794974,-0.38719982,0.0764707,-0.5122664,-0.7690812,0.6058388,0.48223668,-0.4551319,-0.101135075,-0.4161663,2.34000825881958
+4.5693884,-0.47918603,0.3894142,0.39725837,-0.48706925,0.04605926,-0.43060902,-0.733149,0.5814208,0.56686413,-0.61156154,-0.13553537,-0.3686952,1.8593635559082031
+7.258028,-0.2581658,0.49945074,0.36374798,-0.69710445,-0.10874471,-0.42872253,-0.4911917,0.6573961,0.53465736,-0.897432,-0.31278682,-0.25513825,-0.8292760848999023
+8.344501,-0.02468035,0.50829023,0.27080634,-0.74463606,-0.24937154,-0.4088948,-0.21877274,0.60703146,0.37495437,-0.9936697,-0.4332907,-0.22994356,-1.9157485961914062
+6.119204,0.071180865,0.45368585,0.133828,-0.78662175,-0.3318665,-0.4415286,-0.10414594,0.5034748,0.1378231,-1.0,-0.43616378,-0.2878844,0.30954790115356445
+4.136642,-0.029315729,0.5420811,0.059764013,-0.8668227,-0.2439572,-0.5965303,-0.22787507,0.49702275,-0.019946426,-1.0,-0.3573323,-0.42728454,2.292109966278076
+5.3539076,-0.14158064,0.6504493,0.0754795,-0.89901686,-0.14806573,-0.6625157,-0.35903028,0.5807317,-0.009744317,-1.0,-0.3088546,-0.46252668,1.0748443603515625
+7.7533836,-0.2568597,0.7471389,0.19896595,-0.8336556,-0.08807944,-0.6660028,-0.48277244,0.6912071,0.140562,-1.0,-0.28547436,-0.46001542,-1.324631690979004
+7.67987,-0.33875623,0.6584005,0.3274831,-0.65847313,-0.09128575,-0.63127667,-0.6070832,0.7286184,0.30542076,-0.7876528,-0.23714149,-0.4266428,-1.2511181831359863
+5.033107,-0.40680757,0.523703,0.35073018,-0.45424324,0.006783234,-0.59394604,-0.70231533,0.6852167,0.38243088,-0.5085151,-0.14555879,-0.43952394,1.3956451416015625
+3.8949494,-0.50237197,0.36731482,0.39213505,-0.3993076,0.095194705,-0.45341924,-0.7805731,0.5657681,0.5274551,-0.48279694,-0.08728507,-0.40116984,2.5338025093078613
+5.9319596,-0.37158516,0.4653868,0.38262746,-0.617705,-0.03809464,-0.43937334,-0.6098936,0.6387278,0.5562463,-0.7906469,-0.23374987,-0.31504238,0.4967923164367676
+8.275913,-0.118437394,0.5273112,0.3188551,-0.74067324,-0.18194813,-0.42351845,-0.3360703,0.65048414,0.44712222,-0.95757383,-0.38564432,-0.23798211,-1.8471612930297852
+7.453257,0.06960415,0.48669505,0.1919821,-0.76456827,-0.3151065,-0.41676214,-0.10235918,0.55648327,0.22267021,-1.0,-0.44610292,-0.26345912,-1.0245051383972168
+4.7431474,0.034252908,0.49804902,0.07844119,-0.83819354,-0.2971611,-0.5291844,-0.15535772,0.4909718,0.016917959,-1.0,-0.39231992,-0.3722114,1.6856045722961426
+4.4153795,-0.07511216,0.6062228,0.055742994,-0.89738864,-0.19503538,-0.6461503,-0.28089973,0.5393672,-0.051585138,-1.0,-0.3279915,-0.46561927,2.0133724212646484
+6.726571,-0.19249196,0.72017485,0.12228839,-0.8841779,-0.107424095,-0.67462784,-0.41347715,0.64117503,0.038610592,-1.0,-0.29519534,-0.470569,-0.2978191375732422

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8617738485336304,7.290525542259216,,
+1000,-0.8452112078666687,7.273963315010071,,
+1500,-0.8646326065063477,7.293385138511658,,
+2000,-0.899966299533844,7.328718534946441,,
+2500,-0.8617415428161621,7.290493832588195,,
+3000,-0.8524464964866638,7.281198422908783,,
+3500,-0.8608368635177612,7.289588628292083,,
+4000,-0.9257076382637024,7.354459602355957,,
+4500,-0.8679414391517639,7.296693793296814,,
+5000,-0.857245683670044,7.285997250080109,,
+5000,,,6.976683931350708,-0.5479319858551025
+5500,-0.8875183463096619,7.316270917892456,,
+6000,-0.8504537343978882,7.279205327510834,,
+6500,-0.826412558555603,7.2551643452644345,,
+7000,-0.8518283367156982,7.280580249786377,,
+7500,-0.8202617168426514,7.249013989448548,,
+8000,-0.8396432399749756,7.268395166397095,,
+8500,-0.7691933512687683,7.197945049285889,,
+9000,-0.8671407699584961,7.295892025947571,,
+9500,-0.8188203573226929,7.247572443008423,,
+10000,-0.8152974843978882,7.244049181461334,,
+10000,,,6.935034551620483,-0.506282606124878
+10500,-0.7675607800483704,7.196313279151917,,
+11000,-0.7082782983779907,7.137030204772949,,
+11500,-0.7528547048568726,7.181606856822968,,
+12000,-0.8023167848587036,7.231068401813507,,
+12500,-0.7357965111732483,7.164548551559448,,
+13000,-0.7120620012283325,7.1408142848014835,,
+13500,-0.7472229599952698,7.175975122451782,,
+14000,-0.7448320984840393,7.173584147453308,,
+14500,-0.7235937118530273,7.152346004962921,,
+15000,-0.6996985077857971,7.128450479030609,,
+15000,,,6.869992580413818,-0.4412406349182129
+15500,-0.7101902961730957,7.138942234039306,,
+16000,-0.7614399194717407,7.190192145347595,,
+16500,-0.7656301856040955,7.194381726264954,,
+17000,-0.6625266671180725,7.091278978347779,,
+17500,-0.7567625641822815,7.185514679431916,,
+18000,-0.740471363067627,7.169223729133606,,
+18500,-0.6846411824226379,7.1133931999206546,,
+19000,-0.6844273805618286,7.113179267883301,,
+19500,-0.6730723977088928,7.101824669361115,,
+20000,-0.5798686742782593,7.008620673656464,,
+20000,,,6.813299129009247,-0.38454718351364137
+20500,-0.7014344334602356,7.130186430931091,,
+21000,-0.7141661047935486,7.142917767047882,,
+21500,-0.7107889652252197,7.139540870189666,,
+22000,-0.6676903367042542,7.096442198276519,,
+22500,-0.6966897249221802,7.1254414319992065,,
+23000,-0.5901539921760559,7.018905898094177,,
+23500,-0.6942910552024841,7.123043063163757,,
+24000,-0.674022376537323,7.102774487495422,,
+24500,-0.5780402421951294,7.006792423725128,,
+25000,-0.5507301092147827,6.979482293128967,,
+25000,,,6.814141434431076,-0.3853894889354706
+25500,-0.5942418575286865,7.022993886470795,,
+26000,-0.629651665687561,7.058403550624847,,
+26500,-0.6375637650489807,7.066316032409668,,
+27000,-0.5717037320137024,7.000455228328705,,
+27500,-0.7358771562576294,7.164629065513611,,
+28000,-0.6557050943374634,7.08445668554306,,
+28500,-0.5623023509979248,6.991054008007049,,
+29000,-0.6083151698112488,7.037066901683807,,
+29500,-0.5630723237991333,6.99182436132431,,
+30000,-0.5851019024848938,7.013853661060333,,
+30000,,,6.77483168721199,-0.3460797417163849
+30500,-0.5622897744178772,6.991041760921478,,
+31000,-0.552385687828064,6.981137783527374,,
+31500,-0.5442359447479248,6.972987968921661,,
+32000,-0.5469315648078918,6.975683079719543,,
+32500,-0.6113210320472717,7.040073129653931,,
+33000,-0.49891865253448486,6.927670560359955,,
+33500,-0.5630372166633606,6.99178911113739,,
+34000,-0.549182653427124,6.977934645175933,,
+34500,-0.5194879174232483,6.948240106105804,,
+35000,-0.5178032517433167,6.946554842948913,,
+35000,,,6.547697970867157,-0.11894602537155151
+35500,-0.5397603511810303,6.9685123620033265,,
+36000,-0.4920336604118347,6.920785859107971,,
+36500,-0.5223620533943176,6.951114001750946,,
+37000,-0.5050075650215149,6.933759840965271,,
+37500,-0.4617321491241455,6.890483835220337,,
+38000,-0.5022106170654297,6.930962489128113,,
+38500,-0.5244693160057068,6.953221343517304,,
+39000,-0.4975418448448181,6.926293531894684,,
+39500,-0.45425209403038025,6.883004150867462,,
+40000,-0.5278385877609253,6.956590285301209,,
+40000,,,6.528427226543426,-0.09967528104782104
+40500,-0.5257444381713867,6.954496334075928,,
+41000,-0.38926562666893005,6.8180176863670345,,
+41500,-0.43045225739479065,6.859204209804535,,
+42000,-0.4999323785305023,6.928684387683869,,
+42500,-0.4386138617992401,6.867365935325623,,
+43000,-0.47823774814605713,6.906989810943603,,
+43500,-0.4113224446773529,6.840074440002441,,
+44000,-0.3545737564563751,6.783325706958771,,
+44500,-0.2791075110435486,6.707859438896179,,
+45000,-0.39966776967048645,6.828419557094574,,
+45000,,,6.501550400257111,-0.07279845476150512
+45500,-0.33836689591407776,6.767118937492371,,
+46000,-0.40727633237838745,6.836028409957886,,
+46500,-0.33732089400291443,6.766072798252106,,
+47000,-0.4030410945415497,6.831793323993683,,
+47500,-0.32430291175842285,6.753054868221283,,
+48000,-0.45153647661209106,6.880288582324981,,
+48500,-0.29386699199676514,6.722618891716003,,
+49000,-0.4064384996891022,6.83519031047821,,
+49500,-0.3218232989311218,6.750575186252594,,
+50000,-0.356376051902771,6.785128007888794,,
+50000,,,6.403433907032013,0.02531803846359253
+50500,-0.34362977743148804,6.772381739139557,,
+51000,-0.3821800947189331,6.810932026863098,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c090182eed24abd51a06fb2aa4032212e954fd645972be5a79ffa6b548b6f7f
+size 1935720

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.631709,-0.6022536,0.5932933,0.5077323,-0.6889079,-0.66913116,-0.0749084,-0.43322277,0.38374683,0.89542633,-0.9053241,-0.5923332,-0.08250895,-1.2029571533203125
+8.459188,-0.6325034,0.6756608,0.51228696,-0.5079437,-0.55990183,-0.18951169,-0.5135672,0.47814658,0.8482137,-0.7806244,-0.50199425,-0.34393057,-2.0304365158081055
+6.4806876,-0.64209265,0.6114015,0.54699785,-0.32603794,-0.46541387,-0.2957058,-0.5893987,0.42947745,0.7226206,-0.6498889,-0.33514825,-0.5436935,-0.051935672760009766
+4.630372,-0.67935455,0.4714726,0.474563,-0.3679943,-0.46594954,-0.3040571,-0.6248142,0.20972976,0.5160567,-0.6351137,-0.13988239,-0.6029974,1.798379898071289
+5.3162932,-0.6257829,0.52405113,0.3799653,-0.5983139,-0.59049875,-0.30704463,-0.4876566,0.13496456,0.40636185,-0.77341926,-0.1569162,-0.61589605,1.1124587059020996
+7.492491,-0.56589437,0.5720083,0.35492426,-0.818117,-0.72544056,-0.3072147,-0.35395363,0.104112156,0.4050703,-0.8885092,-0.29113576,-0.5692116,-1.0637388229370117
+8.121327,-0.5244716,0.52353257,0.43521732,-0.8846807,-0.8345796,-0.27913353,-0.3033982,0.07182677,0.49770996,-0.9076225,-0.47263256,-0.4279272,-1.692575454711914
+5.9000506,-0.5043227,0.48964638,0.56801134,-0.84399706,-0.89344937,-0.17072086,-0.27966568,0.12077091,0.71954334,-0.94258666,-0.6675628,-0.13238984,0.5287013053894043
+4.3286867,-0.4993163,0.47409433,0.49860036,-0.80401427,-0.8099021,-0.025006032,-0.26918027,0.2085478,0.8425479,-0.9758632,-0.6958027,0.12097053,2.100065231323242
+5.81291,-0.55948573,0.52234364,0.49042684,-0.7524973,-0.7288659,-0.027158214,-0.36969608,0.31436208,0.89412916,-0.94639313,-0.638704,0.054201163,0.6158418655395508
+8.025276,-0.62430584,0.6127984,0.5262508,-0.6115439,-0.6430304,-0.11624837,-0.4833096,0.43213668,0.9006129,-0.8535249,-0.58489245,-0.1680711,-1.5965242385864258
+7.6128335,-0.65145266,0.6181323,0.4889108,-0.3426188,-0.46112752,-0.23151499,-0.5830729,0.48375985,0.7943687,-0.69198084,-0.42905843,-0.4235055,-1.1840815544128418
+5.04705,-0.6784097,0.44013914,0.48415172,-0.23688847,-0.3795898,-0.29183704,-0.662491,0.28891876,0.572751,-0.571933,-0.17332648,-0.5574217,1.381701946258545
+4.2030725,-0.65255487,0.43595636,0.3875281,-0.4289861,-0.48011935,-0.2914571,-0.5719997,0.1243306,0.39578086,-0.6837362,-0.07367809,-0.59569454,2.225679397583008
+6.2969236,-0.57639724,0.5727592,0.32815486,-0.740739,-0.6608222,-0.30743733,-0.3801646,0.12108495,0.36959416,-0.86012036,-0.21395779,-0.60314727,0.13182830810546875
+8.292444,-0.5184211,0.5674462,0.3688357,-0.8879042,-0.7876086,-0.3036671,-0.2890945,0.08757978,0.4159544,-0.9171225,-0.38193518,-0.51594037,-1.863692283630371
+7.0478473,-0.49433216,0.5081046,0.5152992,-0.865726,-0.87100124,-0.24185319,-0.27071026,0.100754015,0.5986359,-0.9101958,-0.59229094,-0.29816914,-0.6190953254699707
+4.4392786,-0.47483563,0.46187878,0.5397637,-0.8216144,-0.8701581,-0.063641526,-0.23867491,0.16098145,0.8120754,-0.9803452,-0.7311526,0.088771515,1.9894733428955078
+4.7232637,-0.51954734,0.48899716,0.4823978,-0.7837815,-0.7685895,-0.009405797,-0.31104478,0.26628712,0.87569857,-0.95868766,-0.6719598,0.11925241,1.7054882049560547
+7.199918,-0.59872854,0.5593048,0.523098,-0.6838247,-0.6993152,-0.0661029,-0.43716162,0.37654847,0.9131273,-0.90250987,-0.6265358,-0.048114322,-0.7711658477783203
+8.226473,-0.65908396,0.61266273,0.5135753,-0.4256002,-0.5358324,-0.17883386,-0.5588628,0.47979125,0.86960876,-0.75057065,-0.51490587,-0.30702507,-1.7977209091186523
+6.0128894,-0.6627292,0.47431725,0.4972936,-0.18518308,-0.3662551,-0.2787897,-0.6553367,0.39979342,0.6722121,-0.57601404,-0.28272763,-0.50660646,0.4158625602722168
+3.9381483,-0.6895598,0.34163943,0.43959612,-0.26896665,-0.39770824,-0.27080745,-0.66653746,0.1319659,0.4479038,-0.5860723,-0.05219047,-0.55527604,2.4906036853790283
+5.197379,-0.611544,0.5116305,0.36329895,-0.61371213,-0.60353553,-0.30019936,-0.4662314,0.11054724,0.38162893,-0.7866523,-0.15891588,-0.6025506,1.2313728332519531
+7.8368874,-0.5417652,0.5692572,0.37501362,-0.85474414,-0.76715803,-0.3073441,-0.33073106,0.09631855,0.41437286,-0.8917059,-0.34330085,-0.5544386,-1.4081354141235352
+7.9076757,-0.50715417,0.4930231,0.49914676,-0.8716688,-0.87516797,-0.26783136,-0.30001664,0.07510804,0.55187446,-0.87823963,-0.5541497,-0.38315353,-1.4789237976074219
+5.1474633,-0.4861075,0.4451571,0.634407,-0.8181537,-0.9501134,-0.12140082,-0.28203574,0.13728458,0.8118801,-0.93357426,-0.7606195,-0.024968361,1.2812886238098145
+4.136544,-0.4969189,0.4418688,0.5282058,-0.7895672,-0.850291,-0.010304427,-0.28445494,0.21226642,0.87396955,-0.94757307,-0.73751247,0.14198142,2.292207717895508
+6.2681203,-0.5832138,0.4874106,0.5346583,-0.7149437,-0.7697019,-0.032681108,-0.41291884,0.3119705,0.9244925,-0.9154851,-0.68102944,0.027994232,0.16063165664672852
+8.23127,-0.67018694,0.5480375,0.5668953,-0.48722848,-0.63509506,-0.1379415,-0.55837923,0.42754427,0.9346715,-0.7916479,-0.6032834,-0.20046964,-1.8025178909301758
+6.96442,-0.6898173,0.4407512,0.50624084,-0.16537008,-0.3874638,-0.23761909,-0.6814159,0.42602775,0.76854056,-0.5969353,-0.3826373,-0.40524948,-0.535667896270752
+4.3276386,-0.73484087,0.24185106,0.5288702,-0.11722857,-0.36075372,-0.24413429,-0.75682807,0.15237907,0.5536127,-0.5037511,-0.09854713,-0.4842034,2.1011133193969727
+4.4634347,-0.6803067,0.35970387,0.45578268,-0.40892044,-0.52442145,-0.27593455,-0.6151779,0.0640963,0.4421151,-0.6559949,-0.10839026,-0.55511636,1.9653172492980957
+7.0641127,-0.58753765,0.5200997,0.43998086,-0.78017133,-0.76316047,-0.29947066,-0.42473453,0.085096486,0.4655727,-0.8277328,-0.33679333,-0.5548729,-0.6353607177734375
+8.203305,-0.53253156,0.4572425,0.5464082,-0.8577579,-0.90861225,-0.26816303,-0.35908332,0.05241488,0.5787957,-0.8320518,-0.5636902,-0.40869915,-1.7745532989501953
+5.9841647,-0.4984786,0.41018414,0.7112725,-0.8048821,-1.0,-0.15995914,-0.33764264,0.120100416,0.82167184,-0.8638152,-0.7843156,-0.11879786,0.44458723068237305
+4.0089827,-0.48977157,0.37868762,0.6050335,-0.77955514,-0.9590159,-0.025011895,-0.29360265,0.15715256,0.8902991,-0.91713077,-0.82030386,0.13385111,2.419769287109375
+5.4258614,-0.56634533,0.41843656,0.55539614,-0.7278233,-0.8504696,-0.015689371,-0.39236593,0.2516233,0.9288233,-0.9051816,-0.7447095,0.069657445,1.0028905868530273
+7.8219314,-0.67648005,0.45730376,0.6097155,-0.513547,-0.73793286,-0.10562825,-0.5577132,0.35864502,0.98100674,-0.80379355,-0.6930151,-0.12845048,-1.3931794166564941
+7.604261,-0.7451749,0.32599387,0.5583608,-0.13999487,-0.45225555,-0.19348483,-0.7367031,0.37834975,0.8766843,-0.6024975,-0.49275765,-0.2761324,-1.175508975982666
+4.958452,-0.7840585,0.11069146,0.6275959,0.029104542,-0.3599463,-0.20750205,-0.84788,0.15784755,0.6906758,-0.4483709,-0.19490294,-0.36622354,1.4702997207641602
+4.0962496,-0.7705647,0.11008781,0.5868978,-0.1295298,-0.43929785,-0.22531307,-0.8006626,-0.017737985,0.5464933,-0.4971893,-0.08416033,-0.43470097,2.3325023651123047
+6.3219266,-0.6605153,0.37090403,0.55730706,-0.6095355,-0.7455269,-0.27308586,-0.5766074,0.023232713,0.5508808,-0.7127389,-0.33200353,-0.5008212,0.10682535171508789
+8.115031,-0.564836,0.40629408,0.6337942,-0.81522816,-0.9565233,-0.25585514,-0.43604672,0.03360851,0.64907074,-0.7708134,-0.59853476,-0.40118292,-1.686279296875
+6.710289,-0.50028384,0.36961928,0.75938463,-0.7868325,-1.0,-0.17559059,-0.37436903,0.10103717,0.83771133,-0.80408895,-0.8068844,-0.16253033,-0.2815370559692383
+4.221776,-0.49334636,0.3155559,0.6912643,-0.75665265,-1.0,-0.049644403,-0.3358245,0.11679267,0.9231066,-0.8672847,-0.9071097,0.09053831,2.2069759368896484
+4.6661534,-0.5442547,0.35660005,0.5905266,-0.72825617,-0.94331187,-0.015182054,-0.37255937,0.19432211,0.93051237,-0.87944126,-0.8202036,0.08669308,1.7625985145568848
+7.169357,-0.67528147,0.37461647,0.64476573,-0.5266562,-0.83379346,-0.08389055,-0.55280656,0.28900906,1.0,-0.79225445,-0.7715538,-0.09169093,-0.7406048774719238
+7.9654713,-0.78241265,0.20940024,0.6383438,-0.1035508,-0.55333245,-0.17391263,-0.7567051,0.31981176,0.98711675,-0.5828718,-0.6145002,-0.20699789,-1.5367193222045898
+5.6820526,-0.837505,-0.04991123,0.69530785,0.15071048,-0.39944082,-0.17196916,-0.92716664,0.119324274,0.8448606,-0.40631485,-0.34646896,-0.23403691,0.746699333190918
+3.9539523,-0.8602979,-0.14589803,0.7427988,0.13327152,-0.40177423,-0.16621429,-0.96292025,-0.105652384,0.6824384,-0.36822835,-0.11116865,-0.28743595,2.474799633026123
+5.5495305,-0.7754152,0.034591965,0.7189995,-0.24700665,-0.6546682,-0.22402243,-0.79903924,-0.13776046,0.6491296,-0.5084532,-0.28007358,-0.3693058,0.8792214393615723
+7.798416,-0.6105746,0.30948395,0.7456044,-0.700573,-0.99846846,-0.23648754,-0.5372842,-0.008725174,0.742754,-0.68801117,-0.6395562,-0.36721823,-1.369664192199707
+7.3968873,-0.4983494,0.33074692,0.81015974,-0.745462,-1.0,-0.18194175,-0.40345368,0.08206079,0.866965,-0.7414219,-0.8339942,-0.18489346,-0.9681353569030762
+4.8864145,-0.48059022,0.27756923,0.76179135,-0.7286977,-1.0,-0.079961166,-0.3676602,0.09564212,0.9529764,-0.80861557,-0.97173876,0.033092625,1.542337417602539
+4.1241775,-0.5174441,0.29051924,0.6471073,-0.71502084,-1.0,-0.025246898,-0.36578834,0.13162652,0.9436319,-0.83999443,-0.91967565,0.09059748,2.304574489593506
+6.2355113,-0.66636914,0.3054585,0.6824075,-0.51772994,-0.91169965,-0.08063884,-0.54714036,0.21909943,1.0,-0.7495049,-0.8372106,-0.08073425,0.19324064254760742
+7.9199524,-0.81027067,0.11598371,0.7309245,-0.05814219,-0.64958775,-0.17073715,-0.7715619,0.24109471,1.0,-0.5203563,-0.70771104,-0.20774168,-1.4912004470825195
+6.521899,-0.8645998,-0.1715925,0.7047503,0.2491785,-0.43197852,-0.1623616,-0.9399851,0.08157068,0.95502573,-0.33225164,-0.48390317,-0.18418731,-0.09314727783203125
+4.2290373,-0.9189802,-0.31747842,0.84972805,0.30313885,-0.38668364,-0.13864164,-1.0,-0.16625395,0.7837394,-0.26814064,-0.15639389,-0.22043447,2.1997146606445312
+4.7551003,-0.8784959,-0.27058753,0.8422865,0.15387505,-0.4582485,-0.16440721,-0.9704477,-0.26612777,0.70229316,-0.30180755,-0.14567782,-0.2672934,1.6736516952514648
+7.222984,-0.69733125,0.025335489,0.87535864,-0.39364645,-0.9486474,-0.201669,-0.709387,-0.18411976,0.8062756,-0.51686627,-0.60602325,-0.28831136,-0.7942318916320801
+7.862571,-0.51272374,0.26908442,0.8854366,-0.64939594,-1.0,-0.18878858,-0.4577468,0.03405471,0.9120358,-0.65387774,-0.86035585,-0.21126711,-1.4338188171386719
+5.765389,-0.44722077,0.25124264,0.8163035,-0.68026334,-1.0,-0.11273579,-0.37253484,0.075932786,0.97094166,-0.7327356,-1.0,-0.023608392,0.663362979888916
+4.076064,-0.47432783,0.21244034,0.69622546,-0.6707868,-1.0,-0.038756937,-0.35980624,0.06035462,0.9710543,-0.766273,-1.0,0.08754289,2.3526878356933594
+5.2998486,-0.6268837,0.2252317,0.71521306,-0.4792373,-0.99999,-0.09358785,-0.5214674,0.1297648,1.0,-0.670284,-0.92549366,-0.07213378,1.1289033889770508
+7.4641995,-0.8085962,0.021056263,0.80004454,0.028677758,-0.71913886,-0.198768,-0.7800917,0.12645441,1.0,-0.3733876,-0.76708925,-0.25680745,-1.035447597503662
+7.2733517,-0.84695256,-0.23612341,0.7230079,0.34131435,-0.4329673,-0.23501994,-0.9130069,0.059019335,0.9896791,-0.17135647,-0.54460883,-0.2556231,-0.844599723815918
+4.981188,-0.9230659,-0.40165177,0.82877713,0.39961183,-0.35186952,-0.18836649,-1.0,-0.19394773,0.8097029,-0.14162305,-0.23304829,-0.23994493,1.4475641250610352
+4.2019987,-0.9116739,-0.42798662,0.88703275,0.36430424,-0.308392,-0.14643759,-1.0,-0.329745,0.6831889,-0.14758082,-0.028549321,-0.27017653,2.2267532348632812
+6.31583,-0.8024076,-0.29797027,0.94071436,0.037004944,-0.6780237,-0.16968241,-0.8758349,-0.3571804,0.7492139,-0.2692736,-0.35530722,-0.26765934,0.11292171478271484
+8.018121,-0.5907974,0.052522257,1.0,-0.3927208,-1.0,-0.18893415,-0.6021961,-0.15293619,0.94829303,-0.4685265,-0.83065146,-0.23111002,-1.5893688201904297
+6.7748117,-0.43904454,0.20080727,0.8957311,-0.56247985,-1.0,-0.1504323,-0.40420085,0.021125086,0.99852824,-0.60563445,-1.0,-0.101931855,-0.34605979919433594
+4.4545107,-0.42109898,0.12940544,0.72827834,-0.5682506,-1.0,-0.07528564,-0.3419248,-0.025895901,0.994055,-0.61735475,-1.0,0.041180015,1.9742412567138672
+4.5175204,-0.5255184,0.094491065,0.7311195,-0.3990354,-1.0,-0.1245442,-0.44615036,-0.023322038,1.0,-0.5127466,-1.0,-0.057551883,1.911231517791748
+6.723762,-0.7313912,-0.08321062,0.7952867,0.13913509,-0.7846216,-0.25044042,-0.7072927,-0.010865381,1.0,-0.17261192,-0.8459409,-0.3043592,-0.2950100898742676
+7.75503,-0.7669191,-0.29118,0.7064922,0.45972812,-0.44560593,-0.34614992,-0.83435017,0.004697472,0.949152,0.054664213,-0.6129536,-0.36653927,-1.3262782096862793
+6.088221,-0.8317443,-0.44993958,0.6664249,0.5231004,-0.2651855,-0.32571134,-0.96194375,-0.18061343,0.74263585,0.10591821,-0.33188164,-0.34462205,0.3405308723449707
+4.2832527,-0.8753823,-0.5298074,0.85693306,0.4934112,-0.26791632,-0.2394095,-1.0,-0.3654435,0.62455094,0.05432618,-0.03411981,-0.36268115,2.1454992294311523
+5.2956853,-0.8246043,-0.4983636,0.89957374,0.3892866,-0.37751138,-0.21676835,-0.95888543,-0.41427913,0.6271149,0.010606218,-0.09893596,-0.35897717,1.1330666542053223
+7.635972,-0.67989594,-0.26279876,1.0,-0.02128363,-0.8593035,-0.23399667,-0.7359224,-0.35407504,0.82064855,-0.17207599,-0.59104496,-0.29523283,-1.2072200775146484
+7.6772823,-0.48763344,0.03940335,1.0,-0.30125824,-1.0,-0.20824961,-0.5138265,-0.14698228,1.0,-0.35317108,-0.99368167,-0.21875133,-1.248530387878418
+5.2668815,-0.38265178,0.04122842,0.7935878,-0.3757712,-1.0,-0.16700797,-0.35998082,-0.13097519,0.99338764,-0.3686473,-1.0,-0.10276161,1.1618704795837402
+4.0320854,-0.39165112,-0.048469804,0.718598,-0.22475128,-1.0,-0.19671194,-0.34690058,-0.1906096,0.9798764,-0.22989587,-1.0,-0.10340221,2.3966665267944336
+5.710678,-0.5888103,-0.18134117,0.7532324,0.19145519,-0.9046685,-0.29141423,-0.55738544,-0.16321835,1.0,0.0007082969,-0.9804447,-0.29851085,0.718073844909668
+7.7270865,-0.66819775,-0.3531715,0.67961276,0.5393318,-0.53512126,-0.38733396,-0.71779925,-0.11327431,0.9226937,0.21807759,-0.7348965,-0.40434727,-1.2983345985412598
+7.1517186,-0.71195406,-0.48914096,0.56246555,0.63837284,-0.2835043,-0.39842796,-0.8655787,-0.19334108,0.70354974,0.28640616,-0.46823323,-0.41197258,-0.7229666709899902
+4.8366737,-0.80003107,-0.60530555,0.66479015,0.6063927,-0.2308725,-0.33274496,-0.9708023,-0.4012057,0.54132926,0.269155,-0.13422786,-0.4396237,1.5920782089233398
+4.5154567,-0.7621687,-0.61512595,0.7805457,0.5698296,-0.27899802,-0.3210625,-0.9372245,-0.4446116,0.50104755,0.2484274,-0.04843869,-0.4705023,1.9132952690124512
+6.814388,-0.6581677,-0.5131671,0.89728147,0.37439975,-0.53473413,-0.3537908,-0.78604245,-0.43203154,0.5869038,0.20010586,-0.31497225,-0.45049202,-0.3856358528137207
+8.178694,-0.51314324,-0.22254348,1.0,0.034881774,-0.91201484,-0.36723903,-0.58503515,-0.29509392,0.82494533,0.02320126,-0.77611023,-0.3761987,-1.7499418258666992
+6.3931017,-0.3580105,-0.07101234,0.8625901,-0.119828224,-1.0,-0.3018171,-0.41193295,-0.23312795,0.93248916,-0.06867759,-1.0,-0.29618225,0.03565025329589844
+4.1558037,-0.31666043,-0.12217063,0.7089339,-0.07108253,-1.0,-0.26659432,-0.31321537,-0.27875665,0.91548276,-0.009195726,-1.0,-0.19636612,2.2729482650756836
+4.688509,-0.44369572,-0.22652468,0.72843593,0.18027532,-1.0,-0.30878678,-0.4208141,-0.2730689,0.9860537,0.108080044,-1.0,-0.26361027,1.7402429580688477
+7.093077,-0.57662964,-0.4022427,0.6624941,0.56160706,-0.64485323,-0.39020392,-0.59983075,-0.2399638,0.904063,0.31449252,-0.84909016,-0.39378524,-0.6643252372741699
+7.863072,-0.60103035,-0.5224141,0.5234281,0.7190226,-0.3619339,-0.43142286,-0.7464028,-0.23797286,0.69702226,0.4104776,-0.61076975,-0.44311193,-1.4343199729919434
+5.7532706,-0.6925597,-0.6565867,0.4338643,0.6930278,-0.22305898,-0.3668554,-0.91570365,-0.4378923,0.48637277,0.4060818,-0.2921745,-0.45287216,0.6754813194274902
+4.185297,-0.6966632,-0.6906167,0.63226926,0.67115587,-0.23941918,-0.35846794,-0.91271234,-0.4755355,0.4087866,0.38367206,-0.073770046,-0.5216499,2.243454933166504
+5.7604146,-0.5895187,-0.6485994,0.6863396,0.59930575,-0.34756136,-0.4151372,-0.7871699,-0.46242997,0.39088267,0.4143491,-0.17861056,-0.54710627,0.668337345123291
+8.051577,-0.4896498,-0.42658475,0.8424991,0.33865264,-0.6416806,-0.47668126,-0.6081958,-0.34550565,0.5868241,0.31028125,-0.55508226,-0.5097569,-1.6228246688842773
+7.5063615,-0.3499868,-0.19964352,0.8390729,0.109906614,-0.9457933,-0.43177247,-0.44803533,-0.2618255,0.78304887,0.16678758,-0.9516802,-0.4290561,-1.0776095390319824
+4.898001,-0.29419398,-0.15692471,0.71556866,0.040774655,-1.0,-0.3301415,-0.33164608,-0.30671933,0.8546103,0.1246579,-1.0,-0.29781592,1.5307507514953613
+4.0948696,-0.35168177,-0.23225375,0.7098092,0.16457479,-1.0,-0.3183468,-0.3491703,-0.31811044,0.9185693,0.17003612,-1.0,-0.25398177,2.3338823318481445
+6.1402617,-0.50801766,-0.4030279,0.67482334,0.5350792,-0.7482879,-0.39017498,-0.50720567,-0.3067678,0.897828,0.35291275,-0.93591666,-0.37882194,0.28849029541015625
+7.976928,-0.52753913,-0.5386278,0.5221432,0.7486405,-0.44034386,-0.4379838,-0.64891785,-0.28442526,0.70954514,0.47980985,-0.7124252,-0.44797647,-1.5481762886047363
+6.783646,-0.5877329,-0.6872247,0.3532311,0.7692151,-0.26915526,-0.39779657,-0.83161116,-0.45462343,0.47256416,0.50836205,-0.4287018,-0.46698508,-0.35489416122436523
+4.455826,-0.62388873,-0.75019395,0.40730166,0.731628,-0.20989789,-0.34994233,-0.89845294,-0.53307825,0.33588225,0.45901105,-0.1579173,-0.51192325,1.972926139831543
+4.8025265,-0.5279873,-0.73069346,0.5016396,0.7050568,-0.25885737,-0.42878792,-0.7886819,-0.4839299,0.25850067,0.50980556,-0.12864842,-0.5888454,1.626225471496582
+7.337916,-0.44502792,-0.57543933,0.6306907,0.55743355,-0.43735027,-0.50093013,-0.64180225,-0.38428873,0.37570262,0.4849129,-0.3773481,-0.5925054,-0.9091639518737793
+8.183618,-0.3540331,-0.3269512,0.7348734,0.32014284,-0.71029073,-0.5194806,-0.478546,-0.2409476,0.614651,0.33017954,-0.7726382,-0.5221938,-1.7548656463623047
+5.8979535,-0.27589667,-0.20171939,0.6932866,0.16466969,-0.9757042,-0.41331837,-0.34917003,-0.2854801,0.7537898,0.23617859,-1.0,-0.3994558,0.5307984352111816
+4.0049877,-0.3017113,-0.22926629,0.6845977,0.1795332,-1.0,-0.3471038,-0.3205451,-0.32366177,0.84569526,0.22992916,-1.0,-0.28966504,2.423764228820801
+5.2023416,-0.43531415,-0.37075424,0.68584657,0.4691642,-0.8445088,-0.39680094,-0.42409033,-0.32484302,0.8801682,0.3558604,-1.0,-0.36139762,1.2264103889465332
+7.5975394,-0.48650458,-0.53346974,0.54500747,0.74780124,-0.5156997,-0.44390714,-0.5730332,-0.32109627,0.72715986,0.52196765,-0.78627217,-0.45318982,-1.1687874794006348
+7.6290874,-0.5128294,-0.6850976,0.35316482,0.81867725,-0.31972575,-0.41995612,-0.7416675,-0.4329601,0.49594536,0.5730972,-0.53788424,-0.47878802,-1.2003355026245117
+5.1885333,-0.54531276,-0.7900221,0.2314442,0.7808768,-0.20077567,-0.35478562,-0.86457294,-0.58132845,0.28700405,0.5352753,-0.2558046,-0.49322087,1.2402186393737793
+4.1929154,-0.47657794,-0.7791027,0.34595764,0.7611375,-0.20828803,-0.41867927,-0.7961181,-0.50809216,0.18229951,0.5522154,-0.13197476,-0.59872043,2.2358365058898926
+6.289818,-0.3899037,-0.67796636,0.43223768,0.6683061,-0.32050812,-0.5066775,-0.6548406,-0.42643163,0.1988052,0.58337677,-0.26125404,-0.64126945,0.13893413543701172
+8.286404,-0.35459116,-0.4336738,0.6008287,0.50528973,-0.5097826,-0.56112444,-0.5291698,-0.2435137,0.45078564,0.47393373,-0.59051114,-0.6160136,-1.857651710510254
+7.0293317,-0.26338908,-0.2710498,0.63445127,0.30432528,-0.8090079,-0.49638894,-0.36711365,-0.22818798,0.6375196,0.3300778,-0.94469434,-0.4858953,-0.6005797386169434
+4.450837,-0.26032722,-0.23304012,0.6375133,0.24105358,-0.959413,-0.40258285,-0.3022491,-0.2972245,0.74725354,0.30343857,-1.0,-0.36102983,1.977914810180664
+4.454977,-0.3570023,-0.3293598,0.6703494,0.40647414,-0.8944448,-0.41012856,-0.35685036,-0.3155945,0.831048,0.36548483,-1.0,-0.3589872,1.9737749099731445
+6.856949,-0.45178583,-0.5063527,0.5726391,0.7257593,-0.5922693,-0.46324542,-0.49878117,-0.33513346,0.7400223,0.54933715,-0.8563065,-0.4635945,-0.42819690704345703
+8.076805,-0.46537325,-0.6638612,0.37878937,0.84715647,-0.36972702,-0.44426945,-0.65900236,-0.40131542,0.53157115,0.6230184,-0.62818515,-0.4945776,-1.6480531692504883
+6.1841927,-0.4865447,-0.7990111,0.18383758,0.8251645,-0.21841958,-0.37366316,-0.81770045,-0.5874488,0.28222314,0.60215163,-0.33491838,-0.4980359,0.24455928802490234
+4.148404,-0.43009266,-0.81175655,0.18231061,0.79371893,-0.1614958,-0.40078056,-0.7999429,-0.5432194,0.12704092,0.58438194,-0.16074409,-0.5816157,2.2803478240966797
+5.158057,-0.34048036,-0.7394921,0.26805994,0.7263058,-0.2331822,-0.4992573,-0.6600164,-0.45762545,0.06553951,0.63916165,-0.17993942,-0.6672102,1.2706947326660156
+7.741629,-0.32981166,-0.5455932,0.4422067,0.6265395,-0.36196476,-0.5676118,-0.5762957,-0.2973554,0.26926178,0.5887226,-0.4165167,-0.68339217,-1.3128771781921387
+7.949989,-0.2798034,-0.34187743,0.55867034,0.46219772,-0.6044332,-0.57009584,-0.417988,-0.16662368,0.52285045,0.4353387,-0.7877209,-0.58633476,-1.5212368965148926
+5.3622093,-0.22759685,-0.255423,0.5729568,0.3324642,-0.8482462,-0.46534905,-0.29301623,-0.2537782,0.6415084,0.37162498,-1.0,-0.44420564,1.066542625427246
+4.069684,-0.28304702,-0.29774517,0.62052035,0.39070144,-0.8761461,-0.44105777,-0.3063474,-0.2894743,0.7448022,0.40512434,-1.0,-0.3919947,2.359067916870117
+5.9032445,-0.39980277,-0.46134773,0.5824648,0.68606704,-0.65997684,-0.49024168,-0.42101836,-0.3231753,0.7303976,0.56819075,-0.9186805,-0.47845963,0.5255074501037598
+8.014849,-0.42757455,-0.63258964,0.40693608,0.8661295,-0.42101127,-0.4812226,-0.5734987,-0.37612596,0.55630493,0.6822848,-0.7091022,-0.52398235,-1.5860967636108398
+7.2226048,-0.4450189,-0.7865894,0.18640493,0.86027735,-0.2455867,-0.39993483,-0.7599452,-0.55910945,0.3029035,0.6593363,-0.41421273,-0.5169481,-0.7938528060913086
+4.702039,-0.38457417,-0.829223,0.04436189,0.8212533,-0.11668322,-0.38869283,-0.77999145,-0.580112,0.07923437,0.63434374,-0.18974124,-0.55181956,1.7267131805419922
+4.3028064,-0.297434,-0.7666337,0.12867741,0.7622505,-0.14373916,-0.47258487,-0.6655491,-0.47506365,-0.024751859,0.66930795,-0.12295438,-0.6700363,2.125945568084717
+6.7198563,-0.28438815,-0.64287925,0.26236826,0.67962754,-0.24996693,-0.5657521,-0.5873469,-0.36573252,0.080535516,0.6664377,-0.26365715,-0.72305113,-0.2911043167114258
+8.33535,-0.29509267,-0.4083215,0.46180207,0.6038866,-0.40215158,-0.6086121,-0.49709693,-0.16645926,0.37730497,0.55967367,-0.57793385,-0.69390136,-1.9065980911254883
+6.5837803,-0.22554034,-0.3029742,0.5076807,0.45209846,-0.6891051,-0.53684306,-0.31988496,-0.18557554,0.5520294,0.43906218,-0.91653204,-0.53571457,-0.1550283432006836
+4.2596507,-0.22624055,-0.28413916,0.549677,0.42924538,-0.80667996,-0.48133206,-0.27200198,-0.255909,0.6442555,0.45819286,-1.0,-0.4534807,2.1691012382507324
+4.9445195,-0.3263463,-0.4063426,0.561705,0.63598454,-0.7004913,-0.5146552,-0.34735203,-0.29379156,0.687849,0.5852231,-0.95465505,-0.49954617,1.4842324256896973
+7.390061,-0.38465473,-0.5850337,0.42788327,0.8666584,-0.4703133,-0.5265481,-0.4826011,-0.3491074,0.56461716,0.73697567,-0.7832429,-0.56219697,-0.9613089561462402
+7.989549,-0.40276086,-0.7532548,0.20625743,0.9050895,-0.28144348,-0.44718707,-0.6743004,-0.5094237,0.33019388,0.73668003,-0.5073678,-0.558815,-1.5607972145080566
+5.720491,-0.34463912,-0.8120162,0.00015435927,0.8401198,-0.09252499,-0.38397655,-0.7421147,-0.59077877,0.055358563,0.682948,-0.20898826,-0.5504017,0.7082610130310059
+4.000623,-0.25157276,-0.7682628,-0.020877482,0.77138937,-0.023637593,-0.4245344,-0.65983886,-0.49089405,-0.10942819,0.69540614,-0.061897468,-0.63936126,2.428128719329834
+5.4487543,-0.2318041,-0.68313605,0.09988369,0.6867698,-0.11861138,-0.5341471,-0.5737883,-0.410871,-0.085960664,0.71031165,-0.10907553,-0.73568493,0.9799976348876953
+7.990675,-0.26952,-0.51629937,0.30022016,0.6741788,-0.23518698,-0.6071909,-0.5492795,-0.23998886,0.169639,0.66556203,-0.3528139,-0.7618511,-1.5619230270385742
+7.819267,-0.2579831,-0.33658695,0.44466084,0.5954152,-0.4539948,-0.6139914,-0.40366855,-0.110626414,0.4469531,0.5359658,-0.71423244,-0.6612782,-1.390514850616455
+5.1501245,-0.20703024,-0.28738564,0.47665435,0.51234716,-0.68655956,-0.5275721,-0.27100492,-0.2103911,0.5585657,0.5068487,-0.9406722,-0.5353023,1.2786273956298828
+4.2742867,-0.25424084,-0.3528438,0.51055026,0.6106484,-0.6833298,-0.5358622,-0.29380995,-0.25673595,0.61844516,0.6009939,-0.9463838,-0.53387725,2.1544651985168457
+6.3285336,-0.33263803,-0.5227283,0.43329492,0.8377711,-0.50260943,-0.5551906,-0.400191,-0.32437778,0.5481843,0.76898694,-0.82668483,-0.59588695,0.10021829605102539
+8.143665,-0.35189423,-0.68524826,0.2488677,0.9444073,-0.31950545,-0.50638115,-0.554271,-0.44163758,0.35676876,0.8279729,-0.6094701,-0.61856073,-1.7149133682250977
+7.0353813,-0.3063162,-0.77693945,-0.0017792042,0.86776346,-0.07878238,-0.3999143,-0.68495595,-0.57854956,0.046255317,0.7582785,-0.24513824,-0.58956647,-0.6066293716430664
+4.5723705,-0.20652339,-0.73617905,-0.14464122,0.74632293,0.10487595,-0.35492653,-0.6285584,-0.5081005,-0.19195354,0.71754897,0.0049216636,-0.57409835,1.8563814163208008
+4.364362,-0.17548811,-0.64820796,-0.030200364,0.65076375,0.074170336,-0.4278114,-0.5582345,-0.42115727,-0.22383907,0.71873975,0.07676284,-0.68862176,2.064390182495117
+6.835486,-0.210116,-0.59582525,0.09411237,0.6509483,-0.0686136,-0.56352377,-0.53865963,-0.33390355,-0.07600671,0.7172375,-0.1093377,-0.7764062,-0.40673398971557617
+8.461113,-0.26070064,-0.39860648,0.32466367,0.6784996,-0.1960393,-0.6259904,-0.5050084,-0.13632798,0.24140182,0.650569,-0.40097702,-0.77594054,-2.0323610305786133
+6.743828,-0.22658935,-0.30023113,0.40267915,0.6238472,-0.4517253,-0.59759456,-0.32894728,-0.10507651,0.46184257,0.5619951,-0.762192,-0.63894063,-0.3150758743286133
+4.402504,-0.21636137,-0.29856163,0.44307396,0.63512117,-0.59130144,-0.56164426,-0.27288818,-0.20399332,0.5428069,0.617437,-0.8864611,-0.5975969,2.026247978210449
+5.0392785,-0.2807214,-0.43994677,0.42170823,0.78652376,-0.4984746,-0.5609833,-0.33802488,-0.29031572,0.5154407,0.7705006,-0.82431144,-0.62768185,1.3894734382629395
+7.396593,-0.30726245,-0.5895534,0.292341,0.9326015,-0.32577217,-0.5331631,-0.44329238,-0.38535732,0.3665141,0.8866528,-0.6665168,-0.66456664,-0.9678411483764648
+8.104905,-0.2767289,-0.7139942,0.058231145,0.9173786,-0.10735873,-0.43348563,-0.59206426,-0.54351896,0.08352597,0.8707833,-0.34286016,-0.656291,-1.6761531829833984
+6.02609,-0.17913371,-0.6847151,-0.15910567,0.7303604,0.16210459,-0.32065585,-0.5919495,-0.5288323,-0.22950353,0.7567483,0.030329194,-0.5712197,0.4026618003845215
+4.1349387,-0.13283178,-0.61383504,-0.18189889,0.6080051,0.27343333,-0.31493294,-0.5458941,-0.42717054,-0.34794024,0.7187319,0.21668483,-0.58741105,2.2938132286071777
+5.170167,-0.14621058,-0.56094265,-0.05446382,0.5691367,0.16808845,-0.418219,-0.51740825,-0.37505212,-0.28098908,0.7158455,0.16387138,-0.6992148,1.258584976196289
+7.799565,-0.19378433,-0.5112447,0.07131678,0.62207603,0.02486524,-0.5533401,-0.5200019,-0.27250484,-0.08454923,0.7062415,-0.06252158,-0.7899941,-1.3708128929138184
+8.420452,-0.24370354,-0.32373196,0.2910515,0.6667147,-0.11868216,-0.61680377,-0.46611062,-0.086852804,0.23384431,0.6400622,-0.36939457,-0.7727065,-1.9917001724243164
+5.962113,-0.21304932,-0.25627503,0.36031356,0.67226225,-0.35409284,-0.5906537,-0.3050803,-0.08825025,0.4280039,0.6226828,-0.6909105,-0.66774344,0.46663904190063477
+4.2785397,-0.23621589,-0.31890318,0.3849725,0.7528357,-0.42408448,-0.5695443,-0.30313683,-0.20235929,0.4693577,0.74269915,-0.76224935,-0.6742697,2.150212287902832
+5.711474,-0.27349222,-0.472169,0.31431705,0.86711526,-0.28955787,-0.5168711,-0.37318128,-0.33699515,0.36029494,0.88694024,-0.6516597,-0.69378036,0.717278003692627
+7.98607,-0.25841656,-0.58971757,0.16018727,0.9027633,-0.122848436,-0.44163647,-0.4667455,-0.46438316,0.14511529,0.94304854,-0.44075575,-0.7024294,-1.5573182106018066
+7.9474516,-0.18715435,-0.6402971,-0.062088065,0.7772173,0.11671917,-0.32054523,-0.5610886,-0.5784295,-0.17789102,0.8742405,-0.05953633,-0.64678955,-1.5186996459960938
+5.559887,-0.114640005,-0.5997805,-0.23178758,0.60313606,0.3271417,-0.25819016,-0.526684,-0.47758654,-0.39767492,0.7391956,0.22129466,-0.5460066,0.8688650131225586
+4.1254296,-0.10720145,-0.5442509,-0.21678892,0.5297664,0.37571144,-0.29718643,-0.5127347,-0.3931961,-0.43334818,0.71139127,0.32720432,-0.5832822,2.3033223152160645
+5.627599,-0.12072719,-0.51322806,-0.11901785,0.5205936,0.269049,-0.38559,-0.5040527,-0.35624632,-0.35334343,0.70727795,0.24374159,-0.67504907,0.8011531829833984
+8.200943,-0.16415372,-0.4603313,-0.016252192,0.56604326,0.15460292,-0.50514823,-0.5106351,-0.2627428,-0.17716748,0.68570733,0.05334956,-0.76434016,-1.772191047668457
+8.51106,-0.21818075,-0.30534565,0.18856776,0.6297435,0.028999016,-0.5812137,-0.47085044,-0.094904095,0.1154436,0.6395194,-0.22048347,-0.77117336,-2.082307815551758
+5.8617654,-0.20309308,-0.22301456,0.29467037,0.6952316,-0.17842035,-0.58021843,-0.32906938,-0.05989185,0.3259201,0.6747787,-0.5266161,-0.71463805,0.5669865608215332
+4.259441,-0.23556295,-0.29348838,0.31608295,0.7815471,-0.23621841,-0.51771307,-0.33392432,-0.1996139,0.35900563,0.801162,-0.5974747,-0.7184369,2.169311046600342
+5.7820797,-0.24952698,-0.42630547,0.22798388,0.81667596,-0.09312327,-0.4215439,-0.3930114,-0.35251305,0.21952467,0.89836085,-0.46891794,-0.7092525,0.646672248840332
+8.182546,-0.2165316,-0.52222747,0.085402876,0.77709687,0.0731732,-0.3196459,-0.46225968,-0.48905364,-0.025533037,0.93258405,-0.23090787,-0.6844927,-1.753793716430664
+8.39559,-0.15584055,-0.56776285,-0.078432605,0.6479612,0.23345713,-0.21118009,-0.5334513,-0.59895605,-0.31246787,0.8628536,0.091351226,-0.6239419,-1.9668378829956055
+5.9273186,-0.0947083,-0.5486458,-0.23081301,0.53040856,0.38014698,-0.18063651,-0.5042801,-0.50617725,-0.4816256,0.73087144,0.30629689,-0.5301962,0.5014333724975586
+4.1065626,-0.08267067,-0.5260114,-0.28453803,0.49652803,0.44269997,-0.25581366,-0.48786324,-0.40310374,-0.513615,0.69726545,0.37932974,-0.54035306,2.3221893310546875
+5.2891707,-0.093230195,-0.4934926,-0.22346027,0.47964606,0.38285053,-0.32158938,-0.49086568,-0.3660948,-0.4674068,0.6841841,0.3471277,-0.60814166,1.1395812034606934
+7.9100246,-0.11466772,-0.4527167,-0.16628446,0.49338987,0.3090781,-0.4070966,-0.50390756,-0.30939814,-0.36353004,0.66865134,0.23062436,-0.68864655,-1.4812726974487305
+9.1003895,-0.15876558,-0.35634434,-0.041956455,0.524387,0.23739283,-0.48719853,-0.4958625,-0.19312218,-0.17331143,0.62564516,0.062085774,-0.73179185,-2.671637535095215
+7.035845,-0.18540448,-0.25505805,0.13184527,0.6355079,0.100644544,-0.54128575,-0.4277563,-0.084552534,0.07324889,0.6650145,-0.20580143,-0.7495524,-0.6070928573608398
+4.305863,-0.20098466,-0.2274799,0.23160507,0.73213637,-0.060795356,-0.4757948,-0.3493933,-0.14228481,0.22964355,0.7606965,-0.43055686,-0.7321105,2.1228890419006348
+4.802192,-0.2331335,-0.3266917,0.18150586,0.7131732,0.015862241,-0.34114274,-0.3979148,-0.3073171,0.15974675,0.8154088,-0.36743763,-0.690899,1.6265597343444824
+7.3607454,-0.21416968,-0.41730762,0.08208798,0.66402966,0.15444547,-0.24973153,-0.4444066,-0.4267368,-0.0148215275,0.8473982,-0.19496797,-0.64187753,-0.9319934844970703
+9.15544,-0.17734769,-0.48825097,-0.034256566,0.5723658,0.27470994,-0.16807973,-0.5113932,-0.55462617,-0.26367566,0.8430961,0.06326236,-0.6159003,-2.7266883850097656
+7.967138,-0.12910175,-0.49648687,-0.14162488,0.47274864,0.3461966,-0.101724565,-0.5185549,-0.5955927,-0.46461475,0.7551954,0.28104097,-0.5570044,-1.5383858680725098
+4.9562244,-0.070517674,-0.5094017,-0.26430425,0.4569013,0.43221325,-0.11055838,-0.47801632,-0.49628863,-0.57014745,0.6683762,0.39853525,-0.48026234,1.4725275039672852
+4.2127514,-0.05831368,-0.5155823,-0.32539552,0.46574363,0.45974338,-0.20574518,-0.46115446,-0.4189741,-0.5834041,0.6452808,0.41869214,-0.48673296,2.216000556945801
+6.170159,-0.06986424,-0.48014885,-0.3062938,0.45341113,0.4288072,-0.26846895,-0.47257537,-0.38180146,-0.54857314,0.621995,0.39289454,-0.5429832,0.2585930824279785
+8.567524,-0.083185315,-0.43111384,-0.2769992,0.43922588,0.39700532,-0.3259004,-0.48970068,-0.33310893,-0.4882841,0.5951024,0.32677293,-0.6044792,-2.1387720108032227
+9.272935,-0.10251344,-0.37295425,-0.2159978,0.44563028,0.3702886,-0.37833622,-0.48953778,-0.26866698,-0.39146924,0.58115184,0.23425095,-0.65051144,-2.8441829681396484
+6.968737,-0.12747118,-0.29657316,-0.094151184,0.5207658,0.3203665,-0.4166011,-0.46054074,-0.1937646,-0.23542278,0.6205437,0.0785598,-0.699232,-0.539985179901123
+4.0929413,-0.17087623,-0.22794577,0.077545315,0.64039594,0.18504791,-0.371191,-0.42490843,-0.17296821,-0.006044375,0.69306767,-0.16642055,-0.7136119,2.335810661315918

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8337574601173401,7.2625089368820195,,
+1000,-0.8844476938247681,7.313199779033661,,
+1500,-0.8568709492683411,7.285622939109802,,
+2000,-0.8764241337776184,7.305176173210144,,
+2500,-0.8833082318305969,7.3120601658821105,,
+3000,-0.843629002571106,7.272381494045257,,
+3500,-0.8558563590049744,7.284608540534973,,
+4000,-0.897135853767395,7.325887870311737,,
+4500,-0.8800743222236633,7.3088264956474305,,
+5000,-0.8353054523468018,7.264057570457458,,
+5000,,,6.861332287788391,-0.43258034229278564
+5500,-0.8824276328086853,7.311180031299591,,
+6000,-0.8075532913208008,7.236305090904236,,
+6500,-0.7708455324172974,7.199597449302673,,
+7000,-0.8518726229667664,7.280624206542969,,
+7500,-0.8252453804016113,7.25399791431427,,
+8000,-0.8556382060050964,7.284389909744263,,
+8500,-0.8292795419692993,7.258031998634339,,
+9000,-0.7825701236724854,7.211322192668915,,
+9500,-0.8399323225021362,7.268684284687042,,
+10000,-0.8699889779090881,7.298740811347962,,
+10000,,,6.7721366119384765,-0.3433846664428711
+10500,-0.7759202718734741,7.204672615528107,,
+11000,-0.8226161599159241,7.251367949485779,,
+11500,-0.7830278873443604,7.211779610157013,,
+12000,-0.7756528854370117,7.204404586315155,,
+12500,-0.7357938885688782,7.164546077251434,,
+13000,-0.8023674488067627,7.231119527816772,,
+13500,-0.8034653067588806,7.232217133522034,,
+14000,-0.809131920337677,7.237883892536163,,
+14500,-0.7554364204406738,7.184188369274139,,
+15000,-0.6900954246520996,7.118847215652466,,
+15000,,,6.71194739818573,-0.2831954526901245
+15500,-0.7772068381309509,7.205958922863006,,
+16000,-0.7398184537887573,7.16857056427002,,
+16500,-0.7340170741081238,7.162769122123718,,
+17000,-0.7754262089729309,7.204178487300873,,
+17500,-0.6328316330909729,7.061583570480346,,
+18000,-0.6913192272186279,7.12007083272934,,
+18500,-0.7261297106742859,7.1548818597793575,,
+19000,-0.7182119488716125,7.146963843822479,,
+19500,-0.6714723706245422,7.1002243523597715,,
+20000,-0.7200285196304321,7.148780225753784,,
+20000,,,6.634492812156677,-0.20574086666107178
+20500,-0.6988351345062256,7.127586895942688,,
+21000,-0.5833439230918884,7.012095543861389,,
+21500,-0.7299511432647705,7.158702974796295,,
+22000,-0.6898444890975952,7.118596746444702,,
+22500,-0.6177433729171753,7.046495225429535,,
+23000,-0.647895336151123,7.0766476283073425,,
+23500,-0.5564975738525391,6.9852493720054625,,
+24000,-0.6292154788970947,7.057967645168304,,
+24500,-0.6698049902915955,7.098556845664978,,
+25000,-0.6355842351913452,7.064336626529694,,
+25000,,,6.570861332416534,-0.14210938692092895
+25500,-0.6185728907585144,7.047324940681458,,
+26000,-0.5699464082717896,6.998698216438293,,
+26500,-0.510445237159729,6.939197426319122,,
+27000,-0.6018198728561401,7.03057196521759,,
+27500,-0.6035413146018982,7.032293075561523,,
+28000,-0.584702730178833,7.013454456329345,,
+28500,-0.5893553495407104,7.018107319831848,,
+29000,-0.619099497795105,7.047851248264313,,
+29500,-0.5167713165283203,6.945523273944855,,
+30000,-0.5577331781387329,6.986484991073608,,
+30000,,,6.480864057540893,-0.05211211204528809
+30500,-0.5592696070671082,6.9880216026306154,,
+31000,-0.5265080332756042,6.955260110855103,,
+31500,-0.47589394450187683,6.904645955085754,,
+32000,-0.4596564471721649,6.888408284664154,,
+32500,-0.5010589361190796,6.929811083316803,,
+33000,-0.5123630166053772,6.941114960670471,,
+33500,-0.4425766170024872,6.871328568935394,,
+34000,-0.4919807016849518,6.92073282289505,,
+34500,-0.6038171648979187,7.032568644046783,,
+35000,-0.596716046333313,7.02546796798706,,
+35000,,,6.414432802200317,0.014319143295288085
+35500,-0.45767953991889954,6.88643150806427,,
+36000,-0.48255276679992676,6.911304312705994,,
+36500,-0.456580251455307,6.885332314014435,,
+37000,-0.4541272819042206,6.882879360675812,,
+37500,-0.3991451859474182,6.827896891117096,,
+38000,-0.45182034373283386,6.88057210969925,,
+38500,-0.4978872537612915,6.926639170646667,,
+39000,-0.4291215240955353,6.857873545169831,,
+39500,-0.44742172956466675,6.8761735091209415,,
+40000,-0.3595379590988159,6.7882899899482725,,
+40000,,,6.451553264856338,-0.02280131936073303
+40500,-0.37442320585250854,6.803175215244293,,
+41000,-0.4653773009777069,6.894129150867462,,
+41500,-0.3763178288936615,6.805069895267486,,
+42000,-0.4605293273925781,6.889281231880188,,
+42500,-0.398901104927063,6.82765292263031,,
+43000,-0.3718828856945038,6.800634912490844,,
+43500,-0.35147905349731445,6.780230886936188,,
+44000,-0.3776282072067261,6.8063800616264345,,
+44500,-0.3661980628967285,6.794949872016907,,
+45000,-0.4164592921733856,6.845211396217346,,
+45000,,,6.34353432059288,0.08521762490272522
+45500,-0.42424657940864563,6.852998693943023,,
+46000,-0.3722217082977295,6.800973816871643,,
+46500,-0.3386153280735016,6.767367269039154,,
+47000,-0.45362889766693115,6.882381087303162,,
+47500,-0.34361785650253296,6.772369818687439,,
+48000,-0.3325020372867584,6.761253938674927,,
+48500,-0.35177308320999146,6.780524806976318,,
+49000,-0.3360912501811981,6.764843159198761,,
+49500,-0.24793630838394165,6.676688256263733,,
+50000,-0.3225588798522949,6.751310648918152,,
+50000,,,6.311479724645615,0.11727222084999084
+50500,-0.3060561418533325,6.734807965278626,,
+51000,-0.24912001192569733,6.677872049331665,,

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-medium-v0
+model-index:
+- name: PPO-RBC2D-medium-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-medium-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.14
+      name: mean_reward
+---
+
+# PPO on RBC2D-medium-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-medium-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.14 ± 0.07
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.15 | 1.09 |
+| Seed 1 | 0.02 | 1.32 |
+| Seed 2 | 0.22 | 1.28 |
+| Seed 3 | 0.12 | 1.35 |
+| Seed 4 | 0.18 | 1.41 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")