Upload results for PPO on RBC2D-easy-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84272dd7fb43fb24d4c2069d2e4c2a790b0a640a329a88cb94387244d9a3f5ed
+size 1835420

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.6282926,1.0,-0.6109798,-1.0,-0.70900154,-1.0,-0.23062687,1.0,-0.6178824,-1.0,-0.7445701,-1.0,-0.23148195,0.267627,0.26762724
+4.080223,1.0,-0.5941432,-1.0,-0.7032872,-1.0,-0.22110197,1.0,-0.6007071,-1.0,-0.7383918,-1.0,-0.22110572,0.81569654,0.8156967
+3.7747903,1.0,-0.5942636,-1.0,-0.6735163,-1.0,-0.23214716,1.0,-0.601375,-1.0,-0.7072952,-1.0,-0.22891338,1.1211294,1.1211295
+3.7792532,1.0,-0.61495346,-1.0,-0.6619401,-1.0,-0.270514,1.0,-0.6232587,-1.0,-0.6944101,-1.0,-0.2683468,1.1166664,1.1166666
+3.888607,1.0,-0.63770676,-1.0,-0.6640052,-1.0,-0.30084056,1.0,-0.6468686,-1.0,-0.695249,-1.0,-0.2992233,1.0073127,1.0073128
+4.0132394,1.0,-0.64376014,-1.0,-0.6715304,-1.0,-0.31549942,1.0,-0.6529084,-1.0,-0.7011513,-1.0,-0.31290978,0.88268036,0.8826804
+4.040921,1.0,-0.6339944,-1.0,-0.68182635,-1.0,-0.32365644,1.0,-0.6426886,-1.0,-0.7094696,-1.0,-0.3196681,0.85499835,0.8549986
+3.9781146,1.0,-0.62240636,-1.0,-0.6923307,-1.0,-0.33010316,1.0,-0.63058287,-1.0,-0.7180786,-1.0,-0.3248342,0.91780496,0.9178052
+3.9048827,1.0,-0.6152864,-1.0,-0.7000453,-1.0,-0.33249477,1.0,-0.622969,-1.0,-0.7241935,-1.0,-0.32609195,0.9910369,0.99103713
+3.8730721,1.0,-0.615049,-1.0,-0.70178795,-1.0,-0.32796788,1.0,-0.62232155,-1.0,-0.7247307,-1.0,-0.32043868,1.0228475,1.0228477
+3.8947272,1.0,-0.621608,-1.0,-0.69827145,-1.0,-0.31385857,1.0,-0.6286257,-1.0,-0.720398,-1.0,-0.30528194,1.0011923,1.0011926
+3.9375756,1.0,-0.6310529,-1.0,-0.6921652,-1.0,-0.29056838,1.0,-0.63791996,-1.0,-0.71376294,-1.0,-0.28104594,0.95834416,0.9583442
+3.962825,1.0,-0.63942116,-1.0,-0.6853355,-1.0,-0.26544416,1.0,-0.64611477,-1.0,-0.70653886,-1.0,-0.25503048,0.93309474,0.93309474
+3.9575696,1.0,-0.6448127,-1.0,-0.6799359,-1.0,-0.24941051,1.0,-0.6511803,-1.0,-0.7006847,-1.0,-0.23822424,0.93835014,0.9383502
+3.9325316,1.0,-0.64566433,-1.0,-0.67850256,-1.0,-0.24975143,1.0,-0.651521,-1.0,-0.6985354,-1.0,-0.2380955,0.96338814,0.9633882
+3.912767,1.0,-0.6404839,-1.0,-0.6826287,-1.0,-0.26742512,1.0,-0.6457154,-1.0,-0.70157605,-1.0,-0.25556502,0.9831528,0.98315287
+3.912767,1.0,-0.6288906,-1.0,-0.6926598,-1.0,-0.2963922,1.0,-0.6335392,-1.0,-0.7102297,-1.0,-0.28447473,0.9831527,0.98315287
+3.9276083,1.0,-0.61315286,-1.0,-0.70680505,-1.0,-0.32617918,1.0,-0.61742294,-1.0,-0.7229574,-1.0,-0.31420523,0.96831155,0.96831155
+3.9430377,1.0,-0.59784716,-1.0,-0.72084993,-1.0,-0.34549844,1.0,-0.6020133,-1.0,-0.7358687,-1.0,-0.33333388,0.952882,0.95288205
+3.9476151,1.0,-0.5882347,-1.0,-0.7293796,-1.0,-0.34577432,1.0,-0.5925258,-1.0,-0.7437714,-1.0,-0.3332214,0.94830465,0.94830465
+3.9396622,1.0,-0.5881502,-1.0,-0.72835386,-1.0,-0.32437205,1.0,-0.5926433,-1.0,-0.7426389,-1.0,-0.31120932,0.9562575,0.9562576
+3.9260137,1.0,-0.5979484,-1.0,-0.7175234,-1.0,-0.28685176,1.0,-0.60255325,-1.0,-0.7320133,-1.0,-0.2729544,0.9699059,0.9699061
+3.9152355,1.0,-0.6140818,-1.0,-0.70081055,-1.0,-0.24643502,1.0,-0.6185742,-1.0,-0.7154902,-1.0,-0.23181939,0.9806841,0.9806843
+3.9129267,1.0,-0.6302534,-1.0,-0.68471044,-1.0,-0.21916822,1.0,-0.634347,-1.0,-0.69926476,-1.0,-0.2039928,0.98299295,0.9829931
+3.9195662,1.0,-0.6393865,-1.0,-0.6755305,-1.0,-0.21720628,1.0,-0.64280885,-1.0,-0.68946964,-1.0,-0.2017119,0.9763536,0.97635365
+3.9312444,1.0,-0.635843,-1.0,-0.6773253,-1.0,-0.24394354,1.0,-0.63844055,-1.0,-0.6901433,-1.0,-0.22840051,0.96467525,0.9646754
+3.9411268,1.0,-0.61784583,-1.0,-0.6913509,-1.0,-0.29280674,1.0,-0.619679,-1.0,-0.7026269,-1.0,-0.27741998,0.9547928,0.954793
+3.9438708,1.0,-0.5893462,-1.0,-0.7153775,-1.0,-0.34995484,1.0,-0.5907203,-1.0,-0.7249618,-1.0,-0.33476585,0.9520488,0.952049
+3.9394372,1.0,-0.55939734,-1.0,-0.74270356,-1.0,-0.39848736,1.0,-0.5607807,-1.0,-0.7508889,-1.0,-0.38331097,0.9564824,0.95648265
+3.9334881,1.0,-0.53880376,-1.0,-0.7629857,-1.0,-0.42071545,1.0,-0.54061985,-1.0,-0.77046293,-1.0,-0.40529463,0.9624316,0.96243167
+3.9306855,1.0,-0.53525174,-1.0,-0.76690537,-1.0,-0.40292892,1.0,-0.53767174,-1.0,-0.77442354,-1.0,-0.3870567,0.96523404,0.9652343
+3.92912,1.0,-0.54996157,-1.0,-0.7512929,-1.0,-0.3457907,1.0,-0.5528471,-1.0,-0.7593313,-1.0,-0.3293525,0.96679956,0.96679974
+3.9230273,1.0,-0.57774556,-1.0,-0.7208802,-1.0,-0.2689374,1.0,-0.5807243,-1.0,-0.7295632,-1.0,-0.25198486,0.97289234,0.9728925
+3.9125726,1.0,-0.6093929,-1.0,-0.6867917,-1.0,-0.20395604,1.0,-0.6119786,-1.0,-0.6958415,-1.0,-0.18665501,0.9833471,0.9833472
+3.9071763,1.0,-0.63391215,-1.0,-0.6616585,-1.0,-0.17949876,1.0,-0.6356239,-1.0,-0.670444,-1.0,-0.16195866,0.9887433,0.98874354
+3.9156861,1.0,-0.64034694,-1.0,-0.654225,-1.0,-0.20844348,1.0,-0.6408549,-1.0,-0.66195244,-1.0,-0.1907642,0.9802336,0.98023367
+3.93559,1.0,-0.6212251,-1.0,-0.6687296,-1.0,-0.28390536,1.0,-0.62052566,-1.0,-0.6746588,-1.0,-0.26634452,0.9603297,0.9603298
+3.9523163,1.0,-0.5780464,-1.0,-0.7057885,-1.0,-0.38317633,1.0,-0.57653445,-1.0,-0.7094728,-1.0,-0.36591506,0.94360346,0.9436035
+3.9525692,1.0,-0.52383006,-1.0,-0.75822425,-1.0,-0.48111176,1.0,-0.52224773,-1.0,-0.75993896,-1.0,-0.46368396,0.9433504,0.94335055
+3.9406807,1.0,-0.47929364,-1.0,-0.8066001,-1.0,-0.5510262,1.0,-0.47848096,-1.0,-0.80749226,-1.0,-0.5329756,0.9552389,0.95523906
+3.932309,1.0,-0.46265453,-1.0,-0.8284188,-1.0,-0.55559504,1.0,-0.46309513,-1.0,-0.8296412,-1.0,-0.5370955,0.9636108,0.9636109
+3.9322715,1.0,-0.48001152,-1.0,-0.81282777,-1.0,-0.47715694,1.0,-0.48158336,-1.0,-0.81487256,-1.0,-0.4582147,0.96364826,0.9636483
+3.9258935,1.0,-0.5244757,-1.0,-0.7630773,-1.0,-0.34040365,1.0,-0.5265997,-1.0,-0.76604456,-1.0,-0.32124624,0.9700262,0.97002625
+3.9023657,1.0,-0.5813076,-1.0,-0.6961705,-1.0,-0.20022514,1.0,-0.58315706,-1.0,-0.7000111,-1.0,-0.18145594,0.99355394,0.9935541
+3.8779557,1.0,-0.63382393,-1.0,-0.6388636,-1.0,-0.11980471,1.0,-0.63456696,-1.0,-0.64305913,-1.0,-0.10140079,1.017964,1.0179641
+3.8819747,1.0,-0.66454846,-1.0,-0.61028093,-1.0,-0.13325441,1.0,-0.6635086,-1.0,-0.61373895,-1.0,-0.11445156,1.013945,1.0139451
+3.9219954,1.0,-0.6550649,-1.0,-0.6164771,-1.0,-0.23788917,1.0,-0.6520514,-1.0,-0.6179556,-1.0,-0.21864606,0.97392416,0.9739244
+3.9689925,1.0,-0.5970689,-1.0,-0.6631008,-1.0,-0.39359906,1.0,-0.59247357,-1.0,-0.66161764,-1.0,-0.3750185,0.92692727,0.9269273
+3.9807503,1.0,-0.50426507,-1.0,-0.7524458,-1.0,-0.5580533,1.0,-0.49900708,-1.0,-0.74819833,-1.0,-0.53940946,0.9151695,0.9151695
+3.9489915,1.0,-0.41296968,-1.0,-0.8546769,-1.0,-0.7178308,1.0,-0.4085709,-1.0,-0.85006875,-1.0,-0.6978934,0.9469282,0.94692826
+3.9185362,1.0,-0.36474246,-1.0,-0.91541356,-1.0,-0.7895625,1.0,-0.3625728,-1.0,-0.912515,-1.0,-0.7709766,0.9773836,0.9773836
+3.927356,1.0,-0.37712523,-1.0,-0.91357464,-1.0,-0.7145094,1.0,-0.37740478,-1.0,-0.9120494,-1.0,-0.6950589,0.96856374,0.9685638
+3.9452064,1.0,-0.44103628,-1.0,-0.8507363,-1.0,-0.50932705,1.0,-0.4429147,-1.0,-0.8496679,-1.0,-0.48813206,0.95071334,0.9507134
+3.915676,1.0,-0.5322768,-1.0,-0.7381476,-1.0,-0.24884497,1.0,-0.5344301,-1.0,-0.7374662,-1.0,-0.22812237,0.9802437,0.9802437
+3.8417373,1.0,-0.6241167,-1.0,-0.62230545,-1.0,-0.05168516,1.0,-0.6250659,-1.0,-0.6227467,-1.0,-0.033252094,1.0541824,1.0541825
+3.7999656,1.0,-0.6966918,-1.0,-0.55557555,-1.0,-0.010088567,1.0,-0.69504577,-1.0,-0.556441,-1.0,0.00848579,1.095954,1.0959542
+3.8485787,1.0,-0.7211696,-1.0,-0.5401571,-1.0,-0.13393289,1.0,-0.7161686,-1.0,-0.53927344,-1.0,-0.113180175,1.0473411,1.0473411
+3.9583,1.0,-0.6639448,-1.0,-0.5761582,-1.0,-0.36251947,1.0,-0.6561584,-1.0,-0.5712264,-1.0,-0.34257913,0.9376195,0.9376197
+4.0339723,1.0,-0.52733773,-1.0,-0.6921664,-1.0,-0.58354026,1.0,-0.51772773,-1.0,-0.6825237,-1.0,-0.56606877,0.86194736,0.86194754
+3.9924345,1.0,-0.3582983,-1.0,-0.87739044,-1.0,-0.8347179,1.0,-0.34847957,-1.0,-0.868386,-1.0,-0.81539553,0.9034853,0.9034853
+3.8840945,1.0,-0.24449386,-1.0,-0.9997603,-1.0,-0.98417825,1.0,-0.23760468,-1.0,-0.9958709,-1.0,-0.97140306,1.0118252,1.0118253
+3.858458,1.0,-0.23310456,-1.0,-1.0,-1.0,-0.9664027,1.0,-0.23108858,-1.0,-1.0,-1.0,-0.9529655,1.0374616,1.0374618
+3.9305592,1.0,-0.3126511,-1.0,-0.9736549,-1.0,-0.7774706,1.0,-0.31410217,-1.0,-0.9727589,-1.0,-0.7581249,0.9653606,0.96536064
+3.9694238,1.0,-0.44188532,-1.0,-0.84422094,-1.0,-0.43190932,1.0,-0.44514495,-1.0,-0.841862,-1.0,-0.40936556,0.92649597,0.926496
+3.8703423,1.0,-0.5761307,-1.0,-0.6523847,-1.0,-0.06867838,1.0,-0.5786837,-1.0,-0.6498924,-1.0,-0.048466,1.0255775,1.0255775
+3.7176886,1.0,-0.68833834,-1.0,-0.52035695,-1.0,0.09013729,1.0,-0.68801916,-1.0,-0.5203377,-1.0,0.107685,1.1782312,1.1782312
+3.6917336,1.0,-0.7649603,-1.0,-0.47518837,-1.0,-0.00443602,1.0,-0.75932,-1.0,-0.4750357,-1.0,0.016237106,1.2041861,1.2041862
+3.8260095,1.0,-0.74468976,-1.0,-0.4808246,-1.0,-0.30150875,1.0,-0.73401374,-1.0,-0.47644594,-1.0,-0.27991617,1.0699102,1.0699103
+4.0186405,1.0,-0.5934065,-1.0,-0.575803,-1.0,-0.561052,1.0,-0.5800289,-1.0,-0.5630723,-1.0,-0.54573035,0.8772792,0.8772793
+4.0842247,1.0,-0.348196,-1.0,-0.827704,-1.0,-0.83568865,1.0,-0.33290145,-1.0,-0.81275004,-1.0,-0.81543344,0.8116949,0.8116951
+3.907128,1.0,-0.13482437,-1.0,-1.0,-1.0,-1.0,1.0,-0.1203267,-1.0,-1.0,-1.0,-1.0,0.98879164,0.9887917
+3.7298448,1.0,-0.067965716,-1.0,-1.0,-1.0,-1.0,1.0,-0.06027085,-1.0,-1.0,-1.0,-1.0,1.1660748,1.166075
+3.7768743,1.0,-0.14541826,-1.0,-1.0,-1.0,-1.0,1.0,-0.14438322,-1.0,-1.0,-1.0,-0.9884972,1.1190454,1.1190455
+3.9400077,1.0,-0.3060478,-1.0,-0.97353905,-1.0,-0.70050937,1.0,-0.3093934,-1.0,-0.9726139,-1.0,-0.677097,0.9559121,0.9559121
+3.9794111,1.0,-0.47964114,-1.0,-0.77583474,-1.0,-0.27432224,1.0,-0.4840471,-1.0,-0.771718,-1.0,-0.24977556,0.9165086,0.9165087
+3.7834969,1.0,-0.6168727,-1.0,-0.5484742,-1.0,0.06072515,1.0,-0.619042,-1.0,-0.5463467,-1.0,0.07924409,1.1124228,1.112423
+3.605222,1.0,-0.7180257,-1.0,-0.44975743,-0.99045837,0.06664087,1.0,-0.714764,-1.0,-0.4502922,-0.98754036,0.08558899,1.2906977,1.2906978
+3.6388836,1.0,-0.7551795,-1.0,-0.42637035,-1.0,-0.23209687,1.0,-0.7440248,-1.0,-0.42440158,-1.0,-0.21006493,1.2570361,1.2570362
+3.8432546,1.0,-0.6391434,-1.0,-0.4785342,-1.0,-0.523792,1.0,-0.6226442,-1.0,-0.4678545,-1.0,-0.50917786,1.0526652,1.0526652
+4.076313,1.0,-0.37433022,-1.0,-0.7144924,-1.0,-0.78140044,1.0,-0.35498393,-1.0,-0.6932072,-1.0,-0.7612893,0.8196066,0.8196068
+4.035075,1.0,-0.07669297,-1.0,-1.0,-1.0,-1.0,1.0,-0.055599783,-1.0,-1.0,-1.0,-1.0,0.86084443,0.8608446
+3.7458217,1.0,0.07104185,-1.0,-1.0,-1.0,-1.0,1.0,0.088455215,-1.0,-1.0,-1.0,-1.0,1.150098,1.1500981
+3.6478357,1.0,0.0320394,-1.0,-1.0,-1.0,-1.0,1.0,0.041153084,-1.0,-1.0,-1.0,-1.0,1.2480841,1.2480841
+3.7957501,1.0,-0.13944218,-1.0,-1.0,-1.0,-0.94725436,1.0,-0.13883477,-1.0,-1.0,-1.0,-0.92456794,1.1001698,1.1001697
+3.976123,1.0,-0.34519476,-1.0,-0.92580336,-1.0,-0.5433616,1.0,-0.34984758,-1.0,-0.9231035,-1.0,-0.51671374,0.9197967,0.9197967
+3.9102669,1.0,-0.514776,-1.0,-0.67600685,-0.9734595,-0.11822766,1.0,-0.518911,-1.0,-0.6708831,-0.9733346,-0.09489468,0.9856529,0.9856529
+3.668058,1.0,-0.62419885,-1.0,-0.47721583,-0.9452372,0.039372053,1.0,-0.6238811,-1.0,-0.47540468,-0.94530636,0.056846734,1.2278618,1.2278619
+3.5733507,1.0,-0.68940103,-1.0,-0.41338527,-0.95256263,-0.17182662,1.0,-0.6811085,-1.0,-0.41188732,-0.9541003,-0.15158437,1.322569,1.3225691
+3.6881652,1.0,-0.6345559,-1.0,-0.42990556,-0.9754102,-0.4820881,1.0,-0.61739165,-1.0,-0.4225497,-0.97883767,-0.46718544,1.2077546,1.2077546
+3.947695,1.0,-0.39885956,-1.0,-0.6044837,-0.98965746,-0.71755415,1.0,-0.37677026,-1.0,-0.58313125,-0.9903434,-0.70038146,0.9482248,0.9482248
+4.092766,1.0,-0.061480258,-1.0,-0.97218114,-1.0,-1.0,1.0,-0.036568943,-1.0,-0.95795995,-1.0,-1.0,0.8031538,0.803154
+3.8558404,1.0,0.16838005,-1.0,-1.0,-1.0,-1.0,1.0,0.1926551,-1.0,-1.0,-1.0,-1.0,1.0400792,1.0400794
+3.6315546,1.0,0.19362713,-1.0,-1.0,-1.0,-1.0,1.0,0.21326396,-1.0,-1.0,-1.0,-1.0,1.2643651,1.2643652
+3.6922622,1.0,0.040297847,-1.0,-1.0,-1.0,-1.0,1.0,0.04985502,-1.0,-1.0,-1.0,-1.0,1.2036575,1.2036576
+3.8985298,1.0,-0.18877894,-1.0,-1.0,-0.980087,-0.8135727,1.0,-0.19049346,-1.0,-1.0,-0.9849856,-0.7833601,0.9973901,0.99739003
+3.972003,1.0,-0.39277375,-1.0,-0.8492275,-0.94043726,-0.37956706,1.0,-0.3982416,-1.0,-0.84449136,-0.9429882,-0.3524484,0.9239168,0.9239168
+3.7728906,1.0,-0.52740943,-1.0,-0.581624,-0.9086693,-0.05804876,1.0,-0.5296487,-1.0,-0.5756784,-0.9106655,-0.03926635,1.1230292,1.1230292
+3.5849771,1.0,-0.6022088,-1.0,-0.4377085,-0.9070829,-0.13860762,1.0,-0.5970504,-1.0,-0.43362013,-0.90942055,-0.12048608,1.3109425,1.3109426
+3.6053638,1.0,-0.59704024,-1.0,-0.41640282,-0.9264415,-0.43892148,1.0,-0.58164984,-1.0,-0.4099767,-0.930802,-0.423218,1.2905561,1.290556
+3.8162775,1.0,-0.41654977,-1.0,-0.5263769,-0.946474,-0.65746486,1.0,-0.39319137,-1.0,-0.5080806,-0.94734097,-0.6427278,1.0796422,1.0796423
+4.072749,1.0,-0.07654056,-1.0,-0.8818583,-0.9723221,-0.9862575,1.0,-0.049062196,-1.0,-0.85824794,-0.971046,-0.9643033,0.82317066,0.82317066
+3.9710724,1.0,0.22313419,-1.0,-1.0,-1.0,-1.0,1.0,0.25170517,-1.0,-1.0,-1.0,-1.0,0.9248472,0.92484736
+3.676488,1.0,0.32960296,-1.0,-1.0,-1.0,-1.0,1.0,0.35649082,-1.0,-1.0,-1.0,-1.0,1.2194318,1.2194319
+3.629392,1.0,0.22745949,-1.0,-1.0,-0.9989056,-1.0,1.0,0.24700895,-1.0,-1.0,-1.0,-1.0,1.266528,1.2665279
+3.8067377,1.0,-0.01547033,-1.0,-1.0,-0.96270436,-1.0,1.0,-0.009185348,-1.0,-1.0,-0.9662962,-1.0,1.0891821,1.0891821
+3.971663,1.0,-0.25398925,-1.0,-0.97951084,-0.91354793,-0.6344666,1.0,-0.25857177,-1.0,-0.97563386,-0.9171734,-0.6027557,0.92425674,0.9242568
+3.8753734,1.0,-0.42530227,-1.0,-0.7541382,-0.87413925,-0.23788047,1.0,-0.42953652,-1.0,-0.74627954,-0.8761131,-0.2133606,1.0205463,1.0205464
+3.639564,1.0,-0.51664644,-1.0,-0.5130302,-0.8661292,-0.14216706,1.0,-0.5138717,-1.0,-0.50367266,-0.8675214,-0.124567986,1.2563558,1.2563558
+3.5658977,1.0,-0.54173595,-1.0,-0.43034023,-0.8823643,-0.39352155,1.0,-0.5288359,-1.0,-0.42200857,-0.8849135,-0.37648472,1.3300221,1.3300221
+3.6991146,1.0,-0.42235142,-1.0,-0.48289046,-0.90588367,-0.6068986,1.0,-0.39901763,-1.0,-0.46714967,-0.90636027,-0.5929125,1.1968052,1.1968052
+3.9827366,1.0,-0.108815104,-1.0,-0.7697856,-0.93651843,-0.91709447,1.0,-0.07973197,-1.0,-0.7398694,-0.9334274,-0.8904908,0.9131832,0.9131832
+4.0521574,1.0,0.241707,-1.0,-1.0,-0.97808915,-1.0,1.0,0.2721434,-1.0,-1.0,-0.9770177,-1.0,0.8437624,0.8437624
+3.7660322,1.0,0.430232,-1.0,-1.0,-0.99549866,-1.0,1.0,0.45974946,-1.0,-1.0,-0.997184,-1.0,1.1298876,1.1298876
+3.608762,1.0,0.4095093,-1.0,-1.0,-0.98950016,-1.0,1.0,0.43652803,-1.0,-1.0,-0.99187404,-1.0,1.2871579,1.2871578
+3.725362,1.0,0.17813355,-1.0,-1.0,-0.95783967,-1.0,1.0,0.19327162,-1.0,-1.0,-0.9590531,-1.0,1.1705577,1.1705577
+3.9223127,1.0,-0.09880552,-1.0,-1.0,-0.89914566,-0.8870317,1.0,-0.09798813,-1.0,-1.0,-0.90096825,-0.85222155,0.97360724,0.97360706
+3.9485154,1.0,-0.3116805,-1.0,-0.91470736,-0.8490158,-0.46927202,1.0,-0.3157704,-1.0,-0.9076136,-0.849747,-0.4388725,0.9474043,0.9474044
+3.7295964,1.0,-0.43111378,-1.0,-0.6548424,-0.8290457,-0.20515141,1.0,-0.43009132,-1.0,-0.6399847,-0.828364,-0.1841105,1.1663233,1.1663234
+3.5647376,1.0,-0.47433877,-1.0,-0.47908968,-0.8409272,-0.3545647,1.0,-0.46326366,-1.0,-0.46559477,-0.8403439,-0.33567938,1.3311822,1.3311822
+3.6146863,1.0,-0.4086346,-1.0,-0.47228444,-0.86666393,-0.5658603,1.0,-0.3853922,-1.0,-0.4565691,-0.86575264,-0.55047005,1.2812335,1.2812335
+3.8631446,1.0,-0.14232314,-1.0,-0.6718326,-0.900071,-0.8299133,1.0,-0.11197755,-1.0,-0.6412128,-0.8954732,-0.8023996,1.0327752,1.0327752
+4.069115,1.0,0.23420754,-1.0,-1.0,-0.9494591,-1.0,1.0,0.2662372,-1.0,-1.0,-0.94618195,-1.0,0.82680464,0.82680464
+3.877942,1.0,0.49375373,-1.0,-1.0,-0.98036706,-1.0,1.0,0.52354336,-1.0,-1.0,-0.98061806,-1.0,1.0179777,1.0179777
+3.6321528,1.0,0.5658796,-1.0,-1.0,-0.9807653,-1.0,1.0,0.59723574,-1.0,-1.0,-0.98257786,-1.0,1.2637669,1.263767
+3.6639662,1.0,0.38475338,-1.0,-1.0,-0.95539844,-1.0,1.0,0.40888724,-1.0,-1.0,-0.95593065,-1.0,1.2319535,1.2319536
+3.8525589,1.0,0.07652654,-1.0,-1.0,-0.89786613,-1.0,1.0,0.085695386,-1.0,-1.0,-0.8981361,-1.0,1.0433611,1.043361
+3.9657156,1.0,-0.18208772,-1.0,-1.0,-0.8350806,-0.69757533,1.0,-0.18524994,-1.0,-1.0,-0.836003,-0.66097015,0.93020415,0.93020415
+3.821599,1.0,-0.34165722,-1.0,-0.8223744,-0.80002284,-0.34746382,1.0,-0.34303564,-1.0,-0.80880904,-0.7987498,-0.31892103,1.0743208,1.0743208
+3.600185,1.0,-0.40342024,-1.0,-0.57312894,-0.8034435,-0.33419564,1.0,-0.39515272,-1.0,-0.553536,-0.8008346,-0.31359687,1.295735,1.2957349
+3.5639522,1.0,-0.3759746,-1.0,-0.49018693,-0.8283481,-0.53155833,1.0,-0.35407597,-1.0,-0.47225723,-0.82631195,-0.513904,1.3319675,1.3319676
+3.7458382,1.0,-0.16598079,-1.0,-0.6078392,-0.8643709,-0.75022256,1.0,-0.13504305,-1.0,-0.57907027,-0.85900545,-0.7247779,1.1500816,1.1500816
+4.023857,1.0,0.21242574,-1.0,-0.9671176,-0.91588795,-1.0,1.0,0.24713534,-1.0,-0.939055,-0.91025025,-1.0,0.8720626,0.8720627
+3.9772763,1.0,0.53158647,-1.0,-1.0,-0.9607828,-1.0,1.0,0.5612992,-1.0,-1.0,-0.95919937,-1.0,0.9186434,0.9186435
+3.6861393,1.0,0.687023,-1.0,-1.0,-0.9711874,-1.0,1.0,0.7194404,-1.0,-1.0,-0.97188026,-1.0,1.2097805,1.2097805
+3.5929322,1.0,0.5952646,-1.0,-1.0,-0.9524427,-1.0,1.0,0.624988,-1.0,-1.0,-0.95179766,-1.0,1.3029876,1.3029876
+3.735183,1.0,0.28232867,-1.0,-1.0,-0.90185285,-1.0,1.0,0.30160034,-1.0,-1.0,-0.89793855,-1.0,1.1607368,1.1607368
+3.9267254,1.0,-0.02536488,-1.0,-1.0,-0.8305809,-0.9289971,1.0,-0.022856507,-1.0,-1.0,-0.827311,-0.888704,0.96919435,0.9691944
+3.907562,1.0,-0.23483807,-1.0,-0.9653254,-0.7827451,-0.55302155,1.0,-0.2370567,-1.0,-0.9543797,-0.7784025,-0.51761544,0.9883578,0.9883578
+3.678121,1.0,-0.32471496,-1.0,-0.72411066,-0.77227813,-0.36943448,1.0,-0.31868166,-1.0,-0.6985766,-0.76579446,-0.34309685,1.2177987,1.2177987
+3.5530953,1.0,-0.32076055,-1.0,-0.54867333,-0.7923773,-0.5083072,1.0,-0.2995422,-1.0,-0.5227779,-0.78626525,-0.4862623,1.3428245,1.3428245
+3.6494045,1.0,-0.16735542,-1.0,-0.5862963,-0.8301138,-0.6930173,1.0,-0.13439786,-1.0,-0.5550561,-0.8219294,-0.6667851,1.2465153,1.2465153
+3.9199734,1.0,0.19047835,-1.0,-0.8835279,-0.8803558,-1.0,1.0,0.22860262,-1.0,-0.84484553,-0.87137085,-0.9987732,0.9759464,0.9759464
+4.0219626,1.0,0.55807805,-1.0,-1.0,-0.934961,-1.0,1.0,0.58733845,-1.0,-1.0,-0.9308116,-1.0,0.87395716,0.87395716
+3.7678695,1.0,0.7758556,-1.0,-1.0,-0.9576821,-1.0,1.0,0.805759,-1.0,-1.0,-0.9570751,-1.0,1.1280503,1.1280503
+3.554993,1.0,0.7822234,-1.0,-1.0,-0.9460217,-1.0,1.0,0.8113943,-1.0,-1.0,-0.9453354,-1.0,1.3409268,1.3409269
+3.5846946,1.0,0.51649445,-1.0,-1.0,-0.90409285,-1.0,1.0,0.5435844,-1.0,-1.0,-0.8988659,-1.0,1.3112252,1.3112252
+3.799598,1.0,0.17049593,-1.0,-1.0,-0.83260006,-1.0,1.0,0.18260764,-1.0,-1.0,-0.8263468,-1.0,1.096322,1.0963218
+3.9279606,1.0,-0.093068,-1.0,-1.0,-0.7710568,-0.77856475,1.0,-0.094450146,-1.0,-1.0,-0.7650319,-0.73531646,0.9679591,0.96795917
+3.7844417,1.0,-0.22808549,-1.0,-0.89262336,-0.7480168,-0.5031445,1.0,-0.2244131,-1.0,-0.8705794,-0.7391583,-0.4662168,1.1114782,1.1114781
+3.5992482,1.0,-0.24013922,-1.0,-0.6652839,-0.7595419,-0.51196516,1.0,-0.22090115,-1.0,-0.6298863,-0.74986285,-0.4837278,1.2966715,1.2966716
+3.5958447,1.0,-0.1272887,-1.0,-0.6140254,-0.794839,-0.6621884,1.0,-0.09256831,-1.0,-0.5769855,-0.78442246,-0.6318858,1.300075,1.300075
+3.7988398,1.0,0.19272742,-1.0,-0.82634264,-0.8442293,-0.9794938,1.0,0.23439515,-1.0,-0.7807045,-0.8322639,-0.9426293,1.09708,1.09708
+3.991686,1.0,0.5909093,-1.0,-1.0,-0.9022442,-1.0,1.0,0.6234425,-1.0,-1.0,-0.8941912,-1.0,0.90423363,0.9042337
+3.8424065,0.9490877,0.85180885,-1.0,-1.0,-0.9370119,-1.0,0.93981063,0.8770744,-1.0,-1.0,-0.9337819,-1.0,1.0535134,1.0535133
+3.5706394,1.0,0.933655,-0.97476834,-1.0,-0.93481666,-1.0,1.0,0.95714206,-0.9769743,-1.0,-0.93260354,-1.0,1.3252804,1.3252804
+3.4884157,1.0,0.75643885,-1.0,-1.0,-0.9010843,-1.0,1.0,0.78299224,-1.0,-1.0,-0.89509076,-1.0,1.4075041,1.4075041
+3.6470058,1.0,0.4117486,-1.0,-1.0,-0.83795863,-1.0,1.0,0.43332905,-1.0,-1.0,-0.8273524,-1.0,1.248914,1.248914
+3.8616571,1.0,0.09355998,-1.0,-1.0,-0.7673421,-0.9827733,1.0,0.09922172,-1.0,-1.0,-0.7572502,-0.9372522,1.0342627,1.0342627
+3.8477056,1.0,-0.10059306,-1.0,-1.0,-0.73311514,-0.6978815,1.0,-0.096755534,-1.0,-1.0,-0.72094387,-0.6521327,1.0482141,1.0482142
+3.6615038,1.0,-0.1365025,-1.0,-0.8287168,-0.7342271,-0.5717055,1.0,-0.120162964,-1.0,-0.7894365,-0.7194908,-0.5317957,1.2344159,1.234416
+3.583901,1.0,-0.045532767,-1.0,-0.6975121,-0.762058,-0.6612379,1.0,-0.009455685,-1.0,-0.64962107,-0.74718064,-0.6220065,1.3120188,1.3120189
+3.7063746,1.0,0.23435855,-1.0,-0.8182644,-0.8094172,-0.9447683,1.0,0.2803176,-1.0,-0.76460904,-0.79266334,-0.89414686,1.189545,1.1895452
+3.9179878,0.9847447,0.64304304,-1.0,-1.0,-0.86584836,-1.0,0.97578746,0.6776543,-1.0,-1.0,-0.8521358,-1.0,0.977932,0.977932
+3.8881173,0.83799505,0.92618865,-1.0,-1.0,-0.9087628,-1.0,0.8249684,0.94454616,-1.0,-1.0,-0.900581,-1.0,1.0078024,1.0078025
+3.6290529,0.8599196,1.0,-0.94454545,-1.0,-0.9176945,-1.0,0.8396543,1.0,-0.94133836,-1.0,-0.9125671,-1.0,1.2668669,1.2668669
+3.4646707,1.0,0.9554032,-0.98131853,-1.0,-0.8924422,-1.0,1.0,0.9758536,-0.98945755,-1.0,-0.8850736,-1.0,1.431249,1.4312491
+3.5318835,1.0,0.6780319,-1.0,-1.0,-0.8407357,-1.0,1.0,0.7022703,-1.0,-1.0,-0.82719284,-1.0,1.3640364,1.3640363
+3.754626,1.0,0.33685458,-1.0,-1.0,-0.7709104,-1.0,1.0,0.35242555,-1.0,-1.0,-0.7546118,-1.0,1.1412939,1.1412938
+3.855659,1.0,0.08205494,-1.0,-1.0,-0.7238192,-0.8937044,1.0,0.08827284,-1.0,-1.0,-0.70659095,-0.83828574,1.0402607,1.0402608
+3.725792,1.0,0.0001299642,-1.0,-0.98935395,-0.7169414,-0.7090735,1.0,0.016256627,-1.0,-0.95486027,-0.69576794,-0.6509467,1.170128,1.1701279
+3.5994468,1.0,0.0823486,-1.0,-0.83728904,-0.73533803,-0.70924646,1.0,0.12186587,-1.0,-0.7775499,-0.7137317,-0.6504263,1.296473,1.296473
+3.643789,1.0,0.34307215,-1.0,-0.8730177,-0.7771281,-0.94622314,1.0,0.39580235,-1.0,-0.8078025,-0.75368154,-0.8786787,1.2521307,1.2521307
+3.8253744,0.92641413,0.73529035,-1.0,-1.0,-0.8296363,-1.0,0.9131779,0.7713396,-1.0,-1.0,-0.8084357,-1.0,1.0705454,1.0705454
+3.8904042,0.722677,1.0,-1.0,-1.0,-0.8742066,-1.0,0.7034966,1.0,-1.0,-1.0,-0.8591359,-1.0,1.0055155,1.0055156
+3.6953015,0.6705008,1.0,-0.9257076,-1.0,-0.8930919,-1.0,0.6404288,1.0,-0.91792434,-1.0,-0.88329333,-1.0,1.2006183,1.2006183
+3.5073762,0.8116177,1.0,-0.8962972,-1.0,-0.87993133,-1.0,0.7730817,1.0,-0.8995737,-1.0,-0.8697739,-1.0,1.3885437,1.3885436
+3.5209975,1.0,0.90972894,-1.0,-1.0,-0.83938617,-1.0,1.0,0.93080837,-1.0,-1.0,-0.8227022,-1.0,1.3749223,1.3749223
+3.6836438,1.0,0.6182458,-1.0,-1.0,-0.7768944,-1.0,1.0,0.6421806,-1.0,-1.0,-0.7539283,-1.0,1.2122759,1.212276
+3.8153746,1.0,0.33262652,-1.0,-1.0,-0.72104627,-1.0,1.0,0.34907866,-1.0,-1.0,-0.69593686,-0.98231363,1.0805452,1.0805452
+3.742707,1.0,0.20056708,-1.0,-1.0,-0.70465827,-0.8737841,1.0,0.22058699,-1.0,-1.0,-0.67588687,-0.8005071,1.1532128,1.1532128
+3.6022694,1.0,0.2721957,-1.0,-0.99681884,-0.7158646,-0.82498074,1.0,0.3174382,-1.0,-0.93704814,-0.68494296,-0.7368058,1.2936504,1.2936504
+3.6024334,1.0,0.5350015,-1.0,-0.9823171,-0.749062,-0.9921818,1.0,0.59245986,-1.0,-0.90937203,-0.7164709,-0.9101085,1.2934864,1.2934864
+3.7515602,0.8427653,0.8788643,-1.0,-1.0,-0.79567546,-1.0,0.8231513,0.9120925,-1.0,-1.0,-0.76483166,-1.0,1.1443595,1.1443596
+3.8744936,0.58397204,1.0,-1.0,-1.0,-0.83757204,-1.0,0.5543132,1.0,-1.0,-1.0,-0.81380194,-1.0,1.0214262,1.0214262
+3.7778654,0.4609748,1.0,-0.9072004,-1.0,-0.86351854,-1.0,0.41547927,1.0,-0.89395165,-1.0,-0.84734076,-1.0,1.1180544,1.1180544
+3.5943398,0.5138163,1.0,-0.8155222,-1.0,-0.869323,-1.0,0.44260237,1.0,-0.81314087,-1.0,-0.8546433,-1.0,1.30158,1.30158
+3.5652235,0.77424175,1.0,-0.8907189,-1.0,-0.84353215,-1.0,0.70855683,1.0,-0.8951871,-1.0,-0.8212237,-1.0,1.3306962,1.3306963
+3.686228,1.0,0.8803613,-1.0,-1.0,-0.7838187,-1.0,1.0,0.9031264,-1.0,-1.0,-0.7508382,-1.0,1.2096916,1.2096918
+3.7878134,1.0,0.6448265,-1.0,-1.0,-0.72364134,-1.0,1.0,0.6696151,-1.0,-1.0,-0.6846331,-1.0,1.1081065,1.1081064
+3.7299795,1.0,0.49037325,-1.0,-1.0,-0.69354963,-1.0,1.0,0.5193427,-1.0,-1.0,-0.6522729,-0.9243149,1.1659403,1.1659403
+3.585111,1.0,0.544835,-1.0,-1.0,-0.69747686,-0.9603522,1.0,0.5935369,-1.0,-1.0,-0.65323895,-0.8552266,1.3108089,1.3108089
+3.5574048,1.0,0.7926988,-1.0,-1.0,-0.7245613,-1.0,0.99872166,0.8405192,-1.0,-1.0,-0.6778274,-0.9638533,1.3385152,1.338515
+3.696212,0.69966644,1.0,-1.0,-1.0,-0.7640729,-1.0,0.6666136,1.0,-1.0,-1.0,-0.7182358,-1.0,1.1997076,1.1997077
+3.8741968,0.37007636,1.0,-1.0,-1.0,-0.800694,-1.0,0.31912714,1.0,-1.0,-1.0,-0.7648027,-1.0,1.0217229,1.021723
+3.8596425,0.1678352,1.0,-0.8555498,-1.0,-0.83733696,-1.0,0.09358363,1.0,-0.8357766,-1.0,-0.81281227,-1.0,1.0362772,1.0362773
+3.701184,0.11817224,1.0,-0.7052241,-1.0,-0.8755396,-1.0,-0.006713707,1.0,-0.69855887,-1.0,-0.85267097,-1.0,1.1947358,1.1947358
+3.6541698,0.26219296,1.0,-0.70583564,-1.0,-0.8742704,-1.0,0.105371565,1.0,-0.70157367,-1.0,-0.8395414,-1.0,1.2417499,1.24175
+3.7544553,0.68612206,1.0,-0.87726265,-1.0,-0.81257087,-1.0,0.57292056,1.0,-0.8713909,-1.0,-0.75972,-1.0,1.1414644,1.1414645
+3.8418312,1.0,0.9370668,-1.0,-1.0,-0.7348476,-1.0,0.9692779,0.9546168,-1.0,-1.0,-0.6706012,-1.0,1.0540885,1.0540886
+3.7558491,1.0,0.80231076,-1.0,-1.0,-0.6841615,-1.0,1.0,0.8259135,-1.0,-1.0,-0.6212512,-0.9992798,1.1400707,1.1400707

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.07778409868478775,-0.07778412127494812,4.9737038908004765,,
+1000,-0.07308678328990936,-0.07308683681488037,4.9690066452026365,,
+1500,-0.0725506991147995,-0.07255078029632568,4.968470588684082,,
+2000,-0.07701226323843002,-0.0770123405456543,4.97293214225769,,
+2500,-0.06356993317604065,-0.0635700546503067,4.959489857673645,,
+3000,-0.06562785804271698,-0.06562787055969238,4.961547649383545,,
+3500,-0.08410661667585373,-0.08410661661624909,4.980026405334472,,
+4000,-0.08508188277482986,-0.08508182775974274,4.981001621246338,,
+4500,-0.0697481781244278,-0.06974808943271638,4.96566790008545,,
+5000,-0.05110834911465645,-0.05110851192474365,4.947028332710266,,
+5000,,,,4.867484593391419,0.028435036540031433
+5500,-0.04785158857703209,-0.047851468086242674,4.943771250724793,,
+6000,-0.07173934578895569,-0.07173929059505463,4.967659108638763,,
+6500,-0.048170268535614014,-0.04817038571834564,4.94409019947052,,
+7000,-0.04459132254123688,-0.04459130954742432,4.940511101722717,,
+7500,-0.033345289528369904,-0.03334525680541992,4.92926508140564,,
+8000,-0.022553663700819016,-0.022553648233413697,4.918473446846009,,
+8500,-0.029491521418094635,-0.029491498947143556,4.925411255836487,,
+9000,0.007972097024321556,0.007972009062767028,4.887947773456573,,
+9500,0.02823847159743309,0.028238460779190063,4.867681334495544,,
+10000,0.008590635843575,0.008590653419494628,4.887329165458679,,
+10000,,,,4.789935541152954,0.10598412901163101
+10500,0.016802435740828514,0.016802422523498534,4.8791173872947695,,
+11000,0.06150348111987114,0.06150336337089539,4.834416398525238,,
+11500,0.06597872823476791,0.06597889864444732,4.8299408965110775,,
+12000,0.06614264845848083,0.06614261496067048,4.829777156352997,,
+12500,0.10290350764989853,0.10290357291698456,4.793016227722168,,
+13000,0.1099155992269516,0.10991543674468994,4.78600437784195,,
+13500,0.15104752779006958,0.15104750537872313,4.744872282981873,,
+14000,0.11891762912273407,0.11891761374473572,4.77700218629837,,
+14500,0.15114836394786835,0.15114839231967925,4.744771397590637,,
+15000,0.1724139302968979,0.17241400063037873,4.723505796432495,,
+15000,,,,4.539181866645813,0.35673788189888
+15500,0.18284529447555542,0.18284529280662537,4.713074505805969,,
+16000,0.20016416907310486,0.20016408574581146,4.695755739688873,,
+16500,0.1980336755514145,0.1980337550640106,4.6978860507011415,,
+17000,0.24874335527420044,0.2487433168888092,4.647176485538482,,
+17500,0.2651371955871582,0.265137153506279,4.630782650470733,,
+18000,0.2869744598865509,0.2869745427370071,4.608945218086243,,
+18500,0.2649194598197937,0.2649193769693375,4.631000406265259,,
+19000,0.30773743987083435,0.307737366437912,4.588182416439056,,
+19500,0.30824247002601624,0.30824252462387086,4.587677273273468,,
+20000,0.30057528614997864,0.30057522547245025,4.5953446078300475,,
+20000,,,,4.3838539004325865,0.5120658278465271
+20500,0.2937401235103607,0.29374013233184815,4.602179684638977,,
+21000,0.37731263041496277,0.37731255960464477,4.518607231616974,,
+21500,0.38192570209503174,0.3819256558418274,4.513994139194488,,
+22000,0.41462084650993347,0.41462083864212035,4.481298965454101,,
+22500,0.35952097177505493,0.3595208189487457,4.536398982524871,,
+23000,0.42217838764190674,0.42217843210697176,4.473741367816925,,
+23500,0.38797727227211,0.38797719073295595,4.507942622184753,,
+24000,0.42756712436676025,0.4275671442747116,4.468352647781372,,
+24500,0.413784921169281,0.4137848430871964,4.482134949207306,,
+25000,0.42742860317230225,0.42742859745025635,4.468491202831268,,
+25000,,,,4.197226531505585,0.6986932158470154
+25500,0.4359527826309204,0.43595270764827726,4.4599670896530155,,
+26000,0.42954906821250916,0.42954912495613096,4.4663706350326535,,
+26500,0.42300036549568176,0.4230003900527954,4.472919435501098,,
+27000,0.5137567520141602,0.5137568364143371,4.382162977695465,,
+27500,0.5069576501846313,0.5069576946496963,4.388962080001831,,
+28000,0.45827388763427734,0.45827400410175323,4.437645796775818,,
+28500,0.5107290148735046,0.5107290070056916,4.385190809726715,,
+29000,0.5023621916770935,0.5023623423576355,4.393557461738586,,
+29500,0.5270199179649353,0.5270199074745178,4.36889991235733,,
+30000,0.50389564037323,0.5038955295085907,4.392024281024933,,
+30000,,,,3.9839107620716097,0.9120090007781982
+30500,0.5310661196708679,0.5310660146474838,4.364853770256042,,
+31000,0.5755795240402222,0.5755796493291855,4.32034015083313,,
+31500,0.6040825843811035,0.6040827178955078,4.2918370904922485,,
+32000,0.6090971231460571,0.6090972828865051,4.286822516918182,,
+32500,0.6034473180770874,0.6034471817016601,4.292472598075867,,
+33000,0.6097752451896667,0.609775292634964,4.286144544601441,,
+33500,0.6546348929405212,0.6546350040435791,4.241284811973572,,
+34000,0.65464186668396,0.6546418339014053,4.241277963638305,,
+34500,0.6437334418296814,0.6437334536314011,4.2521863317489625,,
+35000,0.6432875394821167,0.6432874493598938,4.252632350444793,,
+35000,,,,3.8497733807563783,1.046146273612976
+35500,0.6380391120910645,0.638038902759552,4.257880887508392,,
+36000,0.6645917296409607,0.6645917489528655,4.231328057289123,,
+36500,0.6271026134490967,0.6271026186943054,4.268817192554474,,
+37000,0.6557449698448181,0.6557447047233581,4.240175084590912,,
+37500,0.640834391117096,0.6408343236446381,4.255085450172424,,
+38000,0.6732937693595886,0.6732936362028122,4.22262615442276,,
+38500,0.7052185535430908,0.70521850502491,4.19070130443573,,
+39000,0.6906818151473999,0.6906817402839661,4.205238051891327,,
+39500,0.668683648109436,0.6686836968660355,4.227236109733582,,
+40000,0.6836066246032715,0.6836066318750381,4.2123131566047665,,
+40000,,,,3.846012110710144,1.0499076843261719
+40500,0.6809391975402832,0.6809392216205596,4.214980579853058,,
+41000,0.705655038356781,0.7056550859212876,4.190264727115631,,
+41500,0.7264462113380432,0.7264462193250656,4.16947359418869,,
+42000,0.7461592555046082,0.7461590821743012,4.149760719299317,,
+42500,0.735652506351471,0.7356526285409928,4.1602671365737915,,
+43000,0.7319276928901672,0.7319276541471481,4.1639921383857725,,
+43500,0.6868069171905518,0.6868070706129074,4.209112714290619,,
+44000,0.75405353307724,0.7540538147687912,4.1418659858703615,,
+44500,0.7355390191078186,0.7355390584468842,4.160380744934082,,
+45000,0.7395638823509216,0.7395637589693069,4.156356045246124,,
+45000,,,,3.8085563659667967,1.0873632431030273
+45500,0.7695729732513428,0.7695728261470794,4.126346981525421,,
+46000,0.7933635711669922,0.7933632982969284,4.102556570529938,,
+46500,0.7729949355125427,0.7729948345422745,4.1229249897003175,,
+47000,0.7889297008514404,0.7889297142028808,4.106990100383759,,
+47500,0.7735368013381958,0.7735366115570068,4.122383196353912,,
+48000,0.7912143468856812,0.7912141052484513,4.104705707550049,,
+48500,0.7980750203132629,0.7980750596523285,4.097844712734222,,
+49000,0.7923113107681274,0.7923115408420562,4.103608242511749,,
+49500,0.7658583521842957,0.7658581597805023,4.130061641693115,,
+50000,0.795021653175354,0.7950215154886245,4.100898235321045,,
+50000,,,,3.8079906487464905,1.087929129600525

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6999977b32cbed30656d0f4400e9a1b96858ab0e6b722122cb10d179c1cf7a
+size 1835424

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.6148977,1.0,-0.36067754,-1.0,-0.668777,-1.0,0.11836654,1.0,-0.37194297,-1.0,-0.6700815,-1.0,0.11525209,0.28102186,0.28102207
+4.0717506,1.0,-0.37513518,-1.0,-0.6765809,-1.0,0.15238142,1.0,-0.38515428,-1.0,-0.6787956,-1.0,0.1502812,0.82416886,0.82416916
+3.815524,1.0,-0.3961321,-1.0,-0.67568314,-1.0,0.14565049,1.0,-0.40688074,-1.0,-0.67846286,-1.0,0.14644086,1.0803956,1.0803957
+3.8422287,1.0,-0.41113165,-1.0,-0.6782112,-1.0,0.116348684,1.0,-0.4221743,-1.0,-0.68115973,-1.0,0.1206429,1.053691,1.0536911
+3.9454286,1.0,-0.41566983,-1.0,-0.686257,-1.0,0.08773072,1.0,-0.42637065,-1.0,-0.6888319,-1.0,0.09364682,0.95049113,0.9504912
+4.043676,1.0,-0.40863177,-1.0,-0.69152117,-1.0,0.06818446,1.0,-0.4191509,-1.0,-0.6936902,-1.0,0.074773386,0.85224366,0.8522439
+4.044812,1.0,-0.3891128,-1.0,-0.6917248,-1.0,0.051395997,1.0,-0.3995827,-1.0,-0.6936852,-1.0,0.05836384,0.85110754,0.8511076
+3.9736052,1.0,-0.3670909,-1.0,-0.6898185,-1.0,0.03753674,1.0,-0.37763473,-1.0,-0.6916764,-1.0,0.044569515,0.92231447,0.92231464
+3.911555,1.0,-0.3513198,-1.0,-0.68876696,-1.0,0.030686408,1.0,-0.361972,-1.0,-0.69059813,-1.0,0.037497208,0.98436457,0.98436475
+3.9000864,1.0,-0.34752974,-1.0,-0.68830717,-1.0,0.030804709,1.0,-0.35813954,-1.0,-0.6902251,-1.0,0.037320144,0.99583334,0.9958334
+3.93224,1.0,-0.3562603,-1.0,-0.6881156,-1.0,0.037820123,1.0,-0.36656803,-1.0,-0.69016004,-1.0,0.04411847,0.96367955,0.9636798
+3.973876,1.0,-0.37296844,-1.0,-0.6884974,-1.0,0.05053781,1.0,-0.38276854,-1.0,-0.6905885,-1.0,0.056678884,0.9220438,0.9220438
+3.9901402,1.0,-0.39113587,-1.0,-0.68945,-1.0,0.063359484,1.0,-0.40036976,-1.0,-0.69144845,-1.0,0.06937968,0.90577954,0.9057796
+3.9725049,1.0,-0.4043532,-1.0,-0.6911485,-1.0,0.069541655,1.0,-0.41311595,-1.0,-0.6928966,-1.0,0.07551309,0.9234147,0.92341495
+3.943563,1.0,-0.40748337,-1.0,-0.69373584,-1.0,0.06533708,1.0,-0.41600552,-1.0,-0.6951213,-1.0,0.0714063,0.95235664,0.9523568
+3.92869,1.0,-0.3977398,-1.0,-0.6964879,-1.0,0.050907932,1.0,-0.40636012,-1.0,-0.6975304,-1.0,0.057231642,0.96722966,0.96722984
+3.934485,1.0,-0.37590167,-1.0,-0.6981194,-1.0,0.030152231,1.0,-0.38496065,-1.0,-0.69896877,-1.0,0.036780715,0.9614348,0.96143484
+3.9500003,1.0,-0.34697855,-1.0,-0.69779706,-1.0,0.00972344,1.0,-0.35667428,-1.0,-0.69865024,-1.0,0.016580954,0.94591933,0.9459195
+3.96181,1.0,-0.3201408,-1.0,-0.6956161,-1.0,-0.0033327043,1.0,-0.33034894,-1.0,-0.69663644,-1.0,0.003583759,0.9341095,0.9341097
+3.9647946,1.0,-0.30648258,-1.0,-0.69243705,-1.0,-0.0041289926,1.0,-0.31665555,-1.0,-0.6936835,-1.0,0.002653554,0.9311251,0.93112516
+3.9610288,1.0,-0.3130391,-1.0,-0.689576,-1.0,0.008386627,1.0,-0.3224849,-1.0,-0.691002,-1.0,0.014857098,0.9348909,0.934891
+3.9547746,1.0,-0.33757946,-1.0,-0.6883756,-1.0,0.030436218,1.0,-0.34594733,-1.0,-0.6898228,-1.0,0.03650166,0.941145,0.9411452
+3.9482174,1.0,-0.37033913,-1.0,-0.6897106,-1.0,0.053715065,1.0,-0.37773108,-1.0,-0.6909578,-1.0,0.05940921,0.9477024,0.9477024
+3.9437952,1.0,-0.39900833,-1.0,-0.69348776,-1.0,0.06805869,1.0,-0.40576482,-1.0,-0.69432175,-1.0,0.073606186,0.9521244,0.9521246
+3.9449325,1.0,-0.4126372,-1.0,-0.6984749,-1.0,0.06625449,1.0,-0.4191812,-1.0,-0.6987846,-1.0,0.07201413,0.95098716,0.95098734
+3.9513757,1.0,-0.40479714,-1.0,-0.7027755,-1.0,0.047493897,1.0,-0.41160223,-1.0,-0.7026273,-1.0,0.053777814,0.944544,0.9445441
+3.9564586,1.0,-0.37531185,-1.0,-0.7047577,-1.0,0.017209888,1.0,-0.38286883,-1.0,-0.70436025,-1.0,0.024086446,0.93946105,0.93946123
+3.9536495,1.0,-0.330049,-1.0,-0.70384645,-1.0,-0.015253633,1.0,-0.33881214,-1.0,-0.7034663,-1.0,-0.007961735,0.9422702,0.9422703
+3.9452593,1.0,-0.28177574,-1.0,-0.70058763,-1.0,-0.039294973,1.0,-0.29180297,-1.0,-0.7004509,-1.0,-0.031859636,0.9506604,0.95066047
+3.9431486,1.0,-0.25130865,-1.0,-0.69615364,-1.0,-0.04596919,1.0,-0.26168162,-1.0,-0.69635797,-1.0,-0.038680762,0.95277125,0.9527712
+3.9536967,1.0,-0.25576884,-1.0,-0.69185984,-1.0,-0.031240702,1.0,-0.2650299,-1.0,-0.6923497,-1.0,-0.024336934,0.942223,0.9422231
+3.966875,1.0,-0.29296562,-1.0,-0.68921864,-1.0,0.0017268509,1.0,-0.30033666,-1.0,-0.6898029,-1.0,0.008109406,0.92904466,0.9290447
+3.9657083,1.0,-0.34616387,-1.0,-0.6898562,-1.0,0.04184717,1.0,-0.35187113,-1.0,-0.69023526,-1.0,0.04767435,0.9302115,0.93021154
+3.9480946,1.0,-0.39658633,-1.0,-0.69456196,-1.0,0.07227269,1.0,-0.40126297,-1.0,-0.69438756,-1.0,0.07772539,0.9478252,0.9478252
+3.9320855,1.0,-0.4277467,-1.0,-0.7021539,-1.0,0.078418,1.0,-0.43205348,-1.0,-0.7012013,-1.0,0.08399643,0.9638341,0.9638343
+3.9346313,1.0,-0.42808944,-1.0,-0.70961523,-1.0,0.05628196,1.0,-0.4327339,-1.0,-0.7079401,-1.0,0.062584236,0.9612882,0.96128845
+3.9508407,1.0,-0.39429545,-1.0,-0.71380806,-1.0,0.012908936,1.0,-0.39999485,-1.0,-0.71171045,-1.0,0.020161763,0.945079,0.9450791
+3.9578552,1.0,-0.32989606,-1.0,-0.7132478,-1.0,-0.038290277,1.0,-0.3374823,-1.0,-0.71112394,-1.0,-0.030287102,0.9380645,0.9380646
+3.9447517,1.0,-0.24536821,-1.0,-0.70863307,-1.0,-0.08114132,1.0,-0.25560543,-1.0,-0.706851,-1.0,-0.07271704,0.951168,0.95116806
+3.9307191,1.0,-0.1753147,-1.0,-0.7018956,-1.0,-0.100185886,1.0,-0.18702212,-1.0,-0.70066464,-1.0,-0.091725305,0.9652006,0.96520066
+3.9422567,1.0,-0.16653901,-1.0,-0.6948595,-1.0,-0.086023495,1.0,-0.17675798,-1.0,-0.6941402,-1.0,-0.07799536,0.95366305,0.9536631
+3.9713717,1.0,-0.22272804,-1.0,-0.6893053,-1.0,-0.039817065,1.0,-0.22960018,-1.0,-0.6888503,-1.0,-0.032501057,0.9245481,0.92454815
+3.980978,1.0,-0.30925366,-1.0,-0.68801105,-1.0,0.025617272,1.0,-0.3132038,-1.0,-0.68740284,-1.0,0.032097846,0.9149418,0.9149418
+3.9512057,1.0,-0.39464623,-1.0,-0.6934781,-0.9879215,0.08450692,1.0,-0.39691743,-1.0,-0.692147,-0.986634,0.09014834,0.944714,0.94471407
+3.911702,1.0,-0.45594886,-1.0,-0.7049347,-0.98538065,0.1078468,1.0,-0.45750332,-1.0,-0.7024373,-0.98301244,0.11319876,0.9842178,0.9842179
+3.907102,1.0,-0.4736357,-1.0,-0.71778524,-1.0,0.08447676,1.0,-0.47558632,-1.0,-0.71414006,-1.0,0.09065508,0.9888177,0.9888177
+3.9411898,1.0,-0.43938544,-1.0,-0.7261499,-1.0,0.024233967,1.0,-0.44287735,-1.0,-0.7218044,-1.0,0.03196752,0.95472986,0.95473003
+3.9688284,1.0,-0.35556075,-1.0,-0.7265763,-1.0,-0.05360882,1.0,-0.3615667,-1.0,-0.7220845,-1.0,-0.04461442,0.9270913,0.92709136
+3.9468546,1.0,-0.2188475,-1.0,-0.72005534,-1.0,-0.12638217,1.0,-0.229504,-1.0,-0.71596026,-1.0,-0.1163896,0.949065,0.9490652
+3.9011095,1.0,-0.06731683,-1.0,-0.7101854,-1.0,-0.16891655,1.0,-0.08155826,-1.0,-0.7069533,-1.0,-0.15820701,0.9948103,0.99481034
+3.9056034,1.0,-0.019055411,-1.0,-0.6997198,-1.0,-0.16121328,1.0,-0.031472296,-1.0,-0.6973988,-1.0,-0.15079796,0.9903164,0.9903164
+3.9719272,1.0,-0.1039978,-1.0,-0.6897063,-1.0,-0.1011112,1.0,-0.11105773,-1.0,-0.6879705,-1.0,-0.0917369,0.92399246,0.92399263
+4.0172653,1.0,-0.2471531,-1.0,-0.683862,-1.0,-0.0015449375,1.0,-0.24908254,-1.0,-0.682148,-1.0,0.006726891,0.87865454,0.8786545
+3.9729664,1.0,-0.3865771,-1.0,-0.6883061,-0.9674636,0.10495508,1.0,-0.38591522,-1.0,-0.6857202,-0.9636731,0.11166808,0.9229533,0.92295337
+3.8771725,1.0,-0.4960366,-1.0,-0.7045584,-0.948354,0.16208674,1.0,-0.49397966,-1.0,-0.70024824,-0.9427912,0.16744992,1.0187472,1.0187473
+3.8378499,1.0,-0.5446484,-1.0,-0.7262479,-0.9727076,0.14047447,1.0,-0.54310405,-1.0,-0.72012985,-0.96556115,0.14644241,1.0580698,1.05807
+3.8969116,1.0,-0.5165591,-1.0,-0.7423961,-1.0,0.057949975,1.0,-0.5172913,-1.0,-0.7353351,-1.0,0.06596946,0.9990081,0.9990082
+3.9809086,1.0,-0.4164944,-1.0,-0.74606705,-1.0,-0.054558307,1.0,-0.420675,-1.0,-0.73869586,-1.0,-0.044505626,0.9150111,0.91501117
+3.9741163,1.0,-0.22818847,-1.0,-0.7373233,-1.0,-0.16854106,1.0,-0.23895843,-1.0,-0.7301034,-1.0,-0.15644576,0.9218034,0.9218035
+3.8711128,1.0,0.056608945,-1.0,-0.72257197,-1.0,-0.25074917,1.0,0.0394696,-1.0,-0.71644104,-1.0,-0.23604058,1.024807,1.024807
+3.829987,1.0,0.18722862,-1.0,-0.7078469,-1.0,-0.25914815,1.0,0.17324206,-1.0,-0.70329523,-1.0,-0.24387756,1.0659328,1.0659328
+3.9401345,1.0,0.082138926,-1.0,-0.6923969,-1.0,-0.18555237,1.0,0.07424909,-1.0,-0.6889725,-1.0,-0.17222068,0.9557853,0.9557853
+4.062868,1.0,-0.1475816,-1.0,-0.67909193,-1.0,-0.048827678,1.0,-0.14721534,-1.0,-0.6760895,-1.0,-0.036750853,0.8330517,0.8330517
+4.029209,1.0,-0.36362216,-1.0,-0.67902935,-0.95100915,0.12408453,1.0,-0.35945362,-1.0,-0.6752211,-0.9440286,0.13379942,0.8667106,0.86671066
+3.8498852,1.0,-0.5417428,-1.0,-0.69913983,-0.9031135,0.24003103,1.0,-0.5348784,-1.0,-0.69300723,-0.89359426,0.2465865,1.0460346,1.0460346
+3.7227073,1.0,-0.6333358,-1.0,-0.73255336,-0.9169409,0.22407767,1.0,-0.62726235,-1.0,-0.7237896,-0.9044007,0.23025846,1.1732124,1.1732125
+3.7794561,1.0,-0.6182054,-1.0,-0.7603334,-0.9998691,0.11072789,1.0,-0.6159537,-1.0,-0.7505317,-0.987358,0.11938086,1.1164635,1.1164637
+3.9455774,1.0,-0.5062156,-1.0,-0.7707317,-1.0,-0.041393593,1.0,-0.50829554,-1.0,-0.7609607,-1.0,-0.030861646,0.95034224,0.9503424
+4.025611,1.0,-0.29432005,-1.0,-0.76192796,-1.0,-0.19599018,1.0,-0.30420092,-1.0,-0.7515651,-1.0,-0.18207107,0.87030864,0.8703089
+3.8874114,1.0,0.12156865,-1.0,-0.7411823,-1.0,-0.3260363,1.0,0.10061912,-1.0,-0.73118365,-1.0,-0.3061981,1.0085083,1.0085084
+3.741775,1.0,0.36697692,-1.0,-0.72059727,-1.0,-0.3621802,1.0,0.3516445,-1.0,-0.71282864,-1.0,-0.33936015,1.1541446,1.1541448
+3.8480263,1.0,0.28263405,-1.0,-0.6999239,-1.0,-0.28037414,1.0,0.27368283,-1.0,-0.69408643,-1.0,-0.26094985,1.0478934,1.0478935
+4.0594435,1.0,-0.020029217,-1.0,-0.6785195,-1.0,-0.11494203,1.0,-0.01844488,-1.0,-0.67373204,-1.0,-0.09735872,0.8364763,0.8364763
+4.0959244,1.0,-0.31687796,-1.0,-0.671049,-0.95341885,0.1149376,1.0,-0.30939683,-1.0,-0.6661198,-0.9431826,0.12974551,0.7999954,0.7999954
+3.8837433,1.0,-0.5693064,-1.0,-0.6900468,-0.87664247,0.30712745,1.0,-0.5570494,-1.0,-0.6826085,-0.86360157,0.31636932,1.0121765,1.0121765
+3.6459877,1.0,-0.6994951,-1.0,-0.73226523,-0.8663217,0.3094989,1.0,-0.68830025,-1.0,-0.7214347,-0.84914124,0.3164321,1.2499319,1.249932
+3.6391532,1.0,-0.7027135,-1.0,-0.7721218,-0.9546381,0.16663226,1.0,-0.6975695,-1.0,-0.7601,-0.9355149,0.17610781,1.2567664,1.2567666
+3.8353662,1.0,-0.5933541,-1.0,-0.79116046,-1.0,-0.020826727,1.0,-0.59361327,-1.0,-0.7798722,-1.0,-0.010161847,1.0605536,1.0605536
+4.0360107,1.0,-0.38090903,-1.0,-0.7867416,-1.0,-0.20317149,1.0,-0.38958135,-1.0,-0.7746664,-1.0,-0.18870701,0.859909,0.85990906
+3.9619489,1.0,0.071373075,-1.0,-0.763554,-1.0,-0.3654866,1.0,0.044683114,-1.0,-0.7499428,-1.0,-0.34243983,0.9339709,0.9339709
+3.7228394,1.0,0.44990414,-1.0,-0.7366694,-1.0,-0.43665895,1.0,0.4302746,-1.0,-0.7246096,-1.0,-0.40635708,1.1730803,1.1730804
+3.7419674,1.0,0.42832896,-1.0,-0.71217215,-1.0,-0.3647515,1.0,0.41734728,-1.0,-0.7028439,-1.0,-0.33760294,1.1539524,1.1539524
+3.985512,1.0,0.11680053,-1.0,-0.68535686,-1.0,-0.18791333,1.0,0.11707947,-1.0,-0.67770255,-1.0,-0.16460276,0.9104078,0.9104078
+4.1143284,1.0,-0.23766266,-1.0,-0.66989875,-0.9772675,0.058511853,1.0,-0.22810309,-0.999462,-0.6632743,-0.96403825,0.079300664,0.78159136,0.7815914
+3.964665,1.0,-0.54544353,-1.0,-0.68260217,-0.88160443,0.31524274,1.0,-0.5286379,-1.0,-0.67426896,-0.8656424,0.32810456,0.9312549,0.93125486
+3.6728885,1.0,-0.71149313,-1.0,-0.7246374,-0.843717,0.3625081,1.0,-0.6951623,-1.0,-0.71231544,-0.82324505,0.3702145,1.223031,1.2230313
+3.5729916,1.0,-0.7402592,-1.0,-0.77331173,-0.91000795,0.21782336,1.0,-0.73121357,-1.0,-0.7591505,-0.8853545,0.2276481,1.3229281,1.3229282
+3.7181394,1.0,-0.6512896,-1.0,-0.80091286,-1.0,0.011987478,1.0,-0.6495849,-1.0,-0.78783953,-1.0,0.022619307,1.1777803,1.1777804
+3.9702425,1.0,-0.45452306,-1.0,-0.8033451,-1.0,-0.1888739,1.0,-0.4617418,-1.0,-0.79011285,-1.0,-0.17511198,0.92567724,0.9256773
+4.0233517,1.0,-0.053621918,-1.0,-0.78320456,-1.0,-0.3714114,1.0,-0.083311126,-1.0,-0.767218,-1.0,-0.34777376,0.87256795,0.87256813
+3.7819197,1.0,0.44562206,-1.0,-0.7528237,-1.0,-0.48705134,1.0,0.42011157,-1.0,-0.7362833,-1.0,-0.45093468,1.114,1.1140001
+3.6897206,1.0,0.5246637,-1.0,-0.72643685,-1.0,-0.44434708,1.0,0.51073825,-1.0,-0.7128875,-1.0,-0.4081376,1.206199,1.2061992
+3.9045842,1.0,0.2724459,-1.0,-0.69782495,-1.0,-0.27313825,1.0,0.26983228,-1.0,-0.68651533,-1.0,-0.24336132,0.9913356,0.99133563
+4.0946794,1.0,-0.11900793,-1.0,-0.6752467,-1.0,-0.034849435,1.0,-0.108177066,-0.9958961,-0.6658505,-0.99363947,-0.007719472,0.8012404,0.80124044
+4.033369,1.0,-0.45386714,-1.0,-0.6787516,-0.90754724,0.25173193,1.0,-0.43494648,-1.0,-0.6690264,-0.88848317,0.26970348,0.8625508,0.86255074
+3.747475,1.0,-0.6740804,-1.0,-0.7143942,-0.84449947,0.37081525,1.0,-0.65224004,-1.0,-0.7006475,-0.82080936,0.38021564,1.1484448,1.1484449
+3.5664682,1.0,-0.7367437,-1.0,-0.7678176,-0.87713516,0.25833362,1.0,-0.72206163,-1.0,-0.7514652,-0.84778655,0.26770934,1.3294514,1.3294516
+3.6382616,1.0,-0.68185115,-1.0,-0.80389977,-1.0,0.049768448,1.0,-0.67705226,-1.0,-0.78852844,-0.98833895,0.060496807,1.2576582,1.2576582
+3.880408,1.0,-0.51498127,-1.0,-0.8140793,-1.0,-0.16241853,1.0,-0.51929736,-1.0,-0.79951835,-1.0,-0.15002644,1.0155116,1.0155118
+4.047885,1.0,-0.1900426,-1.0,-0.79997826,-1.0,-0.36292115,1.0,-0.21577182,-1.0,-0.7826257,-1.0,-0.33984175,0.8480348,0.84803486
+3.871836,1.0,0.38366652,-1.0,-0.7694839,-1.0,-0.52881265,1.0,0.35212633,-1.0,-0.7491355,-1.0,-0.48857462,1.0240837,1.0240839
+3.6806135,1.0,0.585088,-1.0,-0.7412716,-1.0,-0.53593504,1.0,0.56810725,-1.0,-0.7231122,-1.0,-0.48898414,1.2153062,1.2153063
+3.8291845,1.0,0.43301985,-1.0,-0.7134125,-1.0,-0.3810505,1.0,0.42862153,-1.0,-0.6981745,-1.0,-0.3418868,1.0667353,1.0667353
+4.054427,1.0,0.039890528,-1.0,-0.68635416,-1.0,-0.14313331,1.0,0.051369235,-1.0,-0.67335737,-1.0,-0.10899694,0.84149265,0.84149265
+4.0768404,1.0,-0.31943157,-1.0,-0.67936385,-0.94515204,0.13771121,1.0,-0.30005756,-1.0,-0.6674415,-0.922595,0.16303046,0.8190794,0.8190794
+3.8421807,1.0,-0.59477854,-1.0,-0.7057409,-0.861637,0.33463773,1.0,-0.56772184,-1.0,-0.69052494,-0.83444047,0.3475234,1.0537391,1.0537391
+3.5944376,1.0,-0.70226073,-1.0,-0.7593763,-0.85921896,0.28200236,1.0,-0.6808175,-1.0,-0.7408749,-0.82521415,0.29073367,1.3014821,1.3014822
+3.5865836,1.0,-0.68877745,-1.0,-0.80368876,-0.97347367,0.08443759,1.0,-0.67921996,-1.0,-0.78585744,-0.93925965,0.094747916,1.3093361,1.3093362
+3.7885356,1.0,-0.56055343,-1.0,-0.82209337,-1.0,-0.13402846,1.0,-0.560727,-1.0,-0.8060422,-1.0,-0.12352531,1.1073841,1.1073842
+4.029675,1.0,-0.29902345,-1.0,-0.81549346,-1.0,-0.35286728,1.0,-0.31752872,-1.0,-0.7975185,-1.0,-0.33076102,0.86624473,0.8662448
+3.9656246,1.0,0.2831494,-1.0,-0.7882651,-1.0,-0.5638833,1.0,0.24597648,-1.0,-0.76548564,-1.0,-0.5215168,0.93029517,0.9302952
+3.718854,1.0,0.6151221,-1.0,-0.7571497,-1.0,-0.6488892,1.0,0.5954733,-1.0,-0.73435867,-1.0,-0.5889919,1.1770657,1.1770658
+3.766047,1.0,0.5768508,-1.0,-0.7303374,-1.0,-0.5227667,1.0,0.5717393,-1.0,-0.71092,-1.0,-0.4697542,1.1298727,1.1298728
+3.999491,1.0,0.2446591,-1.0,-0.70222914,-1.0,-0.2659791,1.0,0.25506976,-1.0,-0.685238,-1.0,-0.22258186,0.89642876,0.8964288
+4.0920544,1.0,-0.16281751,-1.0,-0.6856526,-0.9852259,0.006280914,1.0,-0.14130896,-1.0,-0.67070925,-0.9597397,0.04093878,0.8038655,0.80386543
+3.9313285,1.0,-0.47703868,-1.0,-0.7007637,-0.89124,0.25611323,1.0,-0.4476499,-1.0,-0.68405557,-0.86053073,0.27479184,0.9645913,0.96459126
+3.6550212,1.0,-0.6437166,-1.0,-0.74981844,-0.8561468,0.28422076,1.0,-0.61571074,-1.0,-0.7292888,-0.8177489,0.29348233,1.2408985,1.2408986
+3.562857,1.0,-0.6747829,-1.0,-0.8015243,-0.9345249,0.11364704,1.0,-0.65918803,-1.0,-0.78154516,-0.89207387,0.12270409,1.3330628,1.3330629
+3.70141,1.0,-0.5888915,-1.0,-0.82856894,-1.0,-0.10829717,1.0,-0.58496904,-1.0,-0.81096077,-1.0,-0.09954344,1.1945096,1.1945097
+3.9685078,1.0,-0.37587234,-1.0,-0.83018744,-1.0,-0.34620848,1.0,-0.3884446,-1.0,-0.8120129,-1.0,-0.32557267,0.92741203,0.92741203
+4.0363297,1.0,0.16019525,-1.0,-0.8090699,-1.0,-0.5903835,1.0,0.11785081,-1.0,-0.7855514,-1.0,-0.54829884,0.85959005,0.85959005
+3.7965777,1.0,0.618155,-1.0,-0.775774,-1.0,-0.7749413,1.0,0.5954201,-1.0,-0.7488295,-1.0,-0.70339596,1.099342,1.0993421
+3.7277598,1.0,0.691023,-1.0,-0.7482418,-1.0,-0.7080034,1.0,0.6845406,-1.0,-0.7240552,-1.0,-0.63653564,1.16816,1.16816
+3.9425979,1.0,0.4660577,-1.0,-0.721293,-1.0,-0.42736694,1.0,0.47591317,-1.0,-0.69991887,-1.0,-0.36918125,0.9533219,0.95332193
+4.0851727,1.0,0.029118016,-1.0,-0.69808424,-1.0,-0.12633419,1.0,0.055090427,-1.0,-0.6791179,-0.98939836,-0.07957408,0.81074715,0.81074715
+3.9976094,1.0,-0.32975757,-1.0,-0.7007189,-0.9308958,0.14186364,1.0,-0.3002417,-1.0,-0.68186414,-0.89664793,0.1706363,0.8983105,0.8983104
+3.7347822,1.0,-0.55996895,-1.0,-0.7409369,-0.86801875,0.2573059,1.0,-0.5268042,-1.0,-0.71832013,-0.8257109,0.2697865,1.1611376,1.1611376
+3.5693445,1.0,-0.6395372,-1.0,-0.7975849,-0.9054556,0.13553336,1.0,-0.6167495,-1.0,-0.7755575,-0.8557223,0.14313284,1.3265752,1.3265753
+3.6310844,1.0,-0.5986314,-1.0,-0.8335508,-1.0,-0.08520748,1.0,-0.58987117,-1.0,-0.8142811,-0.99761105,-0.078693286,1.2648355,1.2648354
+3.8754158,1.0,-0.42918834,-1.0,-0.8439442,-1.0,-0.34320998,1.0,-0.43657234,-1.0,-0.82560205,-1.0,-0.325752,1.020504,1.020504
+4.063403,1.0,0.034332126,-1.0,-0.83067465,-1.0,-0.6132457,1.0,-0.009824857,-1.0,-0.8078048,-1.0,-0.57276773,0.8325167,0.8325167
+3.8963296,1.0,0.6003431,-1.0,-0.79862976,-1.0,-0.88071024,1.0,0.57452154,-1.0,-0.76886463,-1.0,-0.8076204,0.9995901,0.99959016
+3.719052,1.0,0.77376497,-1.0,-0.7676631,-1.0,-0.9310149,1.0,0.7660731,-1.0,-0.73832583,-1.0,-0.84091675,1.1768676,1.1768677
+3.8479893,1.0,0.67234385,-1.0,-0.74129355,-1.0,-0.66266847,1.0,0.6836635,-1.0,-0.71512187,-1.0,-0.58280027,1.0479305,1.0479305
+4.0236397,1.0,0.2841929,-1.0,-0.71732473,-1.0,-0.27947092,1.0,0.3143742,-1.0,-0.693511,-1.0,-0.21557316,0.87227994,0.8722801
+4.0311384,1.0,-0.14789714,-1.0,-0.7079154,-0.9733336,0.0050705373,1.0,-0.11358899,-1.0,-0.68596923,-0.9365282,0.04891655,0.8647813,0.8647814
+3.8263168,1.0,-0.4404314,-1.0,-0.73536384,-0.8964174,0.18778495,1.0,-0.40459722,-1.0,-0.7108784,-0.8505362,0.20813051,1.069603,1.069603
+3.6211805,1.0,-0.5801456,-1.0,-0.7916646,-0.8918518,0.14349163,1.0,-0.54958224,-1.0,-0.7671392,-0.83575416,0.15156898,1.2747391,1.2747393
+3.601267,1.0,-0.58796525,-1.0,-0.83623934,-1.0,-0.06161748,1.0,-0.57263315,-1.0,-0.81521213,-0.9485309,-0.057420164,1.2946525,1.2946527
+3.7732878,1.0,-0.46529382,-1.0,-0.85573745,-1.0,-0.33876377,1.0,-0.4654787,-1.0,-0.8372178,-1.0,-0.329592,1.122632,1.122632
+4.0216017,1.0,-0.079096615,-1.0,-0.8509898,-1.0,-0.63764966,1.0,-0.11912754,-1.0,-0.82974756,-1.0,-0.59993243,0.87431794,0.8743181
+3.9794402,1.0,0.57076406,-1.0,-0.82503176,-1.0,-0.9264765,1.0,0.5420207,-1.0,-0.79533553,-1.0,-0.8640958,0.9164795,0.9164796
+3.738465,1.0,0.8333628,-1.0,-0.7902303,-1.0,-1.0,1.0,0.82541704,-1.0,-0.7566353,-1.0,-1.0,1.1574547,1.1574547
+3.7398238,1.0,0.84343433,-1.0,-0.763384,-1.0,-0.98518944,1.0,0.851591,-1.0,-0.73096097,-1.0,-0.88026965,1.1560959,1.156096
+3.88053,1.0,0.5768945,-1.0,-0.7401308,-1.0,-0.5127908,1.0,0.6093439,-1.0,-0.7108989,-1.0,-0.41956916,1.0153896,1.0153897
+3.9908242,1.0,0.09778097,-1.0,-0.72467375,-1.0,-0.14158694,1.0,0.14539614,-1.0,-0.6986563,-0.9653642,-0.07572584,0.9050956,0.9050956
+3.899097,1.0,-0.2758442,-1.0,-0.73687124,-0.9379777,0.074376725,1.0,-0.2322101,-1.0,-0.7105832,-0.88953435,0.11132975,0.99682283,0.99682283
+3.7055457,1.0,-0.48899168,-1.0,-0.7859031,-0.8997458,0.119934455,1.0,-0.4493719,-1.0,-0.75783944,-0.8378403,0.13464692,1.190374,1.1903741
+3.6273975,1.0,-0.5527146,-1.0,-0.8365729,-0.9666935,-0.038537458,1.0,-0.52721715,-1.0,-0.8129699,-0.89970005,-0.034349293,1.2685223,1.2685223
+3.7030768,1.0,-0.48000816,-1.0,-0.8651383,-1.0,-0.32968363,1.0,-0.47156295,-1.0,-0.8449898,-1.0,-0.3304043,1.1928428,1.192843
+3.9225996,1.0,-0.16564766,-1.0,-0.86907697,-1.0,-0.66561496,1.0,-0.19680744,-1.0,-0.84850717,-1.0,-0.630911,0.97332025,0.97332025
+4.007762,1.0,0.5406555,-1.0,-0.85189414,-1.0,-0.92378664,1.0,0.5082059,-1.0,-0.82355547,-1.0,-0.869802,0.8881578,0.88815784
+3.7754643,1.0,0.88086355,-1.0,-0.81848645,-1.0,-1.0,1.0,0.87511814,-1.0,-0.78097785,-1.0,-1.0,1.1204554,1.1204555
+3.6487107,1.0,0.96930397,-1.0,-0.7882036,-1.0,-1.0,1.0,0.97854364,-1.0,-0.7487377,-1.0,-1.0,1.247209,1.2472091
+3.7145896,1.0,0.8392252,-1.0,-0.76700974,-1.0,-0.9071913,1.0,0.8736427,-1.0,-0.72924554,-1.0,-0.7681782,1.1813303,1.1813302
+3.8803196,1.0,0.43606484,-1.0,-0.74911237,-1.0,-0.34965053,1.0,0.4979101,-1.0,-0.7159761,-0.9755609,-0.24242835,1.0156002,1.0156002
+3.9330335,1.0,-0.04141526,-1.0,-0.7491472,-0.9760883,-0.062390998,1.0,0.028205425,-1.0,-0.7188498,-0.9237045,0.004994586,0.96288633,0.96288633
+3.7866623,1.0,-0.3542657,-1.0,-0.7843677,-0.92824435,0.055562034,1.0,-0.298678,-1.0,-0.7517942,-0.86062336,0.088233314,1.1092575,1.1092575
+3.6786244,1.0,-0.48928502,-1.0,-0.83531713,-0.94858885,-0.023108184,1.0,-0.44740546,-1.0,-0.80675876,-0.86616826,-0.012312412,1.2172954,1.2172954
+3.6827211,1.0,-0.47181696,-1.0,-0.87114024,-1.0,-0.29810807,1.0,-0.44944897,-1.0,-0.8472949,-0.97865164,-0.3108562,1.2131985,1.2131987
+3.8137712,1.0,-0.22991186,-1.0,-0.8834933,-1.0,-0.68408597,1.0,-0.2433981,-1.0,-0.86189854,-1.0,-0.65443265,1.0821486,1.0821486
+3.9725614,1.0,0.49997714,-1.0,-0.87366366,-1.0,-0.9091387,1.0,0.46582264,-1.0,-0.84680665,-1.0,-0.85389745,0.92335844,0.92335844
+3.8283026,1.0,0.91899633,-1.0,-0.8489802,-1.0,-1.0,1.0,0.9194288,-1.0,-0.80932796,-1.0,-1.0,1.067617,1.0676172
+3.605456,1.0,1.0,-1.0,-0.81661355,-1.0,-1.0,1.0,1.0,-1.0,-0.7687259,-1.0,-1.0,1.2904636,1.2904637
+3.575704,1.0,1.0,-1.0,-0.79506695,-1.0,-1.0,1.0,1.0,-1.0,-0.7468581,-0.99094355,-1.0,1.3202157,1.3202157
+3.7173955,1.0,0.7730131,-1.0,-0.7782928,-1.0,-0.7382871,1.0,0.8431723,-1.0,-0.73365045,-0.967324,-0.5519184,1.1785243,1.1785243
+3.893141,1.0,0.2901362,-1.0,-0.77075005,-1.0,-0.23825392,1.0,0.3976688,-1.0,-0.73255813,-0.9388517,-0.1198073,1.0027786,1.0027788
+3.8529975,1.0,-0.15668373,-1.0,-0.79096043,-0.9627532,-0.0445738,1.0,-0.056185663,-1.0,-0.7529763,-0.88787436,0.024998963,1.0429223,1.0429223
+3.7358696,1.0,-0.3901768,-1.0,-0.83511305,-0.9531746,-0.034100235,1.0,-0.31790033,-1.0,-0.79858124,-0.8566811,-0.0036243796,1.16005,1.1600502
+3.7059183,1.0,-0.43942437,-1.0,-0.8745034,-1.0,-0.24279495,1.0,-0.39077744,-1.0,-0.84413195,-0.921276,-0.2601383,1.1900014,1.1900015
+3.7463021,1.0,-0.27398467,-1.0,-0.8941579,-1.0,-0.6772131,1.0,-0.25428435,-1.0,-0.86872005,-1.0,-0.6560458,1.1496177,1.1496177
+3.8808248,1.0,0.42467013,-1.0,-0.8882495,-1.0,-0.89927757,1.0,0.4012602,-1.0,-0.86213744,-1.0,-0.8349887,1.0150951,1.015095
+3.8650506,1.0,0.9437442,-1.0,-0.8722446,-1.0,-1.0,1.0,0.95620275,-1.0,-0.83364344,-1.0,-1.0,1.0308692,1.0308692
+3.6159446,1.0,1.0,-1.0,-0.8473499,-1.0,-1.0,1.0,1.0,-1.0,-0.79160714,-1.0,-1.0,1.2799753,1.2799752
+3.4890385,1.0,1.0,-1.0,-0.824458,-1.0,-1.0,1.0,1.0,-1.0,-0.76195216,-0.98143303,-1.0,1.4068813,1.4068813
+3.5715592,1.0,1.0,-1.0,-0.80826604,-1.0,-1.0,1.0,1.0,-1.0,-0.74959624,-0.94944453,-0.9601873,1.3243607,1.3243606
+3.773705,1.0,0.6672795,-1.0,-0.7976463,-1.0,-0.56396604,1.0,0.79189897,-1.0,-0.745116,-0.9320879,-0.3456141,1.1222148,1.1222148
+3.857351,1.0,0.13319978,-1.0,-0.8061372,-0.99006104,-0.18738224,1.0,0.307678,-1.0,-0.75919545,-0.900012,-0.05706063,1.0385686,1.0385687
+3.7679715,1.0,-0.24221954,-1.0,-0.83982325,-0.97215617,-0.086381584,1.0,-0.10093881,-1.0,-0.79263234,-0.8614408,-0.01635614,1.1279484,1.1279483
+3.7305937,1.0,-0.37636605,-1.0,-0.8784547,-1.0,-0.2016231,1.0,-0.27607766,-1.0,-0.8372719,-0.8748375,-0.20384976,1.165326,1.1653261
+3.7384496,1.0,-0.28801405,-1.0,-0.90298104,-1.0,-0.6345564,1.0,-0.21641447,-1.0,-0.8694831,-0.96095884,-0.6278615,1.1574702,1.1574702
+3.7943075,1.0,0.31413075,-1.0,-0.89877725,-1.0,-0.8942989,1.0,0.33168775,-1.0,-0.87173367,-1.0,-0.813972,1.1016124,1.1016123
+3.8557336,1.0,0.9481902,-1.0,-0.8828566,-1.0,-1.0,1.0,0.98049986,-1.0,-0.8486947,-1.0,-0.96168303,1.040186,1.0401862
+3.6687229,1.0,1.0,-1.0,-0.87062645,-1.0,-1.0,1.0,1.0,-1.0,-0.81369126,-1.0,-1.0,1.2271968,1.2271969
+3.457935,1.0,1.0,-1.0,-0.8539636,-1.0,-1.0,1.0,1.0,-1.0,-0.7768073,-0.969069,-1.0,1.4379846,1.4379847
+3.4620683,1.0,1.0,-1.0,-0.8388934,-1.0,-1.0,1.0,1.0,-1.0,-0.7596736,-0.92602134,-1.0,1.4338516,1.4338515
+3.6446679,1.0,0.95417285,-1.0,-0.8272213,-1.0,-1.0,1.0,1.0,-1.0,-0.7566135,-0.9085034,-0.70270646,1.2512519,1.2512519
+3.8123374,1.0,0.50460017,-1.0,-0.82635295,-1.0,-0.45044488,1.0,0.7338208,-1.0,-0.76534736,-0.89201,-0.21776676,1.0835824,1.0835824
+3.7839663,1.0,-0.018626079,-1.0,-0.85032415,-0.99489355,-0.19910409,1.0,0.2502875,-1.0,-0.79078984,-0.8609654,-0.061062336,1.1119534,1.1119535
+3.7215838,1.0,-0.27390295,-1.0,-0.8856702,-1.0,-0.20572914,1.0,-0.06447548,-1.0,-0.8283845,-0.8460432,-0.1638428,1.1743361,1.174336
+3.7299643,1.0,-0.27428287,-1.0,-0.9120004,-1.0,-0.54988766,1.0,-0.11002593,-1.0,-0.86403835,-0.8959358,-0.56230474,1.1659554,1.1659555
+3.742142,1.0,0.17238706,-1.0,-0.9097316,-1.0,-0.88594747,1.0,0.28497007,-1.0,-0.8766712,-0.96392,-0.7817812,1.1537778,1.1537778
+3.807125,1.0,0.90745664,-1.0,-0.8868562,-1.0,-1.0,1.0,0.97781944,-1.0,-0.8577664,-0.99380684,-0.8923273,1.0887946,1.0887947
+3.741567,1.0,1.0,-1.0,-0.8766686,-1.0,-1.0,1.0,1.0,-1.0,-0.8287903,-0.9877286,-1.0,1.1543529,1.1543529
+3.511086,1.0,1.0,-1.0,-0.87476385,-1.0,-1.0,1.0,1.0,-1.0,-0.7932496,-0.9472116,-1.0,1.3848339,1.3848338
+3.4051647,1.0,1.0,-1.0,-0.8680266,-1.0,-1.0,1.0,1.0,-1.0,-0.7659372,-0.8988725,-1.0,1.490755,1.4907551
+3.516711,1.0,1.0,-1.0,-0.8576727,-1.0,-1.0,1.0,1.0,-1.0,-0.7615762,-0.8750069,-0.9357971,1.3792087,1.3792088
+3.7248333,1.0,0.8463763,-1.0,-0.85294604,-1.0,-0.9002758,1.0,1.0,-1.0,-0.7676778,-0.8646077,-0.48884514,1.1710864,1.1710865
+3.7965715,1.0,0.31032896,-1.0,-0.86574924,-1.0,-0.43444052,1.0,0.6972158,-1.0,-0.7879685,-0.8466147,-0.17506933,1.0993484,1.0993483
+3.7261288,1.0,-0.11192219,-1.0,-0.898334,-1.0,-0.2930239,1.0,0.29433802,-1.0,-0.8189182,-0.8252711,-0.16425245,1.169791,1.169791

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.07911840081214905,-0.07911837697029114,4.975038212776184,,
+1000,-0.086467444896698,-0.08646725177764893,4.982387070655823,,
+1500,-0.09290295839309692,-0.09290313410758973,4.988822942733765,,
+2000,-0.09835486114025116,-0.0983548846244812,4.994274682044983,,
+2500,-0.03369759023189545,-0.03369753706455231,4.929617358207703,,
+3000,-0.026198670268058777,-0.026198686122894287,4.922118479728699,,
+3500,-0.07203662395477295,-0.072036634683609,4.967956420898438,,
+4000,-0.06466951221227646,-0.06466956424713134,4.960589353561401,,
+4500,0.012199989520013332,0.012200102448463439,4.883719682216644,,
+5000,0.00046910668606869876,0.0004691610336303711,4.895450616359711,,
+5000,,,,4.754104764461517,0.14181487262248993
+5500,0.007368268445134163,0.007368058085441589,4.888551743984222,,
+6000,-0.006166993640363216,-0.006167091727256775,4.902086901664734,,
+6500,0.026836033910512924,0.026835988998413086,4.869083798408508,,
+7000,0.05247709900140762,0.05247728705406189,4.843442519187927,,
+7500,0.030760208144783974,0.030760234117507935,4.865159553050995,,
+8000,0.06797222793102264,0.06797237682342529,4.827947428703308,,
+8500,0.08766303211450577,0.0876630083322525,4.808256820201874,,
+9000,0.10129882395267487,0.1012987095117569,4.794621114253998,,
+9500,0.1246102973818779,0.12461028587818146,4.771309534072876,,
+10000,0.12441673874855042,0.12441669952869415,4.7715031180381775,,
+10000,,,,4.589618968963623,0.30630072951316833
+10500,0.17240016162395477,0.17240026497840882,4.723519539356231,,
+11000,0.1742953658103943,0.17429528272151948,4.721624484062195,,
+11500,0.19011174142360687,0.1901116236448288,4.705808152198792,,
+12000,0.1992911994457245,0.19929122364521026,4.696628584861755,,
+12500,0.1949077695608139,0.19490770733356474,4.701012116909027,,
+13000,0.18260791897773743,0.18260795259475707,4.713311835765839,,
+13500,0.17813801765441895,0.17813800752162934,4.717781777858734,,
+14000,0.21312175691127777,0.21312175333499908,4.682798078536988,,
+14500,0.19145943224430084,0.1914593266248703,4.704460473060608,,
+15000,0.17060524225234985,0.17060517954826354,4.725314604759216,,
+15000,,,,4.4833906817436215,0.41252899169921875
+15500,0.19002550840377808,0.19002547323703767,4.7058943495750425,,
+16000,0.1557253897190094,0.1557252893447876,4.740194504737854,,
+16500,0.1600850373506546,0.16008507573604583,4.735834722518921,,
+17000,0.16894415020942688,0.1689439926147461,4.72697578048706,,
+17500,0.1646716296672821,0.1646713933944702,4.73124841594696,,
+18000,0.15030968189239502,0.15030961060523987,4.7456101913452144,,
+18500,0.15824463963508606,0.1582446860074997,4.73767512845993,,
+19000,0.17493443191051483,0.1749344084262848,4.720985371112824,,
+19500,0.19403326511383057,0.1940333411693573,4.701886451721191,,
+20000,0.22769935429096222,0.2276995379924774,4.66822025680542,,
+20000,,,,4.413325483798981,0.4825941324234009
+20500,0.1721201092004776,0.1721200362443924,4.7237997722625735,,
+21000,0.21592864394187927,0.2159285877943039,4.679991219997406,,
+21500,0.22644218802452087,0.22644212412834167,4.669477670669556,,
+22000,0.20781493186950684,0.20781499886512755,4.688104777336121,,
+22500,0.19384846091270447,0.1938483738899231,4.702071445465088,,
+23000,0.22096659243106842,0.22096657025814057,4.674953235626221,,
+23500,0.23288899660110474,0.23288906145095825,4.66303076171875,,
+24000,0.2169671207666397,0.2169670261144638,4.678952766418457,,
+24500,0.22208119928836823,0.22208109855651856,4.673838675022125,,
+25000,0.2988831698894501,0.29888311731815337,4.597036687374115,,
+25000,,,,4.232750540971756,0.6631691455841064
+25500,0.30396774411201477,0.30396771121025085,4.5919520921707155,,
+26000,0.3113853931427002,0.3113854331970215,4.584534390449524,,
+26500,0.25417613983154297,0.25417615592479703,4.6417436308860776,,
+27000,0.31221821904182434,0.3122182549238205,4.583701563835144,,
+27500,0.31361138820648193,0.3136114844083786,4.582308310031891,,
+28000,0.3326093256473541,0.332609321475029,4.5633104801177975,,
+28500,0.30546024441719055,0.305460014462471,4.590459775924683,,
+29000,0.3913951516151428,0.391395122051239,4.5045246615409855,,
+29500,0.33438846468925476,0.33438841021060944,4.561531409740448,,
+30000,0.3780047595500946,0.3780048677921295,4.517914929866791,,
+30000,,,,4.1346872508525845,0.7612324357032776
+30500,0.3576054871082306,0.3576054004430771,4.538314400672912,,
+31000,0.3585025668144226,0.35850261652469634,4.537417181491852,,
+31500,0.37898939847946167,0.37898933494091036,4.51693046426773,,
+32000,0.43780526518821716,0.43780531311035153,4.458114505767822,,
+32500,0.3971811830997467,0.39718107390403745,4.4987387013435365,,
+33000,0.4166676104068756,0.4166675088405609,4.479252298355102,,
+33500,0.4267708957195282,0.4267709381580353,4.469148857593536,,
+34000,0.44570839405059814,0.44570837092399596,4.450211417198181,,
+34500,0.45957517623901367,0.45957516849040986,4.436344621658325,,
+35000,0.446890264749527,0.4468902595043182,4.449029542446136,,
+35000,,,,4.005342366695404,0.8905773162841797
+35500,0.5113860368728638,0.5113860329389572,4.384533773422241,,
+36000,0.5001509785652161,0.5001510549783706,4.395768750190735,,
+36500,0.47728651762008667,0.4772866140604019,4.418633206367493,,
+37000,0.5305662155151367,0.5305662146806717,4.365353547096253,,
+37500,0.5347042679786682,0.5347043185234069,4.361215488910675,,
+38000,0.5391350984573364,0.53913523209095,4.356784566402435,,
+38500,0.4936133623123169,0.49361328887939454,4.402306503295899,,
+39000,0.5538867712020874,0.553886730313301,4.342033067703247,,
+39500,0.5385247468948364,0.5385247163772583,4.357395073413849,,
+40000,0.5228279232978821,0.5228279873132705,4.373091809272766,,
+40000,,,,3.994888640642166,0.9010310173034668
+40500,0.5331606864929199,0.5331605335474014,4.362759260177612,,
+41000,0.5202468037605286,0.5202468200922012,4.375672968387604,,
+41500,0.5416260957717896,0.5416259496212006,4.354293879032135,,
+42000,0.5649421811103821,0.5649421545267105,4.33097763299942,,
+42500,0.561272144317627,0.5612722191810607,4.334647586345673,,
+43000,0.5431339740753174,0.5431340384483337,4.352785786628723,,
+43500,0.580480694770813,0.5804807195663452,4.315439121723175,,
+44000,0.6182982921600342,0.618298151731491,4.277621659755707,,
+44500,0.5919581651687622,0.5919581549167633,4.3039616174697874,,
+45000,0.5927273631095886,0.5927274212837219,4.30319238615036,,
+45000,,,,3.997121452093124,0.8987982273101807
+45500,0.6041712760925293,0.6041711813211441,4.291748616695404,,
+46000,0.619077205657959,0.6190772413015365,4.276842547416687,,
+46500,0.6137112379074097,0.6137112518548965,4.282208555221557,,
+47000,0.6534563302993774,0.6534562811851502,4.2424635305404665,,
+47500,0.6701878309249878,0.6701877752542496,4.225732016086578,,
+48000,0.6777846217155457,0.6777847950458527,4.218134977340698,,
+48500,0.6735612750053406,0.6735611273050308,4.222358681678772,,
+49000,0.6688703894615173,0.6688703038692474,4.227049511909485,,
+49500,0.6944288015365601,0.6944286702871323,4.201491150856018,,
+50000,0.7070786356925964,0.7070785130262375,4.188841310501099,,
+50000,,,,3.872526593208313,1.023393154144287

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d33309519866965af8b65818c9f5b2ca96af8bb4c908039ad96c96a1763fb
+size 1835420

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.694356,1.0,-0.8408345,-0.7394423,-0.34282666,-0.44798914,-0.20761964,1.0,-0.8444883,-0.76460874,-0.35138425,-0.44857624,-0.18886647,0.2015636,0.20156384
+4.2785864,1.0,-0.84085125,-0.7054449,-0.34018275,-0.4677166,-0.12832576,1.0,-0.84478164,-0.7297831,-0.34915367,-0.46804664,-0.10955829,0.61733335,0.6173334
+3.9932768,1.0,-0.8428423,-0.6981717,-0.34416154,-0.47450146,-0.106850825,1.0,-0.8467446,-0.7224328,-0.35256696,-0.47368208,-0.08998927,0.9026427,0.90264297
+3.9998012,1.0,-0.8416952,-0.69769645,-0.3503337,-0.46469566,-0.18692103,1.0,-0.84530294,-0.7227096,-0.35799468,-0.463388,-0.17341152,0.89611846,0.89611864
+4.1180696,1.0,-0.83552307,-0.6968187,-0.3521076,-0.44100723,-0.2943602,1.0,-0.8388302,-0.7229964,-0.35922086,-0.4404466,-0.28352085,0.7778499,0.77785015
+4.252442,1.0,-0.8241881,-0.69845074,-0.34798917,-0.41238493,-0.37137428,1.0,-0.82737684,-0.72573113,-0.35478124,-0.41282064,-0.3618637,0.64347774,0.6434779
+4.2954063,1.0,-0.8053941,-0.7081885,-0.3400322,-0.38067213,-0.4230574,1.0,-0.8086622,-0.7364374,-0.34687775,-0.3819269,-0.41417348,0.6005133,0.60051346
+4.2306967,1.0,-0.78207326,-0.72741354,-0.33179185,-0.35281208,-0.45926985,1.0,-0.7855939,-0.7563514,-0.33914798,-0.35436478,-0.45069745,0.6652228,0.6652231
+4.1445017,1.0,-0.76528454,-0.7490007,-0.32625946,-0.33747044,-0.47909078,1.0,-0.76937735,-0.7780394,-0.33434805,-0.3389099,-0.47048005,0.75141793,0.7514181
+4.1119013,1.0,-0.7632003,-0.76530886,-0.3264753,-0.3382905,-0.48071083,1.0,-0.76796097,-0.7940197,-0.33509907,-0.33941382,-0.47186896,0.78401846,0.7840185
+4.1430655,1.0,-0.769831,-0.7728793,-0.33340946,-0.3533056,-0.467132,1.0,-0.7749027,-0.8011524,-0.34200984,-0.35407898,-0.45797184,0.7528541,0.75285435
+4.197051,1.0,-0.7748001,-0.77157336,-0.34406614,-0.37612417,-0.44449237,1.0,-0.7797767,-0.7994998,-0.35201076,-0.37670842,-0.43481335,0.6988687,0.69886875
+4.226654,1.0,-0.77292526,-0.76394224,-0.35407493,-0.39674956,-0.4241663,1.0,-0.7775676,-0.79189646,-0.361007,-0.39744255,-0.41391143,0.66926557,0.66926575
+4.215196,1.0,-0.7615023,-0.75289917,-0.3604211,-0.40515992,-0.42159382,1.0,-0.7656789,-0.7813818,-0.36636218,-0.40635237,-0.41109228,0.6807235,0.68072367
+4.1824417,1.0,-0.7363032,-0.74211466,-0.3619428,-0.39504027,-0.44659808,1.0,-0.73990375,-0.7710335,-0.36711898,-0.39716473,-0.43638346,0.7134779,0.7134781
+4.1567245,1.0,-0.6907756,-0.7389259,-0.3588088,-0.36573917,-0.49524376,1.0,-0.6937242,-0.7673606,-0.3634927,-0.3689077,-0.48558012,0.7391951,0.73919535
+4.1502066,1.0,-0.6205554,-0.7501022,-0.35200745,-0.32546946,-0.5521317,1.0,-0.6229586,-0.77731687,-0.35646537,-0.32904318,-0.5428323,0.74571306,0.74571323
+4.156557,1.0,-0.5365755,-0.7756813,-0.34317797,-0.28873155,-0.60164934,1.0,-0.53906125,-0.80164945,-0.34768212,-0.29180184,-0.5924009,0.73936266,0.7393627
+4.167527,1.0,-0.47255817,-0.81021965,-0.33496526,-0.26585808,-0.63512784,1.0,-0.47621915,-0.8349797,-0.33976427,-0.26815256,-0.625737,0.72839254,0.7283926
+4.1813507,1.0,-0.46019706,-0.8441263,-0.33111995,-0.26065698,-0.6480043,1.0,-0.46569434,-0.8672811,-0.33630523,-0.26240286,-0.63830787,0.71456885,0.7145691
+4.195574,1.0,-0.4981117,-0.86574936,-0.3346116,-0.27410883,-0.6359958,1.0,-0.5049336,-0.88702303,-0.33997276,-0.2756517,-0.6257341,0.700346,0.700346
+4.2006435,1.0,-0.55615985,-0.86822456,-0.34472173,-0.30415103,-0.59873766,1.0,-0.5629629,-0.888048,-0.34979454,-0.30579,-0.5876616,0.6952761,0.69527626
+4.189657,1.0,-0.6037404,-0.85193676,-0.35696706,-0.34166577,-0.54812413,1.0,-0.6093379,-0.8710573,-0.36132786,-0.34363294,-0.5362449,0.7062625,0.7062626
+4.170409,1.0,-0.6253596,-0.82202697,-0.36654937,-0.37076676,-0.50907135,1.0,-0.62920064,-0.84079945,-0.3700538,-0.37332097,-0.49673793,0.72551054,0.7255106
+4.161454,1.0,-0.6130776,-0.7884944,-0.37103465,-0.37817737,-0.50408983,1.0,-0.6150542,-0.8061379,-0.3737704,-0.38166294,-0.49183187,0.7344656,0.7344656
+4.169321,1.0,-0.55350053,-0.76778346,-0.3700699,-0.3592994,-0.5373474,1.0,-0.55356115,-0.7829399,-0.37218285,-0.36379084,-0.52545506,0.72659856,0.72659874
+4.178197,1.0,-0.42595646,-0.76968807,-0.3641363,-0.3204212,-0.593916,1.0,-0.42386255,-0.7822884,-0.3657342,-0.32502586,-0.58225405,0.7177227,0.7177229
+4.167237,1.0,-0.23995379,-0.7891677,-0.35396317,-0.2773117,-0.65376365,1.0,-0.23581222,-0.80034715,-0.35513425,-0.28070396,-0.6420934,0.7286828,0.728683
+4.14163,1.0,-0.08470448,-0.8197793,-0.34104368,-0.24303767,-0.70440334,1.0,-0.08012017,-0.83101535,-0.34197977,-0.24495327,-0.6925926,0.75428957,0.7542896
+4.135664,1.0,-0.04936652,-0.8604996,-0.3295203,-0.22447935,-0.737969,1.0,-0.04640592,-0.8727383,-0.33059692,-0.22546884,-0.7259667,0.76025563,0.7602558
+4.165751,1.0,-0.15127349,-0.90273696,-0.32598305,-0.22746918,-0.74223804,1.0,-0.15109923,-0.9148056,-0.32753643,-0.22816265,-0.7298054,0.73016864,0.7301688
+4.205183,1.0,-0.34123713,-0.922414,-0.3347267,-0.25731948,-0.70159805,1.0,-0.34367728,-0.93268734,-0.33668175,-0.25833485,-0.6881322,0.6907367,0.6907368
+4.213702,1.0,-0.51561093,-0.90741396,-0.35243404,-0.31519943,-0.6110284,1.0,-0.5187289,-0.9164177,-0.3543459,-0.3170238,-0.5961934,0.68221754,0.6822176
+4.176235,1.0,-0.6172848,-0.86330223,-0.36965898,-0.3817037,-0.50218743,1.0,-0.61917704,-0.87235904,-0.37117657,-0.38423392,-0.48636356,0.71968454,0.7196846
+4.129529,1.0,-0.65505147,-0.8028339,-0.37981677,-0.42276922,-0.4366862,1.0,-0.6550112,-0.81222457,-0.3808829,-0.42600918,-0.4206821,0.76639056,0.7663908
+4.1275764,1.0,-0.6370809,-0.7505146,-0.38184738,-0.42258227,-0.44919822,1.0,-0.63499105,-0.7582749,-0.3825095,-0.42737582,-0.43403324,0.76834327,0.76834345
+4.1693993,1.0,-0.5369921,-0.7378519,-0.3766453,-0.37885702,-0.524917,1.0,-0.53244483,-0.74285835,-0.37684533,-0.38555297,-0.5108096,0.7265205,0.72652054
+4.1953382,1.0,-0.2943155,-0.7587411,-0.36489707,-0.30923584,-0.61896497,1.0,-0.2859214,-0.76197743,-0.36439934,-0.31503198,-0.60540915,0.7005814,0.70058155
+4.1565895,1.0,0.019876592,-0.7926534,-0.34635213,-0.2467328,-0.70025223,1.0,0.031074502,-0.79557914,-0.34485614,-0.24929258,-0.68671995,0.7393301,0.7393303
+4.099432,1.0,0.17753673,-0.836315,-0.32231194,-0.20312527,-0.7640477,1.0,0.18718565,-0.8409556,-0.3199834,-0.20351496,-0.7503632,0.7964876,0.7964878
+4.1122446,1.0,0.11994764,-0.9023855,-0.30246994,-0.18588057,-0.80321777,1.0,0.1262005,-0.90950245,-0.3003222,-0.18542477,-0.7896441,0.783675,0.7836752
+4.188114,1.0,-0.14551741,-0.95791656,-0.301675,-0.2034679,-0.7905897,1.0,-0.14379102,-0.9628146,-0.30060545,-0.20300794,-0.7764464,0.7078056,0.70780563
+4.2500277,1.0,-0.4730955,-0.95562166,-0.32627153,-0.26765192,-0.693003,1.0,-0.47551563,-0.95753485,-0.32614252,-0.2681454,-0.67647135,0.6458921,0.64589214
+4.222026,1.0,-0.6577878,-0.90299755,-0.36093375,-0.37780753,-0.5054666,1.0,-0.66029245,-0.9043331,-0.36112714,-0.3793805,-0.48641965,0.67389375,0.6738939
+4.1068687,1.0,-0.72852635,-0.82132727,-0.3843656,-0.46492085,-0.33445308,1.0,-0.7292706,-0.82418305,-0.38460037,-0.46643564,-0.31394264,0.78905106,0.78905106
+4.034789,1.0,-0.74531746,-0.7318819,-0.39309093,-0.49611852,-0.28806192,1.0,-0.7441401,-0.73609775,-0.3933017,-0.49836436,-0.26815602,0.86113065,0.8611307
+4.0944557,1.0,-0.71403444,-0.68010604,-0.3906859,-0.47437736,-0.37570253,1.0,-0.7112174,-0.6818627,-0.39075667,-0.47968987,-0.35800108,0.8014641,0.8014641
+4.2134023,1.0,-0.56814104,-0.69945616,-0.37925342,-0.38843668,-0.52911395,1.0,-0.56295127,-0.6987318,-0.37878492,-0.39801455,-0.51324975,0.68251735,0.6825175
+4.237713,1.0,-0.14317393,-0.74573714,-0.35869145,-0.28038812,-0.65901196,1.0,-0.13151053,-0.7435773,-0.35690323,-0.28609955,-0.6440315,0.6582069,0.65820694
+4.1061373,1.0,0.26069945,-0.79420775,-0.3242899,-0.20148894,-0.75038946,1.0,0.27389318,-0.79278547,-0.32024133,-0.2020222,-0.7352832,0.78978246,0.7897825
+4.0035973,1.0,0.33314893,-0.860545,-0.27824783,-0.15283084,-0.82561517,1.0,0.34226426,-0.8634676,-0.2729608,-0.15170878,-0.8108846,0.8923225,0.89232254
+4.0760126,1.0,0.10953714,-0.96243924,-0.24879387,-0.14826646,-0.8621622,1.0,0.11361904,-0.96598405,-0.2449803,-0.14675072,-0.8488074,0.8199071,0.8199072
+4.234907,1.0,-0.36312863,-0.98922807,-0.26538083,-0.19192162,-0.8096036,1.0,-0.36597118,-0.9879015,-0.26365873,-0.1906425,-0.79459727,0.66101253,0.66101265
+4.324245,1.0,-0.6654088,-0.9409614,-0.324745,-0.31382975,-0.6109585,1.0,-0.6698171,-0.93753964,-0.323912,-0.31403515,-0.5909808,0.57167476,0.5716748
+4.191515,1.0,-0.75899124,-0.8413657,-0.37739643,-0.46164867,-0.3102675,1.0,-0.7616502,-0.8398158,-0.3771284,-0.4620367,-0.28735563,0.7044046,0.70440483
+3.9531116,1.0,-0.7881399,-0.7375288,-0.39966813,-0.52857155,-0.14903349,1.0,-0.78856754,-0.73926723,-0.39978644,-0.528839,-0.12502575,0.9428081,0.94280815
+3.9085832,1.0,-0.788848,-0.64160615,-0.40292686,-0.54012483,-0.19181532,1.0,-0.7875572,-0.6438299,-0.40319723,-0.5417732,-0.17028403,0.98733646,0.98733664
+4.0906067,1.0,-0.745483,-0.6303873,-0.39415118,-0.4893975,-0.3884939,1.0,-0.74331003,-0.6295717,-0.3942274,-0.4964727,-0.36949423,0.80531305,0.8053131
+4.294338,1.0,-0.51838297,-0.6840451,-0.37486055,-0.35268036,-0.59437495,1.0,-0.5139374,-0.68038225,-0.37392268,-0.36407855,-0.5775803,0.6015815,0.6015816
+4.25167,1.0,0.11441935,-0.7453614,-0.34132406,-0.23236027,-0.71594584,1.0,0.12784469,-0.74010056,-0.3377966,-0.2348055,-0.6997282,0.64424986,0.6442499
+3.9820416,1.0,0.4208893,-0.80260265,-0.2789322,-0.14767116,-0.8018043,1.0,0.43249124,-0.8001797,-0.27198553,-0.14649948,-0.7853255,0.91387814,0.9138782
+3.8957493,1.0,0.32501388,-0.9167309,-0.21040782,-0.11523793,-0.88096255,1.0,0.33074024,-0.92106473,-0.20466813,-0.11360151,-0.86722666,1.0001704,1.0001705
+4.0682015,1.0,-0.16261932,-0.9971103,-0.19599006,-0.13579631,-0.8831714,1.0,-0.16432521,-0.996064,-0.1938768,-0.13396692,-0.8706885,0.82771826,0.82771826
+4.317403,1.0,-0.63139457,-0.96988255,-0.25535342,-0.2199404,-0.7529811,1.0,-0.63742965,-0.965018,-0.2547844,-0.21853709,-0.73583907,0.57851684,0.57851696
+4.3699813,1.0,-0.7624933,-0.87380594,-0.3473024,-0.40449575,-0.41757426,1.0,-0.7667033,-0.86985964,-0.34687933,-0.40440696,-0.39495182,0.52593845,0.5259385
+4.0570087,1.0,-0.7964546,-0.75127715,-0.3965137,-0.52249247,-0.12076811,1.0,-0.7986568,-0.7522561,-0.39683542,-0.5221942,-0.09558857,0.838911,0.83891106
+3.7760148,1.0,-0.8070022,-0.65281016,-0.40855867,-0.5609167,-0.06830386,1.0,-0.8068932,-0.65725607,-0.40908197,-0.56107724,-0.04435099,1.1199049,1.119905
+3.8580353,1.0,-0.79614145,-0.5881766,-0.4043921,-0.54862237,-0.23434463,1.0,-0.7949843,-0.5900329,-0.40491626,-0.55139405,-0.213321,1.0378845,1.0378845
+4.170657,1.0,-0.7162476,-0.6274236,-0.38829237,-0.4422079,-0.50457096,1.0,-0.7149679,-0.6262084,-0.38818488,-0.45423838,-0.48603037,0.7252626,0.72526264
+4.3660088,1.0,-0.26451108,-0.6978197,-0.3595095,-0.28210708,-0.67883617,1.0,-0.25750798,-0.6928189,-0.35745445,-0.28908184,-0.6619205,0.529911,0.52991104
+4.1497087,1.0,0.35675493,-0.75969434,-0.3039712,-0.17480317,-0.7663408,1.0,0.36994416,-0.7543616,-0.2976751,-0.17403036,-0.7490266,0.7462109,0.74621105
+3.8416953,1.0,0.43310294,-0.8420669,-0.21335438,-0.107949086,-0.8561546,1.0,0.4409929,-0.8444822,-0.20626798,-0.1064759,-0.8403187,1.0542246,1.0542245
+3.8750317,1.0,0.07381778,-0.97999424,-0.16257674,-0.10937924,-0.9057855,1.0,0.07466378,-0.9818261,-0.16012338,-0.107670255,-0.894046,1.0208881,1.0208881
+4.1582155,1.0,-0.534321,-0.9856512,-0.19591352,-0.1604833,-0.84013695,1.0,-0.5412849,-0.98211056,-0.19666821,-0.15857911,-0.8263672,0.7377042,0.7377043
+4.4214144,1.0,-0.748622,-0.91131604,-0.29790697,-0.31446347,-0.58122665,1.0,-0.7539277,-0.9067946,-0.29865637,-0.3137896,-0.56038886,0.47450545,0.47450542
+4.2702093,1.0,-0.79280376,-0.7825833,-0.381945,-0.49031135,-0.19710675,1.0,-0.7963912,-0.7835931,-0.38282976,-0.4899923,-0.17348015,0.6257103,0.6257105
+3.838077,1.0,-0.80790323,-0.68026274,-0.40810126,-0.5568645,-0.036397003,1.0,-0.8091352,-0.68551797,-0.40905276,-0.5565536,-0.011139579,1.0578426,1.0578427
+3.7163186,1.0,-0.8076861,-0.5861847,-0.40918842,-0.568793,-0.12673423,1.0,-0.8071007,-0.59138834,-0.41004506,-0.56978226,-0.104656346,1.1796011,1.1796012
+3.9781985,1.0,-0.7729165,-0.5940289,-0.39728758,-0.5070443,-0.3981016,1.0,-0.7724036,-0.59599906,-0.3977925,-0.51465994,-0.37866968,0.9177213,0.9177213
+4.3191085,1.0,-0.5439737,-0.66365653,-0.3731459,-0.33773234,-0.6345105,1.0,-0.54192764,-0.6615604,-0.37226966,-0.34955856,-0.6171199,0.5768113,0.5768113
+4.308188,1.0,0.18280469,-0.7341122,-0.32955745,-0.21193,-0.74153143,1.0,0.1952722,-0.72905606,-0.3252152,-0.21267685,-0.7240981,0.5877318,0.58773184
+3.9351103,1.0,0.46613517,-0.79557425,-0.24290559,-0.119852714,-0.82321817,1.0,0.47638875,-0.79443306,-0.23540613,-0.11839766,-0.8058154,0.9608094,0.96080947
+3.7928455,1.0,0.27928376,-0.9386466,-0.16324526,-0.09820614,-0.9054045,1.0,0.28230655,-0.9446985,-0.159922,-0.09662671,-0.8929971,1.1030742,1.1030743
+3.9982073,1.0,-0.33900565,-0.99608,-0.16561127,-0.12946174,-0.8896133,1.0,-0.3450201,-0.99529237,-0.16697371,-0.12761986,-0.87789273,0.8977124,0.89771247
+4.335794,1.0,-0.7082206,-0.9488383,-0.25048605,-0.2336469,-0.72078055,1.0,-0.71486396,-0.9452463,-0.25307107,-0.2323145,-0.7031442,0.5601257,0.5601258
+4.402834,1.0,-0.7820743,-0.83194953,-0.35765564,-0.43557736,-0.33582065,1.0,-0.78669465,-0.8321416,-0.35946897,-0.43545726,-0.3136468,0.49308586,0.49308586
+3.9975924,1.0,-0.8023918,-0.7102605,-0.403555,-0.5401098,-0.07227882,1.0,-0.804952,-0.7160991,-0.4051149,-0.5397663,-0.047004946,0.8983273,0.89832735
+3.6960645,1.0,-0.8082099,-0.6106507,-0.41084397,-0.5705704,-0.07579856,1.0,-0.8082908,-0.618737,-0.4119702,-0.5709048,-0.05280862,1.1998552,1.1998553
+3.8345413,1.0,-0.7902764,-0.5804744,-0.40325978,-0.54129666,-0.3012541,1.0,-0.78984773,-0.584785,-0.40416995,-0.54548365,-0.28152213,1.0613784,1.0613785
+4.205187,1.0,-0.66639024,-0.6434712,-0.38352272,-0.39431572,-0.5802167,1.0,-0.6661353,-0.6441847,-0.383461,-0.4081092,-0.5624763,0.69073296,0.69073296
+4.3752184,1.0,-0.039333887,-0.72151154,-0.3490371,-0.24669066,-0.7218897,1.0,-0.03016878,-0.7180351,-0.346461,-0.24994001,-0.7044706,0.52070135,0.5207014
+4.07145,1.0,0.46128386,-0.782314,-0.2784025,-0.14445084,-0.8001439,1.0,0.47305718,-0.77948946,-0.27156562,-0.14290959,-0.7820913,0.82446927,0.82446957
+3.7889574,1.0,0.43010142,-0.87889564,-0.18466255,-0.09503416,-0.89587325,1.0,0.43523785,-0.88570505,-0.18001312,-0.09351308,-0.8819497,1.1069623,1.1069624
+3.8836718,1.0,-0.054143406,-0.99840015,-0.15636012,-0.11054788,-0.9203885,1.0,-0.05669201,-1.0,-0.15718746,-0.10880325,-0.9096163,1.0122479,1.012248
+4.210058,1.0,-0.61430395,-0.9839143,-0.21387544,-0.17765301,-0.8244348,1.0,-0.62236196,-0.98194546,-0.2174516,-0.17583805,-0.81008726,0.6858616,0.6858616
+4.4391336,1.0,-0.75992644,-0.8919702,-0.3260673,-0.3562994,-0.5153428,1.0,-0.7655842,-0.89088476,-0.3289369,-0.35627565,-0.49385157,0.45678607,0.45678616
+4.1769924,1.0,-0.79157126,-0.7548592,-0.39518708,-0.5108159,-0.16010228,1.0,-0.79536057,-0.7607072,-0.39739054,-0.5108158,-0.13590536,0.7189272,0.7189274
+3.7515273,1.0,-0.80302197,-0.6467579,-0.41079265,-0.5628791,-0.06880169,1.0,-0.80399466,-0.65642965,-0.4121937,-0.56302196,-0.044837005,1.1443924,1.1443925
+3.73481,1.0,-0.79458445,-0.5807784,-0.407303,-0.5571195,-0.22724384,1.0,-0.79413444,-0.58687884,-0.4084737,-0.55953604,-0.20716792,1.1611096,1.1611097
+4.0704045,1.0,-0.7197731,-0.63281,-0.39183477,-0.44607493,-0.5183479,1.0,-0.71994853,-0.6357308,-0.39238682,-0.45852438,-0.5004023,0.8255153,0.8255153
+4.3690147,1.0,-0.2576502,-0.7153422,-0.3640161,-0.28030995,-0.7007068,1.0,-0.2529744,-0.71380514,-0.36273262,-0.2866052,-0.6833506,0.5269049,0.52690506
+4.207755,1.0,0.42481813,-0.78228384,-0.31009114,-0.1755239,-0.7857734,1.0,0.43691364,-0.77941436,-0.3047668,-0.17430699,-0.7675374,0.68816453,0.6881647
+3.838275,1.0,0.53544676,-0.83960515,-0.2176359,-0.099581875,-0.8819463,1.0,0.54303104,-0.8420921,-0.21162212,-0.09799758,-0.86606854,1.0576447,1.0576448
+3.8071291,1.0,0.24110308,-0.97809047,-0.16222781,-0.09747393,-0.9383319,1.0,0.24183431,-0.98539156,-0.1617662,-0.09578378,-0.9277156,1.0887905,1.0887907
+4.077848,1.0,-0.41647393,-1.0,-0.19061056,-0.14169121,-0.8955509,1.0,-0.42403668,-1.0,-0.19411603,-0.13971516,-0.8835487,0.81807184,0.81807184
+4.3971653,1.0,-0.7151149,-0.9514449,-0.29054114,-0.26852542,-0.69391817,1.0,-0.7219791,-0.9496799,-0.29427466,-0.26775196,-0.67484206,0.4987546,0.4987545
+4.328266,1.0,-0.7741017,-0.8192536,-0.3819555,-0.46161464,-0.29952204,1.0,-0.77904147,-0.8233771,-0.3847133,-0.462231,-0.27628148,0.56765366,0.56765366
+3.8723216,1.0,-0.79283154,-0.6896664,-0.40957174,-0.54698724,-0.10183052,1.0,-0.79497504,-0.6996192,-0.41130313,-0.54726565,-0.07698295,1.0235981,1.0235982
+3.682611,1.0,-0.79248697,-0.59320074,-0.41013286,-0.5617629,-0.17921388,1.0,-0.7921645,-0.6008511,-0.41140786,-0.5633696,-0.15842447,1.2133087,1.2133088
+3.9294302,1.0,-0.7446049,-0.6278277,-0.39862427,-0.48810127,-0.45104316,1.0,-0.7445879,-0.6322311,-0.3996107,-0.49760988,-0.43295053,0.9664895,0.96648955
+4.304922,1.0,-0.4349309,-0.711198,-0.3760471,-0.3160197,-0.67353684,1.0,-0.4338089,-0.71144265,-0.37565958,-0.32548067,-0.6562484,0.5909977,0.5909977
+4.3185797,1.0,0.34447768,-0.7843471,-0.33535606,-0.20702037,-0.7753765,1.0,0.35575393,-0.78210765,-0.33174142,-0.20681581,-0.75727975,0.57734007,0.5773401
+3.9320197,1.0,0.5991027,-0.83322096,-0.25456497,-0.11430112,-0.86573064,1.0,0.6088546,-0.832733,-0.2477332,-0.1124473,-0.84801954,0.9639001,0.9639001
+3.7688742,1.0,0.46170074,-0.92533344,-0.18060124,-0.08898006,-0.94565445,1.0,0.464748,-0.93423706,-0.17820618,-0.087273605,-0.9346574,1.1270455,1.1270456
+3.953973,1.0,-0.10200482,-1.0,-0.18114787,-0.117750056,-0.9379352,1.0,-0.10534141,-1.0,-0.18369547,-0.11580864,-0.9270556,0.9419467,0.94194674
+4.2925806,1.0,-0.6233831,-0.9979821,-0.2567981,-0.20165151,-0.82361066,1.0,-0.6312925,-0.9968707,-0.2608573,-0.19989881,-0.80802727,0.60333914,0.6033392
+4.412407,1.0,-0.74676675,-0.89264464,-0.36196157,-0.38638732,-0.48778138,1.0,-0.7527489,-0.8940025,-0.36510244,-0.3873878,-0.46445528,0.48351285,0.48351288
+4.039885,1.0,-0.7773267,-0.7434618,-0.40665156,-0.5193477,-0.17637938,1.0,-0.7808362,-0.7528824,-0.4088175,-0.52016586,-0.15121624,0.8560347,0.85603476
+3.6931086,1.0,-0.7851761,-0.6193946,-0.41216013,-0.5574594,-0.15962884,1.0,-0.78534657,-0.6289032,-0.4134678,-0.55886376,-0.1377933,1.2028111,1.2028112
+3.8023143,1.0,-0.7547614,-0.6272781,-0.4041269,-0.51694554,-0.38414517,1.0,-0.7543311,-0.6326801,-0.40538058,-0.5237093,-0.36584303,1.0936054,1.0936055
+4.1928988,1.0,-0.55284905,-0.707812,-0.38596746,-0.35562354,-0.6382964,1.0,-0.5533076,-0.70973784,-0.3862781,-0.36769578,-0.6210087,0.7030211,0.70302105
+4.3759937,1.0,0.21322203,-0.78516847,-0.35461822,-0.23596993,-0.7653744,1.0,0.222424,-0.7840278,-0.35249308,-0.23728982,-0.7475333,0.5199259,0.5199261
+4.0584736,1.0,0.6251873,-0.83768016,-0.28977996,-0.13921961,-0.85114545,1.0,0.6360375,-0.8364003,-0.2833086,-0.13711166,-0.83231246,0.837446,0.8374462
+3.774782,1.0,0.6082464,-0.8799384,-0.20893654,-0.08619482,-0.945625,1.0,0.6136358,-0.8840129,-0.2043548,-0.0843905,-0.9335981,1.1211377,1.1211379
+3.8512304,1.0,0.23145756,-1.0,-0.18418106,-0.10062463,-0.9594435,1.0,0.2321364,-1.0,-0.18520704,-0.098749466,-0.94891876,1.0446894,1.0446894
+4.158703,1.0,-0.43812785,-1.0,-0.23251721,-0.15894255,-0.90170485,1.0,-0.44507578,-1.0,-0.23627678,-0.15681359,-0.8883767,0.73721695,0.73721695
+4.4159327,1.0,-0.69950294,-0.9586447,-0.33555454,-0.29897442,-0.6841284,1.0,-0.7063536,-0.95842534,-0.33892947,-0.29907763,-0.6626904,0.47998714,0.47998714
+4.2134337,1.0,-0.75439036,-0.8128155,-0.40131238,-0.47237703,-0.30103013,1.0,-0.75931853,-0.82053536,-0.40398136,-0.47408012,-0.27565327,0.6824859,0.68248606
+3.7703981,1.0,-0.7716921,-0.6622378,-0.4136394,-0.5433828,-0.17352462,1.0,-0.7728879,-0.6739052,-0.41507474,-0.545047,-0.15032235,1.1255215,1.1255217
+3.712227,1.0,-0.75501305,-0.6321815,-0.40865842,-0.5319457,-0.32757714,1.0,-0.75426173,-0.63833094,-0.41000268,-0.5369404,-0.308853,1.1836926,1.1836927
+4.053733,1.0,-0.61906433,-0.7062171,-0.39436772,-0.3969917,-0.59571666,1.0,-0.6197262,-0.7096806,-0.3952597,-0.41013333,-0.57836384,0.842187,0.8421869
+4.3687763,1.0,0.045011632,-0.78494287,-0.36965546,-0.26285306,-0.75331086,1.0,0.050758593,-0.78520805,-0.36868286,-0.2659536,-0.7357631,0.52714336,0.5271435
+4.188922,1.0,0.6188639,-0.84203774,-0.3203699,-0.16948724,-0.8412587,1.0,0.6297483,-0.8410136,-0.31529397,-0.16762447,-0.82225764,0.7069978,0.7069979
+3.8255832,1.0,0.7061158,-0.8694456,-0.24307522,-0.09179599,-0.9416544,1.0,0.71375877,-0.869905,-0.23668525,-0.0897272,-0.9279879,1.0703366,1.0703366
+3.7804172,1.0,0.48609796,-0.9558044,-0.19899067,-0.08805714,-0.96865267,1.0,0.4888057,-0.9657528,-0.19803506,-0.08618841,-0.9583902,1.1155026,1.1155026
+4.021942,1.0,-0.12921217,-1.0,-0.22277564,-0.13038686,-0.943706,1.0,-0.13053474,-1.0,-0.22533906,-0.12815976,-0.9314026,0.8739776,0.87397766
+4.3461018,1.0,-0.6058173,-1.0,-0.30761984,-0.22897029,-0.82531005,1.0,-0.61302304,-1.0,-0.3108205,-0.22740147,-0.8076904,0.5498181,0.54981804
+4.341136,1.0,-0.7190334,-0.8904353,-0.39253238,-0.400494,-0.48572275,1.0,-0.7251954,-0.8952441,-0.39533457,-0.40256664,-0.45941374,0.5547838,0.5547838
+3.9129384,1.0,-0.74955636,-0.72262037,-0.41500613,-0.5147663,-0.2305449,1.0,-0.7521629,-0.73525846,-0.416581,-0.51714706,-0.205744,0.98298144,0.98298144
+3.680311,1.0,-0.7452743,-0.64585346,-0.4128987,-0.53270364,-0.29539195,1.0,-0.74440235,-0.65223676,-0.41402975,-0.537047,-0.27589113,1.2156088,1.2156088
+3.912005,1.0,-0.6479741,-0.70880777,-0.40170527,-0.4327887,-0.55053574,1.0,-0.648095,-0.7129728,-0.4029139,-0.44534436,-0.5329578,0.98391485,0.98391485
+4.296918,1.0,-0.11806706,-0.78503215,-0.382201,-0.28900152,-0.73829836,1.0,-0.11620795,-0.78640723,-0.38203332,-0.2939454,-0.72102875,0.5990018,0.5990019
+4.2907844,1.0,0.5860758,-0.8445488,-0.345566,-0.19921958,-0.8365404,1.0,0.5964284,-0.84401625,-0.34207195,-0.19811669,-0.8180165,0.6051354,0.60513544
+3.913755,1.0,0.7713837,-0.87393814,-0.27872285,-0.10778805,-0.93701214,1.0,0.780328,-0.8732169,-0.27142662,-0.10525628,-0.92146146,0.9821648,0.98216486
+3.7516074,1.0,0.66167873,-0.9030835,-0.22484335,-0.07984961,-0.9725689,1.0,0.6659702,-0.9082506,-0.22137651,-0.07785455,-0.9626083,1.1443121,1.1443124
+3.9029262,1.0,0.2261279,-1.0,-0.22749531,-0.10936365,-0.96192724,1.0,0.2291303,-1.0,-0.22840706,-0.10718907,-0.9498256,0.99299353,0.9929936
+4.2249374,1.0,-0.41835707,-1.0,-0.28708956,-0.18271902,-0.90372896,1.0,-0.423162,-1.0,-0.28960437,-0.18028566,-0.8884167,0.6709824,0.67098236
+4.3892717,1.0,-0.65998405,-0.9574323,-0.37919512,-0.31889096,-0.6903036,1.0,-0.6667697,-0.9604469,-0.38180813,-0.3197051,-0.6657734,0.506648,0.50664806
+4.079885,1.0,-0.71532834,-0.79593766,-0.41651818,-0.46473172,-0.34183964,1.0,-0.7195695,-0.8081365,-0.41839528,-0.46810976,-0.3148379,0.81603473,0.8160348
+3.71676,1.0,-0.7243003,-0.6700048,-0.41744378,-0.51837814,-0.29605243,1.0,-0.72386116,-0.6772175,-0.41833588,-0.5230397,-0.2754697,1.1791598,1.1791599
+3.7961853,1.0,-0.65324044,-0.7146188,-0.408517,-0.45642105,-0.50871456,1.0,-0.65243864,-0.7192146,-0.40981674,-0.4676592,-0.4907976,1.0997344,1.0997345
+4.1825957,1.0,-0.24468091,-0.7850297,-0.3933601,-0.3152189,-0.720093,1.0,-0.24507362,-0.7875504,-0.39387977,-0.32190156,-0.70298326,0.71332407,0.71332407
+4.3413763,1.0,0.5303293,-0.84495103,-0.36626914,-0.22615272,-0.8343155,1.0,0.5398913,-0.84522027,-0.36422607,-0.22600213,-0.816404,0.55454344,0.5545435
+4.026373,1.0,0.8111614,-0.87968546,-0.3130351,-0.1325388,-0.9337192,1.0,0.8203394,-0.87881696,-0.30634806,-0.12981614,-0.9166643,0.8695467,0.8695469
+3.7641351,1.0,0.7841022,-0.8861498,-0.25808892,-0.07783965,-0.9757311,1.0,0.7901202,-0.88691956,-0.25228068,-0.07558588,-0.9658826,1.1317846,1.1317847
+3.8105454,1.0,0.5062136,-0.97025925,-0.2449862,-0.093380846,-0.966407,1.0,0.5103954,-0.98088676,-0.2439566,-0.09125093,-0.95450014,1.0853744,1.0853744
+4.0850267,1.0,-0.11312134,-1.0,-0.28124842,-0.15099132,-0.93963856,1.0,-0.11074098,-1.0,-0.28234276,-0.14828786,-0.92505085,0.810893,0.81089306
+4.3579245,1.0,-0.5507425,-1.0,-0.36322486,-0.2556512,-0.83020467,1.0,-0.5568622,-1.0,-0.36528257,-0.2543026,-0.8099654,0.5379953,0.53799534
+4.221692,1.0,-0.662808,-0.8690368,-0.4181738,-0.39505813,-0.51853377,1.0,-0.6685793,-0.87972796,-0.4201484,-0.39820507,-0.48887518,0.67422765,0.6742277
+3.8171265,1.0,-0.688215,-0.70784104,-0.42311373,-0.48526892,-0.33934203,1.0,-0.68872637,-0.7163568,-0.42373127,-0.49067315,-0.3169168,1.0787932,1.0787933
+3.7297146,1.0,-0.6363261,-0.7242059,-0.41569802,-0.46208867,-0.4822909,1.0,-0.6343787,-0.7285043,-0.4166308,-0.47219047,-0.46386638,1.166205,1.1662052
+4.0519295,1.0,-0.30938238,-0.78657144,-0.40397948,-0.3388467,-0.7028544,1.0,-0.31013682,-0.7895785,-0.40488115,-0.3466536,-0.6857427,0.84399027,0.8439903
+4.3298674,1.0,0.46869656,-0.84461904,-0.3842969,-0.25019267,-0.83430123,1.0,0.47716326,-0.84539527,-0.38326648,-0.2508544,-0.8170506,0.5660525,0.56605244
+4.1324406,1.0,0.8341579,-0.88354146,-0.34474912,-0.16047141,-0.9351862,1.0,0.8429324,-0.88273305,-0.33950135,-0.15812492,-0.91767323,0.76347923,0.76347923
+3.816442,1.0,0.8740432,-0.88840336,-0.2952758,-0.08433085,-0.9804217,1.0,0.88099664,-0.8877041,-0.28779888,-0.081583746,-0.9704346,1.0794777,1.0794778
+3.7583935,1.0,0.69840795,-0.9140822,-0.27436578,-0.08171848,-0.96494323,1.0,0.7030609,-0.92051643,-0.2709557,-0.079515316,-0.95352894,1.1375263,1.1375263
+3.9568787,1.0,0.24123496,-1.0,-0.29158452,-0.12729895,-0.9499696,1.0,0.24829075,-1.0,-0.29087815,-0.124644645,-0.9352674,0.9390411,0.93904114
+4.2643833,1.0,-0.346299,-1.0,-0.35267675,-0.21396813,-0.89979786,1.0,-0.34809598,-1.0,-0.35378098,-0.21131745,-0.8817238,0.6315363,0.6315365
+4.2963505,1.0,-0.5774539,-0.9257338,-0.4190219,-0.3272067,-0.71237284,1.0,-0.58337075,-0.93556744,-0.42080697,-0.32837114,-0.68477136,0.5995693,0.5995693
+3.942683,1.0,-0.62928563,-0.75590295,-0.4309974,-0.43232492,-0.43877116,1.0,-0.6309947,-0.7660924,-0.43156067,-0.4378837,-0.412904,0.9532369,0.9532368
+3.7210562,1.0,-0.59389323,-0.7368378,-0.42434302,-0.44759026,-0.48464724,1.0,-0.5910868,-0.7408244,-0.42469934,-0.4568849,-0.4655647,1.1748636,1.1748636
+3.9330273,1.0,-0.3159084,-0.78958744,-0.41512236,-0.3557922,-0.6921455,1.0,-0.31541073,-0.79280573,-0.41609868,-0.36369437,-0.6748593,0.9628925,0.96289253
+4.265171,1.0,0.42091832,-0.8438426,-0.40180686,-0.27225766,-0.8373099,1.0,0.42841163,-0.8450825,-0.40148813,-0.27340022,-0.8205506,0.6307488,0.63074875
+4.2072897,1.0,0.84858704,-0.8849119,-0.37435046,-0.1876018,-0.94303614,1.0,0.85685736,-0.88434815,-0.37066892,-0.18594661,-0.9257764,0.6886301,0.6886301
+3.8899105,1.0,0.9447862,-0.89417696,-0.33488503,-0.099606104,-0.98702747,1.0,0.9516948,-0.89314944,-0.3270766,-0.09641779,-0.97671777,1.0060092,1.0060093
+3.7404764,1.0,0.8355748,-0.89005274,-0.31341812,-0.07505707,-0.9615628,1.0,0.8411807,-0.89158446,-0.30742672,-0.07267151,-0.95063573,1.1554433,1.1554434
+3.8498755,1.0,0.5343865,-0.9677902,-0.317103,-0.10939453,-0.9456313,1.0,0.54146487,-0.97909087,-0.31414554,-0.10679943,-0.9307361,1.0460443,1.0460443
+4.143137,1.0,-0.028440617,-1.0,-0.35668534,-0.18440819,-0.92637134,1.0,-0.022057585,-1.0,-0.35587195,-0.18103847,-0.9088134,0.75278276,0.7527828
+4.297632,1.0,-0.42441463,-0.9574086,-0.42052868,-0.2800127,-0.8358938,1.0,-0.42795712,-0.96753865,-0.42148757,-0.2787513,-0.81290346,0.59828764,0.5982876
+4.053133,1.0,-0.53282535,-0.8026254,-0.44260988,-0.3729405,-0.60337585,1.0,-0.534948,-0.81358415,-0.44272175,-0.37648532,-0.5738401,0.8427868,0.8427868
+3.7627535,1.0,-0.5132043,-0.75363654,-0.43631163,-0.41477355,-0.5314236,1.0,-0.5093948,-0.7569365,-0.43563494,-0.42242208,-0.5108123,1.1331663,1.1331663
+3.8420308,1.0,-0.25744817,-0.7947799,-0.42863533,-0.36181268,-0.6981351,1.0,-0.2542641,-0.7973277,-0.42886594,-0.3684052,-0.6803941,1.0538889,1.053889
+4.1649294,1.0,0.4173709,-0.84384924,-0.42116874,-0.2918704,-0.8479389,1.0,0.42489305,-0.84483635,-0.4207963,-0.29293856,-0.8314313,0.7309904,0.7309904
+4.2347956,1.0,0.8662748,-0.8846942,-0.40462086,-0.21240062,-0.958793,1.0,0.8742401,-0.88398147,-0.40162507,-0.21129903,-0.9423621,0.66112417,0.6611242
+3.9680057,1.0,1.0,-0.8986419,-0.378058,-0.1206974,-0.99405473,1.0,1.0,-0.89740837,-0.37050325,-0.11735635,-0.9838032,0.92791414,0.92791414
+3.7410228,1.0,0.9442653,-0.8872113,-0.36063284,-0.075886525,-0.9554972,1.0,0.9502644,-0.88681173,-0.35220727,-0.073070236,-0.9446197,1.1548969,1.154897
+3.755395,1.0,0.74510854,-0.9124843,-0.35759184,-0.096922375,-0.93285364,1.0,0.7514822,-0.9193328,-0.35162085,-0.094229884,-0.91784996,1.1405249,1.1405249
+4.016448,1.0,0.33802578,-0.9847229,-0.38019362,-0.1618959,-0.92658263,1.0,0.3483484,-0.99606377,-0.3766956,-0.15819877,-0.9087625,0.87947184,0.8794718
+4.2473445,1.0,-0.15627617,-0.96025187,-0.43038544,-0.2506838,-0.8911466,1.0,-0.15198398,-0.9717451,-0.4294797,-0.24766076,-0.87008685,0.64857537,0.6485753
+4.1203036,1.0,-0.36684638,-0.8351162,-0.45913902,-0.3270637,-0.7728487,1.0,-0.36604375,-0.84561306,-0.4581997,-0.3275852,-0.74587804,0.77561617,0.77561617
+3.8235657,1.0,-0.3662254,-0.77362555,-0.45381567,-0.37524453,-0.6390842,1.0,-0.36059564,-0.77625495,-0.4518309,-0.3797336,-0.61559266,1.072354,1.0723541
+3.7808135,1.0,-0.117319874,-0.8018712,-0.4467862,-0.35768357,-0.7334797,1.0,-0.11038076,-0.8034341,-0.44547662,-0.36173323,-0.7148436,1.1151063,1.1151063
+4.043066,1.0,0.47490323,-0.84491664,-0.44493768,-0.30823296,-0.872731,1.0,0.4840919,-0.8452162,-0.44351694,-0.3085957,-0.8558735,0.8528538,0.8528538
+4.210629,1.0,0.89867115,-0.8834672,-0.43938926,-0.23558131,-0.98256844,1.0,0.9065681,-0.88238615,-0.43587098,-0.23454693,-0.9674447,0.6852908,0.6852908
+4.0376053,1.0,1.0,-0.9005347,-0.42674592,-0.14443943,-0.99726063,1.0,1.0,-0.89897484,-0.4188821,-0.1410526,-0.98751837,0.85831445,0.8583145
+3.7760587,1.0,1.0,-0.89022523,-0.4156092,-0.084725745,-0.9423724,1.0,1.0,-0.8891692,-0.4046157,-0.08114935,-0.9308552,1.1198611,1.1198611
+3.69099,1.0,0.902739,-0.88617474,-0.41231325,-0.09165201,-0.9112733,1.0,0.90883124,-0.8879238,-0.40235922,-0.08855236,-0.89583224,1.2049298,1.2049298
+3.8902037,1.0,0.649715,-0.9283293,-0.4218789,-0.1468643,-0.9088708,1.0,0.65832907,-0.93768245,-0.41442427,-0.14272106,-0.8904045,1.0057161,1.0057161
+4.1558876,1.0,0.22704488,-0.93221205,-0.4570813,-0.23176837,-0.9041088,1.0,0.23897028,-0.9435949,-0.45268252,-0.22742352,-0.8830897,0.74003214,0.7400322
+4.12595,1.0,-0.07279151,-0.8476504,-0.48405984,-0.30133715,-0.86647445,1.0,-0.06281013,-0.8556492,-0.4808173,-0.29949856,-0.8430933,0.7699699,0.76996994

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.05419518053531647,-0.05419515490531921,4.950114953994751,,
+1000,-0.09147597849369049,-0.09147588479518891,4.987395686149597,,
+1500,-0.08628850430250168,-0.08628857612609864,4.982208367824555,,
+2000,-0.0665811151266098,-0.0665812623500824,4.962501091003418,,
+2500,-0.035610511898994446,-0.03561058747768402,4.931530386924743,,
+3000,-0.01836210861802101,-0.01836207091808319,4.914281900405884,,
+3500,-0.023731190711259842,-0.023731261253356933,4.919651072502136,,
+4000,-0.052384521812200546,-0.05238448619842529,4.948304272651672,,
+4500,0.024747055023908615,0.024746983885765076,4.871172795295715,,
+5000,0.026996605098247528,0.026996595740318298,4.868923198223114,,
+5000,,,,4.74390513420105,0.15201453864574432
+5500,0.05313940718770027,0.05313949406147003,4.842780306339264,,
+6000,0.029855646193027496,0.029855628967285157,4.866064166069031,,
+6500,0.09584029018878937,0.095840212225914,4.800079608917236,,
+7000,0.07065510749816895,0.07065506303310394,4.825264736175537,,
+7500,0.08642834424972534,0.08642830944061279,4.809491467475891,,
+8000,0.0908430889248848,0.09084308755397796,4.805076703071594,,
+8500,0.1055099293589592,0.10551000726222992,4.790409780979156,,
+9000,0.14785964787006378,0.1478595850467682,4.748060173034668,,
+9500,0.12757433950901031,0.12757443964481355,4.768345353603363,,
+10000,0.12898088991641998,0.12898102939128875,4.766938761234283,,
+10000,,,,4.637168612480163,0.2587510645389557
+10500,0.12769140303134918,0.12769152808189393,4.768228325366974,,
+11000,0.11455798149108887,0.11455799865722656,4.781361808776856,,
+11500,0.09204788506031036,0.09204791736602783,4.803871840476989,,
+12000,0.12754663825035095,0.12754654788970948,4.768373266220093,,
+12500,0.10625479370355606,0.10625489008426667,4.7896649041175845,,
+13000,0.1600775569677353,0.16007758772373198,4.735842207908631,,
+13500,0.16082805395126343,0.16082817530632018,4.7350916056633,,
+14000,0.14281372725963593,0.14281375312805175,4.753106033325195,,
+14500,0.1921832412481308,0.1921832768917084,4.703736530303955,,
+15000,0.19292289018630981,0.19292283248901368,4.702996956348419,,
+15000,,,,4.498863337039947,0.3970564305782318
+15500,0.22589251399040222,0.2258924732208252,4.670027330398559,,
+16000,0.21598325669765472,0.21598324084281922,4.679936559677124,,
+16500,0.22806762158870697,0.22806767416000367,4.66785213470459,,
+17000,0.23223277926445007,0.23223274719715117,4.663687035560608,,
+17500,0.25238272547721863,0.2523827393054962,4.643537058353424,,
+18000,0.22750389575958252,0.2275037943124771,4.668415998935699,,
+18500,0.2678506076335907,0.26785062098503115,4.628069185256958,,
+19000,0.23563972115516663,0.23563972628116608,4.660280067443848,,
+19500,0.24484607577323914,0.2448459883928299,4.651073840141296,,
+20000,0.2511804699897766,0.2511805219650269,4.644739252567291,,
+20000,,,,4.3774751496315005,0.5184444189071655
+20500,0.22951728105545044,0.22951722717285156,4.666402591228485,,
+21000,0.2973259687423706,0.29732601630687716,4.598593772888184,,
+21500,0.2796284258365631,0.27962837982177735,4.616291418552398,,
+22000,0.28537634015083313,0.2853763234615326,4.610543473720551,,
+22500,0.2773391902446747,0.27733917140960695,4.618580641746521,,
+23000,0.2961649000644684,0.2961648225784302,4.599754945755005,,
+23500,0.2988382875919342,0.29883816647529604,4.597081629276276,,
+24000,0.2936323583126068,0.2936324553489685,4.602287340641022,,
+24500,0.3022133708000183,0.3022134164571762,4.593706405639648,,
+25000,0.3116600513458252,0.3116598607301712,4.584259963989258,,
+25000,,,,4.200006374120712,0.6959133744239807
+25500,0.36219388246536255,0.36219400668144225,4.533725776195526,,
+26000,0.337605357170105,0.33760546004772185,4.558314349174499,,
+26500,0.33722004294395447,0.3372200413942337,4.558699756622315,,
+27000,0.34060221910476685,0.3406023781299591,4.555317396640778,,
+27500,0.3580511808395386,0.3580512089729309,4.537868612766266,,
+28000,0.3830181956291199,0.3830182863473892,4.512901507377625,,
+28500,0.3455016314983368,0.3455015660524368,4.550418251991272,,
+29000,0.3419179916381836,0.3419180706739426,4.554001727581024,,
+29500,0.3621671199798584,0.36216720950603487,4.533752601623535,,
+30000,0.3638201057910919,0.3638200658559799,4.5320997266769405,,
+30000,,,,4.177131632566452,0.7187880873680115
+30500,0.37916675209999084,0.3791667002439499,4.516753098487854,,
+31000,0.37497958540916443,0.3749796770811081,4.520940135955811,,
+31500,0.4327625334262848,0.4327624168395996,4.463157413482666,,
+32000,0.3613492250442505,0.3613490802049637,4.53457070016861,,
+32500,0.3923645317554474,0.39236452782154085,4.5035552611351015,,
+33000,0.3820577561855316,0.38205777704715727,4.513862028121948,,
+33500,0.4104272723197937,0.41042733764648437,4.485492463588715,,
+34000,0.38328781723976135,0.38328776705265044,4.512632042884826,,
+34500,0.40013033151626587,0.4001304520368576,4.495789341449737,,
+35000,0.40230631828308105,0.402306361913681,4.49361342716217,,
+35000,,,,4.1181962931156155,0.7777233719825745
+35500,0.410239040851593,0.41023910415172576,4.485680697441101,,
+36000,0.43223410844802856,0.4322340644598007,4.463685748100281,,
+36500,0.4221329391002655,0.42213293516635897,4.473786841869354,,
+37000,0.4262062609195709,0.4262062772512436,4.4697135076522825,,
+37500,0.4071034789085388,0.40710352969169616,4.488816298484802,,
+38000,0.46916699409484863,0.46916701483726503,4.4267527933120725,,
+38500,0.4102042317390442,0.41020408749580384,4.485715694904328,,
+39000,0.4500734508037567,0.45007349145412445,4.4458463001251225,,
+39500,0.3865085244178772,0.38650842976570127,4.509411367893219,,
+40000,0.4345833659172058,0.4345834237337112,4.461336367130279,,
+40000,,,,4.168105397224426,0.727814257144928
+40500,0.3862174451351166,0.3862172917127609,4.5097025203704835,,
+41000,0.40553659200668335,0.40553656208515165,4.490383221626281,,
+41500,0.45195287466049194,0.45195285725593565,4.443966904163361,,
+42000,0.4800412356853485,0.48004123866558074,4.4158785552978514,,
+42500,0.4769391715526581,0.47693934237957003,4.418980459213257,,
+43000,0.4732610881328583,0.47326107835769654,4.422658719539642,,
+43500,0.4636530876159668,0.46365314626693727,4.432266639709472,,
+44000,0.4664022624492645,0.46640234375,4.429517439842224,,
+44500,0.48438000679016113,0.48438021051883695,4.411539603233337,,
+45000,0.5152715444564819,0.5152714885473252,4.380648320198059,,
+45000,,,,4.124990088939667,0.7709295749664307
+45500,0.5066302418708801,0.5066303426027298,4.389289425849914,,
+46000,0.48212766647338867,0.482127604842186,4.413792192935944,,
+46500,0.501164436340332,0.5011644350290299,4.394755397319794,,
+47000,0.5257378816604614,0.5257379056215287,4.370181900024414,,
+47500,0.45488241314888,0.4548824690580368,4.441037350654602,,
+48000,0.5186976790428162,0.5186976329088211,4.377222174167633,,
+48500,0.4871944189071655,0.48719434118270877,4.408725499629974,,
+49000,0.4708578288555145,0.47085785269737246,4.425061961650848,,
+49500,0.5483450293540955,0.5483450331687927,4.347574764251709,,
+50000,0.5446288585662842,0.5446287850141526,4.3512910113334655,,
+50000,,,,4.086982932090759,0.8089367747306824

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d775202ac42f29a4038db250096cb8cb9c008b60882a928472690f7229ed8ba3
+size 1835422

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.598247,1.0,-0.35858917,-1.0,-0.858061,-1.0,0.20577109,1.0,-0.4130169,-1.0,-0.860934,-1.0,0.19513951,0.29767254,0.29767275
+4.0465784,1.0,-0.36660814,-1.0,-0.8539477,-1.0,0.20248494,1.0,-0.4151557,-1.0,-0.8564476,-1.0,0.19661158,0.84934115,0.8493414
+3.8093328,1.0,-0.39155462,-1.0,-0.8494472,-1.0,0.18660967,1.0,-0.43805274,-1.0,-0.8518914,-1.0,0.18884686,1.0865867,1.086587
+3.8416924,1.0,-0.4340322,-1.0,-0.84845334,-1.0,0.14735237,1.0,-0.47889417,-1.0,-0.8506382,-1.0,0.155679,1.0542272,1.0542274
+3.939087,1.0,-0.45471844,-1.0,-0.847915,-1.0,0.10279926,1.0,-0.49771273,-1.0,-0.84965223,-1.0,0.11363847,0.9568328,0.9568329
+4.0242195,1.0,-0.43730858,-1.0,-0.8470822,-1.0,0.061812744,1.0,-0.47799045,-1.0,-0.8482402,-1.0,0.07473047,0.87170005,0.8717003
+4.0106993,1.0,-0.39626586,-1.0,-0.84694475,-1.0,0.028888388,1.0,-0.43404403,-1.0,-0.84754926,-1.0,0.043819316,0.88522035,0.8852205
+3.9361022,1.0,-0.36186552,-1.0,-0.84716994,-1.0,0.00072277896,1.0,-0.39675194,-1.0,-0.8473278,-1.0,0.017354643,0.95981747,0.95981765
+3.8829498,1.0,-0.3503247,-1.0,-0.8473446,-1.0,-0.015727015,1.0,-0.38284957,-1.0,-0.84715325,-1.0,0.002046084,1.0129699,1.01297
+3.8826475,1.0,-0.36464137,-1.0,-0.84763235,-1.0,-0.012442419,1.0,-0.3955128,-1.0,-0.8472385,-1.0,0.005767068,1.0132723,1.0132723
+3.9183283,1.0,-0.3959246,-1.0,-0.84816647,-1.0,0.011107093,1.0,-0.42565116,-1.0,-0.8476977,-1.0,0.029018028,0.97759145,0.9775915
+3.9576793,1.0,-0.42823565,-1.0,-0.84886944,-1.0,0.04590057,1.0,-0.4569628,-1.0,-0.8483487,-1.0,0.062963136,0.9382405,0.9382405
+3.9663248,1.0,-0.4468881,-1.0,-0.8496209,-1.0,0.07596308,1.0,-0.47448492,-1.0,-0.8489993,-1.0,0.092164755,0.92959493,0.929595
+3.9434233,1.0,-0.44319287,-1.0,-0.850027,-1.0,0.08514437,1.0,-0.46939206,-1.0,-0.8492308,-1.0,0.101206064,0.95249647,0.9524965
+3.9159775,1.0,-0.41534764,-1.0,-0.8497386,-1.0,0.06402072,1.0,-0.43992925,-1.0,-0.84868735,-1.0,0.081307046,0.97994214,0.9799423
+3.9101262,1.0,-0.36816907,-1.0,-0.8487502,-1.0,0.012905879,1.0,-0.39094746,-1.0,-0.84741,-1.0,0.032961547,0.9857934,0.9857936
+3.923171,1.0,-0.315645,-1.0,-0.8476972,-1.0,-0.05362705,1.0,-0.33659643,-1.0,-0.8461089,-1.0,-0.030118758,0.9727486,0.97274876
+3.9386818,1.0,-0.27649868,-1.0,-0.8472299,-1.0,-0.10630353,1.0,-0.29576796,-1.0,-0.8455091,-1.0,-0.08045877,0.9572378,0.95723796
+3.948524,1.0,-0.26718783,-1.0,-0.84756345,-1.0,-0.11702997,1.0,-0.28509584,-1.0,-0.8458296,-1.0,-0.0909189,0.94739574,0.9473958
+3.9493978,1.0,-0.29462937,-1.0,-0.8483384,-1.0,-0.07752018,1.0,-0.31151125,-1.0,-0.84663624,-1.0,-0.05298835,0.94652194,0.946522
+3.9414124,1.0,-0.35256407,-1.0,-0.84923846,-1.0,-0.003187025,1.0,-0.36866665,-1.0,-0.8475162,-1.0,0.018649621,0.9545073,0.95450735
+3.9270267,1.0,-0.42188895,-1.0,-0.85030633,-1.0,0.07610022,1.0,-0.4371794,-1.0,-0.8484603,-1.0,0.095143095,0.96889305,0.96889305
+3.9137006,1.0,-0.47483724,-1.0,-0.8514612,-1.0,0.13173309,1.0,-0.48895717,-1.0,-0.8494151,-1.0,0.1488696,0.98221904,0.9822192
+3.9125175,1.0,-0.48540163,-1.0,-0.85201675,-1.0,0.14583445,1.0,-0.49817455,-1.0,-0.8497348,-1.0,0.16271111,0.9834021,0.98340225
+3.9276385,1.0,-0.44159698,-1.0,-0.85110766,-1.0,0.10845049,1.0,-0.45328653,-1.0,-0.8485541,-1.0,0.12763298,0.9682811,0.96828127
+3.9472334,1.0,-0.35200825,-1.0,-0.84868664,-1.0,0.015689371,1.0,-0.3629302,-1.0,-0.8458401,-1.0,0.040377267,0.9486862,0.94868636
+3.9520147,1.0,-0.24948883,-1.0,-0.8461471,-1.0,-0.11300731,1.0,-0.25966996,-1.0,-0.8430823,-1.0,-0.082026936,0.9439051,0.9439051
+3.9403913,1.0,-0.17699254,-1.0,-0.84534633,-1.0,-0.21500948,1.0,-0.18640304,-1.0,-0.8422621,-1.0,-0.18150166,0.95552844,0.9555285
+3.9324644,1.0,-0.16762039,-1.0,-0.8463518,-1.0,-0.2326259,1.0,-0.17632717,-1.0,-0.843417,-1.0,-0.20035923,0.9634554,0.96345544
+3.9420693,1.0,-0.22966307,-1.0,-0.84748346,-1.0,-0.15544924,1.0,-0.23760715,-1.0,-0.8447061,-1.0,-0.1262995,0.9538505,0.9538505
+3.95393,1.0,-0.34520343,-1.0,-0.84813863,-1.0,-0.015077995,1.0,-0.3524145,-1.0,-0.8453669,-1.0,0.009470215,0.9419899,0.9419899
+3.940304,1.0,-0.47949958,-1.0,-0.84960407,-1.0,0.12681544,1.0,-0.4857896,-1.0,-0.8466794,-1.0,0.1463456,0.95561576,0.95561576
+3.9011383,1.0,-0.57857555,-1.0,-0.8522802,-1.0,0.21985127,1.0,-0.5832217,-1.0,-0.8491778,-1.0,0.23600869,0.9947813,0.9947815
+3.876484,1.0,-0.5989063,-1.0,-0.8540818,-1.0,0.24222723,1.0,-0.60195625,-1.0,-0.8507927,-1.0,0.2574377,1.0194358,1.0194359
+3.9019053,1.0,-0.5247224,-1.0,-0.85233897,-1.0,0.18258405,1.0,-0.52728635,-1.0,-0.84869105,-1.0,0.20093036,0.99401444,0.9940145
+3.954595,1.0,-0.3629837,-1.0,-0.8465115,-1.0,0.016898831,1.0,-0.36651462,-1.0,-0.8422983,-1.0,0.046230614,0.94132453,0.9413247
+3.9745405,1.0,-0.17533295,-1.0,-0.8404041,-1.0,-0.24086252,1.0,-0.17972976,-1.0,-0.83575654,-1.0,-0.20018093,0.9213793,0.9213793
+3.9423964,1.0,-0.04588338,-1.0,-0.83954436,-1.0,-0.42440107,1.0,-0.05072339,-1.0,-0.83500236,-1.0,-0.38439983,0.95352334,0.9535234
+3.915473,1.0,-0.036686167,-1.0,-0.8427766,-1.0,-0.43783793,1.0,-0.041996524,-1.0,-0.83867735,-1.0,-0.40242323,0.98044676,0.9804468
+3.9358196,1.0,-0.1539411,-1.0,-0.84382194,-1.0,-0.29934633,1.0,-0.158721,-1.0,-0.8400945,-1.0,-0.267498,0.9601001,0.9601002
+3.9704244,1.0,-0.35353118,-1.0,-0.8420058,-1.0,-0.059804685,1.0,-0.35753495,-1.0,-0.8382402,-1.0,-0.032746613,0.9254954,0.9254954
+3.9519334,1.0,-0.5832245,-1.0,-0.84367806,-1.0,0.1727163,1.0,-0.5860066,-1.0,-0.8395745,-1.0,0.19245972,0.9439864,0.9439864
+3.857885,1.0,-0.7329207,-1.0,-0.8503977,-1.0,0.31255144,1.0,-0.73300236,-1.0,-0.84619063,-1.0,0.32785103,1.0380348,1.0380349
+3.7873428,1.0,-0.75585645,-1.0,-0.8556766,-1.0,0.33897096,1.0,-0.75408036,-1.0,-0.85151964,-1.0,0.3525925,1.1085768,1.108577
+3.8325024,1.0,-0.65664285,-1.0,-0.8530449,-1.0,0.25006709,1.0,-0.65510374,-1.0,-0.8484153,-1.0,0.26670867,1.0634173,1.0634174
+3.9540236,1.0,-0.40994143,-1.0,-0.8412802,-1.0,-0.015903668,1.0,-0.4123264,-1.0,-0.8354672,-1.0,0.020358069,0.94189614,0.9418962
+4.023825,1.0,-0.106503785,-1.0,-0.8295036,-1.0,-0.45846492,1.0,-0.11205434,-1.0,-0.8228201,-1.0,-0.40932333,0.8720946,0.87209463
+3.9606793,1.0,0.09967183,-1.0,-0.8302192,-1.0,-0.68562704,1.0,0.09249114,-1.0,-0.8238488,-1.0,-0.6472576,0.93524045,0.9352405
+3.8764558,1.0,0.10309013,-1.0,-0.83736145,-0.99948186,-0.6576291,1.0,0.09446889,-1.0,-0.8314858,-0.9912643,-0.6248498,1.0194639,1.019464
+3.8714416,1.0,-0.08491551,-1.0,-0.836049,-0.99290913,-0.46596336,1.0,-0.09196269,-1.0,-0.8305595,-0.9859318,-0.43427703,1.0244781,1.0244782
+3.924695,1.0,-0.36811432,-1.0,-0.82698756,-1.0,-0.15065734,1.0,-0.37488484,-1.0,-0.8212802,-1.0,-0.11993822,0.9712248,0.9712248
+3.9599493,1.0,-0.68674296,-1.0,-0.8286767,-1.0,0.17275408,1.0,-0.6929067,-1.0,-0.82231665,-1.0,0.19426295,0.93597054,0.93597054
+3.851904,1.0,-0.85194916,-1.0,-0.84338576,-1.0,0.36110955,1.0,-0.8534922,-1.0,-0.8373471,-1.0,0.37662053,1.044016,1.0440159
+3.7091744,1.0,-0.85298043,-1.0,-0.85540456,-1.0,0.38891608,1.0,-0.8532544,-1.0,-0.85032094,-1.0,0.4021588,1.1867453,1.1867454
+3.7202904,1.0,-0.7457034,-1.0,-0.8530386,-1.0,0.2741467,1.0,-0.7481738,-1.0,-0.8477305,-1.0,0.2896459,1.1756294,1.1756294
+3.8731067,1.0,-0.4595568,-1.0,-0.83621126,-1.0,-0.0878292,1.0,-0.46886116,-1.0,-0.8291009,-1.0,-0.044900894,1.0228131,1.0228131
+4.03406,1.0,-0.0725696,-1.0,-0.8212198,-1.0,-0.65633833,1.0,-0.08613858,-1.0,-0.812761,-1.0,-0.60950047,0.86185974,0.8618598
+4.0220003,1.0,0.2007916,-1.0,-0.8248171,-1.0,-0.8508908,1.0,0.18671156,-1.0,-0.81669456,-1.0,-0.8214328,0.8739194,0.8739195
+3.9002757,1.0,0.21055667,-1.0,-0.8345224,-0.973709,-0.8006894,1.0,0.19612719,-1.0,-0.8261053,-0.96381503,-0.7714043,0.9956439,0.9956441
+3.8100166,1.0,-0.013583565,-1.0,-0.8313108,-0.9594833,-0.59914166,1.0,-0.025274599,-1.0,-0.8222664,-0.9507939,-0.56717926,1.0859032,1.0859032
+3.8165565,1.0,-0.32785136,-1.0,-0.81432736,-1.0,-0.27572998,1.0,-0.33925086,-1.0,-0.80502176,-0.99502677,-0.24022388,1.0793633,1.0793633
+3.9208336,1.0,-0.68865484,-1.0,-0.8136726,-1.0,0.10032746,1.0,-0.7010996,-1.0,-0.8040585,-1.0,0.12682027,0.9750862,0.9750862
+3.8891857,1.0,-0.8751943,-1.0,-0.8336809,-1.0,0.3361534,1.0,-0.8820399,-1.0,-0.8249271,-1.0,0.35343412,1.006734,1.0067341
+3.7311575,1.0,-0.86237836,-1.0,-0.853237,-1.0,0.38402742,1.0,-0.8679052,-1.0,-0.846718,-1.0,0.39806014,1.164762,1.1647623
+3.683596,1.0,-0.7516815,-1.0,-0.8540341,-1.0,0.26999778,1.0,-0.76072705,-1.0,-0.8479544,-1.0,0.2853282,1.2123239,1.2123239
+3.7877522,1.0,-0.4742418,-1.0,-0.8366141,-1.0,-0.11818095,1.0,-0.4911378,-1.0,-0.8284309,-1.0,-0.07336314,1.1081676,1.1081676
+3.9752328,1.0,-0.065894715,-1.0,-0.8202643,-1.0,-0.72763515,1.0,-0.08632035,-1.0,-0.8101098,-1.0,-0.68393105,0.92068696,0.92068696
+4.0491104,1.0,0.25281677,-1.0,-0.82522017,-1.0,-0.911495,1.0,0.23429531,-1.0,-0.81529903,-1.0,-0.8866903,0.8468093,0.8468094
+3.9572692,1.0,0.29857394,-1.0,-0.83618194,-0.97197825,-0.8877571,1.0,0.28145018,-1.0,-0.8253886,-0.9587158,-0.8612996,0.93865055,0.9386506
+3.8274412,1.0,0.08233646,-1.0,-0.83477706,-0.9436049,-0.717166,1.0,0.06794113,-1.0,-0.8220378,-0.9320238,-0.6845347,1.0684786,1.0684786
+3.775277,1.0,-0.22825629,-1.0,-0.81404436,-0.98408955,-0.4262699,1.0,-0.24111655,-1.0,-0.8009453,-0.9727513,-0.3867802,1.120643,1.1206429
+3.8762245,1.0,-0.5832389,-1.0,-0.8076734,-1.0,-0.031966105,1.0,-0.59882903,-1.0,-0.79516304,-1.0,0.0024817716,1.0196952,1.0196953
+3.9044135,1.0,-0.82438284,-1.0,-0.82603335,-1.0,0.26188713,1.0,-0.835359,-1.0,-0.8145712,-1.0,0.28308252,0.9915063,0.99150634
+3.7593658,1.0,-0.83256435,-1.0,-0.8502241,-1.0,0.3532986,1.0,-0.8406102,-1.0,-0.8417462,-1.0,0.3696246,1.1365539,1.136554
+3.6824415,1.0,-0.72402894,-1.0,-0.85572153,-1.0,0.260623,1.0,-0.7351087,-1.0,-0.848551,-1.0,0.27717942,1.2134783,1.2134783
+3.7407584,1.0,-0.4753306,-1.0,-0.84083986,-1.0,-0.10467421,1.0,-0.49409372,-1.0,-0.8316681,-1.0,-0.059815936,1.1551613,1.1551614
+3.9129114,1.0,-0.076888986,-1.0,-0.8230366,-1.0,-0.7378213,1.0,-0.09922466,-1.0,-0.8113369,-1.0,-0.6932104,0.9830084,0.9830084
+4.044778,1.0,0.2787342,-1.0,-0.82777756,-1.0,-0.93245643,1.0,0.25906044,-1.0,-0.81627774,-1.0,-0.91050154,0.8511419,0.8511419
+3.9997694,1.0,0.38381428,-1.0,-0.84000176,-0.9801474,-0.94367915,1.0,0.3665342,-1.0,-0.8277165,-0.9634094,-0.9210921,0.8961503,0.89615035
+3.8639414,1.0,0.19919004,-1.0,-0.8416888,-0.93397015,-0.8249025,1.0,0.18434386,-1.0,-0.8265882,-0.9194239,-0.79470474,1.0319782,1.0319784
+3.7777905,1.0,-0.108230025,-1.0,-0.82128674,-0.9676974,-0.58839744,1.0,-0.121425115,-1.0,-0.8049732,-0.95360464,-0.5482865,1.1181291,1.1181293
+3.8491848,1.0,-0.43306428,-1.0,-0.8079336,-1.0,-0.21195412,1.0,-0.44768575,-1.0,-0.7927545,-1.0,-0.16829477,1.046735,1.046735
+3.9119003,1.0,-0.7240893,-1.0,-0.82077754,-1.0,0.14262772,1.0,-0.7366326,-1.0,-0.80679554,-1.0,0.17042537,0.9840195,0.9840195
+3.7778008,1.0,-0.78187805,-1.0,-0.8464653,-1.0,0.2985112,1.0,-0.78975564,-1.0,-0.8355614,-1.0,0.31838322,1.1181189,1.118119
+3.6745088,1.0,-0.68294895,-1.0,-0.8569595,-1.0,0.24232914,1.0,-0.6926128,-1.0,-0.8483413,-1.0,0.26152784,1.221411,1.221411
+3.7032013,1.0,-0.46551612,-1.0,-0.846034,-1.0,-0.086957164,1.0,-0.48203966,-1.0,-0.8359094,-1.0,-0.041708082,1.1927185,1.1927185
+3.8508275,1.0,-0.09394195,-1.0,-0.82755,-1.0,-0.7311967,1.0,-0.114789836,-1.0,-0.81447667,-1.0,-0.6839717,1.0450923,1.0450923
+4.0238934,1.0,0.2893819,-1.0,-0.83147365,-1.0,-0.9387275,1.0,0.27059558,-1.0,-0.81850624,-1.0,-0.91934043,0.87202626,0.87202644
+4.0357275,1.0,0.46380156,-1.0,-0.84536606,-0.99206704,-0.9766056,1.0,0.44734228,-1.0,-0.83199894,-0.97231996,-0.9582994,0.8601923,0.8601923
+3.9009082,1.0,0.32577968,-1.0,-0.8496026,-0.9284168,-0.90966755,1.0,0.31190372,-1.0,-0.8331235,-0.9108302,-0.884597,0.99501157,0.99501157
+3.79263,1.0,0.024755387,-1.0,-0.8320543,-0.94923955,-0.73981035,1.0,0.011214776,-1.0,-0.8130415,-0.9321583,-0.7032327,1.1032898,1.1032898
+3.8315215,1.0,-0.2817435,-1.0,-0.81237906,-1.0,-0.41855425,1.0,-0.29434618,-1.0,-0.7945311,-1.0,-0.36914113,1.0643982,1.0643983
+3.9144673,1.0,-0.5839332,-1.0,-0.81789917,-1.0,-0.028884308,1.0,-0.5963687,-1.0,-0.8015396,-1.0,0.009266673,0.9814525,0.98145247
+3.7963955,1.0,-0.7076588,-1.0,-0.84224504,-1.0,0.20728838,1.0,-0.7144942,-1.0,-0.8287282,-1.0,0.23258072,1.0995241,1.0995243
+3.6594908,1.0,-0.6297597,-1.0,-0.8574155,-1.0,0.20400046,1.0,-0.63667184,-1.0,-0.84702426,-1.0,0.22733894,1.2364289,1.236429
+3.663117,1.0,-0.4387715,-1.0,-0.8509906,-1.0,-0.08698387,1.0,-0.4513549,-1.0,-0.8399202,-1.0,-0.04029523,1.2328027,1.2328029
+3.7845151,1.0,-0.10522508,-1.0,-0.833316,-1.0,-0.72190803,1.0,-0.12271436,-1.0,-0.81907195,-1.0,-0.6718754,1.1114045,1.1114047
+3.9816563,1.0,0.29300004,-1.0,-0.8365293,-1.0,-0.93835336,1.0,0.27691382,-1.0,-0.82211524,-1.0,-0.92133325,0.9142635,0.9142635
+4.062152,1.0,0.5367991,-1.0,-0.853005,-1.0,-0.99079746,1.0,0.52188283,-1.0,-0.8385568,-0.9825048,-0.97695464,0.83376783,0.8337679
+3.940437,1.0,0.45624632,-1.0,-0.8591904,-0.92732126,-0.96648043,1.0,0.44353947,-1.0,-0.8418292,-0.90634006,-0.9471735,0.9554827,0.9554827
+3.8130245,1.0,0.1760682,-1.0,-0.84506255,-0.9281768,-0.8625018,1.0,0.1631988,-1.0,-0.82394564,-0.9078402,-0.832987,1.0828952,1.0828953
+3.8216016,1.0,-0.13842209,-1.0,-0.82064563,-0.9998922,-0.62640196,1.0,-0.15076742,-1.0,-0.80008847,-0.978481,-0.5789034,1.0743182,1.0743182
+3.9111655,1.0,-0.42099524,-1.0,-0.8179184,-1.0,-0.2503939,1.0,-0.4312718,-1.0,-0.79944754,-1.0,-0.19943029,0.98475426,0.9847543
+3.8176837,1.0,-0.6012237,-1.0,-0.8383841,-1.0,0.060494073,1.0,-0.6072535,-1.0,-0.8223687,-1.0,0.09501127,1.078236,1.0782361
+3.6415565,1.0,-0.56066835,-1.0,-0.8572809,-1.0,0.13003924,1.0,-0.56459177,-1.0,-0.84484255,-1.0,0.15971562,1.2543633,1.2543633
+3.6112227,1.0,-0.3927878,-1.0,-0.855331,-1.0,-0.117368214,1.0,-0.4009231,-1.0,-0.8432805,-1.0,-0.067451954,1.284697,1.284697
+3.711149,1.0,-0.10287942,-1.0,-0.8400961,-1.0,-0.7168551,1.0,-0.116277,-1.0,-0.82503253,-1.0,-0.66430134,1.184771,1.1847708
+3.9184113,1.0,0.29558176,-1.0,-0.8433068,-1.0,-0.9356274,1.0,0.2833038,-1.0,-0.8276192,-1.0,-0.92040247,0.9775085,0.97750854
+4.0737734,1.0,0.6021524,-1.0,-0.864046,-1.0,-0.9902484,1.0,0.58890474,-1.0,-0.8484575,-0.9917037,-0.98056346,0.8221464,0.8221464
+3.9851384,1.0,0.59033316,-1.0,-0.87255967,-0.9304194,-0.99792796,1.0,0.5773094,-1.0,-0.85461557,-0.906014,-0.98402774,0.9107813,0.9107814
+3.8383327,1.0,0.34539193,-1.0,-0.8608374,-0.9079638,-0.9451451,1.0,0.33378977,-1.0,-0.838461,-0.88436437,-0.92361253,1.057587,1.0575871
+3.8167565,1.0,0.013356006,-1.0,-0.8332113,-0.97139615,-0.8054832,1.0,-0.00052732415,-1.0,-0.81015533,-0.94705874,-0.76751643,1.0791633,1.0791633
+3.8999667,1.0,-0.25743082,-1.0,-0.82198125,-1.0,-0.5019256,1.0,-0.2685045,-1.0,-0.80106133,-1.0,-0.44440758,0.9959531,0.9959531
+3.8397925,1.0,-0.45984563,-1.0,-0.83630335,-1.0,-0.15666331,1.0,-0.46740663,-1.0,-0.8176338,-1.0,-0.10839165,1.0561273,1.0561273
+3.6280458,1.0,-0.46916133,-1.0,-0.8572209,-1.0,-0.0031909738,1.0,-0.47215772,-1.0,-0.8422553,-1.0,0.036149107,1.2678739,1.267874
+3.5444994,1.0,-0.32602507,-1.0,-0.8594702,-1.0,-0.19107282,1.0,-0.3313471,-1.0,-0.84588116,-1.0,-0.13660167,1.3514204,1.3514204
+3.6233993,1.0,-0.079096295,-1.0,-0.8480658,-1.0,-0.7240515,1.0,-0.088424325,-1.0,-0.8319251,-1.0,-0.67013556,1.2725205,1.2725205
+3.8354752,1.0,0.30433744,-1.0,-0.85277796,-1.0,-0.9338282,1.0,0.29743597,-1.0,-0.83536273,-1.0,-0.9195798,1.0604446,1.0604446
+4.064702,1.0,0.65949625,-1.0,-0.88040024,-1.0,-0.9819754,1.0,0.64974755,-1.0,-0.8627463,-0.99702924,-0.97493523,0.83121777,0.83121777
+4.022287,1.0,0.72639555,-1.0,-0.8937307,-0.93687624,-1.0,1.0,0.713635,-1.0,-0.8743549,-0.90861285,-0.9979655,0.87363285,0.8736329
+3.8341098,1.0,0.5285863,-1.0,-0.8829535,-0.8937631,-0.99151295,1.0,0.51734954,-1.0,-0.85897857,-0.86592525,-0.9766114,1.0618099,1.06181
+3.7810352,1.0,0.20001826,-1.0,-0.8528909,-0.9361114,-0.92914474,1.0,0.18583295,-1.0,-0.8268125,-0.9076511,-0.9036103,1.1148847,1.1148846
+3.8789678,1.0,-0.09520214,-1.0,-0.83181435,-1.0,-0.7527278,1.0,-0.108790785,-1.0,-0.8079024,-1.0,-0.70326036,1.016952,1.016952
+3.8694193,1.0,-0.29852724,-1.0,-0.8376738,-1.0,-0.4414847,1.0,-0.30912042,-1.0,-0.81596214,-1.0,-0.37952602,1.0265003,1.0265005
+3.6491992,1.0,-0.35563868,-1.0,-0.85809916,-1.0,-0.21570805,1.0,-0.36037788,-1.0,-0.84001225,-1.0,-0.1628918,1.2467204,1.2467206
+3.4834497,1.0,-0.24209195,-1.0,-0.86443114,-1.0,-0.31334925,1.0,-0.24594575,-1.0,-0.84852964,-1.0,-0.25387874,1.41247,1.4124701
+3.515218,1.0,-0.029410014,-1.0,-0.8576179,-1.0,-0.7457513,1.0,-0.03446807,-1.0,-0.839843,-1.0,-0.69229895,1.3807017,1.3807018
+3.7227163,1.0,0.32768577,-1.0,-0.8656491,-1.0,-0.9342885,1.0,0.3273109,-1.0,-0.845838,-1.0,-0.920142,1.1732036,1.1732035
+4.0142703,1.0,0.70950085,-1.0,-0.903094,-1.0,-0.97456634,1.0,0.7056131,-1.0,-0.88214535,-0.9975006,-0.96819896,0.88164943,0.8816495
+4.0494213,1.0,0.8553021,-1.0,-0.9273222,-0.9445438,-0.99583036,1.0,0.84577686,-1.0,-0.90468013,-0.9122972,-0.99152714,0.8464984,0.8464985
+3.8201892,1.0,0.7190291,-1.0,-0.91916215,-0.8878183,-1.0,1.0,0.7100137,-1.0,-0.89180654,-0.85342693,-0.9993406,1.0757304,1.0757306
+3.7071762,1.0,0.4283891,-1.0,-0.885662,-0.9014643,-0.9912465,1.0,0.41806713,-1.0,-0.8546664,-0.8665639,-0.9748233,1.1887437,1.1887436
+3.822087,1.0,0.09208052,-1.0,-0.8524902,-0.98511654,-0.92843235,1.0,0.07711682,-1.0,-0.8233617,-0.9502627,-0.89698726,1.0738328,1.0738328
+3.889568,1.0,-0.13132411,-1.0,-0.84612685,-1.0,-0.7475133,1.0,-0.14308311,-1.0,-0.8200759,-1.0,-0.68870515,1.0063517,1.0063517
+3.7122343,1.0,-0.2209372,-1.0,-0.8624503,-1.0,-0.5103702,1.0,-0.22914669,-1.0,-0.83967036,-1.0,-0.44287944,1.1836854,1.1836855
+3.463694,1.0,-0.14043787,-1.0,-0.87266904,-1.0,-0.5008417,1.0,-0.14343485,-1.0,-0.85265344,-1.0,-0.4343499,1.4322257,1.4322257
+3.4040952,1.0,0.0533202,-1.0,-0.8707259,-1.0,-0.79122806,1.0,0.053926922,-1.0,-0.84967434,-1.0,-0.7407226,1.4918247,1.4918246
+3.584516,1.0,0.38123995,-1.0,-0.884311,-1.0,-0.9389421,1.0,0.38833123,-1.0,-0.8605561,-1.0,-0.9235348,1.3114036,1.3114038
+3.9180548,1.0,0.76059204,-1.0,-0.9331748,-1.0,-0.9730577,1.0,0.76369184,-1.0,-0.90727276,-0.9924063,-0.96581894,0.9778649,0.977865
+4.0598993,1.0,0.96507376,-1.0,-0.9750785,-0.9496966,-0.9812573,1.0,0.9604843,-1.0,-0.9472605,-0.91446453,-0.9775291,0.83602047,0.83602047
+3.832935,1.0,0.908364,-1.0,-0.97780305,-0.88946027,-0.9976303,1.0,0.9016606,-1.0,-0.94475883,-0.84650654,-0.9935393,1.0629846,1.0629847
+3.6214788,1.0,0.6710769,-1.0,-0.943962,-0.8777698,-1.0,1.0,0.66598874,-1.0,-0.90454704,-0.83293265,-0.9993544,1.2744411,1.274441
+3.7038121,1.0,0.3391081,-1.0,-0.89596635,-0.9333634,-1.0,1.0,0.32989103,-1.0,-0.8570091,-0.8888456,-0.9824106,1.1921077,1.1921077
+3.8546994,1.0,0.061371937,-1.0,-0.8710303,-1.0,-0.9503903,1.0,0.04779374,-1.0,-0.8363294,-0.98434216,-0.9147261,1.0412204,1.0412204
+3.776272,1.0,-0.06216281,-1.0,-0.87682706,-1.0,-0.8237209,1.0,-0.074465826,-1.0,-0.84560865,-1.0,-0.76480436,1.1196477,1.1196477
+3.519295,1.0,-0.01596048,-1.0,-0.8899968,-1.0,-0.7475372,1.0,-0.020855898,-1.0,-0.86170274,-1.0,-0.6839262,1.3766247,1.3766248
+3.3539565,1.0,0.1779795,-1.0,-0.894349,-1.0,-0.8603572,1.0,0.1840404,-1.0,-0.86540055,-1.0,-0.8173743,1.5419632,1.5419633
+3.453517,1.0,0.49441367,-1.0,-0.91734314,-1.0,-0.9517595,1.0,0.5096095,-1.0,-0.8848547,-1.0,-0.93339103,1.4424028,1.4424028
+3.7748027,1.0,0.844147,-1.0,-0.9785126,-1.0,-0.9796472,1.0,0.8556189,-1.0,-0.94371784,-0.9769878,-0.97001404,1.121117,1.1211171
+4.0037518,1.0,1.0,-1.0,-1.0,-0.9468417,-0.9786785,1.0,1.0,-1.0,-1.0,-0.90741557,-0.972658,0.89216787,0.89216805
+3.8555603,0.93763155,1.0,-1.0,-1.0,-0.8931406,-0.9758518,0.9225099,1.0,-1.0,-1.0,-0.8379461,-0.97118014,1.0403595,1.0403595
+3.593263,0.9778186,0.9094067,-1.0,-1.0,-0.8664535,-0.98975986,0.94623035,0.9117331,-1.0,-0.9884982,-0.8033919,-0.9838038,1.302657,1.3026569
+3.5709825,1.0,0.6355649,-1.0,-0.9875257,-0.8922474,-1.0,1.0,0.64087003,-1.0,-0.92880684,-0.8280734,-0.9984595,1.3249375,1.3249373
+3.7417355,1.0,0.3327031,-1.0,-0.94022274,-0.9566741,-1.0,1.0,0.3288996,-1.0,-0.884088,-0.90083075,-0.99340385,1.1541842,1.1541843
+3.7909582,1.0,0.15865757,-1.0,-0.926897,-1.0,-0.9867205,1.0,0.14934514,-1.0,-0.87444586,-0.98562944,-0.95112026,1.1049616,1.1049616
+3.6097217,1.0,0.17342615,-1.0,-0.9390149,-1.0,-0.9333279,1.0,0.17221841,-1.0,-0.88888335,-1.0,-0.89092517,1.2861981,1.2861981
+3.4012847,1.0,0.38042343,-1.0,-0.9535201,-1.0,-0.93669015,1.0,0.40009487,-1.0,-0.9029238,-1.0,-0.89951926,1.4946351,1.4946351
+3.3993595,1.0,0.7054171,-1.0,-0.9917597,-1.0,-0.9801771,1.0,0.73493975,-1.0,-0.9389719,-0.996605,-0.95600015,1.4965605,1.4965603
+3.628783,1.0,1.0,-1.0,-1.0,-0.9727349,-1.0,1.0,1.0,-1.0,-1.0,-0.9368773,-0.9863459,1.2671368,1.2671368
+3.8573525,0.9180082,1.0,-1.0,-1.0,-0.9265986,-0.9959964,0.9094573,1.0,-1.0,-1.0,-0.87568355,-0.9849381,1.0385672,1.0385673
+3.8127487,0.7954778,1.0,-1.0,-1.0,-0.8850023,-0.97819287,0.7738302,1.0,-1.0,-1.0,-0.81275946,-0.9676005,1.0831711,1.0831711
+3.6103969,0.780878,1.0,-1.0,-1.0,-0.85762507,-0.96471816,0.74363285,1.0,-1.0,-1.0,-0.7690973,-0.95213705,1.285523,1.2855229
+3.5442176,0.8647528,0.9400719,-1.0,-1.0,-0.8616329,-0.97498983,0.81746906,0.9537854,-1.0,-1.0,-0.768352,-0.9587906,1.3517021,1.3517022
+3.6602159,0.9959091,0.71537966,-1.0,-1.0,-0.8958017,-1.0,0.94723916,0.73018116,-1.0,-1.0,-0.80860096,-0.9804926,1.235704,1.235704
+3.754941,1.0,0.54553086,-1.0,-1.0,-0.94392216,-1.0,1.0,0.55866104,-1.0,-0.97795177,-0.8710653,-0.98024803,1.1409787,1.1409788
+3.6502767,1.0,0.54184085,-1.0,-1.0,-0.98227954,-1.0,1.0,0.5675536,-1.0,-0.98373026,-0.9226797,-0.95718306,1.245643,1.2456431
+3.4654312,1.0,0.7452114,-1.0,-1.0,-0.985421,-1.0,1.0,0.793068,-1.0,-1.0,-0.9325684,-0.96157694,1.4304886,1.4304886
+3.4180002,1.0,1.0,-1.0,-1.0,-0.954564,-1.0,0.9890504,1.0,-1.0,-1.0,-0.90234923,-1.0,1.4779196,1.4779196
+3.5626733,0.8987534,1.0,-1.0,-1.0,-0.9163498,-1.0,0.8638832,1.0,-1.0,-1.0,-0.85787565,-1.0,1.3332464,1.3332465
+3.7488723,0.7276607,1.0,-1.0,-1.0,-0.88677955,-1.0,0.6909943,1.0,-1.0,-1.0,-0.81340337,-1.0,1.1470475,1.1470475
+3.753966,0.5907881,1.0,-1.0,-1.0,-0.8650517,-1.0,0.5484162,1.0,-1.0,-1.0,-0.7681734,-1.0,1.1419536,1.1419537
+3.600713,0.545322,1.0,-1.0,-1.0,-0.852975,-0.99770373,0.4951914,1.0,-1.0,-1.0,-0.73426837,-0.9706697,1.2952067,1.2952068
+3.52337,0.5797216,1.0,-1.0,-1.0,-0.8510627,-0.99037045,0.5224751,1.0,-1.0,-1.0,-0.7241183,-0.9526956,1.3725499,1.3725498
+3.6409879,0.67001325,1.0,-1.0,-1.0,-0.85912156,-1.0,0.6094486,1.0,-1.0,-1.0,-0.7372895,-0.96257615,1.2549319,1.2549319
+3.8237445,0.78450316,1.0,-1.0,-1.0,-0.87536854,-1.0,0.72268444,1.0,-1.0,-1.0,-0.7676981,-0.9875888,1.0721751,1.0721753
+3.8310623,0.85879916,1.0,-1.0,-1.0,-0.8920491,-1.0,0.7947388,1.0,-1.0,-1.0,-0.80164117,-1.0,1.0648575,1.0648575
+3.67744,0.85768765,1.0,-1.0,-1.0,-0.89713484,-1.0,0.7879953,1.0,-1.0,-1.0,-0.81946284,-1.0,1.2184799,1.2184799
+3.6030982,0.7777313,1.0,-1.0,-1.0,-0.8882986,-1.0,0.69865197,1.0,-1.0,-1.0,-0.8141301,-1.0,1.2928216,1.2928216
+3.7077267,0.61754143,1.0,-1.0,-1.0,-0.87636775,-1.0,0.53408664,1.0,-1.0,-1.0,-0.7938861,-1.0,1.1881932,1.1881931
+3.8418584,0.42608804,1.0,-0.86712545,-1.0,-0.86649805,-1.0,0.33772022,1.0,-0.85417765,-1.0,-0.7656862,-1.0,1.0540613,1.0540614
+3.803071,0.23980728,1.0,-0.49589676,-1.0,-0.8617174,-1.0,0.120054126,1.0,-0.46011865,-1.0,-0.73972714,-1.0,1.0928488,1.0928488
+3.664462,0.13939369,1.0,-0.35064828,-1.0,-0.8656725,-1.0,-0.0073470045,1.0,-0.28554368,-1.0,-0.72141635,-0.99965805,1.2314577,1.2314577
+3.651745,0.15862045,1.0,-0.45829588,-1.0,-0.86956275,-1.0,0.01759982,1.0,-0.36033893,-1.0,-0.7088252,-0.9625984,1.2441748,1.2441747
+3.7770004,0.26408753,1.0,-0.731144,-1.0,-0.86825764,-1.0,0.15492272,1.0,-0.61518747,-1.0,-0.70764625,-0.9642084,1.1189194,1.1189194
+3.9408545,0.41150412,1.0,-0.9768417,-1.0,-0.8685583,-1.0,0.3319353,1.0,-0.8848199,-1.0,-0.7236724,-1.0,0.95506525,0.95506525
+3.981157,0.5438966,1.0,-1.0,-1.0,-0.87417173,-1.0,0.46637493,1.0,-0.9918229,-1.0,-0.75556386,-1.0,0.9147627,0.91476274
+3.8432567,0.5812678,1.0,-1.0,-1.0,-0.87952954,-1.0,0.4858324,1.0,-0.9745289,-1.0,-0.7863403,-1.0,1.0526632,1.0526631
+3.7428246,0.49604753,1.0,-0.94132656,-1.0,-0.87907267,-1.0,0.38495016,1.0,-0.86831015,-1.0,-0.7936501,-1.0,1.1530954,1.1530952
+3.8123555,0.3179497,1.0,-0.6872406,-1.0,-0.8728967,-1.0,0.17645833,1.0,-0.6017367,-1.0,-0.77367705,-1.0,1.0835644,1.0835643
+3.9408813,-0.07719601,1.0,-0.27383897,-1.0,-0.8635362,-1.0,-0.3379171,1.0,-0.21036106,-1.0,-0.74724835,-1.0,0.95503855,0.95503855
+3.9560397,-0.52425987,1.0,0.046133243,-1.0,-0.86275977,-1.0,-0.74115926,1.0,0.09910429,-1.0,-0.74150926,-1.0,0.93988013,0.93988013
+3.8983536,-0.60467815,1.0,0.13551442,-1.0,-0.87651557,-1.0,-0.796886,1.0,0.2058229,-1.0,-0.7382083,-0.95261073,0.9975662,0.9975662
+3.8561637,-0.4508038,1.0,-0.022129918,-1.0,-0.88735324,-1.0,-0.67963785,1.0,0.07356859,-1.0,-0.7215973,-0.91186005,1.0397562,1.0397561
+3.8367991,-0.19610175,1.0,-0.29775196,-1.0,-0.87885207,-1.0,-0.42732626,1.0,-0.18269068,-1.0,-0.7068406,-0.9313261,1.0591207,1.0591207
+3.9042962,0.09554941,1.0,-0.6310826,-1.0,-0.86835545,-1.0,-0.051839225,1.0,-0.48852882,-1.0,-0.71582323,-0.98362035,0.99162346,0.99162364
+3.9199138,0.320723,1.0,-0.84706646,-1.0,-0.87056404,-1.0,0.23234183,1.0,-0.7216427,-1.0,-0.7453541,-1.0,0.97600603,0.97600603
+3.7796288,0.4122396,1.0,-0.8600895,-1.0,-0.8779581,-1.0,0.31202486,1.0,-0.74046415,-1.0,-0.7816619,-1.0,1.116291,1.116291
+3.6998992,0.34311187,1.0,-0.7499986,-1.0,-0.87916416,-1.0,0.20911849,1.0,-0.6217784,-1.0,-0.7961248,-1.0,1.1960206,1.1960206
+3.7642105,0.07038303,1.0,-0.4950298,-1.0,-0.87273955,-1.0,-0.16890293,1.0,-0.37068847,-1.0,-0.7749612,-1.0,1.1317093,1.1317093
+3.9242136,-0.57449955,1.0,-0.09772796,-1.0,-0.86261046,-1.0,-0.7721961,1.0,-0.0123402495,-1.0,-0.7560088,-1.0,0.97170615,0.97170615

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.08537542819976807,-0.08537534832954406,4.981295132637024,,
+1000,-0.07654094696044922,-0.07654101276397705,4.972460798263549,,
+1500,-0.09670169651508331,-0.09670171475410462,4.992621492385864,,
+2000,-0.08162151277065277,-0.0816215000152588,4.977541334152222,,
+2500,-0.03732944279909134,-0.037329429030418394,4.933249232769012,,
+3000,-0.04435676336288452,-0.04435673999786377,4.9402765369415285,,
+3500,-0.049915894865989685,-0.049915789604187015,4.945835561752319,,
+4000,-0.03970593586564064,-0.03970581936836243,4.9356256275177,,
+4500,-0.019373580813407898,-0.01937361741065979,4.915293405532837,,
+5000,0.007838640362024307,0.007838596940040589,4.888081189155579,,
+5000,,,,4.776062898635864,0.11985675245523453
+5500,-0.0053854468278586864,-0.005385284781455993,4.901305079460144,,
+6000,-0.013322997838258743,-0.013323066353797913,4.909242805480957,,
+6500,0.019715197384357452,0.019715188026428222,4.876204614639282,,
+7000,0.0025901328772306442,0.002590089440345764,4.893329693317414,,
+7500,0.008747918531298637,0.008747933030128479,4.887171879768371,,
+8000,-0.011635066010057926,-0.01163498044013977,4.907554751396179,,
+8500,0.046837206929922104,0.046837138533592226,4.849082647800445,,
+9000,0.09202257543802261,0.09202259385585784,4.803897174835205,,
+9500,0.08382537961006165,0.08382531130313874,4.812094481945038,,
+10000,0.06300988793373108,0.06300984573364257,4.832909945487976,,
+10000,,,,4.649776146411896,0.24614357948303223
+10500,0.11031659692525864,0.11031655466556549,4.785603238105774,,
+11000,0.08573736250400543,0.08573742187023163,4.810182382583618,,
+11500,0.10147210955619812,0.10147213864326476,4.794447619915008,,
+12000,0.09563034772872925,0.09563039457798005,4.80028940820694,,
+12500,0.10123772919178009,0.1012377016544342,4.794682096004486,,
+13000,0.147406205534935,0.14740609097480775,4.7485137190818785,,
+13500,0.16058924794197083,0.16058923614025117,4.7353305649757385,,
+14000,0.1659376174211502,0.16593778777122498,4.729982008457184,,
+14500,0.14769738912582397,0.14769722628593446,4.748222579479218,,
+15000,0.1852690577507019,0.18526898288726806,4.710650809288025,,
+15000,,,,4.535077457427978,0.36084219813346863
+15500,0.18268217146396637,0.18268206751346588,4.7132377424240115,,
+16000,0.18592779338359833,0.1859277515411377,4.709992078781128,,
+16500,0.16824747622013092,0.1682473443746567,4.727672472000122,,
+17000,0.2215893566608429,0.22158940839767455,4.674330384254455,,
+17500,0.19381867349147797,0.19381868779659273,4.702101126194,,
+18000,0.15271392464637756,0.15271396958827974,4.7432058181762695,,
+18500,0.21977534890174866,0.219775386095047,4.676144435405731,,
+19000,0.22948065400123596,0.22948062670230865,4.666439154624939,,
+19500,0.2403060793876648,0.24030598342418671,4.655613792419434,,
+20000,0.1857387274503708,0.18573883509635924,4.710180959701538,,
+20000,,,,4.4795623397827145,0.4163573980331421
+20500,0.2332383543252945,0.23323848140239717,4.662681325912476,,
+21000,0.29546162486076355,0.2954616873264313,4.600458078384399,,
+21500,0.2683793902397156,0.26837945985794065,4.627540324211121,,
+22000,0.2842547297477722,0.2842548327445984,4.611664958000183,,
+22500,0.2592012882232666,0.25920123791694644,4.6367185592651365,,
+23000,0.3213889002799988,0.3213888247013092,4.574530961036682,,
+23500,0.29347050189971924,0.29347051012516023,4.602449295043946,,
+24000,0.3059571087360382,0.30595712518692014,4.5899626817703245,,
+24500,0.3100951015949249,0.310095162153244,4.5858246383667,,
+25000,0.3637501299381256,0.3637500900030136,4.532169714450836,,
+25000,,,,4.302271893024445,0.5936478972434998
+25500,0.3625311255455017,0.3625310570001602,4.533388690948486,,
+26000,0.3434716761112213,0.34347161281108857,4.552448187828064,,
+26500,0.37547433376312256,0.37547413003444674,4.520445669651031,,
+27000,0.3950503170490265,0.39505038809776305,4.500869417190552,,
+27500,0.3828381597995758,0.38283817064762116,4.513081624507904,,
+28000,0.3850002884864807,0.3850002493858337,4.510919559001922,,
+28500,0.3837910294532776,0.3837910072803497,4.512128809928894,,
+29000,0.4120231568813324,0.41202312576770783,4.483896678924561,,
+29500,0.3662945330142975,0.3662945075035095,4.529625289440155,,
+30000,0.3798159956932068,0.3798161447048187,4.516103650093078,,
+30000,,,,4.214638690948487,0.6812809109687805
+30500,0.40580323338508606,0.40580325603485107,4.490116535663605,,
+31000,0.4611973464488983,0.46119722378253936,4.4347225818634035,,
+31500,0.4357058107852936,0.43570566380023956,4.460214131355285,,
+32000,0.45465418696403503,0.4546541678905487,4.441265642642975,,
+32500,0.4269323945045471,0.4269323278665543,4.46898744726181,,
+33000,0.46224647760391235,0.4622465212345123,4.433673264026642,,
+33500,0.5023643970489502,0.5023644332885742,4.393555374622345,,
+34000,0.5098789930343628,0.5098790193796158,4.386040797710419,,
+34500,0.48531198501586914,0.48531195771694186,4.410607834815979,,
+35000,0.5048472881317139,0.5048471848964691,4.3910726218223575,,
+35000,,,,3.9700488781929018,0.9258708357810974
+35500,0.5243147015571594,0.5243148273229599,4.371604965686798,,
+36000,0.5495529174804688,0.549552718758583,4.346367074489594,,
+36500,0.5684335231781006,0.5684333987236023,4.3274863958358765,,
+37000,0.5506004095077515,0.5506002476215363,4.34531953048706,,
+37500,0.5402927398681641,0.5402927970886231,4.355627008438111,,
+38000,0.571681559085846,0.5716816670894623,4.3242381129264835,,
+38500,0.5355991721153259,0.5355992308855057,4.36032057762146,,
+39000,0.5615845322608948,0.5615845501422883,4.334335231304169,,
+39500,0.6569548845291138,0.656955174088478,4.238964617729187,,
+40000,0.6787344813346863,0.6787344321012497,4.217185356616974,,
+40000,,,,3.858935685157776,1.0369840860366821
+40500,0.6531734466552734,0.6531734533309936,4.242746342182159,,
+41000,0.6567683219909668,0.6567683358192444,4.239151463031769,,
+41500,0.6647892594337463,0.6647891846895218,4.231130597114563,,
+42000,0.681037425994873,0.681037456870079,4.214882319927216,,
+42500,0.7046633958816528,0.7046635617017746,4.191256251335144,,
+43000,0.7174322009086609,0.7174322383403778,4.178487568378449,,
+43500,0.6949024200439453,0.6949023438692092,4.20101745891571,,
+44000,0.66834956407547,0.6683494803905488,4.227570301055908,,
+44500,0.6931084394454956,0.6931084464788437,4.20281134223938,,
+45000,0.7029624581336975,0.7029624627828598,4.1929573097229005,,
+45000,,,,3.863758156299591,1.0321615934371948
+45500,0.6663317084312439,0.6663317011594773,4.22958812379837,,
+46000,0.7058600783348083,0.7058601230382919,4.190059676170349,,
+46500,0.6757857203483582,0.675785541176796,4.220134239673614,,
+47000,0.6796752214431763,0.6796752421855926,4.21624454164505,,
+47500,0.641074001789093,0.6410739274024964,4.254845876693725,,
+48000,0.646777868270874,0.6467779755592347,4.249141803264618,,
+48500,0.6685957908630371,0.6685956796407699,4.227324108600617,,
+49000,0.6682862043380737,0.6682861571311951,4.227633661270142,,
+49500,0.6929683089256287,0.6929684089422226,4.202951420783997,,
+50000,0.7140530347824097,0.7140530574321747,4.181866753101349,,
+50000,,,,3.8319705259799957,1.0639492273330688
+50500,0.699398934841156,0.6993990005254745,4.196520786762237,,
+51000,0.7045333981513977,0.7045332298278809,4.1913865733146665,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca92d404f393e28cfb542a51f5b6d2b97a07db977923b55fff5d92a1f661a50d
+size 1835418

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.61913,1.0,-0.29917145,-1.0,-0.6986982,-0.5178941,0.36654317,1.0,-0.32860035,-1.0,-0.70129234,-0.5579063,0.32983932,0.2767895,0.27678967
+4.1379123,1.0,-0.26280028,-1.0,-0.69831616,-0.5497182,0.25308144,1.0,-0.28530267,-1.0,-0.7013591,-0.58244956,0.22882567,0.75800747,0.7580075
+3.9535334,1.0,-0.25902635,-1.0,-0.69179034,-0.5628475,0.17978013,1.0,-0.28215814,-1.0,-0.695887,-0.59142643,0.1620031,0.9423863,0.9423864
+3.9982636,1.0,-0.2339307,-1.0,-0.68937767,-0.55748063,0.06202611,1.0,-0.25725323,-1.0,-0.6936862,-0.58351487,0.053227525,0.897656,0.8976562
+4.0940657,1.0,-0.1948568,-1.0,-0.6850601,-0.5402408,-0.06377502,1.0,-0.21713477,-1.0,-0.6894664,-0.56531125,-0.062075246,0.80185395,0.80185413
+4.1704264,1.0,-0.15175815,-1.0,-0.67831045,-0.517399,-0.1551623,1.0,-0.17240974,-1.0,-0.6828444,-0.54044145,-0.14423017,0.72549343,0.72549343
+4.1521482,1.0,-0.116793066,-1.0,-0.67083985,-0.48967272,-0.21132517,1.0,-0.13564926,-1.0,-0.6754697,-0.51016974,-0.19440287,0.7437714,0.74377155
+4.0847797,1.0,-0.102900445,-1.0,-0.6654457,-0.46619964,-0.21946579,1.0,-0.12045911,-1.0,-0.6699215,-0.48419142,-0.2002522,0.8111399,0.81114006
+4.041857,1.0,-0.11208023,-1.0,-0.66436416,-0.457619,-0.17152634,1.0,-0.12892446,-1.0,-0.66848326,-0.47374725,-0.15327072,0.85406286,0.85406303
+4.0443306,1.0,-0.14007491,-1.0,-0.66784686,-0.46851104,-0.09161958,1.0,-0.15679263,-1.0,-0.6716055,-0.4836939,-0.07687876,0.851589,0.8515892
+4.073923,1.0,-0.17447524,-1.0,-0.6746476,-0.49480486,-0.021585438,1.0,-0.19130029,-1.0,-0.6780799,-0.5093354,-0.010801528,0.8219965,0.8219967
+4.099478,1.0,-0.19728449,-1.0,-0.6817118,-0.52523726,0.0045767836,1.0,-0.21387327,-1.0,-0.684871,-0.5387463,0.013440039,0.79644185,0.79644203
+4.1021476,1.0,-0.1946105,-1.0,-0.68541276,-0.5465787,-0.029523853,1.0,-0.21031588,-1.0,-0.6884244,-0.55858433,-0.019519035,0.79377216,0.7937722
+4.088192,1.0,-0.16322902,-1.0,-0.68345946,-0.549316,-0.12137611,1.0,-0.17734641,-1.0,-0.68647426,-0.55957305,-0.1072754,0.80772763,0.8077278
+4.0753784,1.0,-0.112023056,-1.0,-0.6757383,-0.5304268,-0.24302614,1.0,-0.12413046,-1.0,-0.67882615,-0.53886414,-0.22312814,0.8205412,0.8205414
+4.0741234,1.0,-0.059728827,-1.0,-0.6643496,-0.49406844,-0.34917033,1.0,-0.07001558,-1.0,-0.6674642,-0.50066304,-0.32424337,0.82179636,0.8217964
+4.0844393,1.0,-0.027196411,-1.0,-0.6530158,-0.45187932,-0.40259534,1.0,-0.036368277,-1.0,-0.6560538,-0.4570549,-0.3751409,0.81148046,0.8114805
+4.100082,1.0,-0.027013388,-1.0,-0.6461189,-0.4190473,-0.3774441,1.0,-0.035968978,-1.0,-0.6489777,-0.42388925,-0.35016137,0.7958378,0.7958379
+4.1110015,1.0,-0.058011297,-1.0,-0.64739,-0.409593,-0.26198623,1.0,-0.067647755,-1.0,-0.64997107,-0.4151275,-0.23783892,0.7849181,0.7849183
+4.1047955,1.0,-0.109080866,-1.0,-0.6577031,-0.43308377,-0.09335239,1.0,-0.119906545,-1.0,-0.6598765,-0.43946722,-0.07550451,0.79112417,0.79112434
+4.0791597,1.0,-0.16410038,-1.0,-0.67305213,-0.48507023,0.035985302,1.0,-0.17569433,-1.0,-0.6747332,-0.49128157,0.048121642,0.8167599,0.81676006
+4.052635,1.0,-0.20169273,-1.0,-0.68610907,-0.5407607,0.065931305,1.0,-0.21294314,-1.0,-0.68740255,-0.54547936,0.0766048,0.84328455,0.8432846
+4.048748,1.0,-0.1985011,-1.0,-0.69091564,-0.57336396,-0.013332445,1.0,-0.20831534,-1.0,-0.692041,-0.57598424,0.00013149902,0.8471716,0.8471718
+4.072055,1.0,-0.14422026,-1.0,-0.6851999,-0.5719103,-0.18080147,1.0,-0.15186745,-1.0,-0.68633395,-0.5722386,-0.16174851,0.8238649,0.82386494
+4.102331,1.0,-0.055484217,-1.0,-0.67007416,-0.53635585,-0.36586142,1.0,-0.060943674,-1.0,-0.67126185,-0.5343116,-0.3412856,0.7935886,0.79358864
+4.1138244,1.0,0.029808689,-1.0,-0.6493603,-0.47575724,-0.5076353,1.0,0.025671866,-1.0,-0.6505197,-0.47176254,-0.47937292,0.7820952,0.78209543
+4.10452,1.0,0.07427946,-1.0,-0.62911433,-0.41063184,-0.576841,1.0,0.07057397,-1.0,-0.63016975,-0.40626752,-0.5474432,0.7914,0.79139996
+4.098675,1.0,0.061110254,-1.0,-0.6171476,-0.36099002,-0.5395308,1.0,0.057160083,-1.0,-0.61805856,-0.3578754,-0.50989354,0.79724497,0.797245
+4.1089253,1.0,0.0026237406,-1.0,-0.6204247,-0.34595907,-0.35570937,1.0,-0.0025427677,-1.0,-0.6211263,-0.34452695,-0.32763076,0.7869944,0.78699446
+4.1092367,1.0,-0.07925123,-1.0,-0.6408839,-0.38449124,-0.06677349,1.0,-0.08607873,-1.0,-0.6411697,-0.38408694,-0.046691973,0.7866831,0.7866831
+4.0731306,1.0,-0.16360942,-1.0,-0.6698837,-0.47343856,0.12538877,1.0,-0.17114428,-1.0,-0.66964173,-0.472565,0.13772193,0.82278895,0.8227892
+4.0274434,1.0,-0.22017878,-1.0,-0.69187874,-0.56346124,0.1429482,1.0,-0.226706,-1.0,-0.69136345,-0.5611447,0.15461396,0.8684762,0.8684764
+4.0187035,1.0,-0.20927525,-1.0,-0.6973118,-0.60707116,-0.003997255,1.0,-0.21371013,-1.0,-0.6967633,-0.60302347,0.011883762,0.87721616,0.87721634
+4.0590096,1.0,-0.113487095,-1.0,-0.6845916,-0.59724766,-0.26355395,1.0,-0.11558452,-1.0,-0.6841075,-0.5906708,-0.2434482,0.83691025,0.83691025
+4.1155987,1.0,0.03542434,-1.0,-0.6573406,-0.53983384,-0.49603033,1.0,0.03499463,-1.0,-0.6568003,-0.530156,-0.47287148,0.7803209,0.7803211
+4.134173,1.0,0.17183591,-1.0,-0.62206334,-0.453044,-0.67290646,1.0,0.17184281,-1.0,-0.62129974,-0.44221744,-0.6490458,0.7617468,0.7617469
+4.105085,1.0,0.23060006,-1.0,-0.58817947,-0.36764735,-0.7490881,1.0,0.23068766,-1.0,-0.5873802,-0.35877895,-0.72903347,0.79083484,0.7908349
+4.088812,1.0,0.18725069,-1.0,-0.5692901,-0.2995702,-0.7204361,1.0,0.1867183,-1.0,-0.5686098,-0.293643,-0.69753045,0.80710787,0.8071079
+4.119685,1.0,0.08430903,-1.0,-0.5748628,-0.2733059,-0.4961115,1.0,0.08155702,-1.0,-0.57421285,-0.26914853,-0.4669689,0.7762347,0.7762346
+4.1366057,1.0,-0.034691278,-1.0,-0.6101564,-0.32031932,-0.051034722,1.0,-0.039640624,-1.0,-0.60899335,-0.3161017,-0.02827591,0.75931406,0.75931406
+4.063854,1.0,-0.14972863,-1.0,-0.6611098,-0.4489105,0.21260998,1.0,-0.15497187,-1.0,-0.6591845,-0.4427115,0.22546637,0.8320654,0.8320656
+3.96456,1.0,-0.22638172,-1.0,-0.69588995,-0.58164936,0.20581572,1.0,-0.22957474,-1.0,-0.6939083,-0.5743234,0.21912219,0.9313596,0.93135977
+3.9381616,1.0,-0.20240414,-1.0,-0.6998938,-0.6349104,-0.031002525,1.0,-0.20268118,-1.0,-0.6980588,-0.6268472,-0.012184743,0.9577581,0.9577582
+4.005561,1.0,-0.048268784,-1.0,-0.6754349,-0.6132301,-0.3621474,1.0,-0.04605444,-1.0,-0.67363125,-0.6021332,-0.34462073,0.89035887,0.8903589
+4.125062,1.0,0.18272944,-1.0,-0.6326764,-0.5344362,-0.6227487,1.0,0.18593083,-1.0,-0.63043517,-0.5193551,-0.60254425,0.7708578,0.7708578
+4.179496,1.0,0.38258058,-1.0,-0.5801614,-0.4323486,-0.79356354,1.0,0.38580224,-1.0,-0.5774579,-0.41827446,-0.7804539,0.7164239,0.716424
+4.1112833,1.0,0.4530385,-1.0,-0.53231055,-0.33750802,-0.8336902,1.0,0.4558459,-1.0,-0.53034985,-0.32772744,-0.8252194,0.7846363,0.7846365
+4.0480223,1.0,0.3642463,-1.0,-0.51002234,-0.2549444,-0.82920116,1.0,0.36543852,-1.0,-0.5090129,-0.24939287,-0.8182343,0.8478975,0.8478975
+4.0908737,1.0,0.1976403,-1.0,-0.51777107,-0.21648672,-0.6652744,1.0,0.19446301,-1.0,-0.516942,-0.2121821,-0.64005965,0.805046,0.8050461
+4.1568103,1.0,0.03747051,-1.0,-0.5648545,-0.260103,-0.10999623,1.0,0.031609897,-1.0,-0.5631959,-0.25446895,-0.08189891,0.7391095,0.7391095
+4.0652456,1.0,-0.0973829,-1.0,-0.64015335,-0.40451476,0.24081315,1.0,-0.10280225,-1.0,-0.6370742,-0.39510214,0.25621608,0.8306742,0.8306742
+3.8979702,1.0,-0.18015514,-1.0,-0.690648,-0.5759314,0.20963696,1.0,-0.18253288,-1.0,-0.687681,-0.5655515,0.22558016,0.99794954,0.9979496
+3.8311763,1.0,-0.13350266,-1.0,-0.6905046,-0.6410966,-0.12524635,1.0,-0.13198042,-1.0,-0.6879415,-0.6312118,-0.10469478,1.0647434,1.0647435
+3.8974261,1.0,0.08957693,-1.0,-0.65195215,-0.6082244,-0.46261632,1.0,0.09431696,-1.0,-0.64900917,-0.59457564,-0.4475761,0.9984936,0.9984937
+4.094092,1.0,0.39845973,-1.0,-0.5964362,-0.5135076,-0.74061894,1.0,0.40279824,-1.0,-0.59236085,-0.49586636,-0.72482216,0.8018277,0.8018279
+4.235202,1.0,0.6311399,-1.0,-0.5282459,-0.4134238,-0.84160286,1.0,0.63465077,-1.0,-0.52357465,-0.39832237,-0.83555657,0.66071784,0.66071796
+4.1488104,1.0,0.6973221,-1.0,-0.4729424,-0.32067627,-0.8499131,1.0,0.69926256,-1.0,-0.4702857,-0.3106426,-0.84582925,0.74710935,0.7471094
+4.015171,1.0,0.5842199,-1.0,-0.453812,-0.23490706,-0.8606123,1.0,0.5841771,-1.0,-0.45296252,-0.22946167,-0.85517037,0.88074875,0.88074875
+4.037025,1.0,0.35878086,-1.0,-0.46571273,-0.1884672,-0.804059,1.0,0.35297537,-1.0,-0.46501482,-0.18391189,-0.7886066,0.85889477,0.8588948
+4.145514,1.0,0.15708175,-1.0,-0.51519614,-0.22159174,-0.30677325,1.0,0.14833577,-1.0,-0.51347953,-0.21524018,-0.2742349,0.7504058,0.7504058
+4.0604234,1.0,0.014832292,-1.0,-0.60142,-0.35062477,0.1570703,1.0,0.007132482,-1.0,-0.59803075,-0.3401733,0.17784752,0.83549637,0.8354964
+3.8388913,1.0,-0.052131336,-1.0,-0.6673432,-0.5359501,0.11198886,1.0,-0.05605155,-1.0,-0.6637555,-0.524129,0.13196138,1.0570284,1.0570285
+3.7355762,1.0,0.026567925,-1.0,-0.6635236,-0.6199124,-0.2740646,1.0,0.028059062,-1.0,-0.6602252,-0.60870105,-0.25564772,1.1603435,1.1603436
+3.785124,1.0,0.31322825,-1.0,-0.6171703,-0.58208644,-0.5773302,1.0,0.31764886,-1.0,-0.61229926,-0.566223,-0.56085575,1.1107957,1.1107957
+4.036848,1.0,0.6654811,-1.0,-0.5534453,-0.48069763,-0.82076836,1.0,0.66700643,-1.0,-0.54705167,-0.46229243,-0.81168276,0.85907173,0.85907173
+4.273701,1.0,0.8863725,-1.0,-0.47511744,-0.39405665,-0.8510699,1.0,0.8861274,-1.0,-0.46813434,-0.3781736,-0.84885603,0.62221855,0.6222186
+4.1947374,1.0,0.93938345,-1.0,-0.42197314,-0.31064823,-0.8426787,1.0,0.9369073,-1.0,-0.4171955,-0.29991254,-0.8403984,0.7011823,0.70118237
+3.9844568,1.0,0.85403705,-1.0,-0.4056877,-0.23372608,-0.8621202,1.0,0.8500964,-1.0,-0.40350166,-0.22754478,-0.8582181,0.911463,0.911463
+3.9751396,1.0,0.6149388,-1.0,-0.419531,-0.18533662,-0.87499255,1.0,0.6077134,-1.0,-0.41806725,-0.1798692,-0.8671843,0.9207802,0.9207802
+4.1122475,1.0,0.36692002,-1.0,-0.4640962,-0.20361337,-0.6302623,1.0,0.35609442,-1.0,-0.46177405,-0.19647026,-0.6035368,0.7836723,0.78367233
+4.041452,1.0,0.20676666,-1.0,-0.5392445,-0.30307284,-0.13759571,1.0,0.19720387,-1.0,-0.5357006,-0.29177275,-0.10683116,0.8544679,0.85446787
+3.770946,1.0,0.1584524,-1.0,-0.6141627,-0.4661941,-0.13561836,1.0,0.15404052,-1.0,-0.6091183,-0.45274723,-0.10960747,1.1249739,1.1249738
+3.6210773,1.0,0.27415767,-1.0,-0.61831117,-0.56972104,-0.42339724,1.0,0.27522242,-1.0,-0.612213,-0.5551753,-0.40582508,1.2748424,1.2748425
+3.6792104,1.0,0.59332424,-1.0,-0.5766489,-0.53884023,-0.7065684,1.0,0.59292597,-1.0,-0.56809014,-0.51955605,-0.6898564,1.2167094,1.2167094
+3.9725807,1.0,0.9469403,-1.0,-0.507861,-0.4488164,-0.8535034,1.0,0.9446072,-1.0,-0.4980501,-0.42923534,-0.8497974,0.92333907,0.9233391
+4.263871,1.0,1.0,-1.0,-0.4366336,-0.37983492,-0.8379607,1.0,1.0,-1.0,-0.4267705,-0.36260882,-0.838157,0.63204855,0.6320486
+4.169052,1.0,1.0,-1.0,-0.39622045,-0.3111691,-0.81661046,1.0,1.0,-1.0,-0.3876666,-0.29936624,-0.81521267,0.7268676,0.7268677
+3.8686323,1.0,1.0,-1.0,-0.3789559,-0.25034705,-0.84147733,1.0,1.0,-1.0,-0.37254316,-0.24324882,-0.83653176,1.0272874,1.0272875
+3.8145397,1.0,1.0,-1.0,-0.3857679,-0.20937407,-0.88335943,1.0,1.0,-1.0,-0.38107115,-0.20292619,-0.87664944,1.0813801,1.0813801
+3.983614,1.0,0.77226645,-1.0,-0.41312385,-0.21229553,-0.87055224,1.0,0.76421696,-1.0,-0.40847185,-0.20442683,-0.8593757,0.9123059,0.91230583
+4.0011196,1.0,0.57648796,-1.0,-0.45618367,-0.27614975,-0.6592155,1.0,0.5686022,-1.0,-0.45030713,-0.26452175,-0.63124084,0.8948002,0.8948002
+3.7562118,1.0,0.52702385,-1.0,-0.51108295,-0.38492504,-0.5209748,1.0,0.52399516,-1.0,-0.50181514,-0.36996883,-0.49300689,1.139708,1.139708
+3.5378096,1.0,0.6666476,-1.0,-0.53832805,-0.47640467,-0.63450015,1.0,0.6613771,-1.0,-0.525587,-0.45791423,-0.61244214,1.3581101,1.3581102
+3.5749457,1.0,0.9657993,-1.0,-0.5150859,-0.47289908,-0.8189122,1.0,0.9558559,-1.0,-0.5003433,-0.45149773,-0.80902535,1.3209742,1.3209741
+3.870781,1.0,1.0,-1.0,-0.4612248,-0.4211837,-0.84649473,1.0,1.0,-1.0,-0.44649112,-0.40074432,-0.8444811,1.0251387,1.0251389
+4.188821,1.0,1.0,-1.0,-0.42125776,-0.37421444,-0.798912,1.0,1.0,-1.0,-0.40743673,-0.35598618,-0.7985779,0.7070989,0.70709896
+4.140341,1.0,1.0,-1.0,-0.39992258,-0.32488889,-0.75882655,1.0,1.0,-1.0,-0.38624334,-0.31200492,-0.7550767,0.7555788,0.755579
+3.835381,1.0,1.0,-1.0,-0.38701865,-0.28394946,-0.772796,1.0,1.0,-1.0,-0.37421125,-0.27591038,-0.7623959,1.0605388,1.0605388
+3.716631,1.0,1.0,-1.0,-0.38648003,-0.25751477,-0.83252174,1.0,1.0,-1.0,-0.37505412,-0.25037873,-0.8182732,1.1792887,1.1792889
+3.8463726,1.0,1.0,-1.0,-0.39838663,-0.25497556,-0.8794922,1.0,1.0,-1.0,-0.3876137,-0.24600536,-0.8667111,1.0495471,1.0495472
+3.9345603,1.0,1.0,-1.0,-0.41417933,-0.29167467,-0.88068974,1.0,1.0,-1.0,-0.40201756,-0.27980024,-0.86705613,0.96135944,0.9613595
+3.7865267,1.0,1.0,-1.0,-0.43072376,-0.35428137,-0.84121704,1.0,1.0,-1.0,-0.4145992,-0.33968782,-0.82418597,1.1093931,1.1093931
+3.5685794,1.0,1.0,-0.99680096,-0.44337973,-0.40829235,-0.831292,1.0,1.0,-0.9926737,-0.42294478,-0.39108372,-0.8183439,1.3273405,1.3273404
+3.5605576,1.0,1.0,-0.97868997,-0.44084114,-0.42308676,-0.8243061,1.0,1.0,-0.9737597,-0.41870224,-0.4040709,-0.81556755,1.3353623,1.3353622
+3.8080766,1.0,1.0,-0.98294526,-0.4276033,-0.4075115,-0.7801691,1.0,1.0,-0.9768954,-0.406354,-0.38834256,-0.77293336,1.0878431,1.0878432
+4.072668,1.0,1.0,-0.9912397,-0.4236757,-0.38247404,-0.72229797,1.0,1.0,-0.98336333,-0.40391594,-0.36530346,-0.71418935,0.82325166,0.8232517
+4.032317,1.0,1.0,-0.9796718,-0.42656708,-0.35657558,-0.6777378,1.0,1.0,-0.9683196,-0.40679663,-0.34374672,-0.6649645,0.86360264,0.86360264
+3.765791,0.9747988,1.0,-0.9548486,-0.4295066,-0.3390571,-0.65907574,0.95166916,1.0,-0.9402871,-0.4099701,-0.33027345,-0.6369457,1.1301287,1.1301289
+3.6410244,0.9505128,1.0,-0.96795374,-0.43262598,-0.3317761,-0.6758915,0.92508256,1.0,-0.9554896,-0.4148715,-0.32443202,-0.64314973,1.2548954,1.2548954
+3.7919583,0.95087546,1.0,-0.98766416,-0.4351209,-0.33721817,-0.72372544,0.9244616,1.0,-0.9790736,-0.41936672,-0.32910478,-0.688189,1.1039613,1.1039615
+4.030828,0.95378923,1.0,-0.98111707,-0.43253002,-0.36199853,-0.76371783,0.92672604,1.0,-0.9739879,-0.41691774,-0.35216868,-0.7323728,0.8650918,0.8650918
+4.080467,0.9452488,1.0,-0.95856315,-0.42510676,-0.3991103,-0.7770532,0.9188362,1.0,-0.9504581,-0.4064173,-0.3879519,-0.75244397,0.8154525,0.8154526
+3.9353213,0.92409337,1.0,-0.9404688,-0.4201676,-0.43167233,-0.7733783,0.89818376,1.0,-0.931341,-0.39677414,-0.4194352,-0.75448424,0.9605985,0.96059847
+3.8523798,0.86494464,1.0,-0.9267939,-0.42727917,-0.4504422,-0.7553207,0.8381985,1.0,-0.9165097,-0.40157953,-0.43786636,-0.7380157,1.04354,1.04354
+3.9443123,0.7612543,1.0,-0.8917769,-0.46777332,-0.46257502,-0.71930736,0.7340233,1.0,-0.87656254,-0.44334945,-0.45158416,-0.7007033,0.9516074,0.95160747
+4.03923,0.6266087,1.0,-0.773415,-0.57977635,-0.47894835,-0.67514616,0.59364736,1.0,-0.7478638,-0.5581026,-0.47180653,-0.6523571,0.85668993,0.85668993
+3.9481635,0.4681157,1.0,-0.517773,-0.76988834,-0.51056904,-0.61674476,0.4219138,1.0,-0.48783046,-0.75205785,-0.50737196,-0.58347017,0.9477563,0.9477563
+3.7735837,0.3679295,1.0,-0.34383816,-0.9458211,-0.5581989,-0.5235404,0.31392443,1.0,-0.31768617,-0.93276346,-0.55539894,-0.47303605,1.1223363,1.1223361
+3.763091,0.38843232,1.0,-0.36064214,-1.0,-0.6037536,-0.45701063,0.33983266,1.0,-0.33372536,-1.0,-0.59842086,-0.39760986,1.1328287,1.1328287
+3.9642143,0.48713905,1.0,-0.491673,-1.0,-0.6357539,-0.48378813,0.44789195,1.0,-0.46153378,-1.0,-0.6277866,-0.42174396,0.9317054,0.9317055
+4.192008,0.5669214,1.0,-0.62320274,-0.971361,-0.6647954,-0.5734977,0.5345498,1.0,-0.5948557,-0.96568567,-0.65673256,-0.5165077,0.7039117,0.7039118
+4.199516,0.5792276,1.0,-0.67463726,-0.9219892,-0.6976894,-0.6645758,0.55084074,1.0,-0.6479601,-0.9166706,-0.69141287,-0.6194211,0.696404,0.696404
+4.005161,0.51078343,1.0,-0.6516747,-0.9108247,-0.7231582,-0.7163666,0.48339468,1.0,-0.6220142,-0.90177727,-0.7171951,-0.68187416,0.890759,0.890759
+3.8867383,0.3096071,1.0,-0.5310054,-0.96508163,-0.72792345,-0.71604234,0.27700272,1.0,-0.49697286,-0.9561593,-0.7203313,-0.6832772,1.0091815,1.0091815
+3.9653282,-0.13133267,1.0,-0.2649863,-1.0,-0.70785767,-0.6698908,-0.16585179,1.0,-0.23308167,-1.0,-0.69806623,-0.63312036,0.93059164,0.9305916
+4.075772,-0.51189137,1.0,0.04492395,-1.0,-0.6702185,-0.57069916,-0.537355,1.0,0.06967831,-1.0,-0.6581871,-0.5274837,0.820148,0.820148
+4.0942173,-0.7352374,1.0,0.2614116,-1.0,-0.6245794,-0.43665716,-0.7560921,1.0,0.28408688,-1.0,-0.6094441,-0.39209518,0.80170256,0.8017025
+4.054605,-0.777041,1.0,0.30118126,-1.0,-0.5785612,-0.32344866,-0.79775345,1.0,0.32191953,-1.0,-0.55992365,-0.28149903,0.8413148,0.8413148
+4.0405846,-0.6753748,1.0,0.18440941,-1.0,-0.5512923,-0.24098542,-0.7075558,1.0,0.20156522,-1.0,-0.5306631,-0.20449409,0.8553353,0.85533524
+4.100803,-0.17691182,1.0,0.020981852,-1.0,-0.5643706,-0.23821247,-0.23073828,1.0,0.039626066,-1.0,-0.54324913,-0.20168412,0.7951169,0.7951169
+4.132017,0.29979157,1.0,-0.13265583,-1.0,-0.6242113,-0.34466338,0.2674838,1.0,-0.11106083,-1.0,-0.60440254,-0.30211627,0.76390266,0.76390266
+4.0023017,0.38817966,1.0,-0.24464917,-1.0,-0.6893453,-0.53216344,0.36508858,1.0,-0.2207846,-1.0,-0.6734286,-0.48674,0.89361817,0.8936181
+3.8592014,0.21505997,1.0,-0.2588851,-1.0,-0.7133054,-0.65507776,0.18996707,1.0,-0.23140043,-1.0,-0.6994242,-0.6172474,1.0367184,1.0367184
+3.8259423,-0.23674339,1.0,-0.098881155,-1.0,-0.68902284,-0.6628216,-0.25381678,1.0,-0.06924409,-1.0,-0.6735725,-0.6263451,1.0699775,1.0699775
+3.9486663,-0.56539315,1.0,0.23208535,-1.0,-0.63522905,-0.58951885,-0.57241625,1.0,0.25473762,-1.0,-0.6182253,-0.55018026,0.9472535,0.94725347
+4.1658,-0.80788726,1.0,0.5673018,-1.0,-0.57011217,-0.47537684,-0.8141341,1.0,0.58796483,-1.0,-0.55123013,-0.4396196,0.7301197,0.7301197
+4.2231345,-0.84205496,1.0,0.7402408,-1.0,-0.49704182,-0.3801964,-0.8493182,1.0,0.7627756,-1.0,-0.477324,-0.34859443,0.67278534,0.6727853
+4.0801964,-0.8447436,1.0,0.72102636,-1.0,-0.45862395,-0.28646883,-0.8555092,1.0,0.74247116,-1.0,-0.44033593,-0.2595942,0.8157235,0.8157234
+3.9806554,-0.8520277,1.0,0.53638905,-1.0,-0.452152,-0.20944089,-0.86553377,1.0,0.5547195,-1.0,-0.4358226,-0.18820187,0.9152644,0.91526437
+4.066903,-0.65206283,1.0,0.29326472,-1.0,-0.47830206,-0.19201174,-0.67632246,1.0,0.30808175,-1.0,-0.4618929,-0.17208534,0.8290167,0.8290167
+4.140546,-0.033256676,1.0,0.11323455,-1.0,-0.5444655,-0.2623186,-0.06757504,1.0,0.12636127,-1.0,-0.52657086,-0.23819536,0.755374,0.75537395
+3.9597976,0.18983659,1.0,0.012767788,-1.0,-0.6337368,-0.4251341,0.16574995,1.0,0.028555188,-1.0,-0.61432445,-0.3909948,0.93612224,0.9361222
+3.7603831,-0.06554608,1.0,0.015859786,-1.0,-0.6698269,-0.5883311,-0.088705495,1.0,0.037239324,-1.0,-0.6508216,-0.55018234,1.1355367,1.1355367
+3.6986725,-0.44028732,1.0,0.22146463,-1.0,-0.6396204,-0.61447215,-0.44735968,1.0,0.24425215,-1.0,-0.6194846,-0.5766662,1.1972471,1.1972473
+3.8291082,-0.7442338,1.0,0.6039094,-1.0,-0.5807041,-0.5328527,-0.7486417,1.0,0.6219941,-1.0,-0.5598238,-0.4942816,1.0668117,1.0668116
+4.144682,-0.85232544,1.0,0.9191861,-1.0,-0.50269425,-0.43391693,-0.8567937,1.0,0.93764716,-1.0,-0.48128158,-0.40258428,0.7512379,0.75123787
+4.2744303,-0.8350763,1.0,1.0,-1.0,-0.43536326,-0.35896015,-0.84235805,1.0,1.0,-1.0,-0.4142365,-0.33162555,0.6214897,0.6214895
+4.0567036,-0.832804,1.0,1.0,-1.0,-0.4045455,-0.28186992,-0.8456051,1.0,1.0,-1.0,-0.38436085,-0.26040477,0.8392164,0.83921623
+3.8710551,-0.8628382,1.0,0.90467125,-1.0,-0.40052563,-0.21803978,-0.87818587,1.0,0.9249038,-1.0,-0.38223505,-0.20176974,1.0248648,1.0248647
+3.983448,-0.85624963,1.0,0.63700086,-1.0,-0.42428544,-0.1917975,-0.87150776,1.0,0.6572661,-1.0,-0.40614504,-0.17730284,0.91247183,0.9124718
+4.1055975,-0.54519355,1.0,0.40931642,-1.0,-0.47535765,-0.23553357,-0.5727714,1.0,0.42165887,-1.0,-0.45651162,-0.21763426,0.79032236,0.7903223
+3.9305425,-0.21461692,1.0,0.28551698,-1.0,-0.55078703,-0.35336673,-0.24861932,1.0,0.30095735,-1.0,-0.5265102,-0.32390377,0.9653774,0.96537733
+3.6559854,-0.3443725,1.0,0.31422734,-1.0,-0.603616,-0.50293654,-0.36503577,1.0,0.33542082,-1.0,-0.5745107,-0.46030974,1.2399346,1.2399344
+3.563498,-0.5931894,1.0,0.54382545,-1.0,-0.58900094,-0.552967,-0.6004545,1.0,0.5611363,-1.0,-0.5593519,-0.50662386,1.3324217,1.3324218
+3.7253535,-0.8251894,1.0,0.9163648,-1.0,-0.53550106,-0.48848385,-0.8318406,1.0,0.93195873,-1.0,-0.50604457,-0.44592366,1.1705664,1.1705663
+4.088273,-0.843885,1.0,1.0,-1.0,-0.4630021,-0.41469535,-0.8512891,1.0,1.0,-1.0,-0.43546185,-0.38080838,0.80764693,0.80764675
+4.2655387,-0.8010912,1.0,1.0,-1.0,-0.41801828,-0.35611922,-0.81260765,1.0,1.0,-1.0,-0.39216807,-0.3279805,0.63038117,0.6303811
+4.0215883,-0.78605473,1.0,1.0,-1.0,-0.39400744,-0.29579186,-0.8068349,1.0,1.0,-1.0,-0.3681792,-0.2756405,0.87433165,0.8743315
+3.7642193,-0.8255795,1.0,1.0,-1.0,-0.3852341,-0.24879071,-0.8520871,1.0,1.0,-1.0,-0.36029175,-0.23429269,1.1317006,1.1317005
+3.8142133,-0.8708881,1.0,1.0,-1.0,-0.39713573,-0.22438702,-0.8944524,1.0,1.0,-1.0,-0.37283933,-0.21078712,1.0817065,1.0817065
+3.9608455,-0.85656303,1.0,0.92307466,-1.0,-0.42182136,-0.24663341,-0.877077,1.0,0.9429317,-1.0,-0.396699,-0.22985435,0.9350743,0.9350743
+3.8844635,-0.7236883,1.0,0.7823092,-1.0,-0.4552371,-0.31834847,-0.74879307,1.0,0.79920006,-1.0,-0.42377475,-0.29258242,1.0114563,1.0114563
+3.6255493,-0.68295634,1.0,0.826359,-1.0,-0.4941321,-0.40996495,-0.7039403,1.0,0.8392094,-1.0,-0.45241433,-0.37226725,1.2703705,1.2703705
+3.4917321,-0.79148096,1.0,1.0,-1.0,-0.50365084,-0.45895183,-0.8072202,1.0,1.0,-0.9958444,-0.45719087,-0.41398042,1.4041877,1.4041877
+3.6417825,-0.8311081,1.0,1.0,-0.9994871,-0.4752825,-0.44101095,-0.8502001,1.0,1.0,-0.98434967,-0.4310006,-0.398994,1.2541374,1.2541373
+3.9858456,-0.7884858,1.0,1.0,-1.0,-0.44134012,-0.40470493,-0.80879974,1.0,1.0,-0.99905926,-0.4026032,-0.36837244,0.9100743,0.91007423
+4.177158,-0.7273863,1.0,1.0,-1.0,-0.4255687,-0.36569196,-0.7522338,1.0,1.0,-1.0,-0.38866684,-0.33642542,0.718762,0.7187619
+3.9839535,-0.68949765,1.0,1.0,-1.0,-0.41660106,-0.3274957,-0.72700983,1.0,1.0,-1.0,-0.37877077,-0.30781606,0.9119665,0.9119663
+3.7180707,-0.6996599,1.0,1.0,-1.0,-0.40964562,-0.30081785,-0.75597316,1.0,1.0,-1.0,-0.3729077,-0.28778914,1.1778492,1.177849
+3.7043905,-0.7560935,1.0,1.0,-1.0,-0.41098204,-0.28837532,-0.8187896,1.0,1.0,-1.0,-0.3774822,-0.27635697,1.1915294,1.1915293
+3.8777585,-0.80805075,1.0,1.0,-1.0,-0.41862354,-0.30046615,-0.8626905,1.0,1.0,-1.0,-0.38618574,-0.28528252,1.0181614,1.0181613
+3.9541512,-0.8190566,1.0,1.0,-1.0,-0.42748153,-0.34148055,-0.867656,1.0,1.0,-1.0,-0.3894771,-0.32060078,0.94176865,0.94176865
+3.8175642,-0.79983836,1.0,1.0,-0.9962707,-0.4348985,-0.3918664,-0.84339017,1.0,1.0,-0.9766405,-0.3865081,-0.36483037,1.0783556,1.0783556
+3.6704378,-0.7794723,1.0,1.0,-0.9740899,-0.43794677,-0.4243763,-0.8166052,1.0,1.0,-0.95451087,-0.38278353,-0.39301163,1.2254821,1.225482
+3.7256339,-0.7461811,1.0,1.0,-0.967292,-0.4354642,-0.4277193,-0.7814327,1.0,1.0,-0.9466872,-0.38087034,-0.39570308,1.170286,1.1702859
+3.932664,-0.69678277,1.0,1.0,-0.96304995,-0.4415269,-0.41523108,-0.73362774,0.92341894,1.0,-0.93629265,-0.3929261,-0.38670903,0.96325606,0.9632559
+4.0308857,-0.64505535,0.88214535,1.0,-0.92652935,-0.46552807,-0.39919552,-0.6892552,0.80300677,1.0,-0.8836523,-0.42425174,-0.3779114,0.86503434,0.8650341
+3.884768,-0.58820975,0.7993345,1.0,-0.82389325,-0.50528604,-0.3887025,-0.6522235,0.7177635,1.0,-0.7610771,-0.47061116,-0.37699908,1.0111519,1.0111518
+3.70903,-0.5284292,0.7626794,1.0,-0.7672809,-0.54935,-0.3884527,-0.6233845,0.6783551,1.0,-0.70313245,-0.5229926,-0.38419753,1.1868901,1.1868899
+3.7504177,-0.5175556,0.76009434,1.0,-0.82637686,-0.57746905,-0.39704034,-0.62993294,0.6823725,1.0,-0.77308077,-0.5586446,-0.39602548,1.1455022,1.1455021
+3.992725,-0.56688315,0.7794652,1.0,-0.89082855,-0.57562464,-0.4202723,-0.6756668,0.7105244,1.0,-0.85040957,-0.5579405,-0.42173344,0.9031951,0.9031949
+4.188401,-0.63171506,0.79070944,1.0,-0.90622854,-0.55387694,-0.46096265,-0.72337836,0.7260878,1.0,-0.8712612,-0.53127223,-0.46634573,0.70751876,0.7075186
+4.1258965,-0.6848715,0.7759845,1.0,-0.8943719,-0.5335431,-0.5118387,-0.7535047,0.70909756,1.0,-0.8591102,-0.50209343,-0.52475005,0.7700235,0.77002335
+3.9414873,-0.70434564,0.72269183,1.0,-0.8702846,-0.54945207,-0.56328326,-0.760099,0.64916855,1.0,-0.8318623,-0.5100973,-0.5855183,0.9544327,0.9544325
+3.9074295,-0.6852738,0.60694957,1.0,-0.7984119,-0.65506893,-0.6144287,-0.74188524,0.5219688,1.0,-0.7480983,-0.6146074,-0.6389175,0.9884906,0.98849034
+4.0125465,-0.6393028,0.36981523,1.0,-0.60004944,-0.8662235,-0.658066,-0.703497,0.2512438,1.0,-0.5292142,-0.84346527,-0.6726834,0.8833733,0.88337326
+4.049744,-0.55861527,-0.014529828,1.0,-0.27369526,-1.0,-0.6783338,-0.6417087,-0.15048547,1.0,-0.2104882,-1.0,-0.6791811,0.84617573,0.8461757
+3.960092,-0.4147297,-0.29261705,1.0,-0.06894754,-1.0,-0.6731248,-0.5210944,-0.41113973,1.0,-0.021539126,-1.0,-0.6628724,0.9358279,0.93582773
+3.9123015,-0.2853384,-0.29371178,1.0,-0.03133698,-1.0,-0.6547491,-0.3935078,-0.42000866,1.0,0.010943893,-1.0,-0.63306636,0.98361844,0.98361826
+3.9827688,-0.2316047,-0.0032587983,1.0,-0.112531036,-1.0,-0.64152104,-0.3414874,-0.1380923,1.0,-0.06530914,-1.0,-0.60940737,0.9131512,0.913151
+4.1191607,-0.2789545,0.3466977,1.0,-0.2707674,-1.0,-0.6556668,-0.40570045,0.25050277,1.0,-0.20491695,-1.0,-0.62188894,0.7767593,0.77675915
+4.1712246,-0.42347655,0.49478638,1.0,-0.42559403,-1.0,-0.6939765,-0.55140114,0.4273609,1.0,-0.34976348,-1.0,-0.66606086,0.7246954,0.7246952
+4.0388393,-0.5792457,0.4808773,1.0,-0.48879904,-1.0,-0.72799134,-0.6714624,0.4226801,1.0,-0.41691235,-1.0,-0.70636505,0.8570805,0.85708046
+3.87866,-0.648583,0.30185267,1.0,-0.43649393,-1.0,-0.73427147,-0.716425,0.23438586,1.0,-0.36303174,-1.0,-0.7136962,1.0172601,1.0172598
+3.8832846,-0.62467307,-0.14937332,1.0,-0.22313589,-1.0,-0.7077439,-0.6939377,-0.20515978,1.0,-0.15438901,-1.0,-0.6836074,1.0126355,1.0126352
+4.0349636,-0.535087,-0.5292116,1.0,0.11942126,-1.0,-0.65892804,-0.6127347,-0.5441342,1.0,0.16777927,-1.0,-0.6307931,0.8609564,0.8609562
+4.168539,-0.42015535,-0.78001654,1.0,0.42240804,-1.0,-0.602486,-0.48623973,-0.7931557,1.0,0.46407354,-1.0,-0.56954193,0.727381,0.72738075
+4.1493855,-0.32348192,-0.82811064,1.0,0.5506441,-1.0,-0.543779,-0.37516952,-0.8405668,1.0,0.59134096,-1.0,-0.5096677,0.7465344,0.74653435
+4.0453568,-0.23142773,-0.8320487,1.0,0.4712128,-1.0,-0.5111075,-0.27434516,-0.8474027,1.0,0.511402,-1.0,-0.4787889,0.85056335,0.85056305
+4.0250278,-0.17419021,-0.7292354,1.0,0.26604247,-1.0,-0.5076521,-0.21379548,-0.7627282,1.0,0.3049203,-1.0,-0.475789,0.8708922,0.87089205
+4.1194687,-0.19390334,-0.14730641,1.0,0.06952572,-1.0,-0.54795533,-0.24270171,-0.2286334,1.0,0.11347735,-1.0,-0.5132386,0.7764513,0.7764511
+4.093728,-0.30907825,0.2871239,1.0,-0.072739005,-1.0,-0.62855756,-0.37664104,0.22910243,1.0,-0.023302618,-1.0,-0.59282446,0.8021919,0.80219173
+3.9071355,-0.49362397,0.2811394,1.0,-0.14468168,-1.0,-0.6925766,-0.56705403,0.22956972,1.0,-0.09583196,-1.0,-0.6622808,0.9887845,0.9887843
+3.7853942,-0.5972454,-0.08789541,1.0,-0.08166538,-1.0,-0.6938031,-0.6566601,-0.13765675,1.0,-0.032396805,-1.0,-0.66604733,1.1105258,1.1105256
+3.7854197,-0.56896657,-0.47716033,1.0,0.19948438,-1.0,-0.646774,-0.6296103,-0.4838434,1.0,0.24593236,-1.0,-0.6175708,1.1105002,1.1105001
+3.983514,-0.46829808,-0.7734572,1.0,0.58607274,-1.0,-0.58319074,-0.52757317,-0.7785217,1.0,0.6260322,-1.0,-0.55285734,0.91240597,0.9124057
+4.237443,-0.38329518,-0.8457456,1.0,0.84894246,-1.0,-0.50576675,-0.42502862,-0.8562537,1.0,0.8842494,-1.0,-0.4748453,0.658477,0.6584768
+4.225642,-0.30745256,-0.8363897,1.0,0.9175174,-1.0,-0.44573674,-0.33875674,-0.84780973,1.0,0.9522685,-1.0,-0.4182238,0.67027783,0.6702776
+4.0226965,-0.23252559,-0.8500656,1.0,0.83939785,-1.0,-0.42406008,-0.25448406,-0.8624081,1.0,0.87636346,-1.0,-0.39990667,0.8732235,0.8732233
+3.965719,-0.17728432,-0.8634861,1.0,0.6108899,-1.0,-0.4319765,-0.19510767,-0.8787653,1.0,0.6481485,-1.0,-0.4091158,0.93020105,0.9302008

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.07374285161495209,-0.07374283850193024,4.96966262960434,,
+1000,-0.09488002955913544,-0.09488004112243652,4.990799810409546,,
+1500,-0.07243788987398148,-0.07243787980079651,4.968357688903809,,
+2000,-0.07035751640796661,-0.07035761547088623,4.966277435302734,,
+2500,-0.08973735570907593,-0.08973746848106384,4.985657265663147,,
+3000,-0.08604404330253601,-0.08604416847229004,4.9819639768600466,,
+3500,-0.1133788451552391,-0.11337878847122193,5.009298580169678,,
+4000,-0.09219765663146973,-0.09219765543937683,4.988117465019226,,
+4500,-0.07702390104532242,-0.07702400779724121,4.972943794250488,,
+5000,-0.07200957834720612,-0.07200945115089416,4.967929259300232,,
+5000,,,,4.850372304916382,0.04554736614227295
+5500,-0.05961887910962105,-0.0596189352273941,4.955538745880127,,
+6000,-0.05774979665875435,-0.057750013947486876,4.953669798851013,,
+6500,-0.04412434622645378,-0.044124412655830385,4.940044220924378,,
+7000,-0.006047256290912628,-0.00604726791381836,4.901967067718505,,
+7500,-0.023995310068130493,-0.023995262384414674,4.919915070056915,,
+8000,-0.02762933261692524,-0.02762942087650299,4.923549217224121,,
+8500,0.00958117377012968,0.009581259727478027,4.886338551521301,,
+9000,0.0118500255048275,0.011850065469741822,4.884069747447968,,
+9500,0.034908369183540344,0.034908384680747986,4.861011386394501,,
+10000,0.015458984300494194,0.015458906769752503,4.880460876464844,,
+10000,,,,4.734856100082397,0.1610635370016098
+10500,0.05811205878853798,0.05811205351352692,4.837807737350464,,
+11000,0.06460635364055634,0.06460634577274323,4.831313440799713,,
+11500,0.07110786437988281,0.07110779058933259,4.824812017917633,,
+12000,0.07949788868427277,0.07949779987335205,4.816421992301941,,
+12500,0.08454897254705429,0.08454892885684967,4.811370871067047,,
+13000,0.08369986712932587,0.08369986879825592,4.812219914913178,,
+13500,0.07528679817914963,0.07528684747219086,4.820632938861847,,
+14000,0.08764047920703888,0.08764060747623444,4.8082791838645935,,
+14500,0.08007249236106873,0.08007244777679444,4.815847364425659,,
+15000,0.12781701982021332,0.12781702423095703,4.768102785587311,,
+15000,,,,4.535458142757416,0.36046162247657776
+15500,0.12125836312770844,0.1212582471370697,4.7746615681648255,,
+16000,0.13321508467197418,0.13321513974666596,4.762704654216766,,
+16500,0.1278197318315506,0.12781983399391175,4.768099990367889,,
+17000,0.19696980714797974,0.1969698108434677,4.698949951171875,,
+17500,0.17410920560359955,0.1741092646121979,4.721810559749604,,
+18000,0.17185229063034058,0.17185242199897766,4.724067373752594,,
+18500,0.21479913592338562,0.21479906177520752,4.681120753765106,,
+19000,0.1735157072544098,0.17351558876037598,4.722404219150543,,
+19500,0.17216326296329498,0.1721633405685425,4.7237564449310305,,
+20000,0.17745842039585114,0.17745845794677734,4.718461347103119,,
+20000,,,,4.47692910194397,0.41899052262306213
+20500,0.17958861589431763,0.1795885661840439,4.716331223011017,,
+21000,0.16055013239383698,0.16055002307891847,4.735369782447815,,
+21500,0.17863184213638306,0.17863192021846772,4.717287875175476,,
+22000,0.1730804592370987,0.17308043384552002,4.722839381694794,,
+22500,0.17001356184482574,0.17001354753971099,4.725906258583069,,
+23000,0.20416834950447083,0.2041684105396271,4.691751382827759,,
+23500,0.22379298508167267,0.22379306423664094,4.672126757144928,,
+24000,0.18355107307434082,0.18355098307132722,4.712368787288666,,
+24500,0.21554993093013763,0.21554992640018464,4.680369850158692,,
+25000,0.23638014495372772,0.2363800485134125,4.659539732933045,,
+25000,,,,4.282933435440063,0.612986147403717
+25500,0.2633622884750366,0.26336225736141206,4.632557535171509,,
+26000,0.25730714201927185,0.25730711007118223,4.6386126942634585,,
+26500,0.2444401979446411,0.24444025290012358,4.651479518413543,,
+27000,0.30772605538368225,0.3077261655330658,4.588193626403808,,
+27500,0.34047916531562805,0.3404790315628052,4.555440762996674,,
+28000,0.3165642023086548,0.3165642930269241,4.579355490207672,,
+28500,0.32085683941841125,0.32085697507858274,4.575062828063965,,
+29000,0.3146948218345642,0.3146949051618576,4.581224890232086,,
+29500,0.3108161985874176,0.31081622672080994,4.5851035385131835,,
+30000,0.34440702199935913,0.3444070203304291,4.551512765884399,,
+30000,,,,4.202153564691543,0.693766176700592
+30500,0.3617337942123413,0.36173386919498446,4.534185919761658,,
+31000,0.3561496138572693,0.3561495853662491,4.5397702097892765,,
+31500,0.3352499306201935,0.33524986982345584,4.560669935703277,,
+32000,0.3422200679779053,0.34222008752822874,4.553699732780457,,
+32500,0.3262624740600586,0.32626256585121155,4.569657227993011,,
+33000,0.33631789684295654,0.33631778502464293,4.559601987838745,,
+33500,0.34066373109817505,0.34066374170780184,4.555256025791168,,
+34000,0.3312389552593231,0.33123892843723296,4.564680832386017,,
+34500,0.3556666672229767,0.3556666816473007,4.540253119945526,,
+35000,0.3940052092075348,0.3940053753852844,4.501914433479309,,
+35000,,,,4.159462401866913,0.7364572882652283
+35500,0.3619174659252167,0.3619174885749817,4.5340022850036625,,
+36000,0.348737895488739,0.3487379585504532,4.547181863307953,,
+36500,0.3706500232219696,0.3706499139070511,4.525269885540008,,
+37000,0.397197961807251,0.39719805085659027,4.498721751213074,,
+37500,0.382101446390152,0.3821013571023941,4.5138184561729435,,
+38000,0.3997492492198944,0.3997492057085037,4.496170614719391,,
+38500,0.38391420245170593,0.3839144151210785,4.512005386829376,,
+39000,0.4034205675125122,0.4034207934141159,4.492499021053314,,
+39500,0.3922082781791687,0.3922082800865173,4.503711520671844,,
+40000,0.44794151186943054,0.4479414081573486,4.447978359222412,,
+40000,,,,4.108699806928635,0.7872198224067688
+40500,0.46562671661376953,0.4656267690658569,4.430293021678924,,
+41000,0.45181405544281006,0.45181390607357025,4.444105886936188,,
+41500,0.49640515446662903,0.49640509533882143,4.399514704704285,,
+42000,0.4844018816947937,0.4844018316268921,4.41151798248291,,
+42500,0.46591103076934814,0.4659111456871033,4.430008663177491,,
+43000,0.48794054985046387,0.4879404788017273,4.407979316234589,,
+43500,0.4585101008415222,0.4585101311206818,4.437409687042236,,
+44000,0.5104908347129822,0.5104906756877899,4.385429160118103,,
+44500,0.46906593441963196,0.46906587088108065,4.426853940486908,,
+45000,0.47852858901023865,0.47852862334251406,4.417391166210175,,
+45000,,,,4.062430071830749,0.8334895968437195
+45500,0.5216406583786011,0.521640753030777,4.374279045104981,,
+46000,0.536664605140686,0.5366645387411118,4.359255280017853,,
+46500,0.5181193351745605,0.5181193578243256,4.377800411701203,,
+47000,0.5237501859664917,0.5237502461671829,4.372169613361359,,
+47500,0.5452389121055603,0.545238855600357,4.350680963993073,,
+48000,0.5755378007888794,0.5755377829074859,4.320381993770599,,
+48500,0.5994330644607544,0.5994329497814178,4.29648688364029,,
+49000,0.570430338382721,0.5704301780462265,4.325489604949952,,
+49500,0.5724069476127625,0.572406855225563,4.32351292181015,,
+50000,0.5977218747138977,0.5977220243215561,4.2981977791786194,,
+50000,,,,3.9956188786029814,0.9003008008003235
+50500,0.584177553653717,0.5841775997877121,4.311742197036743,,
+51000,0.6041851043701172,0.6041851484775543,4.2917346744537355,,

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-easy-v0
+model-index:
+- name: PPO-RBC2D-easy-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-easy-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 1.00
+      name: mean_reward
+
+
+---
+
+# PPO on RBC2D-easy-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-easy-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 1.00 ± 0.09
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 1.09 | 0.15 |
+| Seed 1 | 1.08 | 0.18 |
+| Seed 2 | 0.85 | 0.19 |
+| Seed 3 | 1.06 | 0.16 |
+| Seed 4 | 0.93 | 0.16 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")