Upload results for PPO on RBC2D-easy-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e9d1f346cecff3f1edac0c79b5dacf68f0c50f8fe9b2238ee9fb72a5f31693
+size 1935722

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.617004,0.726012,-0.052852377,-0.7424366,-1.0,-0.6098282,0.37818846,1.0,-0.26843894,-1.0,-0.826067,-0.7933206,0.41543,0.2789158821105957
+4.1525497,0.752434,-0.046129867,-0.73683935,-1.0,-0.6414751,0.35299838,1.0,-0.24426615,-1.0,-0.80596876,-0.82683,0.40199453,0.7433700561523438
+4.013696,0.779829,-0.041220136,-0.744029,-1.0,-0.6555183,0.33699852,1.0,-0.22854257,-1.0,-0.7858914,-0.83878654,0.39311674,0.8822236061096191
+4.084477,0.7844598,-0.04571481,-0.75224596,-1.0,-0.6515727,0.3337314,1.0,-0.2336663,-1.0,-0.7766669,-0.8346774,0.38586265,0.8114428520202637
+4.1781454,0.78761184,-0.040701207,-0.75446075,-1.0,-0.6467782,0.3282301,1.0,-0.22947302,-1.0,-0.7723937,-0.8304164,0.37816423,0.7177743911743164
+4.2277317,0.7976818,-0.023739971,-0.7516563,-1.0,-0.6486083,0.31554452,1.0,-0.2096254,-1.0,-0.77054036,-0.8319212,0.367887,0.6681880950927734
+4.178033,0.8072336,-0.0058930814,-0.7476352,-1.0,-0.6528207,0.30011564,1.0,-0.18807706,-1.0,-0.7698294,-0.83687633,0.3553887,0.7178869247436523
+4.096685,0.8142766,0.0057519227,-0.7450591,-1.0,-0.6574503,0.28578725,1.0,-0.17328453,-1.0,-0.76764053,-0.8430739,0.34289476,0.7992348670959473
+4.0599985,0.818352,0.010241047,-0.7447624,-1.0,-0.6612913,0.27503785,1.0,-0.16686803,-1.0,-0.7638377,-0.84872,0.3329406,0.8359212875366211
+4.0780973,0.8186058,0.008871697,-0.74671227,-1.0,-0.66145957,0.27070567,1.0,-0.16850206,-1.0,-0.7601916,-0.85019416,0.32796463,0.8178224563598633
+4.1220574,0.8162993,0.0052605234,-0.74993354,-1.0,-0.6568914,0.2737264,1.0,-0.17422071,-1.0,-0.75837225,-0.845426,0.32942533,0.773862361907959
+4.1535983,0.81448007,0.0037162788,-0.75313157,-1.0,-0.64944214,0.2813994,1.0,-0.17822498,-1.0,-0.75846106,-0.8360256,0.33575785,0.7423214912414551
+4.150694,0.81520224,0.006253071,-0.7553436,-1.0,-0.6421163,0.28922176,1.0,-0.17728621,-1.0,-0.75951624,-0.8258061,0.34294948,0.7452259063720703
+4.125575,0.8194535,0.013087504,-0.7557107,-1.0,-0.63828844,0.29251462,1.0,-0.17023109,-1.0,-0.7604171,-0.819381,0.3466441,0.7703447341918945
+4.1069117,0.8276403,0.024196204,-0.7536269,-1.0,-0.64035153,0.2877151,1.0,-0.15637024,-1.0,-0.7603648,-0.820093,0.34373823,0.7890081405639648
+4.107523,0.8386297,0.03867203,-0.7494619,-1.0,-0.64762765,0.27450144,1.0,-0.13693258,-1.0,-0.75900406,-0.8276333,0.33373296,0.7883968353271484
+4.118731,0.84957623,0.053689905,-0.744727,-1.0,-0.65670526,0.25638476,1.0,-0.1162758,-1.0,-0.75632185,-0.8384671,0.3190282,0.777188777923584
+4.1254354,0.85736966,0.064971626,-0.74147636,-1.0,-0.6638942,0.2390062,1.0,-0.10052579,-1.0,-0.7526089,-0.8483164,0.3039707,0.770484447479248
+4.1217346,0.8603333,0.06887874,-0.74136436,-1.0,-0.66687447,0.22787605,1.0,-0.09443075,-1.0,-0.74846447,-0.85373694,0.29344895,0.7741851806640625
+4.1132536,0.85884356,0.06489847,-0.7446264,-1.0,-0.6648762,0.22646995,1.0,-0.09857154,-1.0,-0.74484634,-0.85258067,0.29110727,0.7826662063598633
+4.1075807,0.8547945,0.056204587,-0.7499212,-1.0,-0.65851593,0.23488106,1.0,-0.10905545,-1.0,-0.7427453,-0.8445332,0.29759812,0.7883391380310059
+4.1071787,0.85068464,0.047617443,-0.75537986,-1.0,-0.6496384,0.24960996,1.0,-0.11987149,-1.0,-0.7424629,-0.8316385,0.3100522,0.7887411117553711
+4.1110225,0.84912074,0.0433973,-0.75936955,-1.0,-0.64134264,0.2645491,1.0,-0.125345,-1.0,-0.7435035,-0.8184155,0.32314253,0.7848973274230957
+4.1189985,0.8526596,0.04661479,-0.7603212,-1.0,-0.6377745,0.27256012,1.0,-0.12089037,-1.0,-0.74495995,-0.81080145,0.33090156,0.776921272277832
+4.1291213,0.86268604,0.058674328,-0.75705653,-1.0,-0.64202875,0.26815328,1.0,-0.10404758,-1.0,-0.74573034,-0.8130502,0.3288967,0.7667984962463379
+4.1341476,0.877563,0.07772141,-0.7500707,-1.0,-0.6532626,0.25083962,1.0,-0.07718225,-1.0,-0.7446332,-0.82472914,0.31633985,0.7617721557617188
+4.1247435,0.89246476,0.09771549,-0.74189276,-1.0,-0.66702724,0.22593085,1.0,-0.048764754,-1.0,-0.7408639,-0.8413355,0.29649693,0.7711763381958008
+4.1063333,0.90200174,0.11036315,-0.7362303,-1.0,-0.6783658,0.20210294,1.0,-0.029898308,-1.0,-0.73464155,-0.857077,0.27573568,0.7895865440368652
+4.0940137,0.90360427,0.10987056,-0.7363324,-1.0,-0.68363774,0.18783675,1.0,-0.027753983,-1.0,-0.7272994,-0.86647505,0.26163656,0.8019061088562012
+4.0981264,0.89856875,0.09729127,-0.74254113,-1.0,-0.6811152,0.1885277,1.0,-0.040906038,-1.0,-0.7212249,-0.8654893,0.26022974,0.7977933883666992
+4.1097107,0.8905778,0.07934731,-0.75194985,-1.0,-0.6718272,0.2039199,1.0,-0.06112573,-1.0,-0.71828514,-0.85352105,0.2723879,0.7862091064453125
+4.114872,0.8828058,0.063218884,-0.76115173,-1.0,-0.6586564,0.22844793,1.0,-0.07969798,-1.0,-0.71881604,-0.83378214,0.2932352,0.7810478210449219
+4.1060963,0.8779516,0.053579837,-0.76786953,-1.0,-0.6461384,0.2533005,1.0,-0.09048955,-1.0,-0.72170883,-0.8134501,0.31470084,0.7898235321044922
+4.099877,0.8805728,0.054319404,-0.76999134,-1.0,-0.64089656,0.2676781,1.0,-0.087418,-1.0,-0.7248142,-0.80213445,0.3279091,0.7960429191589355
+4.1107807,0.8941852,0.06871643,-0.7652968,-1.0,-0.64782417,0.2627903,1.0,-0.065416515,-1.0,-0.72593224,-0.8061649,0.3261765,0.7851390838623047
+4.13003,0.91647136,0.095391706,-0.753761,-1.0,-0.6651592,0.23803563,1.0,-0.026725229,-1.0,-0.72350156,-0.82390594,0.30866942,0.7658896446228027
+4.1331053,0.93880486,0.1254512,-0.7385845,-1.0,-0.68617976,0.2017746,1.0,0.015607767,-1.0,-0.7173366,-0.84875757,0.28012145,0.7628145217895508
+4.115137,0.9514339,0.145134,-0.72601783,-1.0,-0.7038447,0.16678628,1.0,0.043087475,-1.0,-0.70880985,-0.873136,0.24925222,0.7807826995849609
+4.0969677,0.95111144,0.14412633,-0.723525,-1.0,-0.71243584,0.14552455,1.0,0.04394619,-1.0,-0.6992522,-0.8886538,0.22769894,0.7989521026611328
+4.099965,0.9419606,0.12334841,-0.7335573,-1.0,-0.7086839,0.14648588,1.0,0.020963363,-1.0,-0.6907248,-0.88813776,0.2254497,0.795954704284668
+4.1171064,0.92984736,0.09424514,-0.75037986,-1.0,-0.6941176,0.16945352,1.0,-0.011576295,-1.0,-0.6863628,-0.8704083,0.24368937,0.778813362121582
+4.120141,0.9175155,0.068234436,-0.76647633,-1.0,-0.67370313,0.206011,1.0,-0.040319163,-1.0,-0.6877521,-0.84100944,0.27462742,0.7757787704467773
+4.100488,0.9063662,0.05086554,-0.77791446,-1.0,-0.65385044,0.2439528,1.0,-0.05887447,-1.0,-0.6938939,-0.810656,0.3065759,0.7954316139221191
+4.086302,0.9039842,0.047461532,-0.78238934,-1.0,-0.6434343,0.26820627,1.0,-0.05955176,-1.0,-0.700855,-0.79266363,0.3271112,0.8096179962158203
+4.1072836,0.92010605,0.06538234,-0.7764625,-1.0,-0.65012527,0.26471037,1.0,-0.031480744,-1.0,-0.7035276,-0.7956535,0.32647783,0.7886362075805664
+4.151084,0.95340765,0.104701735,-0.7587115,-1.0,-0.6726126,0.23140417,1.0,0.025244787,-1.0,-0.6989302,-0.8175603,0.30333564,0.7448358535766602
+4.174185,0.9889091,0.15291998,-0.73223066,-1.0,-0.7020468,0.18068396,1.0,0.09197054,-1.0,-0.68903184,-0.8503369,0.264138,0.7217350006103516
+4.1534214,1.0,0.19026792,-0.70496124,-1.0,-0.7299645,0.12945785,1.0,0.14105687,-1.0,-0.6789912,-0.886548,0.21889175,0.7424983978271484
+4.119638,1.0,0.1987173,-0.69095236,-1.0,-0.7480825,0.09369903,1.0,0.15150014,-1.0,-0.66943246,-0.91490185,0.18305144,0.7762818336486816
+4.118401,0.996122,0.17295241,-0.70127994,-1.0,-0.74760133,0.08859094,1.0,0.12073723,-1.0,-0.6591523,-0.9207687,0.17455928,0.7775187492370605
+4.1496224,0.97932744,0.12855592,-0.72913945,-1.0,-0.728073,0.11653454,1.0,0.069860406,-1.0,-0.65117013,-0.89952874,0.19694674,0.7462973594665527
+4.165999,0.9629787,0.08757849,-0.7576372,-1.0,-0.69818175,0.16410756,1.0,0.025216855,-1.0,-0.64981973,-0.86020845,0.23691706,0.7299208641052246
+4.1280055,0.9438791,0.059122257,-0.7772742,-1.0,-0.66725194,0.21574591,1.0,-0.004357755,-1.0,-0.6576259,-0.817733,0.2787845,0.7679142951965332
+4.073767,0.92816615,0.046856508,-0.7866988,-1.0,-0.6445244,0.25504783,1.0,-0.0154118985,-1.0,-0.6701442,-0.7869349,0.30843392,0.8221526145935059
+4.070813,0.93438303,0.061085887,-0.7839568,-1.0,-0.63933605,0.26333755,1.0,0.0057493076,-1.0,-0.6773013,-0.7778886,0.3136749,0.8251066207885742
+4.132395,0.9699559,0.10713685,-0.765095,-1.0,-0.6556236,0.23162194,1.0,0.06764362,-0.9997473,-0.6722428,-0.79276067,0.29031968,0.7635250091552734
+4.2109046,1.0,0.17246494,-0.731427,-1.0,-0.6865229,0.17175755,1.0,0.1551705,-0.969224,-0.65567684,-0.8244059,0.24568497,0.6850152015686035
+4.2519855,1.0,0.2340625,-0.68992925,-1.0,-0.7223625,0.105619855,1.0,0.23709711,-0.93118787,-0.6371359,-0.8650513,0.19105978,0.6439342498779297
+4.2429967,1.0,0.26902255,-0.653395,-1.0,-0.7562786,0.051866114,1.0,0.2837414,-0.89806974,-0.6254195,-0.907656,0.14021617,0.6529231071472168
+4.208987,1.0,0.26038462,-0.6396726,-1.0,-0.77852535,0.028084533,1.0,0.27657565,-0.885676,-0.6206582,-0.9384757,0.11352293,0.6869325637817383
+4.194743,1.0,0.21003741,-0.6578495,-1.0,-0.77914065,0.04386116,1.0,0.21978155,-0.89909005,-0.6163935,-0.94218,0.124597296,0.701176643371582
+4.2222996,1.0,0.1428293,-0.6952947,-1.0,-0.7584405,0.088947214,1.0,0.1440539,-0.92208564,-0.60789055,-0.9168609,0.16310665,0.6736202239990234
+4.250059,0.9913846,0.08641738,-0.73209757,-1.0,-0.72446954,0.14375283,1.0,0.08256642,-0.93550813,-0.59901845,-0.87333435,0.20777218,0.6458606719970703
+4.224245,0.97075236,0.054076828,-0.7566232,-1.0,-0.6862328,0.19339849,1.0,0.048012756,-0.93513036,-0.59848666,-0.82582843,0.24403428,0.6716747283935547
+4.153126,0.9516306,0.04901894,-0.7664067,-1.0,-0.65121424,0.22517936,1.0,0.039658986,-0.92593265,-0.6062405,-0.7855838,0.26164734,0.7427940368652344
+4.097021,0.94847,0.075932235,-0.7612986,-1.0,-0.6254196,0.22441195,1.0,0.062317304,-0.9113139,-0.6112509,-0.75888073,0.2509815,0.7988986968994141
+4.0970607,0.96796894,0.13241076,-0.7401521,-1.0,-0.61459917,0.18570551,1.0,0.118883185,-0.8900702,-0.60444856,-0.7494382,0.21087252,0.7988591194152832
+4.1293926,0.9977734,0.20029196,-0.7063608,-1.0,-0.61734825,0.12201909,1.0,0.19426659,-0.85906816,-0.5837804,-0.7540748,0.15170516,0.7665271759033203
+4.13611,1.0,0.2548374,-0.66939443,-1.0,-0.62374055,0.056275286,1.0,0.26014444,-0.8186927,-0.55324507,-0.76198035,0.08720867,0.7598099708557129
+4.087367,1.0,0.27327964,-0.6436724,-1.0,-0.6218996,0.010409871,0.97011936,0.289019,-0.77646744,-0.51771176,-0.7600128,0.031617675,0.8085527420043945
+3.987462,0.97653496,0.23830864,-0.64258474,-0.96603525,-0.6035517,0.00051275827,0.91166174,0.2638912,-0.73718894,-0.47528198,-0.7366453,-0.0014354102,0.9084577560424805
+3.8609672,0.9076792,0.14443031,-0.6616109,-0.9183076,-0.5745577,0.025439093,0.8228657,0.18765125,-0.6871861,-0.41527572,-0.69249606,-0.01104245,1.0349526405334473
+3.7509544,0.8057873,0.002374854,-0.68017393,-0.8467224,-0.5510323,0.06274503,0.6940453,0.08575802,-0.60523707,-0.32447502,-0.638951,-0.010859009,1.144965410232544
+3.714783,0.6980121,-0.14823425,-0.6771955,-0.74486345,-0.53697467,0.07589315,0.5455694,0.0042250007,-0.48689288,-0.1989201,-0.58461696,-0.020806383,1.1811368465423584
+3.7681336,0.6300405,-0.236741,-0.64009815,-0.6454163,-0.53848994,0.031660505,0.4167126,-0.009565659,-0.35546255,-0.07295135,-0.55249447,-0.06401265,1.1277861595153809
+3.854269,0.5951532,-0.24376357,-0.5644168,-0.5675151,-0.5761353,-0.08850661,0.3081622,0.047124736,-0.2330641,0.03247982,-0.5604338,-0.16876665,1.0416507720947266
+3.928572,0.5294101,-0.2216813,-0.45155072,-0.4902322,-0.6329803,-0.2539083,0.16399963,0.11701571,-0.11911762,0.119076595,-0.5872742,-0.3153434,0.9673478603363037
+4.049188,0.41570923,-0.2173121,-0.3395764,-0.4115339,-0.6511693,-0.38536915,-0.030179221,0.1474742,-0.012234904,0.18715113,-0.5827697,-0.43023387,0.8467316627502441
+4.1702576,0.3120909,-0.24612853,-0.27117038,-0.34239137,-0.6150892,-0.4397464,-0.21444799,0.12927422,0.07871224,0.2440435,-0.5391944,-0.47016254,0.7256622314453125
+4.0318937,0.27006975,-0.2982736,-0.2645198,-0.3081531,-0.5635178,-0.41459283,-0.2993707,0.07778945,0.11990932,0.2765005,-0.49616024,-0.43968436,0.8640260696411133
+3.7171648,0.25462988,-0.34692928,-0.2709853,-0.28494245,-0.5456917,-0.3832865,-0.3008589,0.034019545,0.1361055,0.29448625,-0.49690482,-0.41174015,1.1787550449371338
+3.5291197,0.23429787,-0.37684715,-0.27116734,-0.26826587,-0.5252147,-0.36292094,-0.3113488,-0.005057268,0.14409651,0.2984815,-0.4884984,-0.40114054,1.36680006980896
+3.5206716,0.2195239,-0.3702909,-0.2637504,-0.265736,-0.5062635,-0.36686763,-0.33742929,-0.0139792785,0.15092273,0.29360083,-0.47398606,-0.41371885,1.3752481937408447
+3.6167195,0.22079071,-0.33887067,-0.24994645,-0.27185646,-0.5088686,-0.39151794,-0.3429902,0.013121653,0.15900436,0.2869657,-0.48087764,-0.44172558,1.2792003154754639
+3.7834516,0.23499641,-0.30352,-0.24210052,-0.28319672,-0.5213693,-0.41080022,-0.3307138,0.05169759,0.16577275,0.2749155,-0.49999434,-0.45992032,1.1124682426452637
+3.962875,0.2603824,-0.2731168,-0.24749748,-0.3004035,-0.5311639,-0.41198227,-0.30638838,0.0855728,0.16782059,0.2590485,-0.5164557,-0.46021333,0.9330449104309082
+4.063245,0.28842834,-0.25052944,-0.2610074,-0.31864378,-0.53563833,-0.40062854,-0.2747368,0.10954029,0.1652307,0.24288818,-0.5288412,-0.4502463,0.8326749801635742
+4.0530005,0.30820873,-0.23668846,-0.2719459,-0.33036524,-0.53842026,-0.38906917,-0.2463744,0.12389793,0.162863,0.230169,-0.5406658,-0.44174552,0.8429193496704102
+3.9979856,0.31685773,-0.22878668,-0.27462173,-0.33342338,-0.5424804,-0.38543743,-0.2277587,0.13271725,0.16357975,0.22293016,-0.55255336,-0.4415097,0.8979341983795166
+3.9456167,0.31885284,-0.22378945,-0.27202067,-0.3323613,-0.5461923,-0.387814,-0.21844918,0.13851857,0.16529422,0.22012362,-0.5610326,-0.44612384,0.9503030776977539
+3.891336,0.3173605,-0.22312638,-0.26827395,-0.33037436,-0.54812163,-0.3903809,-0.21664023,0.14016205,0.16678321,0.22013032,-0.5647629,-0.44892102,1.0045838356018066
+3.8442645,0.31340626,-0.22914124,-0.26599064,-0.32773036,-0.54846364,-0.38939825,-0.2197794,0.13582423,0.16769624,0.2221025,-0.56478703,-0.44667354,1.0516552925109863
+3.8298585,0.308419,-0.24108812,-0.26742435,-0.32478538,-0.5465037,-0.38374317,-0.22455917,0.12531653,0.16668196,0.22538853,-0.56107473,-0.43959382,1.06606125831604
+3.8532002,0.3043853,-0.2558711,-0.2733263,-0.32246748,-0.5417516,-0.3737773,-0.22782755,0.110787384,0.16297072,0.22890815,-0.5540293,-0.4289784,1.0427196025848389
+3.8922157,0.30154678,-0.27051178,-0.28159037,-0.32076442,-0.53533924,-0.36148867,-0.2284865,0.09555525,0.15802445,0.23172069,-0.54585063,-0.41714114,1.0037040710449219
+3.9299335,0.29812035,-0.2833607,-0.28789702,-0.3181214,-0.52960175,-0.35064232,-0.22849318,0.082401074,0.15485214,0.23404816,-0.5392974,-0.40747014,0.9659862518310547
+3.9608147,0.29343048,-0.29287875,-0.29004303,-0.3140066,-0.5256538,-0.34432086,-0.2291449,0.07310988,0.15432332,0.23650149,-0.5354052,-0.40257964,0.9351050853729248
+3.9805033,0.28913036,-0.29829594,-0.2892304,-0.30975696,-0.52347726,-0.34225833,-0.22956204,0.0681512,0.15525363,0.23885337,-0.53383887,-0.40184975,0.9154164791107178
+3.9819555,0.28701845,-0.30058202,-0.28851607,-0.3071892,-0.5219411,-0.34115222,-0.22855587,0.06612269,0.15593691,0.2402286,-0.5331967,-0.40181342,0.9139642715454102
+3.9635394,0.2870587,-0.3014893,-0.28989226,-0.30681252,-0.51986706,-0.33827457,-0.22591808,0.06492552,0.15545268,0.2399717,-0.5323262,-0.39994776,0.9323804378509521
+3.9322455,0.28773543,-0.30248484,-0.2927406,-0.30752692,-0.51714885,-0.33341423,-0.2226669,0.06324174,0.15434706,0.23834589,-0.53117704,-0.39618164,0.9636743068695068
+3.9005861,0.28791836,-0.30377886,-0.29576674,-0.30834746,-0.51427656,-0.32779697,-0.21948501,0.061086513,0.15319113,0.2357505,-0.53030705,-0.3917872,0.9953336715698242
+3.880213,0.28734845,-0.3050786,-0.29817256,-0.30884758,-0.51175874,-0.32258356,-0.21652156,0.05891802,0.15218703,0.23261449,-0.53009623,-0.38788286,1.0157067775726318
+3.8764725,0.28629395,-0.30610952,-0.29984286,-0.30897334,-0.5097819,-0.31838986,-0.21366662,0.05708962,0.15122284,0.22941947,-0.5304713,-0.38501546,1.0194473266601562
+3.8901825,0.28508067,-0.30686545,-0.30097073,-0.30875996,-0.50832516,-0.31529975,-0.2107814,0.055704646,0.15019794,0.22662255,-0.5311471,-0.38320395,1.0057373046875
+3.912142,0.28374982,-0.30742225,-0.3016841,-0.30818114,-0.5071932,-0.3132234,-0.20790051,0.054717474,0.14915003,0.2245059,-0.53186786,-0.38235673,0.9837777614593506
+3.9325507,0.28216776,-0.3081878,-0.30168232,-0.30697137,-0.5065257,-0.31195644,-0.20534153,0.053937003,0.1485439,0.22323552,-0.53266424,-0.3821344,0.9633691310882568
+3.9497516,0.28043103,-0.30947047,-0.3014583,-0.30540586,-0.5059674,-0.31073174,-0.20313075,0.052907534,0.14817041,0.2225667,-0.53318787,-0.38178715,0.9461681842803955
+3.9598062,0.27859077,-0.31143343,-0.301735,-0.3038471,-0.5048712,-0.30885175,-0.2012821,0.05109611,0.1475763,0.22224444,-0.5328456,-0.38075688,0.9361135959625244
+3.9583323,0.2767143,-0.31395537,-0.3026589,-0.30248803,-0.50300914,-0.3060018,-0.19987391,0.04844515,0.14673579,0.22189662,-0.5316113,-0.37878373,0.9375874996185303
+3.9450386,0.27455258,-0.3169286,-0.303847,-0.30118278,-0.50060517,-0.30242887,-0.19892032,0.045171715,0.14584297,0.22133884,-0.52988017,-0.37608948,0.9508812427520752
+3.9273522,0.27200648,-0.32014427,-0.30509165,-0.29994246,-0.49798036,-0.2984673,-0.19824357,0.041533202,0.14485754,0.22037509,-0.52804255,-0.3730228,0.9685676097869873
+3.9133067,0.26915497,-0.3233293,-0.30626985,-0.2987588,-0.49533302,-0.294556,-0.19774391,0.037793927,0.14376022,0.21909383,-0.5262659,-0.37004852,0.9826130867004395
+3.907328,0.2662488,-0.3261847,-0.30734536,-0.2976437,-0.4927627,-0.290973,-0.19720358,0.034290075,0.14255242,0.21762034,-0.5246527,-0.36744234,0.9885919094085693
+3.9097545,0.26341656,-0.32858652,-0.3082432,-0.29654738,-0.4904023,-0.28784722,-0.19640236,0.031253934,0.14130372,0.21605149,-0.52333045,-0.36532962,0.9861652851104736
+3.919337,0.26064587,-0.33054024,-0.3088118,-0.29534605,-0.488356,-0.28530493,-0.19531654,0.028766595,0.14014372,0.2145325,-0.5223665,-0.36382166,0.9765827655792236
+3.932523,0.2580072,-0.33206585,-0.30903196,-0.29402438,-0.4866317,-0.2833406,-0.19397473,0.026832342,0.13913904,0.21317178,-0.52171564,-0.36289123,0.9633967876434326
+3.9436047,0.255627,-0.3332426,-0.3090926,-0.29270762,-0.48511454,-0.28169107,-0.19238968,0.02533438,0.13823678,0.21193801,-0.5212315,-0.36225882,0.952315092086792
+3.9502454,0.25353393,-0.3342293,-0.3092206,-0.2915205,-0.4836559,-0.2800371,-0.19063789,0.0240461,0.1373331,0.2107332,-0.52075166,-0.36159328,0.9456744194030762
+3.9505885,0.2516229,-0.33518413,-0.30953526,-0.2905095,-0.48212925,-0.27817336,-0.18884887,0.022753887,0.13636382,0.209463,-0.52016133,-0.36069533,0.945331335067749
+3.945705,0.24974099,-0.33621135,-0.3100309,-0.28965533,-0.4804872,-0.27605057,-0.18716337,0.021323763,0.13531406,0.20805678,-0.5194395,-0.35952193,0.9502148628234863
+3.937905,0.2477436,-0.3373581,-0.31062335,-0.28889018,-0.47872874,-0.2737183,-0.18567644,0.01970946,0.13420704,0.2064847,-0.5186166,-0.35812888,0.958014726638794
+3.930278,0.24552545,-0.338612,-0.31119353,-0.28812653,-0.47691026,-0.27132547,-0.18439583,0.017940901,0.13306288,0.20476726,-0.51776624,-0.3566756,0.9656417369842529
+3.9261034,0.24306634,-0.33992365,-0.31164062,-0.2872863,-0.47509822,-0.26903597,-0.18327773,0.016097583,0.1319062,0.202984,-0.5169467,-0.35532966,0.9698164463043213
+3.9254436,0.24041408,-0.34123263,-0.311911,-0.28632239,-0.4733473,-0.26697713,-0.18224292,0.014270674,0.13075803,0.20123582,-0.5161873,-0.35421696,0.9704761505126953
+3.9293466,0.2376597,-0.34248197,-0.31199571,-0.2852228,-0.4716854,-0.26520282,-0.18120705,0.012542069,0.12963335,0.19960392,-0.5154926,-0.35338458,0.9665732383728027
+3.9357526,0.23487619,-0.34361833,-0.3119005,-0.28400365,-0.4701365,-0.2637417,-0.1801007,0.010980036,0.1285472,0.19812787,-0.5148712,-0.35285792,0.9601671695709229
+3.9424047,0.23214719,-0.34464136,-0.3116923,-0.2827208,-0.46867004,-0.26248854,-0.17892648,0.009578578,0.12750971,0.1967912,-0.5142864,-0.3525192,0.9535150527954102
+3.9474244,0.22950965,-0.34557176,-0.3114581,-0.28144357,-0.4672441,-0.26133054,-0.17769134,0.008292779,0.12649377,0.19553933,-0.5136984,-0.35225892,0.9484953880310059
+3.9493415,0.22695556,-0.34644493,-0.31126478,-0.28022584,-0.46581122,-0.26016364,-0.1764426,0.00705586,0.12546958,0.19430022,-0.51307774,-0.35197642,0.9465782642364502
+3.94867,0.22446623,-0.34731442,-0.3111677,-0.2791052,-0.4643222,-0.2588698,-0.1752494,0.0057903603,0.12442806,0.19300252,-0.51239336,-0.3515545,0.9472498893737793
+3.9448361,0.22198781,-0.3481978,-0.31115815,-0.2780787,-0.4627736,-0.25744712,-0.1741142,0.0044704005,0.12334593,0.19159944,-0.511664,-0.35100347,0.9510836601257324
+3.940844,0.21945456,-0.349099,-0.31117442,-0.27710354,-0.46119794,-0.25596628,-0.17305037,0.0030967481,0.12222774,0.19009157,-0.51093286,-0.3504,0.955075740814209
+3.937896,0.21684927,-0.34999081,-0.31115595,-0.2761433,-0.4596335,-0.25451234,-0.17204745,0.0017149113,0.12109503,0.1885049,-0.51024115,-0.34982654,0.9580237865447998
+3.936971,0.21418095,-0.3508431,-0.31105658,-0.27515832,-0.45811537,-0.2531717,-0.17105275,0.000371553,0.11995174,0.1868955,-0.5096133,-0.34936848,0.9589488506317139
+3.938401,0.21147698,-0.3516352,-0.3108575,-0.27412796,-0.45667046,-0.25199357,-0.17002927,-0.00089334697,0.11880912,0.18531531,-0.50905555,-0.34906843,0.9575188159942627
+3.9414575,0.20877758,-0.35234943,-0.31056336,-0.2730501,-0.45530096,-0.2509868,-0.16895397,-0.0020535812,0.1176786,0.18380022,-0.50855887,-0.34892973,0.9544622898101807
+3.94535,0.20611429,-0.35298133,-0.31019673,-0.27193716,-0.45400423,-0.2501393,-0.16780712,-0.003105376,0.116557196,0.1823662,-0.50810784,-0.34893668,0.9505698680877686
+3.9487035,0.20351005,-0.35355076,-0.30980396,-0.27082008,-0.45274422,-0.2493708,-0.16662182,-0.004075557,0.11545119,0.18099329,-0.5076683,-0.34900692,0.947216272354126
+3.9506862,0.20096374,-0.35407636,-0.30941215,-0.2697225,-0.4515082,-0.24863678,-0.16541214,-0.0049945265,0.114350334,0.17965156,-0.50722915,-0.34909776,0.9452335834503174
+3.9509132,0.19844794,-0.35458794,-0.30904558,-0.26865926,-0.45026702,-0.24788992,-0.16421886,-0.0059079826,0.11324203,0.17830576,-0.50677633,-0.34916613,0.9450066089630127
+3.9499142,0.19593337,-0.3551056,-0.30870882,-0.2676393,-0.4490109,-0.24710558,-0.16307934,-0.006843012,0.112126336,0.17692555,-0.50630885,-0.3491916,0.9460055828094482
+3.9481626,0.19339573,-0.35564724,-0.30838963,-0.26664647,-0.4477292,-0.2462758,-0.16201088,-0.007820211,0.111003816,0.17550252,-0.5058244,-0.34916788,0.9477572441101074
+3.9465709,0.19081771,-0.35620245,-0.30806658,-0.2656653,-0.4464411,-0.24544547,-0.16098092,-0.008825239,0.10986148,0.17404345,-0.50534564,-0.34914583,0.9493489265441895
+3.945728,0.18819141,-0.3567629,-0.30770612,-0.26466718,-0.44516423,-0.24465372,-0.15998119,-0.009839363,0.10871282,0.17257124,-0.5048857,-0.3491613,0.9501917362213135
+3.9461777,0.18552221,-0.35730222,-0.30728856,-0.26364216,-0.44392443,-0.24396065,-0.15897182,-0.0108303875,0.107552305,0.17111272,-0.50446224,-0.3492764,0.9497420787811279
+3.9476786,0.1828484,-0.35780266,-0.30682084,-0.26259246,-0.4427224,-0.24336605,-0.15794612,-0.011774685,0.10639252,0.16968858,-0.5040708,-0.34948248,0.9482412338256836
+3.9497669,0.18019578,-0.35826334,-0.30631176,-0.26152003,-0.44155535,-0.24285531,-0.1568884,-0.01266554,0.10523757,0.16831341,-0.50369704,-0.3497607,0.946152925491333
+3.9520078,0.17758398,-0.35867903,-0.3057844,-0.2604443,-0.4404215,-0.24240972,-0.15578456,-0.013501413,0.10408032,0.16697682,-0.50334054,-0.35009444,0.9439120292663574
+3.9535882,0.1750181,-0.35905614,-0.3052574,-0.25938216,-0.43930936,-0.24199955,-0.15466034,-0.01429452,0.10292615,0.1656656,-0.5029942,-0.3504534,0.9423315525054932
+3.9543884,0.1724893,-0.35940722,-0.3047394,-0.25834227,-0.4382084,-0.24160329,-0.15353009,-0.015062511,0.10176824,0.16436142,-0.50265086,-0.3508178,0.9415314197540283
+3.9546933,0.1699894,-0.35975045,-0.30423704,-0.25733048,-0.43711337,-0.24119125,-0.15241742,-0.015826404,0.10061292,0.16304767,-0.5023088,-0.35115856,0.9412264823913574
+3.9536622,0.16749096,-0.36008766,-0.30374786,-0.2563461,-0.43602157,-0.24077882,-0.15131669,-0.01659565,0.09944096,0.16171135,-0.50197536,-0.3514988,0.9422576427459717
+3.953005,0.16497731,-0.36043802,-0.30326,-0.2553722,-0.43492746,-0.24035875,-0.1502634,-0.017387027,0.09826496,0.1603588,-0.5016432,-0.35182732,0.9429147243499756
+3.9525702,0.16245705,-0.36078492,-0.30276152,-0.2544031,-0.43384287,-0.23995553,-0.1492211,-0.018179856,0.097081915,0.15899575,-0.50132555,-0.35217056,0.9433495998382568
+3.9527526,0.15992069,-0.36112693,-0.3022422,-0.25342634,-0.43277207,-0.23958828,-0.14818303,-0.018968768,0.09589136,0.15763542,-0.50102204,-0.3525479,0.9431672096252441
+3.9535406,0.15737876,-0.36145267,-0.3016949,-0.25243348,-0.43172362,-0.23927896,-0.14713272,-0.01973934,0.09469381,0.15629523,-0.50073814,-0.3529795,0.9423792362213135
+3.9547498,0.15485103,-0.3617548,-0.30112615,-0.2514326,-0.43070033,-0.2390207,-0.14606394,-0.020481272,0.0934964,0.15498048,-0.5004701,-0.3534553,0.9411699771881104
+3.9560778,0.152352,-0.36203492,-0.30054632,-0.2504289,-0.4296954,-0.23879819,-0.14497945,-0.021194361,0.0923017,0.15369323,-0.50020874,-0.35395733,0.9398419857025146
+3.9572194,0.14988461,-0.3622908,-0.29996604,-0.24942902,-0.42870998,-0.23861106,-0.14386676,-0.021880345,0.0910994,0.15243177,-0.49995497,-0.3544875,0.9387004375457764
+3.9580708,0.14743632,-0.3625252,-0.29938293,-0.24843824,-0.42774388,-0.23845647,-0.14274712,-0.02254571,0.0898931,0.15118451,-0.49971208,-0.35504484,0.9378490447998047
+3.958519,0.14501667,-0.3627471,-0.29880965,-0.24746802,-0.42678586,-0.23830353,-0.14164041,-0.02320091,0.08869012,0.14993852,-0.4994744,-0.35559535,0.9374008178710938
+3.958497,0.14261456,-0.3629668,-0.2982472,-0.24651417,-0.42583138,-0.23814479,-0.14054798,-0.023858335,0.08748473,0.14868976,-0.49923912,-0.35613635,0.9374227523803711
+3.9583087,0.1402186,-0.3631874,-0.2976893,-0.24557284,-0.4248816,-0.2379838,-0.13946685,-0.024520999,0.08627425,0.14743401,-0.49900806,-0.35667214,0.9376111030578613
+3.9586408,0.13782234,-0.36341074,-0.2971312,-0.24463934,-0.4239375,-0.23782739,-0.13840689,-0.025190892,0.08506147,0.14617291,-0.49878436,-0.35721007,0.9372789859771729
+3.958768,0.13542998,-0.36362407,-0.29656374,-0.24370766,-0.4230083,-0.23769946,-0.13734262,-0.025852446,0.0838418,0.14491794,-0.49857473,-0.3577738,0.9371519088745117
+3.958727,0.13304476,-0.3638291,-0.29598644,-0.242775,-0.4220943,-0.2375984,-0.13628058,-0.026506105,0.08261974,0.14367215,-0.4983781,-0.35835966,0.9371929168701172
+3.9593985,0.13067992,-0.3640258,-0.29540756,-0.24184617,-0.42119327,-0.23751111,-0.13521692,-0.027150257,0.08139779,0.14243822,-0.49818796,-0.3589542,0.9365212917327881
+3.9602296,0.1283308,-0.3642087,-0.29482237,-0.24091294,-0.4203049,-0.23745601,-0.13413647,-0.027779121,0.08016999,0.14122756,-0.49800268,-0.35957524,0.93569016456604
+3.9611137,0.12600705,-0.3643745,-0.2942351,-0.23998478,-0.41943634,-0.23742862,-0.13304043,-0.028388735,0.078939274,0.14003521,-0.49782723,-0.36021838,0.9348061084747314
+3.961813,0.12371181,-0.36452666,-0.29365408,-0.23906812,-0.41857925,-0.23741326,-0.13194719,-0.028983159,0.0777125,0.13885623,-0.4976555,-0.3608658,0.9341068267822266
+3.9627826,0.121442765,-0.36466184,-0.29307252,-0.23816153,-0.41774145,-0.23742037,-0.13084486,-0.029561153,0.076482885,0.13768858,-0.49749756,-0.36152974,0.9331371784210205
+3.9626129,0.11919418,-0.36479208,-0.29250187,-0.23726997,-0.4169061,-0.23742232,-0.12975566,-0.030135592,0.07525681,0.13652177,-0.4973404,-0.3621839,0.9333069324493408
+3.9626873,0.1169669,-0.3649239,-0.29193905,-0.23639166,-0.416079,-0.23741786,-0.12868263,-0.030712985,0.07403247,0.13535693,-0.49718758,-0.36282727,0.9332325458526611
+3.9627542,0.11475122,-0.36505318,-0.29137856,-0.23552081,-0.41526073,-0.23742244,-0.1276083,-0.031289645,0.072803885,0.1341964,-0.49703947,-0.36347613,0.9331655502319336
+3.962931,0.1125433,-0.36517933,-0.29082105,-0.23465875,-0.41445372,-0.23743863,-0.12654462,-0.031867497,0.07157233,0.13303846,-0.49690196,-0.36413497,0.9329888820648193
+3.9632626,0.110349506,-0.36529937,-0.29026124,-0.23380095,-0.41365674,-0.23746912,-0.12548772,-0.032439865,0.0703412,0.13188928,-0.4967707,-0.3648028,0.9326572418212891
+3.9637244,0.10817553,-0.36541334,-0.28970006,-0.2329486,-0.41287196,-0.23751041,-0.124436125,-0.03300325,0.0691164,0.13075109,-0.4966471,-0.36547604,0.9321954250335693
+3.9642599,0.10602382,-0.36552075,-0.2891434,-0.23209983,-0.4120947,-0.23756133,-0.1233778,-0.033559136,0.06788875,0.12962759,-0.4965247,-0.36615396,0.9316599369049072
+3.9648418,0.1038937,-0.3656197,-0.28858447,-0.23125401,-0.4113364,-0.23763454,-0.12230818,-0.034104556,0.06666055,0.12852243,-0.4964092,-0.36684954,0.9310779571533203
+3.965434,0.101787314,-0.3657042,-0.28803203,-0.23042122,-0.4105886,-0.23771895,-0.12124637,-0.034635685,0.06543574,0.12742586,-0.4963004,-0.3675492,0.930485725402832
+3.9658906,0.09970896,-0.36577973,-0.28748715,-0.22959793,-0.40985093,-0.23781212,-0.12018089,-0.035158765,0.064210325,0.12634341,-0.49619666,-0.36825377,0.9300291538238525
+3.9662263,0.097661465,-0.36584976,-0.28694618,-0.22878596,-0.40912712,-0.23790616,-0.11912258,-0.035671514,0.06299435,0.12526944,-0.49609885,-0.36895064,0.9296934604644775
+3.966461,0.095626965,-0.36591932,-0.2864146,-0.2279847,-0.4084073,-0.23799896,-0.11807409,-0.03618642,0.06177886,0.124200374,-0.49600062,-0.36964443,0.9294588565826416
+3.9667096,0.093608245,-0.36598587,-0.2858866,-0.22719282,-0.40770122,-0.23810352,-0.117029995,-0.0366992,0.060562335,0.1231398,-0.49591082,-0.3703468,0.9292101860046387
+3.966861,0.091618195,-0.36604667,-0.2853665,-0.22641364,-0.4070008,-0.23820262,-0.11600207,-0.037205625,0.059355214,0.12208378,-0.4958249,-0.37103653,0.9290587902069092
+3.9670942,0.08963919,-0.366105,-0.2848477,-0.22564003,-0.40631473,-0.23831815,-0.11497171,-0.03771185,0.0581443,0.121038884,-0.49574625,-0.37174046,0.9288256168365479
+3.9674678,0.08768292,-0.36615968,-0.28433457,-0.22487643,-0.40563437,-0.23843086,-0.11395371,-0.038211767,0.05694072,0.11999908,-0.49567062,-0.3724364,0.9284520149230957
+3.9678354,0.085745126,-0.36621004,-0.28382304,-0.2241174,-0.4049644,-0.23855434,-0.11294316,-0.038706824,0.055742107,0.11897385,-0.49559912,-0.3731374,0.9280843734741211
+3.9682572,0.08383535,-0.36625364,-0.28331545,-0.22336704,-0.40430835,-0.23868577,-0.11193034,-0.039191023,0.054548353,0.11796187,-0.49553314,-0.37384114,0.9276626110076904
+3.9686763,0.0819467,-0.36629257,-0.28281328,-0.22262478,-0.40366343,-0.23882523,-0.110918626,-0.039670352,0.053357415,0.116962835,-0.49546978,-0.37454802,0.9272434711456299
+3.9690788,0.080084085,-0.36632326,-0.28231934,-0.22189325,-0.40302578,-0.23896551,-0.10991736,-0.040139865,0.05217281,0.11597136,-0.49541104,-0.37524992,0.9268410205841064
+3.9693007,0.07824409,-0.36634758,-0.2818302,-0.22117063,-0.40240118,-0.23911788,-0.10891022,-0.040602736,0.05098804,0.11499363,-0.49535635,-0.37595946,0.9266190528869629
+3.9696717,0.07642779,-0.36637223,-0.28134927,-0.22045887,-0.4017841,-0.23926564,-0.10792011,-0.041063115,0.04981395,0.11402504,-0.49530405,-0.37665907,0.9262480735778809
+3.969935,0.074633405,-0.36639205,-0.28087565,-0.21975812,-0.4011757,-0.2394154,-0.10693622,-0.04151944,0.048643216,0.11306456,-0.4952547,-0.37735602,0.9259848594665527
+3.9701319,0.0728593,-0.36641178,-0.28040668,-0.21906695,-0.4005759,-0.23956321,-0.10596867,-0.041972864,0.047483347,0.11211114,-0.49520817,-0.3780452,0.9257879257202148
+3.970358,0.071109734,-0.366428,-0.27994475,-0.21838531,-0.3999855,-0.239715,-0.10500455,-0.042421285,0.046327688,0.111169174,-0.49516675,-0.37873396,0.9255619049072266
+3.970636,0.06937767,-0.36644349,-0.2794855,-0.21771014,-0.3994048,-0.2398692,-0.1040474,-0.042867333,0.04517805,0.1102363,-0.4951266,-0.37942088,0.9252839088439941
+3.9708939,0.067664206,-0.3664551,-0.27903304,-0.21704319,-0.39883134,-0.24002789,-0.10309772,-0.043309197,0.044031702,0.10931279,-0.49509063,-0.3801091,0.9250259399414062
+3.9712589,0.06597175,-0.36646327,-0.27858523,-0.21638405,-0.39826998,-0.24019651,-0.10215399,-0.04374583,0.042892814,0.10840562,-0.49505574,-0.38079956,0.9246609210968018

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.096152164041996,4.99207195186615,,
+1000,-0.06512361019849777,4.96104340839386,,
+1500,-0.08414873480796814,4.980068560600281,,
+2000,-0.09948242455720901,4.995402176856994,,
+2500,-0.043631017208099365,4.939550826072693,,
+3000,-0.03869183734059334,4.934611623764038,,
+3500,-0.06258752942085266,4.958507365226746,,
+4000,-0.07527678459882736,4.971196619987488,,
+4500,-0.015339150093495846,4.911258949279786,,
+5000,-0.0179694015532732,4.913889200210571,,
+5000,,,4.800247411727906,0.09567238807678223
+5500,-0.0029463176615536213,4.898866117477417,,
+6000,0.0015369720058515668,4.894382827758789,,
+6500,0.017811225727200508,4.878108571052551,,
+7000,0.028551345691084862,4.867368447303772,,
+7500,0.033395349979400635,4.862524446487427,,
+8000,0.049447450786828995,4.846472362041474,,
+8500,0.07716485857963562,4.8187549114227295,,
+9000,0.07459525018930435,4.821324524879455,,
+9500,0.04871981218457222,4.847200005054474,,
+10000,0.060915492475032806,4.835004302978516,,
+10000,,,4.66095477104187,0.23496502876281739
+10500,0.10497047007083893,4.790949280738831,,
+11000,0.13691678643226624,4.759002935409546,,
+11500,0.09497728943824768,4.800942517280578,,
+12000,0.0881446972489357,4.807775067329406,,
+12500,0.14356255531311035,4.752357314586639,,
+13000,0.13371999561786652,4.762199838638305,,
+13500,0.17861317098140717,4.71730668592453,,
+14000,0.17360711097717285,4.722312721252441,,
+14500,0.14575694501399994,4.7501628789901735,,
+15000,0.1765642911195755,4.719355390071869,,
+15000,,,4.494689228534699,0.401230571269989
+15500,0.1841064691543579,4.711813358306885,,
+16000,0.20472972095012665,4.691190200805664,,
+16500,0.21519644558429718,4.680723492145538,,
+17000,0.22622603178024292,4.669693725585938,,
+17500,0.23271916806697845,4.663200649738312,,
+18000,0.20825894176959991,4.687660883426666,,
+18500,0.20655514299869537,4.689364548683167,,
+19000,0.23550231754779816,4.660417581558227,,
+19500,0.24044354259967804,4.655476234912872,,
+20000,0.264285683631897,4.631634031772614,,
+20000,,,4.378414504528045,0.5175052952766418
+20500,0.24257871508598328,4.653341067790985,,
+21000,0.2734198570251465,4.6224999294281,,
+21500,0.2993412911891937,4.596578509807586,,
+22000,0.2575041651725769,4.638415655136108,,
+22500,0.2889156639575958,4.607004048824311,,
+23000,0.2913220524787903,4.6045977711677555,,
+23500,0.2931461036205292,4.602773674488068,,
+24000,0.3140698969364166,4.58184977722168,,
+24500,0.2815248966217041,4.614394765377044,,
+25000,0.34275874495506287,4.553161077022552,,
+25000,,,4.3280693113803865,0.5678504884243012
+25500,0.33959951996803284,4.556320146560669,,
+26000,0.2958771288394928,4.600042628288269,,
+26500,0.3365664482116699,4.559353630065918,,
+27000,0.39216136932373047,4.503758285522461,,
+27500,0.3526252508163452,4.543294489860535,,
+28000,0.32642266154289246,4.5694971489906315,,
+28500,0.3240317702293396,4.571888098239898,,
+29000,0.3990623354911804,4.496857488155365,,
+29500,0.38512489199638367,4.510795005321503,,
+30000,0.4018428325653076,4.49407683801651,,
+30000,,,4.15780279636383,0.738117003440857
+30500,0.4216274619102478,4.474292592048645,,
+31000,0.4425486624240875,4.4533711500167845,,
+31500,0.4334653913974762,4.4624542346000675,,
+32000,0.40989288687705994,4.486026713848114,,
+32500,0.4478788673877716,4.448040902137756,,
+33000,0.38284221291542053,4.513077600002289,,
+33500,0.4320956766605377,4.4638239521980285,,
+34000,0.4388431906700134,4.457076811313629,,
+34500,0.4430956244468689,4.452824223995209,,
+35000,0.42910146713256836,4.46681832742691,,
+35000,,,4.068916796445847,0.8270030033588409
+35500,0.4874376654624939,4.408482096195221,,
+36000,0.4443487823009491,4.4515708994865415,,
+36500,0.5012847185134888,4.394635180950165,,
+37000,0.4638333022594452,4.4320868330001835,,
+37500,0.4079974591732025,4.487922326564789,,
+38000,0.48431918025016785,4.41160058259964,,
+38500,0.5015220642089844,4.394397593975067,,
+39000,0.4871424734592438,4.408777257442474,,
+39500,0.5387521982192993,4.357167680740356,,
+40000,0.521673321723938,4.374246698379516,,
+40000,,,4.046344268321991,0.8495755314826965
+40500,0.4830525815486908,4.412867218971252,,
+41000,0.5307802557945251,4.365139339447022,,
+41500,0.4910406768321991,4.404878987312317,,
+42000,0.5532412528991699,4.3426783723831175,,
+42500,0.4816476106643677,4.414272374629975,,
+43000,0.6063985228538513,4.289521210193634,,
+43500,0.5064314007759094,4.389488296508789,,
+44000,0.5625852942466736,4.333334600925445,,
+44500,0.4958391487598419,4.400080798625946,,
+45000,0.5854656100273132,4.3104542813301086,,
+45000,,,4.055965973138809,0.8399538266658783
+45500,0.6361018419265747,4.259818017482758,,
+46000,0.5547290444374084,4.341190773963929,,
+46500,0.5512343645095825,4.344685324192048,,
+47000,0.5476009249687195,4.3483191895484925,,
+47500,0.6217708587646484,4.274149246215821,,
+48000,0.5564359426498413,4.339484111309051,,
+48500,0.560309648513794,4.335610082626343,,
+49000,0.6254128217697144,4.270506847381592,,
+49500,0.6034451723098755,4.2924743361473086,,
+50000,0.6424245238304138,4.253495495796203,,
+50000,,,4.036076542139053,0.8598432576656342
+50500,0.5849865078926086,4.310933550834656,,
+51000,0.6628747582435608,4.233045032024384,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbe3da42408c5f0594b20ef2d4386582fcb8f242516e697ebe78bb6087b7874
+size 1935726

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6067114,0.8081988,-0.022505768,-0.99715257,-1.0,-0.8857699,0.19702777,0.90120894,-0.54784244,-0.9065592,-0.970187,-0.88393474,0.41340214,0.28920841217041016
+4.115592,0.81370205,-0.0228739,-0.99335,-1.0,-0.8764785,0.1930743,0.9046154,-0.54338753,-0.9086129,-0.9689665,-0.8831832,0.40757355,0.7803277969360352
+3.9573507,0.8171186,-0.025977276,-0.99193513,-1.0,-0.87831765,0.1934505,0.9040102,-0.5429126,-0.90597075,-0.9675553,-0.8839023,0.4093552,0.9385690689086914
+4.025584,0.807527,-0.026465237,-0.9850072,-1.0,-0.885848,0.20165613,0.89286965,-0.5458464,-0.88933253,-0.96693397,-0.8849176,0.4164183,0.870335578918457
+4.130301,0.8011096,-0.028782375,-0.9786092,-1.0,-0.89427537,0.20163892,0.8850821,-0.5436588,-0.87695515,-0.96561897,-0.8865148,0.41553715,0.7656188011169434
+4.196054,0.8034068,-0.033295393,-0.97397715,-1.0,-0.9011475,0.19463363,0.8839749,-0.536918,-0.87185663,-0.962931,-0.8880379,0.40912992,0.6998658180236816
+4.1562448,0.8077017,-0.036583945,-0.9697192,-1.0,-0.9060078,0.18692222,0.88404095,-0.529326,-0.8679207,-0.960037,-0.8894362,0.40184054,0.7396750450134277
+4.073103,0.80956936,-0.03786824,-0.9657972,-1.0,-0.9084123,0.18081287,0.8836193,-0.52315426,-0.86403006,-0.957969,-0.8907965,0.395112,0.8228168487548828
+4.028389,0.8083826,-0.037854142,-0.96338534,-1.0,-0.9080823,0.1770542,0.88294655,-0.51931524,-0.8616532,-0.957324,-0.8916236,0.38996562,0.8675308227539062
+4.042837,0.8056054,-0.037397467,-0.9627002,-1.0,-0.9063648,0.1755783,0.88199013,-0.5177978,-0.8611799,-0.957332,-0.8916768,0.38671848,0.8530826568603516
+4.091586,0.80374485,-0.03761846,-0.9635977,-1.0,-0.904544,0.17455882,0.88200146,-0.5171009,-0.8635444,-0.95726454,-0.89090335,0.3841872,0.8043336868286133
+4.133006,0.80508703,-0.03962273,-0.9653778,-1.0,-0.90378505,0.171644,0.88431376,-0.5151853,-0.8689435,-0.95654327,-0.88961315,0.38066533,0.762913703918457
+4.13665,0.8095346,-0.043815188,-0.96628773,-1.0,-0.9054268,0.16585419,0.88836175,-0.51086956,-0.8749173,-0.95466596,-0.8884857,0.375183,0.7592697143554688
+4.108265,0.8153091,-0.04982114,-0.9646467,-1.0,-0.91005695,0.15736134,0.8925939,-0.5037915,-0.87821573,-0.9516241,-0.88822937,0.3674854,0.7876548767089844
+4.0782733,0.8208613,-0.056501947,-0.9601316,-1.0,-0.91672,0.14707309,0.8957883,-0.4942493,-0.87730175,-0.9480157,-0.8891276,0.35807016,0.8176465034484863
+4.067128,0.8252924,-0.062013976,-0.95389116,-1.0,-0.9233326,0.1366803,0.89714235,-0.4835065,-0.8727753,-0.94473207,-0.89092714,0.34828016,0.828791618347168
+4.0725284,0.8279146,-0.06475731,-0.94778615,-1.0,-0.92789036,0.12823243,0.8963263,-0.47378188,-0.86651534,-0.94247067,-0.893048,0.33986026,0.8233914375305176
+4.08119,0.82818824,-0.064482175,-0.943519,-1.0,-0.92934877,0.123365074,0.89377874,-0.46750477,-0.86079186,-0.94137836,-0.8947683,0.33425453,0.8147296905517578
+4.084425,0.8261511,-0.062428482,-0.94204783,-1.0,-0.9279062,0.122523814,0.8906866,-0.46597153,-0.8576088,-0.9411099,-0.8954618,0.33193475,0.8114948272705078
+4.084257,0.82282513,-0.060512006,-0.94336253,-1.0,-0.92479545,0.124426484,0.88866276,-0.46820295,-0.85824,-0.941225,-0.8948852,0.33198068,0.8116626739501953
+4.086367,0.81997615,-0.06041982,-0.9463608,-1.0,-0.92184573,0.12636027,0.8890523,-0.4712095,-0.86262447,-0.9412921,-0.89331067,0.33227286,0.8095526695251465
+4.0916576,0.8192281,-0.06316434,-0.9490361,-1.0,-0.9209873,0.12551719,0.89213794,-0.4717091,-0.8689515,-0.94070184,-0.8913919,0.3305208,0.8042621612548828
+4.096052,0.8212668,-0.06881406,-0.94930136,-1.0,-0.9235252,0.12036069,0.8969776,-0.46769568,-0.8742855,-0.93884385,-0.8899032,0.3253692,0.7998676300048828
+4.0962906,0.82569,-0.0762219,-0.94612384,-1.0,-0.9293939,0.111196876,0.901957,-0.4589319,-0.8760622,-0.9357051,-0.88949925,0.31695026,0.7996292114257812
+4.092087,0.8312717,-0.083105505,-0.9401265,-1.0,-0.9369967,0.10001412,0.9053519,-0.44684038,-0.8732996,-0.9322008,-0.8904934,0.30689684,0.8038330078125
+4.0814495,0.8361934,-0.08702071,-0.9331906,-1.0,-0.9440002,0.08988187,0.9057482,-0.43437442,-0.8667249,-0.92964315,-0.8927238,0.2978824,0.8144702911376953
+4.0709386,0.8383339,-0.08686466,-0.927371,-1.0,-0.9484601,0.0838583,0.902588,-0.42544112,-0.8581787,-0.9286689,-0.8955274,0.29245374,0.8249812126159668
+4.0564427,0.835923,-0.08372223,-0.9240462,-1.0,-0.9495902,0.08383526,0.8964824,-0.42341176,-0.8498578,-0.9287628,-0.89789176,0.29187283,0.8394770622253418
+4.0567636,0.82950026,-0.079869084,-0.92403555,-1.0,-0.9475233,0.08916971,0.88988566,-0.4286498,-0.84466904,-0.92922616,-0.8988224,0.29535306,0.8391561508178711
+4.069498,0.8212554,-0.07750203,-0.9270035,-1.0,-0.9436032,0.0972985,0.8855007,-0.43807068,-0.84426135,-0.9297867,-0.89790857,0.3009336,0.8264217376708984
+4.0889664,0.8153283,-0.078005776,-0.9317453,-1.0,-0.9398331,0.10351916,0.8858571,-0.44615754,-0.84931237,-0.93012583,-0.8955945,0.30504212,0.8069534301757812
+4.1042404,0.8133346,-0.081945114,-0.9354096,-1.0,-0.9387654,0.10498142,0.89037824,-0.44914243,-0.8567316,-0.9295075,-0.89277107,0.30550155,0.7916793823242188
+4.102105,0.8152183,-0.08897338,-0.9355939,-1.0,-0.9420828,0.10057126,0.89709854,-0.44550726,-0.86246735,-0.9273567,-0.890535,0.30132064,0.7938146591186523
+4.089153,0.8197641,-0.09746342,-0.93141663,-1.0,-0.94965345,0.09148355,0.9035315,-0.43598616,-0.8633571,-0.92385924,-0.88982844,0.29334244,0.8067669868469238
+4.0759706,0.824872,-0.104508266,-0.9242086,-1.0,-0.95923966,0.080927834,0.90719897,-0.42315295,-0.85843676,-0.9205884,-0.8910512,0.28438738,0.8199491500854492
+4.0718155,0.8283995,-0.10732416,-0.91668326,-1.0,-0.96773726,0.07281126,0.9062929,-0.41118076,-0.8490774,-0.9191946,-0.8939836,0.27803904,0.8241043090820312
+4.064828,0.82794565,-0.105080634,-0.911244,-1.0,-0.9727052,0.07070015,0.90018743,-0.4051997,-0.83763504,-0.9199183,-0.89764804,0.2772219,0.8310918807983398
+4.0563283,0.8218917,-0.09963917,-0.9091995,-1.0,-0.97317046,0.076115355,0.89027643,-0.4088424,-0.82694983,-0.9214431,-0.9005892,0.2823641,0.8395915031433105
+4.058006,0.8108943,-0.09416944,-0.91097486,-1.0,-0.9695539,0.087949306,0.879954,-0.42164487,-0.82010084,-0.92260516,-0.9014459,0.29183334,0.837913990020752
+4.0763826,0.79887164,-0.09123617,-0.916167,-1.0,-0.9636461,0.10195039,0.8736214,-0.4380319,-0.81962115,-0.92335665,-0.89983726,0.3023834,0.8195371627807617
+4.099145,0.7905765,-0.092178844,-0.9227028,-1.0,-0.95849365,0.11259188,0.87395805,-0.45086572,-0.8254076,-0.9236202,-0.89652413,0.31019202,0.7967748641967773
+4.110155,0.7882831,-0.09747786,-0.9271586,-1.0,-0.9574521,0.11598292,0.880236,-0.45568576,-0.833901,-0.92247933,-0.89273417,0.31239015,0.7857646942138672
+4.1009693,0.7908382,-0.10648073,-0.92656493,-1.0,-0.9625492,0.11188877,0.88929456,-0.45202965,-0.83976537,-0.9192521,-0.8896695,0.30874312,0.7949504852294922
+4.082172,0.79584485,-0.11708845,-0.9205122,-1.0,-0.9730484,0.10251646,0.8979139,-0.4416711,-0.8394925,-0.91457456,-0.8884045,0.3008338,0.8137478828430176
+4.0719533,0.80058753,-0.12558061,-0.91144794,-1.0,-0.9854003,0.092146814,0.9029477,-0.42829505,-0.8327727,-0.9107658,-0.889464,0.2924365,0.8239665031433105
+4.071478,0.8024218,-0.12840338,-0.90313834,-1.0,-0.99544024,0.085770816,0.90164757,-0.41735956,-0.82149667,-0.91019344,-0.8926928,0.28841516,0.8244419097900391
+4.068269,0.7988921,-0.12451391,-0.8983165,-1.0,-1.0,0.08714768,0.8929335,-0.4147531,-0.80816007,-0.9128472,-0.89706266,0.2917838,0.8276510238647461
+4.0599833,0.7883846,-0.116339915,-0.89794695,-1.0,-0.999137,0.09761344,0.87870616,-0.4240851,-0.79564947,-0.91642904,-0.9005859,0.3020616,0.8359365463256836
+4.0623226,0.77236885,-0.10822451,-0.9020086,-1.0,-0.9924877,0.115217686,0.86397636,-0.44341522,-0.7875201,-0.9189405,-0.9013754,0.3162621,0.8335971832275391
+4.087633,0.7565311,-0.10378622,-0.90954953,-1.0,-0.983322,0.13437168,0.8548552,-0.46498874,-0.786758,-0.92007536,-0.8990939,0.3303834,0.8082866668701172
+4.121254,0.74703735,-0.10477515,-0.91764176,-1.0,-0.9761815,0.14815918,0.8547512,-0.4803165,-0.7930909,-0.919731,-0.8948709,0.34017274,0.7746658325195312
+4.1324873,0.74608606,-0.111518584,-0.9220402,-1.0,-0.97549385,0.15232146,0.8626728,-0.48526782,-0.8022092,-0.91704077,-0.89009523,0.34280008,0.763432502746582
+4.1110578,0.7515682,-0.12313329,-0.91964877,-1.0,-0.9834421,0.1469684,0.8750761,-0.48021603,-0.80827945,-0.91137767,-0.88598406,0.33811274,0.7848620414733887
+4.081162,0.7590096,-0.13683328,-0.9105511,-1.0,-0.9979822,0.13583714,0.88777816,-0.4680836,-0.80741745,-0.90397346,-0.88356817,0.328583,0.8147578239440918
+4.0718718,0.7640999,-0.14783579,-0.8985725,-1.0,-1.0,0.12468396,0.89629227,-0.4536769,-0.79976076,-0.8984556,-0.88359433,0.31923136,0.8240480422973633
+4.082389,0.7640124,-0.15149477,-0.88894606,-1.0,-1.0,0.119208425,0.8963118,-0.443468,-0.7878241,-0.8982537,-0.88646007,0.3160855,0.8135309219360352
+4.0886383,0.7568174,-0.14616781,-0.8849363,-1.0,-1.0,0.12299928,0.88567585,-0.44352326,-0.77397925,-0.9032812,-0.89138514,0.3221946,0.807281494140625
+4.080945,0.74140596,-0.13467348,-0.886881,-1.0,-1.0,0.13677636,0.8667385,-0.45661244,-0.7606849,-0.90997654,-0.8957881,0.33567092,0.8149747848510742
+4.0813074,0.7201918,-0.123060375,-0.8936451,-1.0,-1.0,0.1580885,0.84654576,-0.4795518,-0.75159055,-0.91461694,-0.8969158,0.3521842,0.8146123886108398
+4.1100206,0.70077026,-0.1169627,-0.9031004,-1.0,-1.0,0.18037203,0.8333058,-0.50331986,-0.7500178,-0.91566294,-0.89427847,0.36726895,0.7858991622924805
+4.1493015,0.6905343,-0.11877775,-0.9112439,-1.0,-0.991515,0.1955552,0.8313423,-0.51899654,-0.7555091,-0.9129081,-0.8893181,0.37656915,0.7466182708740234
+4.1569376,0.69180965,-0.12804309,-0.9136778,-1.0,-0.99191695,0.19897309,0.8401719,-0.52279484,-0.7636898,-0.9064219,-0.88351387,0.3774468,0.7389822006225586
+4.121687,0.7018395,-0.14289965,-0.9079516,-1.0,-1.0,0.1911715,0.8565685,-0.51547074,-0.76917523,-0.89645886,-0.8778957,0.37008837,0.7742328643798828
+4.0802174,0.7139655,-0.15984228,-0.8948481,-1.0,-1.0,0.17704383,0.87561345,-0.50048405,-0.7682714,-0.8849136,-0.8733837,0.35731646,0.8157024383544922
+4.074464,0.72151154,-0.17337063,-0.87935555,-1.0,-1.0,0.16360754,0.8908319,-0.48355702,-0.761347,-0.87660146,-0.8711225,0.34483668,0.8214559555053711
+4.102861,0.7212514,-0.1782794,-0.8680204,-1.0,-1.0,0.15702756,0.89557904,-0.47189775,-0.7510823,-0.87606555,-0.87247896,0.33961293,0.7930588722229004
+4.1263027,0.71208996,-0.1725071,-0.86438435,-1.0,-1.0,0.1607668,0.8859506,-0.47161436,-0.7388669,-0.88336086,-0.8774823,0.34546468,0.7696170806884766
+4.1191936,0.6932972,-0.15875897,-0.86803126,-1.0,-1.0,0.17499238,0.86364007,-0.48476171,-0.72582036,-0.89384556,-0.88327956,0.35978654,0.776726245880127
+4.106372,0.6672592,-0.14437912,-0.8762098,-1.0,-1.0,0.19682297,0.83701277,-0.507615,-0.7149646,-0.9012424,-0.8858235,0.3762931,0.7895479202270508
+4.1256156,0.642611,-0.13741404,-0.885339,-1.0,-1.0,0.21965367,0.8168317,-0.53129816,-0.7100437,-0.9015928,-0.88360757,0.3897513,0.7703042030334473
+4.1628237,0.6285526,-0.14089689,-0.8912187,-1.0,-1.0,0.23475417,0.80944186,-0.5467997,-0.7116687,-0.8948827,-0.87813467,0.39616325,0.7330961227416992
+4.171207,0.6287823,-0.1529252,-0.8902797,-1.0,-1.0,0.23686254,0.8160085,-0.54994637,-0.71666044,-0.8831277,-0.8711633,0.39339945,0.7247128486633301
+4.1305437,0.64197594,-0.16995472,-0.8812776,-1.0,-1.0,0.22600955,0.83474004,-0.5407049,-0.72106355,-0.86819804,-0.86387116,0.38197383,0.765376091003418
+4.079954,0.6602959,-0.18815008,-0.86538684,-1.0,-1.0,0.20737296,0.86035424,-0.52226007,-0.7215246,-0.8523805,-0.8570366,0.3646385,0.8159656524658203
+4.072151,0.67423445,-0.20262596,-0.8478674,-1.0,-1.0,0.18875945,0.88453096,-0.50065404,-0.7179945,-0.84079325,-0.85191333,0.34673193,0.8237686157226562
+4.1166725,0.6787312,-0.20926309,-0.83494794,-1.0,-1.0,0.17712991,0.8986495,-0.48360518,-0.71208936,-0.83815396,-0.85026383,0.33542737,0.7792472839355469
+4.170127,0.67260563,-0.20616475,-0.8293058,-1.0,-1.0,0.17647013,0.89690715,-0.47749242,-0.703505,-0.8448091,-0.8531264,0.33584997,0.7257928848266602
+4.1803865,0.655447,-0.19445184,-0.83022,-1.0,-1.0,0.18671988,0.87825173,-0.48438546,-0.6914764,-0.8570807,-0.8591181,0.3468539,0.7155332565307617
+4.144098,0.6279027,-0.17914921,-0.8352995,-1.0,-1.0,0.20450789,0.8477686,-0.50159615,-0.67767024,-0.8687557,-0.86435413,0.36159188,0.7518219947814941
+4.115511,0.595903,-0.16848737,-0.8412212,-1.0,-1.0,0.22418436,0.8166014,-0.5223198,-0.66613,-0.8732668,-0.865149,0.37264985,0.7804088592529297
+4.135542,0.57042867,-0.16848916,-0.8443322,-1.0,-1.0,0.23810694,0.7956497,-0.5380572,-0.6601635,-0.8678546,-0.8612151,0.37568715,0.7603778839111328
+4.17643,0.56036776,-0.17827436,-0.84206694,-1.0,-1.0,0.23993301,0.790438,-0.5430839,-0.6599189,-0.8548472,-0.8547516,0.3692774,0.719489574432373
+4.1828246,0.5687066,-0.19354555,-0.8336209,-1.0,-1.0,0.22835681,0.8021888,-0.5360046,-0.66309863,-0.8374796,-0.8475585,0.3546871,0.7130951881408691
+4.139495,0.5907694,-0.21047911,-0.81967986,-1.0,-1.0,0.2068271,0.8279242,-0.5183035,-0.6665398,-0.81789124,-0.8401238,0.33435616,0.7564249038696289
+4.0933113,0.6149311,-0.22557792,-0.8031601,-1.0,-1.0,0.1818778,0.85967445,-0.4936678,-0.6680359,-0.7999567,-0.8324272,0.31112924,0.8026084899902344
+4.093235,0.63107425,-0.23586628,-0.78866595,-1.0,-1.0,0.16032742,0.8872053,-0.46824932,-0.66757643,-0.78876716,-0.82532156,0.28961554,0.8026847839355469
+4.1407204,0.6351965,-0.23970702,-0.77861106,-1.0,-1.0,0.14722632,0.9023264,-0.4492647,-0.66464216,-0.78590274,-0.82035214,0.27534452,0.7551994323730469
+4.1993337,0.6274903,-0.23743704,-0.7722933,-1.0,-1.0,0.14401743,0.9016204,-0.44092324,-0.65743786,-0.7885436,-0.81821704,0.27039596,0.6965861320495605
+4.233694,0.6093449,-0.23114896,-0.7673528,-1.0,-1.0,0.14796065,0.8865412,-0.44163707,-0.64511645,-0.7933258,-0.8182754,0.2715418,0.6622257232666016
+4.234764,0.5821745,-0.22347412,-0.76140237,-1.0,-1.0,0.15438356,0.8612655,-0.44636026,-0.6288566,-0.79830354,-0.81911266,0.27300626,0.6611557006835938
+4.2156534,0.54959804,-0.21673536,-0.7533606,-1.0,-1.0,0.15886757,0.8314857,-0.44991586,-0.61150515,-0.80249846,-0.8197677,0.27020785,0.6802663803100586
+4.1972246,0.51833004,-0.21194145,-0.74415326,-1.0,-1.0,0.15880522,0.8031692,-0.44944185,-0.5964921,-0.8053365,-0.8200123,0.26196596,0.698695182800293
+4.195903,0.49701026,-0.20956662,-0.7364964,-1.0,-1.0,0.15430653,0.78240997,-0.44588467,-0.5872272,-0.8056859,-0.8201591,0.25079894,0.700016975402832
+4.214793,0.4923376,-0.21083519,-0.7326705,-1.0,-1.0,0.14719644,0.77495116,-0.4419491,-0.58569926,-0.80179703,-0.82039857,0.24045752,0.681126594543457
+4.236814,0.50410384,-0.21618465,-0.731957,-1.0,-1.0,0.13854522,0.7824809,-0.43802777,-0.5905479,-0.7928911,-0.8198259,0.23203821,0.6591057777404785
+4.2425766,0.52496845,-0.22408235,-0.7312048,-1.0,-1.0,0.12787114,0.8007936,-0.43160266,-0.59758687,-0.7799751,-0.81678414,0.2232088,0.6533432006835938
+4.2207685,0.54550403,-0.23216549,-0.7278298,-1.0,-1.0,0.11464937,0.82286984,-0.42011544,-0.6027504,-0.7655734,-0.81036747,0.2111726,0.6751513481140137
+4.180292,0.5576506,-0.23857573,-0.7205123,-1.0,-1.0,0.099248454,0.8419155,-0.40295842,-0.60354143,-0.752176,-0.80056095,0.1942326,0.7156276702880859
+4.1373277,0.55687255,-0.24227497,-0.7089963,-1.0,-1.0,0.0828079,0.8533345,-0.3819637,-0.59913284,-0.74045897,-0.78740144,0.17214565,0.7585921287536621
+4.0830197,0.5407395,-0.24319458,-0.6931415,-1.0,-1.0,0.066627264,0.8548289,-0.36018834,-0.5896346,-0.7289499,-0.76972353,0.14497247,0.8129000663757324
+3.977841,0.5042475,-0.24180499,-0.67093134,-1.0,-1.0,0.05115914,0.8444032,-0.33944938,-0.57487285,-0.7151853,-0.7435386,0.11029058,0.9180788993835449
+3.7795327,0.42820057,-0.23631912,-0.6341358,-1.0,-1.0,0.035294306,0.81507474,-0.31664285,-0.55130565,-0.69920474,-0.6974645,0.058399178,1.116387128829956
+3.5672119,0.24366194,-0.21617243,-0.55863225,-1.0,-1.0,0.016664382,0.7306267,-0.28105354,-0.5019366,-0.6900675,-0.5987096,-0.037452795,1.3287079334259033
+3.510354,-0.10194567,-0.1914308,-0.44863564,-1.0,-0.9120428,-0.0014556311,0.5288742,-0.25665227,-0.4182793,-0.6940599,-0.43429613,-0.17336583,1.3855657577514648
+3.6184864,-0.4020004,-0.1864276,-0.3675807,-0.9953766,-0.78391737,-0.043644387,0.29185343,-0.2631136,-0.35342032,-0.649542,-0.3045271,-0.30998003,1.2774333953857422
+3.8411489,-0.56458354,-0.14637,-0.263394,-0.89923227,-0.73880726,-0.15302052,0.12936935,-0.23116806,-0.29213035,-0.560788,-0.27248716,-0.4699182,1.0547709465026855
+4.056423,-0.6469473,-0.10397483,-0.16194698,-0.8325205,-0.7424893,-0.24472344,0.030410778,-0.19354834,-0.21429695,-0.47861966,-0.27960724,-0.57576984,0.8394966125488281
+4.1534615,-0.7132355,-0.08407574,-0.094509974,-0.8128677,-0.7519825,-0.29288343,-0.05682494,-0.15428913,-0.11935601,-0.41945305,-0.28370664,-0.619245,0.7424583435058594
+4.1523438,-0.7544572,-0.084771015,-0.05355862,-0.787277,-0.75299484,-0.31906262,-0.12301922,-0.13402975,-0.037932515,-0.35741317,-0.28622308,-0.63590795,0.7435760498046875
+4.0236235,-0.7732595,-0.100966655,-0.010072712,-0.7354641,-0.75988775,-0.34313926,-0.15256079,-0.1398315,0.011456341,-0.29386595,-0.29732138,-0.6576278,0.8722963333129883
+3.7449155,-0.7836068,-0.10995109,0.030271973,-0.7002349,-0.76903665,-0.36673197,-0.16313033,-0.14541282,0.034144104,-0.25384018,-0.3055063,-0.6845596,1.1510043144226074
+3.5087595,-0.78530747,-0.099880315,0.04984883,-0.70066524,-0.77226263,-0.38125727,-0.16519618,-0.13678971,0.03744079,-0.24702702,-0.30696082,-0.705242,1.387160301208496
+3.5051982,-0.7870659,-0.07240595,0.06310186,-0.71761715,-0.77508307,-0.39736095,-0.17122178,-0.10948011,0.04155411,-0.2584434,-0.3041453,-0.71930045,1.3907215595245361
+3.6880991,-0.78401166,-0.0429682,0.07295902,-0.7389578,-0.7807826,-0.4078386,-0.17301051,-0.08000945,0.049546227,-0.27526662,-0.3048699,-0.7246885,1.2078206539154053
+3.9216418,-0.7730462,-0.019411579,0.07068646,-0.767067,-0.78700894,-0.4048827,-0.16541098,-0.059757836,0.04967235,-0.3007562,-0.30801642,-0.7176686,0.9742779731750488
+4.106862,-0.75507605,-0.0046423674,0.051650386,-0.80174077,-0.7905852,-0.38891014,-0.14953849,-0.048360106,0.037206993,-0.3355642,-0.30855858,-0.6987705,0.789057731628418
+4.2164555,-0.73414826,0.0058473423,0.025425341,-0.8376818,-0.79323316,-0.3682525,-0.13034351,-0.041200723,0.01957573,-0.37337795,-0.30804056,-0.6748728,0.6794643402099609
+4.253316,-0.7144056,0.018513545,0.004975345,-0.8690665,-0.7976689,-0.3521959,-0.11293706,-0.03275199,0.00523597,-0.40741035,-0.3086476,-0.65394944,0.642603874206543
+4.208766,-0.6984468,0.03266801,-0.0063169785,-0.892805,-0.8029739,-0.34247246,-0.09946743,-0.02243096,-0.0040287524,-0.43435544,-0.3093994,-0.638663,0.6871538162231445
+4.105507,-0.68777794,0.043384813,-0.012272228,-0.9078369,-0.80722064,-0.33632818,-0.09091866,-0.014970008,-0.009908691,-0.4528372,-0.3097605,-0.6279093,0.7904129028320312
+3.9851308,-0.682694,0.04797656,-0.016833145,-0.9150177,-0.8094278,-0.3317388,-0.0876119,-0.01337241,-0.014148042,-0.4630234,-0.30966312,-0.6204077,0.9107890129089355
+3.8955724,-0.6821972,0.047089376,-0.021304939,-0.91652846,-0.80949694,-0.32801536,-0.088517606,-0.016732637,-0.017262444,-0.4664636,-0.30904844,-0.6154881,1.000347375869751
+3.8660057,-0.6847498,0.042132713,-0.025399435,-0.91389453,-0.80787164,-0.32514358,-0.09167157,-0.023386348,-0.019549549,-0.46469954,-0.3082842,-0.61306596,1.029914140701294
+3.8898754,-0.68935275,0.036091007,-0.026714403,-0.90822995,-0.80561495,-0.32443833,-0.09620288,-0.030374449,-0.019720033,-0.45884624,-0.30790132,-0.61395437,1.0060443878173828
+3.9510624,-0.69489807,0.031464316,-0.024008323,-0.901228,-0.8037433,-0.32650357,-0.10135798,-0.035155218,-0.01694353,-0.45060015,-0.308034,-0.6180114,0.9448573589324951
+4.02845,-0.7001286,0.02775886,-0.019425321,-0.8941382,-0.8023525,-0.3300136,-0.10585657,-0.03817599,-0.012813792,-0.4416867,-0.3084652,-0.62356853,0.8674697875976562
+4.099292,-0.704654,0.024625324,-0.014434654,-0.8875132,-0.80128455,-0.3341803,-0.109527454,-0.039724987,-0.008118197,-0.433023,-0.30894926,-0.62955487,0.7966279983520508
+4.1428127,-0.7081841,0.021607772,-0.010449741,-0.8819084,-0.8003399,-0.33782595,-0.11238009,-0.04055373,-0.0036234856,-0.42539766,-0.30928376,-0.63459176,0.7531070709228516
+4.1443987,-0.71058816,0.01893846,-0.007693384,-0.87761813,-0.79957503,-0.34055242,-0.114456624,-0.041094024,0.00011488795,-0.41928443,-0.30959195,-0.63833976,0.751521110534668
+4.1037073,-0.71185637,0.017808333,-0.0056686737,-0.8754165,-0.79927486,-0.34230548,-0.115967214,-0.040926218,0.0031546503,-0.41539606,-0.30996752,-0.6405931,0.7922124862670898
+4.0412865,-0.71198124,0.018436901,-0.0044786073,-0.87551266,-0.79943043,-0.34304765,-0.116805896,-0.040150482,0.0050039142,-0.4141144,-0.3103534,-0.641355,0.8546333312988281
+3.9822862,-0.7110776,0.020328648,-0.004574571,-0.8776679,-0.7998288,-0.342741,-0.11684823,-0.03907657,0.0051128715,-0.41549,-0.3105224,-0.6406415,0.9136335849761963
+3.9469433,-0.70943093,0.022700854,-0.006072182,-0.88121116,-0.8002597,-0.3415673,-0.116150096,-0.03801879,0.0034721196,-0.41897604,-0.3103398,-0.63873756,0.9489765167236328
+3.9433577,-0.7074016,0.025062434,-0.008410383,-0.8853257,-0.8006694,-0.33999607,-0.11491163,-0.03704765,0.0007470399,-0.423566,-0.30992916,-0.6362883,0.9525620937347412
+3.9670877,-0.705345,0.027473979,-0.010539819,-0.8893478,-0.80116147,-0.33866632,-0.11348659,-0.03586984,-0.0019107461,-0.4281715,-0.3095789,-0.63406783,0.9288320541381836
+4.006766,-0.70350426,0.030070312,-0.011700574,-0.8928617,-0.8018086,-0.33800393,-0.11218937,-0.03423698,-0.0035863668,-0.43200746,-0.30950662,-0.63257945,0.8891539573669434
+4.0487885,-0.70197815,0.032679997,-0.011888448,-0.8956911,-0.8025429,-0.33794048,-0.111178905,-0.03228995,-0.0040284693,-0.43476233,-0.30974633,-0.63179,0.8471312522888184
+4.080042,-0.7008087,0.03486099,-0.011602361,-0.89776444,-0.80320114,-0.33810893,-0.110522434,-0.030498814,-0.00351955,-0.4364271,-0.3101942,-0.63136584,0.8158779144287109
+4.091539,-0.7000424,0.03619521,-0.011359993,-0.8990537,-0.80363506,-0.3381737,-0.110251516,-0.029359255,-0.0025553703,-0.43712357,-0.31069803,-0.6310149,0.8043808937072754
+4.0816727,-0.69970137,0.03657815,-0.011381406,-0.89962155,-0.80379647,-0.338009,-0.11037402,-0.029092345,-0.0015451908,-0.43703714,-0.31113413,-0.63063794,0.8142471313476562
+4.056923,-0.6997378,0.036220975,-0.011628021,-0.8996374,-0.80372876,-0.33768383,-0.11083585,-0.029599931,-0.0007543862,-0.43641862,-0.3114255,-0.63028854,0.8389968872070312
+4.026756,-0.7000558,0.035447754,-0.011980224,-0.89930576,-0.8035004,-0.33736065,-0.11152345,-0.030616652,-0.0003387779,-0.43553337,-0.3115414,-0.6300833,0.869163990020752
+4.003212,-0.7004873,0.03460806,-0.012378756,-0.8989214,-0.8031904,-0.3371254,-0.11227617,-0.031790163,-0.00032049417,-0.43468884,-0.31148854,-0.6300221,0.8927078247070312
+3.9930792,-0.7008823,0.03393384,-0.012779597,-0.89868903,-0.80287623,-0.33701178,-0.11294934,-0.032836724,-0.0005925894,-0.43407336,-0.311334,-0.630068,0.9028406143188477
+3.9982238,-0.7011486,0.033576258,-0.0130851455,-0.8987038,-0.80262285,-0.3370587,-0.113459796,-0.033536468,-0.0009353906,-0.43372,-0.31116945,-0.6302199,0.8976960182189941
+4.0145717,-0.70123774,0.033659138,-0.013161544,-0.89900666,-0.8024966,-0.337279,-0.113796666,-0.033726837,-0.0010662675,-0.43357846,-0.31109405,-0.630462,0.8813481330871582
+4.035473,-0.70115143,0.03416235,-0.012962583,-0.8995441,-0.8025162,-0.33764872,-0.113993675,-0.03341684,-0.0008214712,-0.43354544,-0.31116518,-0.63076633,0.8604469299316406
+4.0542746,-0.70091426,0.034970365,-0.012568507,-0.9002512,-0.8026573,-0.33808213,-0.11410108,-0.03274489,-0.00021311641,-0.43356284,-0.311378,-0.63105476,0.8416452407836914
+4.063932,-0.7005604,0.03588836,-0.012175623,-0.9010692,-0.802857,-0.33843538,-0.114157036,-0.03195357,0.00058472157,-0.43363258,-0.31167468,-0.63120323,0.8319878578186035
+4.0639324,-0.7001267,0.036729343,-0.011996094,-0.9019645,-0.80304754,-0.3385841,-0.114190444,-0.03128099,0.0013288856,-0.433798,-0.31196764,-0.6311063,0.8319873809814453
+4.0544643,-0.6996641,0.037372716,-0.012122605,-0.9028795,-0.8031871,-0.33849669,-0.11421847,-0.030893002,0.0018181205,-0.43407443,-0.31219897,-0.6307669,0.8414554595947266
+4.0399237,-0.69920903,0.037843056,-0.012519408,-0.90381384,-0.8032664,-0.3382267,-0.114256695,-0.030781362,0.001983583,-0.43447736,-0.31233037,-0.6302505,0.8559961318969727
+4.0267076,-0.6987796,0.03821271,-0.013081867,-0.90475976,-0.803298,-0.33786675,-0.114304885,-0.030863654,0.001861468,-0.4349862,-0.31237,-0.62965673,0.8692121505737305
+4.0187654,-0.6983859,0.03859604,-0.013650183,-0.9057101,-0.8033138,-0.33753654,-0.11436957,-0.03098591,0.0015913397,-0.43554884,-0.3123562,-0.6291017,0.8771543502807617
+4.018691,-0.6980236,0.039020933,-0.014145482,-0.90663886,-0.80332667,-0.3372999,-0.11443773,-0.031065706,0.0012943298,-0.4361007,-0.31232867,-0.62864864,0.8772287368774414
+4.024928,-0.6976846,0.0395173,-0.014493901,-0.9075328,-0.80335516,-0.3371871,-0.11450632,-0.03102642,0.001116693,-0.43657595,-0.31233108,-0.6283267,0.8709917068481445
+4.034874,-0.69736207,0.040072657,-0.014684174,-0.9083785,-0.8034021,-0.33718875,-0.11458203,-0.030853871,0.0011477321,-0.4369248,-0.3123871,-0.6281231,0.8610458374023438
+4.0454884,-0.69706696,0.040627673,-0.014748905,-0.90914154,-0.8034545,-0.33727205,-0.11468053,-0.030608024,0.0013965368,-0.43710786,-0.31250122,-0.6280111,0.8504314422607422
+4.053166,-0.6967981,0.04114791,-0.014736716,-0.90982497,-0.80350703,-0.3373817,-0.114816114,-0.030345906,0.001836136,-0.43713376,-0.31266567,-0.6279363,0.8427538871765137
+4.055216,-0.69655997,0.041560836,-0.01473907,-0.91042167,-0.8035371,-0.33746532,-0.11498806,-0.030172449,0.0023456514,-0.4370372,-0.31285,-0.62785405,0.8407039642333984
+4.0526414,-0.6963437,0.041868158,-0.014823843,-0.9109819,-0.8035341,-0.33748212,-0.11519012,-0.03011975,0.0028190315,-0.4368974,-0.31301397,-0.62771636,0.8432784080505371
+4.047079,-0.6961354,0.042086653,-0.015021253,-0.9115417,-0.80350274,-0.33741435,-0.115407065,-0.030197691,0.0031784624,-0.43678373,-0.31314003,-0.62749976,0.8488407135009766
+4.0397367,-0.69592583,0.04224532,-0.0153179355,-0.91211724,-0.80344963,-0.33729035,-0.1156171,-0.03037965,0.0033814907,-0.43673202,-0.31322074,-0.6272329,0.8561830520629883
+4.0351295,-0.6957039,0.042431362,-0.015658323,-0.9127481,-0.8033883,-0.3371572,-0.11581205,-0.030570615,0.0034590364,-0.43677023,-0.3132541,-0.62694794,0.8607902526855469
+4.0333996,-0.6954612,0.042693414,-0.01598147,-0.91343534,-0.80333847,-0.3370479,-0.11598599,-0.03070521,0.003486082,-0.43688032,-0.3132712,-0.62667406,0.8625202178955078
+4.0348554,-0.6951905,0.043067746,-0.016243476,-0.91418135,-0.80331206,-0.33698973,-0.11614114,-0.030730668,0.0035400093,-0.43703732,-0.31329328,-0.62642753,0.8610644340515137
+4.0394793,-0.69489145,0.04353302,-0.016435418,-0.91496223,-0.80330837,-0.33698264,-0.116275266,-0.030652102,0.003664121,-0.43720117,-0.3133377,-0.6262132,0.856440544128418
+4.044917,-0.6945755,0.044057943,-0.016562138,-0.91575,-0.80332005,-0.33701774,-0.11640078,-0.030489575,0.0038880259,-0.43733427,-0.31341204,-0.62602764,0.8510026931762695
+4.050205,-0.6942595,0.04459311,-0.016652633,-0.91651773,-0.80333215,-0.33707264,-0.116534516,-0.030298065,0.0042016804,-0.43741062,-0.31351218,-0.6258549,0.8457145690917969
+4.052415,-0.69394237,0.045110404,-0.01674128,-0.91727006,-0.8033442,-0.33710733,-0.116681814,-0.030123968,0.0045789927,-0.43744096,-0.31363267,-0.6256569,0.8435049057006836
+4.052286,-0.6936371,0.045558967,-0.016873274,-0.9179915,-0.8033363,-0.3371084,-0.11684404,-0.030026328,0.0049476326,-0.4374328,-0.31374884,-0.6254305,0.8436336517333984
+4.0505934,-0.6933591,0.045936458,-0.017046902,-0.9186741,-0.8033024,-0.33708566,-0.117029116,-0.030009653,0.0052761286,-0.43739203,-0.31384483,-0.625192,0.8453264236450195
+4.047182,-0.693084,0.04626911,-0.017274965,-0.91935974,-0.8032561,-0.33701366,-0.11722103,-0.030064639,0.005548984,-0.43736377,-0.31392276,-0.6249073,0.8487377166748047
+4.044946,-0.69281834,0.04657056,-0.01753648,-0.92004263,-0.8031952,-0.3369312,-0.117419586,-0.030171048,0.005753219,-0.437347,-0.31397355,-0.6246156,0.8509736061096191
+4.0437536,-0.69256324,0.04688084,-0.017783243,-0.9207227,-0.80312806,-0.33686757,-0.11762276,-0.030272875,0.0059309304,-0.43733102,-0.31400824,-0.6243482,0.8521661758422852
+4.043597,-0.6922959,0.04721997,-0.018016223,-0.9214265,-0.8030635,-0.3368111,-0.11781865,-0.030349594,0.0061105043,-0.43732706,-0.31403744,-0.6240815,0.8523225784301758
+4.04605,-0.6920367,0.047581933,-0.018207613,-0.9221157,-0.8029943,-0.3368007,-0.118019864,-0.03039186,0.006314054,-0.43729463,-0.3140658,-0.6238594,0.8498697280883789
+4.048612,-0.6917735,0.047985785,-0.018345539,-0.92280465,-0.80293304,-0.33682087,-0.11822665,-0.030379418,0.0065873116,-0.43722925,-0.3141101,-0.6236612,0.8473076820373535
+4.05211,-0.69150704,0.04840202,-0.018459413,-0.92348874,-0.8028701,-0.33685306,-0.11843951,-0.030347701,0.0069128126,-0.43713033,-0.31416523,-0.62346846,0.8438096046447754
+4.053663,-0.6912456,0.048809066,-0.018552396,-0.92414963,-0.8028038,-0.3368921,-0.11866246,-0.030318815,0.00728485,-0.43698323,-0.31423417,-0.6232843,0.842257022857666
+4.054989,-0.6909935,0.049194038,-0.018649805,-0.9247928,-0.80272377,-0.33692774,-0.11890012,-0.030312616,0.007672757,-0.43680134,-0.31429902,-0.6230963,0.8409309387207031
+4.0545044,-0.6907436,0.049539313,-0.018778194,-0.9254241,-0.8026324,-0.33693632,-0.119142786,-0.030356165,0.008043334,-0.4366041,-0.31435895,-0.6228835,0.8414154052734375
+4.053522,-0.6905076,0.049864344,-0.018915895,-0.9260444,-0.80252826,-0.33694145,-0.11940193,-0.030429643,0.008395463,-0.43639278,-0.31440333,-0.62266886,0.8423976898193359
+4.0519648,-0.6902672,0.05018235,-0.019072164,-0.92667794,-0.8024197,-0.3369244,-0.11966379,-0.030526202,0.008724779,-0.43619242,-0.31443638,-0.6224294,0.8439550399780273
+4.0512104,-0.6900263,0.05050025,-0.019233722,-0.9273187,-0.80230576,-0.3369061,-0.119927794,-0.030633189,0.009028181,-0.43599924,-0.31445503,-0.6221868,0.8447093963623047
+4.0513453,-0.6897932,0.050815888,-0.01938333,-0.9279462,-0.8021824,-0.33690724,-0.12019703,-0.030737747,0.00932093,-0.4357899,-0.31446072,-0.62196606,0.8445744514465332
+4.052817,-0.68956083,0.05115772,-0.01950087,-0.92857623,-0.802059,-0.33692485,-0.120474756,-0.030813988,0.009641737,-0.43556443,-0.3144667,-0.6217592,0.8431029319763184
+4.054034,-0.6893288,0.05151181,-0.01959518,-0.9292009,-0.8019352,-0.33695447,-0.12076074,-0.030876692,0.0099910945,-0.43531623,-0.31447637,-0.6215597,0.8418855667114258
+4.05587,-0.6891035,0.05187679,-0.019659463,-0.929814,-0.80180675,-0.33700398,-0.12106177,-0.030922502,0.010379434,-0.43503156,-0.3144873,-0.6213774,0.8400497436523438
+4.0573363,-0.68888164,0.05222656,-0.019713093,-0.9304075,-0.80167025,-0.33705398,-0.12137012,-0.030979484,0.010792494,-0.43470833,-0.31450236,-0.6211985,0.8385834693908691
+4.058689,-0.68867344,0.052556403,-0.019756187,-0.93097615,-0.8015215,-0.3371082,-0.121695235,-0.031051595,0.011230454,-0.43433937,-0.3145156,-0.6210278,0.8372306823730469
+4.0590763,-0.68847334,0.05285324,-0.019810189,-0.9315274,-0.8013608,-0.33715072,-0.12203027,-0.031159397,0.0116657615,-0.4339436,-0.31452322,-0.6208495,0.8368434906005859
+4.0589333,-0.68828696,0.053130165,-0.019866068,-0.93206304,-0.80118644,-0.33719444,-0.12238227,-0.031288218,0.012095153,-0.43352285,-0.3145166,-0.62067497,0.8369865417480469
+4.0586596,-0.6881079,0.05338397,-0.019930128,-0.93258965,-0.80100125,-0.3372271,-0.12274431,-0.031444646,0.012514368,-0.43308648,-0.31449956,-0.6204933,0.8372602462768555
+4.0581036,-0.68793714,0.05363296,-0.019986589,-0.9331113,-0.8008098,-0.33726045,-0.123120934,-0.0316111,0.012935191,-0.43263355,-0.31447276,-0.62031215,0.8378162384033203
+4.058377,-0.6877759,0.05387892,-0.020027313,-0.93362224,-0.8006104,-0.33730474,-0.12351221,-0.03177792,0.01335977,-0.43215826,-0.31443447,-0.6201445,0.8375430107116699
+4.0589523,-0.68761617,0.054123357,-0.020054672,-0.9341281,-0.80040795,-0.33734968,-0.12390898,-0.031945135,0.013793692,-0.4316657,-0.31439257,-0.61997914,0.8369674682617188
+4.0599346,-0.6874721,0.054362707,-0.02005564,-0.93461025,-0.80019474,-0.33741534,-0.12432431,-0.032107588,0.014247432,-0.43113247,-0.31434268,-0.61983925,0.8359851837158203
+4.0610723,-0.68733567,0.054596715,-0.020036597,-0.9350753,-0.7999744,-0.33748898,-0.12475382,-0.032268755,0.014725342,-0.43056336,-0.31429067,-0.61971,0.8348474502563477
+4.062524,-0.6872117,0.054814316,-0.020005424,-0.9355203,-0.79974276,-0.33756825,-0.1252001,-0.032439973,0.015219912,-0.42995784,-0.31423223,-0.6195894,0.8333959579467773

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.1030593141913414,4.998979114532471,,
+1000,-0.0991375744342804,4.995057356834412,,
+1500,-0.0841103345155716,4.98003011226654,,
+2000,-0.0835295245051384,4.979449323654174,,
+2500,-0.04887982830405235,4.944799632072448,,
+3000,-0.05825298652052879,4.954172759056092,,
+3500,-0.05094769597053528,4.946867492675781,,
+4000,-0.07958874851465225,4.975508554458618,,
+4500,-0.023159397765994072,4.919079197883606,,
+5000,-0.03175611421465874,4.927675925254822,,
+5000,,,4.785908479690551,0.11001132011413574
+5500,-0.020329216495156288,4.916249018669128,,
+6000,-0.03106863982975483,4.926988430976868,,
+6500,0.004000409506261349,4.891919390678406,,
+7000,0.023376112803816795,4.872543700218201,,
+7500,0.03979581594467163,4.856123989105225,,
+8000,0.028650594875216484,4.8672692227363585,,
+8500,0.036675047129392624,4.859244741439819,,
+9000,0.062382012605667114,4.83353777885437,,
+9500,0.06964697688817978,4.826272831916809,,
+10000,0.04688073694705963,4.849039092540741,,
+10000,,,4.664253759384155,0.23166604042053224
+10500,0.09395117312669754,4.801968657970429,,
+11000,0.07559625059366226,4.820323540210724,,
+11500,0.07523959130048752,4.820680227279663,,
+12000,0.09003405272960663,4.805885802268982,,
+12500,0.06658325344324112,4.829336522102356,,
+13000,0.10671908408403397,4.789200759887695,,
+13500,0.13387431204319,4.762045419692993,,
+14000,0.09571521729230881,4.800204495429993,,
+14500,0.12774603068828583,4.7681736941337585,,
+15000,0.1551055908203125,4.740814234733581,,
+15000,,,4.511654605865479,0.384265193939209
+15500,0.19235555827617645,4.703564257621765,,
+16000,0.1678125560283661,4.728107197761536,,
+16500,0.14357946813106537,4.752340325832367,,
+17000,0.1765490174293518,4.719370777606964,,
+17500,0.18312819302082062,4.712791594028473,,
+18000,0.18223120272159576,4.713688601016998,,
+18500,0.17247970402240753,4.723440147399902,,
+19000,0.2236843854188919,4.672235408782959,,
+19500,0.15784390270709991,4.738075869083405,,
+20000,0.20917044579982758,4.686749482631684,,
+20000,,,4.467903714179993,0.42801608562469484
+20500,0.22862859070301056,4.667291256427765,,
+21000,0.24906033277511597,4.6468594727516175,,
+21500,0.23543593287467957,4.66048385810852,,
+22000,0.26465317606925964,4.631266430854797,,
+22500,0.26369884610176086,4.632220963001251,,
+23000,0.2929648756980896,4.602955040454865,,
+23500,0.23437939584255219,4.661540421009064,,
+24000,0.2750856876373291,4.620834246635437,,
+24500,0.2519882023334503,4.64393159198761,,
+25000,0.28582215309143066,4.610097687721252,,
+25000,,,4.424220185279847,0.4716996145248413
+25500,0.30801859498023987,4.587901228904724,,
+26000,0.275161474943161,4.62075852060318,,
+26500,0.2558456361293793,4.640074174880981,,
+27000,0.34105029702186584,4.554869527339935,,
+27500,0.28095781803131104,4.614961975097656,,
+28000,0.3148139715194702,4.581105699539185,,
+28500,0.3440060317516327,4.551913905620575,,
+29000,0.346234530210495,4.5496852869987485,,
+29500,0.339945524930954,4.555974395751953,,
+30000,0.31798580288887024,4.577933970451355,,
+30000,,,4.379466395378113,0.5164534044265747
+30500,0.32665199041366577,4.569267924785614,,
+31000,0.3462222218513489,4.549697573184967,,
+31500,0.35960492491722107,4.536315152645111,,
+32000,0.3347339332103729,4.56118608379364,,
+32500,0.3494201600551605,4.546499630451202,,
+33000,0.4554063677787781,4.440513319015503,,
+33500,0.38216596841812134,4.5137539792060855,,
+34000,0.44636884331703186,4.449550995826721,,
+34500,0.39428046345710754,4.5016391882896425,,
+35000,0.4151197373867035,4.480799901008606,,
+35000,,,4.312512676715851,0.5834071230888367
+35500,0.43126583099365234,4.464653991699219,,
+36000,0.43175312876701355,4.464166608333588,,
+36500,0.380765438079834,4.515154520988465,,
+37000,0.4076917767524719,4.488228128910064,,
+37500,0.430675745010376,4.465243988037109,,
+38000,0.4017561674118042,4.494163535118103,,
+38500,0.47341716289520264,4.422502459526062,,
+39000,0.4809066355228424,4.415013299942016,,
+39500,0.5019765496253967,4.393943515300751,,
+40000,0.4226892590522766,4.47323052406311,,
+40000,,,4.12407511472702,0.7718446850776672
+40500,0.4679238200187683,4.427995963573456,,
+41000,0.459018349647522,4.436901454925537,,
+41500,0.49436360597610474,4.401556460380554,,
+42000,0.5523695945739746,4.343550332069397,,
+42500,0.43106609582901,4.464853503227234,,
+43000,0.4544079601764679,4.4415118060112,,
+43500,0.5510848760604858,4.344834839344025,,
+44000,0.49370697140693665,4.402212840080261,,
+44500,0.46137377619743347,4.434546278476715,,
+45000,0.5532727837562561,4.342647000312805,,
+45000,,,4.141054537296295,0.7548652625083924
+45500,0.49406886100769043,4.4018512125015254,,
+46000,0.563704788684845,4.332215304851532,,
+46500,0.5523806214332581,4.3435388956069945,,
+47000,0.5605859756469727,4.33533410692215,,
+47500,0.5262837409973145,4.369635868549347,,
+48000,0.5978171825408936,4.298102495193482,,
+48500,0.5708543062210083,4.325065383911133,,
+49000,0.6022892594337463,4.293630569458008,,
+49500,0.6121063828468323,4.283813173770905,,
+50000,0.6365397572517395,4.259379854679108,,
+50000,,,4.091523807048798,0.8043959927558899
+50500,0.6499400734901428,4.245979862689972,,
+51000,0.6369622945785522,4.258957699775696,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8450c556995373967eee905855df433f564c9a2709b0e970dce0b23664ba41a
+size 1935722

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6301174,1.0,-0.0034029111,-0.68866515,-0.72112525,-0.50505066,0.12498666,0.8248316,0.265713,-0.8757605,-1.0,-1.0,0.05680937,0.26580238342285156
+4.1943836,1.0,0.0078029577,-0.6862254,-0.72759545,-0.50095516,0.12699357,0.8395196,0.284156,-0.8828092,-1.0,-1.0,0.06075922,0.7015361785888672
+4.0720787,1.0,0.006977683,-0.68926513,-0.7287989,-0.49922538,0.1293719,0.8447962,0.28516266,-0.8848657,-1.0,-1.0,0.062798396,0.8238410949707031
+4.1424093,1.0,-0.005043857,-0.69323635,-0.7235508,-0.49528384,0.13393103,0.8351252,0.26715198,-0.88825506,-1.0,-1.0,0.06943643,0.7535104751586914
+4.2282667,1.0,-0.028083025,-0.6955459,-0.71654415,-0.49202788,0.15554649,0.82303715,0.23732579,-0.89106494,-1.0,-1.0,0.0976893,0.6676530838012695
+4.2657905,1.0,-0.05590371,-0.6966715,-0.7097451,-0.49011043,0.18709436,0.8120849,0.20477298,-0.8927706,-1.0,-1.0,0.13810794,0.630129337310791
+4.209986,1.0,-0.08493697,-0.6977126,-0.70219874,-0.488591,0.21987209,0.8005662,0.1720961,-0.8938624,-1.0,-1.0,0.17944191,0.6859335899353027
+4.1319714,1.0,-0.11372084,-0.6980394,-0.6939922,-0.4888864,0.24995576,0.7872801,0.13980252,-0.89149797,-1.0,-1.0,0.21539797,0.7639484405517578
+4.1060333,1.0,-0.13689914,-0.696877,-0.687359,-0.49102673,0.27317455,0.77511203,0.11386725,-0.8860225,-1.0,-1.0,0.24151592,0.789886474609375
+4.137262,1.0,-0.15022185,-0.695164,-0.68333334,-0.4932788,0.28577316,0.7668743,0.09865706,-0.8804569,-1.0,-1.0,0.25465363,0.7586579322814941
+4.1895933,1.0,-0.15547413,-0.6937157,-0.6812842,-0.49447107,0.29035202,0.7624726,0.09187436,-0.876893,-1.0,-1.0,0.2592159,0.7063264846801758
+4.222362,1.0,-0.15869,-0.6932376,-0.67965406,-0.4938386,0.29412276,0.75987804,0.08688517,-0.87646294,-1.0,-1.0,0.26447064,0.6735577583312988
+4.2149906,1.0,-0.16591963,-0.69443643,-0.6767039,-0.49077332,0.3030442,0.7562822,0.07694453,-0.8796521,-1.0,-1.0,0.27741605,0.6809291839599609
+4.1834097,1.0,-0.18060058,-0.69736934,-0.67148274,-0.48535243,0.31979647,0.7490773,0.058209185,-0.8855831,-1.0,-0.9981376,0.30043462,0.7125101089477539
+4.1565456,1.0,-0.20195776,-0.70129764,-0.6645043,-0.4785621,0.34318635,0.737412,0.031800162,-0.8920172,-1.0,-0.98782235,0.3307284,0.7393741607666016
+4.1463995,1.0,-0.22572389,-0.7051039,-0.6572998,-0.47212467,0.3690078,0.7230642,0.0030733272,-0.89656204,-1.0,-0.9761868,0.36226305,0.7495203018188477
+4.148388,1.0,-0.24622163,-0.7077377,-0.65166605,-0.46799147,0.39145136,0.709762,-0.020831827,-0.8975207,-1.0,-0.96621823,0.38790733,0.7475318908691406
+4.155881,1.0,-0.25860238,-0.70835656,-0.64898264,-0.46763092,0.4053109,0.70104206,-0.034090098,-0.8944083,-1.0,-0.9607977,0.40214282,0.7400388717651367
+4.161865,1.0,-0.26108918,-0.7067552,-0.6494351,-0.4709812,0.4083655,0.6984153,-0.03486539,-0.88815236,-1.0,-0.96108973,0.40331596,0.7340545654296875
+4.1639524,1.0,-0.2550734,-0.7035543,-0.6521308,-0.47629598,0.4017365,0.7010335,-0.025506008,-0.8809543,-1.0,-0.9659642,0.39367726,0.7319674491882324
+4.1605096,1.0,-0.24506092,-0.70013887,-0.6553192,-0.48089182,0.39011967,0.70601,-0.012259919,-0.8756914,-1.0,-0.9723171,0.37955663,0.735410213470459
+4.157716,1.0,-0.23767138,-0.6982377,-0.6568694,-0.48239192,0.38080144,0.7096251,-0.0035230927,-0.87473696,-1.0,-0.976399,0.36991405,0.7382040023803711
+4.160651,1.0,-0.23863739,-0.69908905,-0.65529835,-0.47958502,0.3803931,0.70867395,-0.006092053,-0.87884057,-1.0,-0.9752612,0.37219134,0.7352685928344727
+4.1702147,1.0,-0.24984187,-0.7028131,-0.65064037,-0.47271994,0.39153883,0.70156324,-0.02169079,-0.8866181,-1.0,-0.96766365,0.38841498,0.7257051467895508
+4.174435,1.0,-0.2689195,-0.7083751,-0.6442122,-0.4633554,0.41212246,0.6890322,-0.046522122,-0.8951599,-1.0,-0.95463234,0.41463962,0.7214846611022949
+4.165205,1.0,-0.29008085,-0.7138354,-0.6382237,-0.4545779,0.43585727,0.67430925,-0.072636336,-0.9009068,-1.0,-0.9398364,0.44255215,0.7307147979736328
+4.145413,1.0,-0.30707547,-0.7172384,-0.63465524,-0.4498051,0.4554397,0.6617931,-0.09184897,-0.9013954,-1.0,-0.92814344,0.4637695,0.7505068778991699
+4.1305494,1.0,-0.3151726,-0.71741563,-0.63459146,-0.4511167,0.4649538,0.6553618,-0.098357424,-0.89611596,-1.0,-0.92354405,0.4721771,0.7653703689575195
+4.1327076,1.0,-0.3119024,-0.714193,-0.63814276,-0.45813522,0.46125275,0.6568552,-0.08976635,-0.88652927,-1.0,-0.9275205,0.46504864,0.7632122039794922
+4.1458406,1.0,-0.29852518,-0.70854205,-0.6442063,-0.46787244,0.44562104,0.66484773,-0.068827614,-0.8757431,-1.0,-0.9380015,0.44484907,0.7500791549682617
+4.1541824,1.0,-0.28108606,-0.70257825,-0.6502987,-0.47608873,0.42454818,0.6748804,-0.04440881,-0.86773425,-1.0,-0.9500158,0.42001522,0.7417373657226562
+4.151744,1.0,-0.26899794,-0.69897825,-0.6531234,-0.47937322,0.40812448,0.6813868,-0.028991695,-0.86576194,-1.0,-0.95801514,0.40273714,0.744175910949707
+4.1494503,1.0,-0.2701828,-0.6997323,-0.6504351,-0.47625637,0.40537813,0.67997515,-0.0322914,-0.87070984,-1.0,-0.9579125,0.40306148,0.7464694976806641
+4.1585083,1.0,-0.28605023,-0.7050269,-0.64286065,-0.4671851,0.41912222,0.6691061,-0.055153083,-0.88044053,-1.0,-0.94805497,0.4226049,0.7374114990234375
+4.17346,1.0,-0.3110152,-0.71301067,-0.6336107,-0.4546315,0.44463298,0.65103185,-0.089053795,-0.8905551,-1.0,-0.93024385,0.45393282,0.7224597930908203
+4.176977,1.0,-0.3364657,-0.7206682,-0.62644565,-0.44297373,0.47286817,0.6312065,-0.121445715,-0.89648825,-1.0,-0.9099885,0.4859429,0.7189426422119141
+4.1592846,1.0,-0.3552109,-0.72541726,-0.6236916,-0.43657288,0.49478754,0.6156081,-0.1423543,-0.8958697,-1.0,-0.89398026,0.50897765,0.7366352081298828
+4.137885,1.0,-0.36307535,-0.7259536,-0.62567306,-0.4377391,0.50375307,0.60832417,-0.1468052,-0.8889479,-1.0,-0.88726807,0.51642853,0.7580347061157227
+4.1319447,1.0,-0.3581402,-0.7221241,-0.63163584,-0.44619095,0.49664184,0.6109165,-0.13335425,-0.87733996,-1.0,-0.8917951,0.5055146,0.7639751434326172
+4.142141,1.0,-0.3421135,-0.7149323,-0.63985443,-0.45850506,0.47541967,0.6211349,-0.10557963,-0.86389077,-1.0,-0.9049812,0.47922826,0.7537789344787598
+4.144471,1.0,-0.322124,-0.7069969,-0.64724386,-0.46908084,0.4482965,0.6330025,-0.07445663,-0.8529938,-1.0,-0.9200368,0.4479292,0.7514486312866211
+4.130451,1.0,-0.3093643,-0.7018893,-0.6496414,-0.47339323,0.4272214,0.6394752,-0.055891182,-0.848859,-1.0,-0.9299072,0.42593613,0.7654685974121094
+4.118552,1.0,-0.31298053,-0.7025405,-0.64424723,-0.46966752,0.4227673,0.6354755,-0.062153798,-0.85295457,-1.0,-0.92975724,0.42480487,0.7773675918579102
+4.1324058,1.0,-0.33375615,-0.70941526,-0.6323831,-0.45856026,0.43807095,0.6197761,-0.09334946,-0.8628529,-1.0,-0.9174937,0.44589052,0.7635140419006348
+4.1729574,1.0,-0.36360574,-0.7199414,-0.6191788,-0.44302064,0.46674156,0.5960244,-0.13681898,-0.8735531,-1.0,-0.8951124,0.47960907,0.7229623794555664
+4.216558,1.0,-0.39197177,-0.7301626,-0.61016977,-0.42818663,0.4975399,0.5711225,-0.17606542,-0.8798109,-1.0,-0.86912215,0.5129025,0.6793618202209473
+4.2360845,1.0,-0.4121068,-0.7371812,-0.6080154,-0.4185868,0.5206913,0.5507809,-0.20080481,-0.8790639,-1.0,-0.84655535,0.5360433,0.6598353385925293
+4.2228613,1.0,-0.42183077,-0.7397945,-0.6120465,-0.41570994,0.5301941,0.5373452,-0.20866278,-0.87221223,-1.0,-0.83153194,0.5435863,0.6730585098266602
+4.194601,1.0,-0.42173937,-0.73799276,-0.61963403,-0.41852447,0.52400684,0.53094316,-0.20166965,-0.861841,-1.0,-0.825408,0.5339409,0.7013187408447266
+4.179104,1.0,-0.4142797,-0.73277843,-0.62757653,-0.4245098,0.5046563,0.530352,-0.18425344,-0.85060865,-1.0,-0.8270402,0.51014,0.7168159484863281
+4.1835604,1.0,-0.40333062,-0.72615194,-0.6332526,-0.43031082,0.47866806,0.53284526,-0.16297852,-0.840924,-1.0,-0.8327311,0.47946334,0.7123594284057617
+4.188058,0.9987564,-0.3940721,-0.72091734,-0.63470566,-0.4324457,0.45427343,0.53439486,-0.14660694,-0.835367,-1.0,-0.8372749,0.4512123,0.7078619003295898
+4.1754475,0.99562645,-0.39245585,-0.7199566,-0.6302255,-0.42820057,0.43899098,0.5307292,-0.14492641,-0.8364084,-1.0,-0.8356329,0.43358976,0.7204723358154297
+4.151313,0.98980165,-0.40221322,-0.72470284,-0.6193983,-0.41650602,0.43702233,0.51886296,-0.16400144,-0.84491235,-1.0,-0.8240558,0.42993158,0.7446069717407227
+4.126979,0.9806008,-0.4207946,-0.73374367,-0.60491836,-0.39898118,0.4452061,0.4990447,-0.1997601,-0.85844266,-1.0,-0.8020792,0.434121,0.7689409255981445
+4.0914474,0.9685077,-0.44040468,-0.74362594,-0.5920173,-0.3801121,0.4514012,0.47464606,-0.23870492,-0.8709356,-1.0,-0.77441335,0.42953104,0.8044724464416504
+4.02555,0.9527302,-0.45301235,-0.75059116,-0.58665586,-0.365682,0.43649483,0.44694057,-0.26551926,-0.87234956,-1.0,-0.7480122,0.38916975,0.8703699111938477
+3.9474475,0.917725,-0.45238248,-0.74998325,-0.5954138,-0.35699156,0.37693754,0.39793244,-0.27173787,-0.8442287,-1.0,-0.7184241,0.2741578,0.948472261428833
+3.8507829,0.8094403,-0.43696326,-0.7286043,-0.60878706,-0.34281763,0.2553849,0.26575744,-0.28005314,-0.7638104,-0.9781265,-0.65083134,0.066853166,1.0451369285583496
+3.7979536,0.5977079,-0.44156146,-0.6816255,-0.59397364,-0.31787992,0.12759499,0.050633892,-0.33601853,-0.6359971,-0.84316933,-0.50572866,-0.14118817,1.097966194152832
+3.9536774,0.3005158,-0.45725667,-0.6071867,-0.5516467,-0.28615215,0.029251827,-0.20446607,-0.44018763,-0.43589875,-0.6256944,-0.2846738,-0.30868664,0.9422423839569092
+4.115302,0.07435672,-0.442456,-0.5159115,-0.48712593,-0.26996,-0.07811149,-0.366695,-0.4982375,-0.23324645,-0.3757866,-0.14800593,-0.48186257,0.7806177139282227
+4.0369635,-0.055364463,-0.41957885,-0.43311894,-0.40652996,-0.26709393,-0.15909511,-0.42247838,-0.5216297,-0.076217495,-0.14214063,-0.098418936,-0.6098563,0.8589563369750977
+3.916744,-0.13635351,-0.3910833,-0.35979414,-0.32736656,-0.26311764,-0.2225535,-0.4497976,-0.5413535,0.022822343,0.03673219,-0.076726004,-0.68767565,0.9791758060455322
+3.811606,-0.18989024,-0.3753157,-0.29734117,-0.26024494,-0.25867492,-0.27239284,-0.47965607,-0.5644968,0.07375642,0.14760631,-0.06492306,-0.7261974,1.0843138694763184
+3.6838536,-0.2130091,-0.3716451,-0.26229084,-0.22339012,-0.25930992,-0.29666764,-0.49443346,-0.5792225,0.093416534,0.19636428,-0.06243275,-0.7380461,1.2120661735534668
+3.5826166,-0.21239825,-0.3683001,-0.25197992,-0.21781161,-0.26155028,-0.30453733,-0.4935702,-0.58052546,0.09458732,0.20286453,-0.066236496,-0.7445419,1.3133032321929932
+3.6264055,-0.2065248,-0.3623128,-0.24705379,-0.22867149,-0.26834264,-0.31484115,-0.49788734,-0.5704197,0.09057184,0.1768899,-0.07920067,-0.75424427,1.2695143222808838
+3.7929802,-0.20797369,-0.3602547,-0.23775603,-0.23233154,-0.27484167,-0.32591572,-0.50764656,-0.56531805,0.09395171,0.16011596,-0.09261374,-0.76471156,1.1029396057128906
+3.9462645,-0.20793526,-0.36299857,-0.23849623,-0.2328502,-0.27301952,-0.32358217,-0.5107965,-0.5695197,0.08920414,0.15572327,-0.09035948,-0.7646046,0.949655294418335
+4.0407352,-0.19877014,-0.36760837,-0.25780526,-0.24172308,-0.26224387,-0.30547765,-0.50452626,-0.57607996,0.06593223,0.14431992,-0.07119359,-0.75017214,0.8551845550537109
+4.101263,-0.18365806,-0.37382776,-0.28888384,-0.25903305,-0.24639434,-0.2782929,-0.49504903,-0.5818303,0.030027531,0.12042757,-0.04346873,-0.72574574,0.7946567535400391
+4.122922,-0.16798456,-0.38094383,-0.32049927,-0.27784714,-0.22931221,-0.24968971,-0.4859679,-0.5865162,-0.006786771,0.093149684,-0.016027197,-0.6997475,0.7729978561401367
+4.085388,-0.15557638,-0.38671696,-0.3438619,-0.2920536,-0.21542275,-0.22698204,-0.47839186,-0.58980876,-0.03465984,0.072020285,0.0043845177,-0.67982537,0.8105316162109375
+3.9994519,-0.1470733,-0.39002848,-0.35783073,-0.30132174,-0.20610356,-0.2125625,-0.47343466,-0.591868,-0.053376593,0.05729474,0.017616615,-0.6669941,0.896467924118042
+3.911248,-0.14202182,-0.39094073,-0.36369938,-0.30664867,-0.2011002,-0.20586762,-0.471422,-0.5930715,-0.06452788,0.047806695,0.024899602,-0.6605018,0.9846718311309814
+3.8554504,-0.14021395,-0.3896955,-0.36240178,-0.30839467,-0.20076129,-0.20626615,-0.4718528,-0.59314424,-0.067532904,0.043672048,0.0256408,-0.6604116,1.0404694080352783
+3.840521,-0.14113435,-0.38676918,-0.3555821,-0.30741715,-0.20460698,-0.2124828,-0.4743483,-0.5919277,-0.06368663,0.043122508,0.020533219,-0.6653749,1.05539870262146
+3.8657439,-0.14376329,-0.383138,-0.34605354,-0.3049853,-0.2105627,-0.22167341,-0.4782762,-0.5901443,-0.056515656,0.04397133,0.012589052,-0.67240524,1.0301759243011475
+3.9177084,-0.14722714,-0.3796242,-0.33629036,-0.30186936,-0.21642861,-0.23101641,-0.4826716,-0.5887028,-0.048846476,0.04572911,0.0048121363,-0.67923236,0.9782114028930664
+3.9760191,-0.15108287,-0.3765052,-0.32721642,-0.29821602,-0.22128001,-0.2392294,-0.4868396,-0.58788186,-0.041528963,0.04876341,-0.0015474409,-0.6853019,0.91990065574646
+4.022109,-0.15454294,-0.37392247,-0.3194364,-0.2945969,-0.22520608,-0.24585444,-0.49005046,-0.58740467,-0.035060354,0.052314952,-0.006772727,-0.6904513,0.8738107681274414
+4.0432367,-0.15707073,-0.3718656,-0.31356183,-0.2918112,-0.2281657,-0.25067896,-0.49227193,-0.58703846,-0.030255146,0.055021748,-0.010747984,-0.6943114,0.8526830673217773
+4.0386934,-0.15833318,-0.3703691,-0.30969825,-0.2902636,-0.23001781,-0.25352147,-0.49353364,-0.58683604,-0.027692296,0.056083523,-0.013236359,-0.6966849,0.8572263717651367
+4.011911,-0.15819979,-0.36952043,-0.30808172,-0.29026228,-0.23054768,-0.25421742,-0.4941021,-0.58699715,-0.027980171,0.054749236,-0.013831735,-0.6971819,0.8840088844299316
+3.9716587,-0.15697953,-0.3692503,-0.30835882,-0.29151684,-0.22977303,-0.25317547,-0.49439254,-0.58764786,-0.031023242,0.05115132,-0.01242809,-0.6958955,0.9242610931396484
+3.9342704,-0.15489495,-0.36940968,-0.31006882,-0.29384792,-0.22814795,-0.25103554,-0.49459872,-0.5885859,-0.036215432,0.045456566,-0.009708151,-0.6931977,0.9616494178771973
+3.9133892,-0.15220936,-0.3697161,-0.3127001,-0.297124,-0.2262246,-0.24848984,-0.49482095,-0.5894148,-0.04271356,0.037924714,-0.0066037476,-0.68969226,0.9825305938720703
+3.9141207,-0.14926992,-0.36995322,-0.31557274,-0.30093947,-0.22442913,-0.24601853,-0.49502552,-0.5899138,-0.049481265,0.029398963,-0.0038650185,-0.6860784,0.9817991256713867
+3.933032,-0.14649257,-0.3700891,-0.31813067,-0.3046651,-0.22297105,-0.24384755,-0.49520645,-0.5901902,-0.055612795,0.02110795,-0.0017939061,-0.6828498,0.9628877639770508
+3.9620163,-0.1442621,-0.37016922,-0.32012385,-0.30769324,-0.22179455,-0.24203798,-0.49539173,-0.5905072,-0.060614474,0.014259107,-0.00019606948,-0.6801998,0.9339034557342529
+3.9913266,-0.14273407,-0.3702373,-0.32153484,-0.30975252,-0.22077116,-0.24053954,-0.4955866,-0.5910248,-0.06440779,0.009418398,0.0012353361,-0.67809105,0.9045932292938232
+4.0119305,-0.14177361,-0.37026387,-0.32244688,-0.31100163,-0.21987641,-0.23930697,-0.49575484,-0.5916691,-0.06718933,0.006287731,0.0025749505,-0.6764287,0.8839893341064453
+4.0182934,-0.1410788,-0.3701651,-0.32297105,-0.31187043,-0.21919052,-0.23834686,-0.49586043,-0.59221214,-0.069284804,0.003998015,0.0036691576,-0.6751253,0.8776264190673828
+4.0101852,-0.14038897,-0.3698889,-0.32321912,-0.3127608,-0.2187565,-0.23766638,-0.4959436,-0.5924993,-0.071048595,0.0016778335,0.00440681,-0.6740747,0.8857345581054688
+3.9922702,-0.13959365,-0.3694533,-0.3232884,-0.3138642,-0.21852162,-0.23724224,-0.49609575,-0.5925398,-0.072757654,-0.0011415668,0.004839316,-0.6731631,0.9036495685577393
+3.971857,-0.13868812,-0.368933,-0.32327613,-0.3151892,-0.21838167,-0.237007,-0.49638924,-0.59244806,-0.07459047,-0.004544683,0.00512138,-0.6722737,0.9240627288818359
+3.9561806,-0.13771418,-0.36840045,-0.3232647,-0.31666672,-0.21826115,-0.23688997,-0.49683747,-0.5923265,-0.076599084,-0.008397765,0.0053613484,-0.6713403,0.9397392272949219
+3.9499257,-0.13670522,-0.3679132,-0.32331684,-0.3182233,-0.21813099,-0.23681128,-0.49738288,-0.5922297,-0.07874391,-0.012495503,0.005583167,-0.6703456,0.9459941387176514
+3.9541385,-0.13571434,-0.36749288,-0.32344636,-0.31977117,-0.21798664,-0.23671098,-0.49795318,-0.5921789,-0.08090971,-0.016580254,0.0057827383,-0.66931915,0.9417812824249268
+3.9664476,-0.13480268,-0.36715338,-0.32364556,-0.3212074,-0.2178078,-0.23653032,-0.49848393,-0.5922044,-0.082986064,-0.020380221,0.00599578,-0.6682885,0.9294722080230713
+3.9820213,-0.13400754,-0.3669029,-0.32391766,-0.32245845,-0.2175495,-0.23621275,-0.49892727,-0.5923359,-0.0849274,-0.023704253,0.006310031,-0.66725355,0.9138984680175781
+3.9956927,-0.13332039,-0.36672762,-0.32427624,-0.32352275,-0.21717706,-0.23573475,-0.49926004,-0.5925671,-0.08676242,-0.026533432,0.00679864,-0.66619605,0.9002270698547363
+4.003348,-0.13267404,-0.3665958,-0.32472947,-0.32448405,-0.21669932,-0.2351109,-0.49947527,-0.5928444,-0.08856361,-0.02904492,0.007454887,-0.6650977,0.8925719261169434
+4.0034947,-0.13197874,-0.36646515,-0.32526687,-0.32547688,-0.21617022,-0.23439525,-0.49959,-0.5930845,-0.09040434,-0.031534817,0.008182839,-0.6639607,0.8924250602722168
+3.997075,-0.1311766,-0.36630118,-0.32586357,-0.3266036,-0.2156437,-0.23365998,-0.49965605,-0.5932301,-0.092337914,-0.034259763,0.00889042,-0.6627936,0.8988447189331055
+3.9872332,-0.13025385,-0.36609435,-0.32648814,-0.32790264,-0.21515527,-0.23295756,-0.4997224,-0.5932704,-0.0943763,-0.037340485,0.009515852,-0.6616078,0.908686637878418
+3.9776993,-0.12925358,-0.36586094,-0.32711616,-0.32932937,-0.21470721,-0.23231794,-0.49983785,-0.59324473,-0.0964948,-0.040724136,0.010060415,-0.66041106,0.9182205200195312
+3.9718122,-0.12824574,-0.36561808,-0.32771683,-0.33079448,-0.21429624,-0.23175813,-0.50002176,-0.59319687,-0.09862026,-0.04423701,0.010536388,-0.65923285,0.924107551574707
+3.9710765,-0.12728538,-0.3653924,-0.32828012,-0.33221462,-0.21391638,-0.23126085,-0.5002582,-0.59316736,-0.10067739,-0.047689267,0.01095894,-0.6580908,0.9248433113098145
+3.9753218,-0.126422,-0.36518937,-0.3287879,-0.33351713,-0.2135655,-0.23081394,-0.50051963,-0.59317195,-0.10258489,-0.05089973,0.011338487,-0.65701747,0.920598030090332
+3.9826596,-0.12567866,-0.3650136,-0.32923234,-0.33465946,-0.21324086,-0.23039815,-0.5007751,-0.59321827,-0.10429258,-0.05375175,0.011685625,-0.65603095,0.9132602214813232
+3.9905431,-0.12504858,-0.36485976,-0.32962248,-0.3356403,-0.2129308,-0.2299911,-0.5009978,-0.5932997,-0.10580189,-0.056222532,0.0120242685,-0.6551282,0.905376672744751
+3.9964716,-0.12450574,-0.36471847,-0.3299778,-0.33649147,-0.21261975,-0.2295785,-0.5011798,-0.59340334,-0.107160024,-0.05837795,0.012382373,-0.6542859,0.8994481563568115
+3.9988544,-0.124003366,-0.36457646,-0.33031508,-0.33727488,-0.21230729,-0.22916044,-0.5013224,-0.593502,-0.10842689,-0.06035166,0.012754828,-0.6534839,0.8970654010772705
+3.9974327,-0.12349343,-0.36442387,-0.33065537,-0.3380586,-0.21199456,-0.22874187,-0.5014386,-0.5935731,-0.10967643,-0.06230279,0.013131842,-0.65269554,0.8984870910644531
+3.9933197,-0.1229437,-0.36425173,-0.33100462,-0.33889335,-0.21169324,-0.22833914,-0.5015472,-0.5935984,-0.11095158,-0.0643539,0.013486847,-0.65190965,0.9026000499725342
+3.9882395,-0.12234753,-0.36405998,-0.3313595,-0.3397957,-0.21141317,-0.22796787,-0.50166744,-0.59357715,-0.11226656,-0.06655599,0.013797864,-0.6511248,0.9076802730560303
+3.9841008,-0.12171739,-0.36386204,-0.33172226,-0.34075055,-0.21115075,-0.22762354,-0.5018077,-0.5935281,-0.11361379,-0.06888003,0.014067411,-0.6503404,0.9118189811706543
+3.9823313,-0.12108672,-0.36367202,-0.33208683,-0.34171224,-0.21089624,-0.22730117,-0.501971,-0.5934783,-0.11496384,-0.071233466,0.014315739,-0.64956254,0.9135885238647461
+3.9832025,-0.12048398,-0.36350387,-0.33244666,-0.34263593,-0.2106457,-0.22698788,-0.5021442,-0.5934498,-0.116274945,-0.073507726,0.014552787,-0.64880365,0.912717342376709
+3.9862602,-0.11993037,-0.3633613,-0.3327969,-0.3434891,-0.2103968,-0.22667529,-0.50231344,-0.59344923,-0.11751299,-0.07562296,0.0147899985,-0.648072,0.9096596240997314
+3.9902258,-0.11943668,-0.3632426,-0.3331318,-0.3442555,-0.21014664,-0.22635834,-0.5024675,-0.5934778,-0.118658654,-0.07753083,0.0150371045,-0.64737767,0.9056940078735352
+3.9940052,-0.1189947,-0.36313963,-0.33344868,-0.3449422,-0.20990029,-0.22603609,-0.50259566,-0.5935226,-0.11970916,-0.079242304,0.015288457,-0.6467211,0.9019145965576172
+3.9963377,-0.11858778,-0.36304432,-0.33375335,-0.34557253,-0.20965618,-0.22570957,-0.50269693,-0.59357256,-0.12068818,-0.08080481,0.015546501,-0.6460957,0.8995821475982666
+3.9967654,-0.1181985,-0.36294666,-0.33405074,-0.34617496,-0.2094123,-0.22538672,-0.50278467,-0.59361476,-0.121627234,-0.08229321,0.015811518,-0.64549106,0.8991544246673584
+3.9954152,-0.11780618,-0.36284083,-0.33433738,-0.346776,-0.2091807,-0.2250778,-0.5028602,-0.59363514,-0.122542806,-0.08376682,0.01606159,-0.64490724,0.9005045890808105
+3.9930382,-0.117402285,-0.36272305,-0.33461672,-0.3473931,-0.20896399,-0.2247925,-0.50293887,-0.5936313,-0.12345288,-0.08527188,0.016288549,-0.64433956,0.9028816223144531
+3.9906788,-0.116986185,-0.36259767,-0.33488992,-0.3480293,-0.2087631,-0.22453044,-0.5030248,-0.59360635,-0.124361716,-0.08681992,0.016487539,-0.6437842,0.9052410125732422
+3.989127,-0.11657037,-0.36247212,-0.3351536,-0.34866637,-0.20857549,-0.22429167,-0.5031216,-0.5935737,-0.12525702,-0.08837348,0.016661778,-0.643248,0.9067928791046143
+3.988788,-0.11616966,-0.36235446,-0.33541033,-0.3492863,-0.20839486,-0.22406758,-0.50322884,-0.59354514,-0.1261293,-0.08989442,0.016825587,-0.64272696,0.9071319103240967
+3.989832,-0.115794435,-0.36224866,-0.3356519,-0.34986728,-0.2082248,-0.22385557,-0.5033356,-0.5935274,-0.12695256,-0.09132794,0.016975403,-0.6422321,0.9060878753662109
+3.9917023,-0.11545351,-0.3621596,-0.3358849,-0.3503971,-0.20805642,-0.22364385,-0.5034348,-0.59352803,-0.12772077,-0.092638955,0.017128423,-0.64176154,0.9042174816131592
+3.9937983,-0.11514807,-0.3620844,-0.3361064,-0.35087448,-0.20788892,-0.22343156,-0.50352407,-0.59354323,-0.12843215,-0.09382586,0.01728721,-0.64131504,0.9021215438842773
+3.9954188,-0.11486943,-0.36201683,-0.3363181,-0.35131103,-0.20772508,-0.22321965,-0.5035988,-0.593564,-0.1290921,-0.09490826,0.017448291,-0.64089215,0.900501012802124
+3.9962199,-0.11461055,-0.36195242,-0.33651894,-0.35171482,-0.20756534,-0.22301199,-0.5036622,-0.593585,-0.12970948,-0.09590841,0.017610565,-0.6404917,0.8996999263763428
+3.9960558,-0.11435807,-0.3618863,-0.33671388,-0.35210675,-0.20741087,-0.22281063,-0.5037166,-0.5935983,-0.13030338,-0.09687212,0.017769173,-0.6401067,0.8998639583587646
+3.9951558,-0.114108205,-0.36181524,-0.33689988,-0.3524944,-0.2072655,-0.22262315,-0.5037691,-0.5935993,-0.13087928,-0.09782248,0.017917052,-0.63973767,0.900763988494873
+3.993856,-0.11385378,-0.36174232,-0.33708274,-0.35288587,-0.20712656,-0.22244628,-0.50382125,-0.59359103,-0.13144916,-0.09877689,0.018053815,-0.6393802,0.9020638465881348
+3.992816,-0.11359918,-0.3616678,-0.3372597,-0.35327762,-0.2069981,-0.22228456,-0.5038782,-0.59357446,-0.13200822,-0.09973362,0.018174708,-0.6390353,0.9031038284301758
+3.992293,-0.11335307,-0.36159557,-0.33742705,-0.35365736,-0.20687738,-0.22213706,-0.5039389,-0.5935565,-0.13254806,-0.10066495,0.018284008,-0.6387067,0.9036269187927246
+3.9925022,-0.113117635,-0.3615303,-0.33758885,-0.35402063,-0.20676349,-0.22199605,-0.50399935,-0.59354275,-0.13306284,-0.10155541,0.01838389,-0.63839346,0.9034175872802734
+3.9932501,-0.11289929,-0.36147517,-0.33774647,-0.35435796,-0.20665112,-0.22185673,-0.5040562,-0.59353733,-0.13354975,-0.10238442,0.018483981,-0.63809365,0.9026696681976318
+3.9942892,-0.112706244,-0.36142814,-0.33789378,-0.3546595,-0.20654038,-0.22172205,-0.5041112,-0.59354204,-0.1339989,-0.103131644,0.018588558,-0.6378119,0.9016306400299072
+3.9953167,-0.112530604,-0.3613891,-0.33803427,-0.35493195,-0.20643318,-0.2215879,-0.5041564,-0.5935528,-0.134413,-0.10380594,0.018692836,-0.6375471,0.9006030559539795
+3.9960134,-0.11237049,-0.36135522,-0.3381679,-0.35518032,-0.2063303,-0.22145678,-0.5041939,-0.5935659,-0.13479444,-0.10441785,0.018794999,-0.6372988,0.8999063968658447
+3.9961905,-0.11222421,-0.36131996,-0.33829257,-0.35541105,-0.20622966,-0.22133227,-0.50422823,-0.5935761,-0.13515145,-0.104986235,0.018899843,-0.63706475,0.8997292518615723
+3.995882,-0.1120791,-0.36128482,-0.3384104,-0.35563368,-0.20613721,-0.2212138,-0.5042548,-0.5935812,-0.13548934,-0.105529286,0.018994242,-0.63684565,0.9000377655029297
+3.9953117,-0.11193748,-0.36124733,-0.33852282,-0.3558517,-0.2060514,-0.22110735,-0.5042834,-0.59358007,-0.1358152,-0.106062315,0.019081503,-0.63663787,0.9006080627441406
+3.9946747,-0.11179796,-0.36121017,-0.33863065,-0.35606638,-0.20597047,-0.22100867,-0.504312,-0.59357464,-0.13613099,-0.1065849,0.019160941,-0.6364397,0.9012451171875
+3.9942808,-0.111662105,-0.36117512,-0.33873555,-0.3562761,-0.20589292,-0.22091527,-0.50434184,-0.5935684,-0.13643667,-0.10709438,0.019235685,-0.6362498,0.9016389846801758
+3.9941528,-0.11153464,-0.3611412,-0.33883137,-0.3564729,-0.20582189,-0.22083284,-0.50437343,-0.5935616,-0.13672376,-0.10757651,0.019303173,-0.63607484,0.9017670154571533
+3.9943695,-0.11141507,-0.3611132,-0.33892363,-0.35665578,-0.20575523,-0.22075354,-0.50440216,-0.593558,-0.13699201,-0.10802386,0.019365564,-0.6359095,0.90155029296875
+3.9948812,-0.11130877,-0.36109185,-0.3390136,-0.3568192,-0.20568877,-0.22067596,-0.50442886,-0.5935611,-0.1372413,-0.10842559,0.019430906,-0.63575447,0.901038646697998
+3.9953985,-0.11121416,-0.36107424,-0.3390958,-0.3569657,-0.2056264,-0.22060154,-0.50445247,-0.5935663,-0.13746688,-0.108785465,0.019493192,-0.63561136,0.9005212783813477
+3.9958858,-0.11113243,-0.3610605,-0.33917257,-0.35709268,-0.205566,-0.22052924,-0.5044712,-0.5935748,-0.13766909,-0.10909701,0.019556597,-0.63547975,0.9000339508056641
+3.9961092,-0.111059725,-0.36104923,-0.33924478,-0.35720435,-0.20550722,-0.2204595,-0.5044858,-0.593585,-0.13785294,-0.109370016,0.019621536,-0.6353596,0.8998105525970459
+3.9960115,-0.11099318,-0.36103827,-0.3393111,-0.35730648,-0.20545298,-0.22039513,-0.50449765,-0.5935934,-0.13802165,-0.10961958,0.019682437,-0.6352487,0.8999083042144775
+3.9958377,-0.1109269,-0.36102667,-0.33937433,-0.35740626,-0.20540372,-0.22033586,-0.5045066,-0.5935967,-0.13817957,-0.10985832,0.019736111,-0.6351469,0.9000821113586426
+3.9955056,-0.11086613,-0.3610156,-0.33943427,-0.35749993,-0.2053559,-0.2202817,-0.5045169,-0.5935994,-0.13833067,-0.110084504,0.019789532,-0.6350507,0.900414228439331
+3.9952595,-0.1108084,-0.3610046,-0.33948827,-0.35758758,-0.20531285,-0.22023334,-0.50452626,-0.59359986,-0.13846868,-0.11029472,0.01983726,-0.6349642,0.9006602764129639
+3.995074,-0.11075279,-0.36099488,-0.33953866,-0.35766944,-0.20527524,-0.2201912,-0.50453496,-0.5935996,-0.13859674,-0.11049151,0.019878,-0.6348868,0.9008457660675049
+3.9950821,-0.11070503,-0.3609867,-0.3395857,-0.3577435,-0.2052398,-0.22015491,-0.5045465,-0.5935994,-0.13871402,-0.11067081,0.019916326,-0.6348161,0.9008376598358154
+3.9952495,-0.11066316,-0.36098439,-0.3396308,-0.35780632,-0.20520422,-0.22011636,-0.50455487,-0.5936041,-0.1388191,-0.110821456,0.019956216,-0.63475037,0.9006702899932861
+3.9955158,-0.11062825,-0.36098307,-0.3396721,-0.35785913,-0.20517118,-0.2200826,-0.50456226,-0.5936093,-0.13891158,-0.1109489,0.019995034,-0.63469344,0.9004039764404297
+3.995759,-0.110601276,-0.3609854,-0.33970958,-0.35789806,-0.20514111,-0.2200499,-0.5045655,-0.593618,-0.13898727,-0.11104188,0.02003172,-0.63464445,0.9001607894897461
+3.9959211,-0.11058137,-0.36098933,-0.3397443,-0.3579289,-0.20511082,-0.22001915,-0.5045688,-0.59362715,-0.13905314,-0.111115135,0.020070925,-0.63460124,0.899998664855957
+3.9959788,-0.110566035,-0.36099273,-0.33977348,-0.35795176,-0.20508456,-0.21999244,-0.5045687,-0.5936344,-0.1391055,-0.111167334,0.020105913,-0.6345664,0.8999409675598145
+3.9958735,-0.110554546,-0.36099708,-0.3397994,-0.35796782,-0.2050618,-0.21997038,-0.5045681,-0.5936416,-0.13914779,-0.111203924,0.02013801,-0.634539,0.9000463485717773
+3.9957576,-0.11054456,-0.36100295,-0.339824,-0.35798106,-0.20504017,-0.2199495,-0.5045656,-0.5936477,-0.13918471,-0.11123106,0.020167753,-0.6345158,0.9001622200012207
+3.9955142,-0.11053786,-0.3610077,-0.3398448,-0.3579905,-0.20502046,-0.21993242,-0.5045638,-0.59365237,-0.1392146,-0.11124971,0.020197019,-0.6344973,0.9004056453704834
+3.9954486,-0.110532835,-0.36101192,-0.3398628,-0.35799652,-0.20500442,-0.21991971,-0.50456166,-0.5936553,-0.1392369,-0.11125914,0.020221204,-0.6344848,0.9004712104797363
+3.9953735,-0.1105309,-0.36101902,-0.33988014,-0.3579971,-0.20498845,-0.21990855,-0.5045587,-0.59366,-0.1392546,-0.11125594,0.02024594,-0.6344765,0.9005463123321533
+3.9954352,-0.110530674,-0.36102885,-0.3398954,-0.35799327,-0.20497625,-0.21989802,-0.5045537,-0.59366554,-0.13926423,-0.11124155,0.020265669,-0.6344714,0.900484561920166
+3.995472,-0.11053817,-0.36103827,-0.33990636,-0.35798067,-0.20496437,-0.21989267,-0.5045514,-0.593672,-0.13926402,-0.11120816,0.020286903,-0.63447315,0.9004478454589844
+3.995653,-0.110550225,-0.3610486,-0.3399142,-0.35796165,-0.20495522,-0.21988909,-0.5045463,-0.5936778,-0.13925299,-0.11115695,0.020305172,-0.63448113,0.9002668857574463
+3.9957473,-0.11056191,-0.36106417,-0.33992487,-0.3579392,-0.20494467,-0.21988083,-0.50453806,-0.5936877,-0.13924083,-0.1110973,0.020325482,-0.6344879,0.9001724720001221
+3.9957695,-0.110581815,-0.36107713,-0.3399293,-0.35790837,-0.20493616,-0.21987979,-0.50453234,-0.59369624,-0.13921767,-0.11101906,0.02034612,-0.63450265,0.9001502990722656
+3.9957418,-0.110603854,-0.36108977,-0.33992997,-0.35787338,-0.2049312,-0.2198826,-0.50452447,-0.59370285,-0.13918543,-0.11092957,0.020361915,-0.63452417,0.9001779556274414
+3.9956174,-0.11062591,-0.36110407,-0.33993164,-0.3578381,-0.20492658,-0.21988304,-0.5045147,-0.5937099,-0.13915133,-0.1108364,0.020377368,-0.634545,0.9003024101257324
+3.9955585,-0.1106513,-0.36111832,-0.33992925,-0.3577971,-0.20492336,-0.21988757,-0.50450635,-0.5937169,-0.13910988,-0.11073077,0.020391792,-0.63457227,0.9003612995147705
+3.995461,-0.11067575,-0.36113307,-0.3399277,-0.3577571,-0.20492178,-0.21989305,-0.50449646,-0.59372264,-0.13906848,-0.11062774,0.020403892,-0.6345996,0.900458812713623
+3.9953752,-0.11070201,-0.361149,-0.33992592,-0.35771447,-0.2049203,-0.21989901,-0.50448686,-0.5937291,-0.13902414,-0.110518664,0.020416155,-0.6346286,0.9005446434020996
+3.9953206,-0.11073239,-0.36116445,-0.33991984,-0.35766593,-0.20492035,-0.2199082,-0.50447726,-0.59373623,-0.1389718,-0.11039475,0.020427227,-0.63466316,0.9005992412567139
+3.9953501,-0.11076453,-0.3611805,-0.3399124,-0.35761476,-0.20492235,-0.21991928,-0.5044677,-0.5937425,-0.13891506,-0.11026558,0.020436019,-0.6347008,0.9005696773529053
+3.9953697,-0.110798284,-0.3611977,-0.33990356,-0.35756108,-0.2049268,-0.21993168,-0.504457,-0.5937486,-0.13885239,-0.110128514,0.020441532,-0.6347416,0.900550127029419
+3.9954436,-0.11083524,-0.3612154,-0.33989465,-0.3575039,-0.20492922,-0.21994425,-0.5044469,-0.5937564,-0.13878867,-0.10998464,0.020450741,-0.63478285,0.9004762172698975
+3.9954064,-0.110873505,-0.36123404,-0.3398832,-0.35744274,-0.20493427,-0.21995866,-0.5044352,-0.59376407,-0.1387183,-0.10983048,0.020456612,-0.6348283,0.9005134105682373
+3.9954202,-0.11091471,-0.36125135,-0.33986863,-0.35737866,-0.20494008,-0.21997447,-0.50442326,-0.5937703,-0.13864166,-0.10966832,0.020462364,-0.6348773,0.9004995822906494
+3.995397,-0.11095461,-0.36127204,-0.3398582,-0.3573143,-0.20494469,-0.21998711,-0.50440943,-0.5937796,-0.1385679,-0.109504476,0.0204698,-0.63492423,0.9005227088928223
+3.9953213,-0.11099847,-0.36129004,-0.33984286,-0.3572467,-0.20495099,-0.22000505,-0.5043981,-0.59378666,-0.1384883,-0.10933533,0.020476326,-0.6349751,0.9005985260009766
+3.9952724,-0.11103891,-0.3613101,-0.33982968,-0.3571807,-0.20495826,-0.22002108,-0.5043838,-0.5937932,-0.13840994,-0.10916837,0.020479888,-0.6350252,0.9006474018096924
+3.9952016,-0.111084655,-0.3613286,-0.3398119,-0.3571096,-0.20496619,-0.2200402,-0.5043717,-0.59380084,-0.13832393,-0.10898887,0.020484343,-0.63508105,0.9007182121276855
+3.9951203,-0.11112939,-0.3613478,-0.3397947,-0.3570394,-0.2049758,-0.22006075,-0.5043589,-0.59380645,-0.13823807,-0.10881273,0.020485207,-0.6351367,0.9007995128631592
+3.995119,-0.11117518,-0.36136776,-0.3397761,-0.35696667,-0.20498633,-0.22008117,-0.50434566,-0.5938137,-0.13814893,-0.108629905,0.020485044,-0.6351944,0.9008007049560547
+3.9951007,-0.1112223,-0.36138678,-0.33975682,-0.35689288,-0.2049964,-0.2201032,-0.50433254,-0.59382,-0.138058,-0.108443804,0.020486832,-0.63525337,0.9008190631866455
+3.9951572,-0.11127064,-0.3614074,-0.33973697,-0.35681674,-0.20500758,-0.22012486,-0.5043192,-0.5938274,-0.13796434,-0.108253576,0.020487249,-0.6353124,0.9007625579833984
+3.9951296,-0.111319736,-0.3614275,-0.33971724,-0.35674024,-0.2050188,-0.2201473,-0.50430536,-0.5938342,-0.13787025,-0.10806194,0.020486847,-0.6353733,0.9007902145385742
+3.9951243,-0.11136882,-0.36144716,-0.3396949,-0.35666284,-0.20503208,-0.22017081,-0.5042907,-0.5938399,-0.13777226,-0.10786665,0.02048415,-0.63543636,0.9007954597473145
+3.995103,-0.111417815,-0.36146945,-0.33967507,-0.35658428,-0.20504391,-0.22019152,-0.5042755,-0.5938482,-0.13767484,-0.107668996,0.020483494,-0.6354971,0.9008169174194336

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.10296709835529327,4.998886919021606,,
+1000,-0.06666817516088486,4.96258797454834,,
+1500,-0.10364072024822235,4.999560488700867,,
+2000,-0.052242711186409,4.948162551879883,,
+2500,-0.06379162520170212,4.959711435317993,,
+3000,-0.03978344798088074,4.93570327091217,,
+3500,-0.03653227165341377,4.932452056884766,,
+4000,-0.06587694585323334,4.961796805381775,,
+4500,-0.022480586543679237,4.9184003896713255,,
+5000,-0.009504017420113087,4.9054238204956055,,
+5000,,,4.792796535491943,0.10312326431274414
+5500,-0.0066718971356749535,4.902591695785523,,
+6000,-0.03311249613761902,4.929032302856445,,
+6500,0.03438558056950569,4.8615342016220096,,
+7000,0.0339495912194252,4.861970207691193,,
+7500,0.03034530207514763,4.865574484825134,,
+8000,0.02195901796221733,4.873960786819458,,
+8500,0.060357946902513504,4.835561883926392,,
+9000,0.07625476270914078,4.819665023326873,,
+9500,0.06478898972272873,4.831130790233612,,
+10000,0.06489921361207962,4.831020574569703,,
+10000,,,4.666431403160095,0.22948839664459228
+10500,0.10255999118089676,4.793359787464142,,
+11000,0.06854269653558731,4.827377107143402,,
+11500,0.06884796172380447,4.82707186126709,,
+12000,0.1288679540157318,4.767051860809326,,
+12500,0.06688282638788223,4.829036946296692,,
+13000,0.11734893918037415,4.778570848941803,,
+13500,0.11552879959344864,4.780390933036804,,
+14000,0.1304216831922531,4.765498089790344,,
+14500,0.13354440033435822,4.762375334262848,,
+15000,0.1489202231168747,4.7469996099472045,,
+15000,,,4.5521431827545165,0.3437766170501709
+15500,0.1578059196472168,4.7381138467788695,,
+16000,0.17461705207824707,4.72130270242691,,
+16500,0.17276881635189056,4.723150907039642,,
+17000,0.21657778322696686,4.679341924667359,,
+17500,0.17617830634117126,4.719741429805755,,
+18000,0.17349135875701904,4.722428479194641,,
+18500,0.19552209973335266,4.7003977227211,,
+19000,0.20191137492656708,4.694008372783661,,
+19500,0.23065224289894104,4.665267523288727,,
+20000,0.21148616075515747,4.684433532714844,,
+20000,,,4.521033565998078,0.3748862338066101
+20500,0.2121000587940216,4.683819647789002,,
+21000,0.2417314350605011,4.654188365459442,,
+21500,0.214140847325325,4.681778971672058,,
+22000,0.24620017409324646,4.649719645500183,,
+22500,0.252514123916626,4.6434057970047,,
+23000,0.25154685974121094,4.644372911453247,,
+23500,0.32467982172966003,4.571240062236786,,
+24000,0.2569233477115631,4.6389964504241945,,
+24500,0.2598339915275574,4.636085933208466,,
+25000,0.32823413610458374,4.567685722827911,,
+25000,,,4.296476117372513,0.5994436824321747
+25500,0.2690514624118805,4.626868526458741,,
+26000,0.3998478651046753,4.496072246074677,,
+26500,0.319585382938385,4.576334467887879,,
+27000,0.3193495571613312,4.576570370197296,,
+27500,0.3812367022037506,4.514683204174042,,
+28000,0.32334744930267334,4.57257230091095,,
+28500,0.3267737030982971,4.569146003246307,,
+29000,0.44070178270339966,4.455217948913575,,
+29500,0.4353683590888977,4.460551528453827,,
+30000,0.4437393546104431,4.45218066072464,,
+30000,,,4.236682058572769,0.6592377412319184
+30500,0.33050891757011414,4.565410851955414,,
+31000,0.37575894594192505,4.520160816192627,,
+31500,0.37192198634147644,4.523998051166535,,
+32000,0.3543042242527008,4.541615476608277,,
+32500,0.35987070202827454,4.536049204349518,,
+33000,0.4516426622867584,4.444277173995972,,
+33500,0.38735029101371765,4.508569660186768,,
+34000,0.4188733994960785,4.477046539783478,,
+34500,0.4230087995529175,4.472911113262176,,
+35000,0.5553001761436462,4.3406193008422855,,
+35000,,,4.118920311927796,0.7769994878768921
+35500,0.43865877389907837,4.457260857105255,,
+36000,0.4685744643211365,4.427345354080201,,
+36500,0.44665393233299255,4.449265954494476,,
+37000,0.47251421213150024,4.4234056115150455,,
+37500,0.45665276050567627,4.439267342567444,,
+38000,0.5514242053031921,4.344495559692382,,
+38500,0.45464465022087097,4.4412752618789675,,
+39000,0.500196635723114,4.395723334312439,,
+39500,0.45103955268859863,4.444880160331726,,
+40000,0.5860480666160583,4.309871883392334,,
+40000,,,4.12712788939476,0.7687919104099273
+40500,0.5355574488639832,4.360362471580506,,
+41000,0.5203912258148193,4.3755286521911625,,
+41500,0.45988547801971436,4.4360346012115475,,
+42000,0.5189467072486877,4.376973116397858,,
+42500,0.4407755434513092,4.45514430475235,,
+43000,0.5440132021903992,4.35190699005127,,
+43500,0.5349785089492798,4.360941344261169,,
+44000,0.5691167712211609,4.32680325126648,,
+44500,0.5934106707572937,4.30250892496109,,
+45000,0.5653696656227112,4.330550084590912,,
+45000,,,4.110186086893082,0.7857337129116059
+45500,0.5900925397872925,4.30582715177536,,
+46000,0.6625041961669922,4.233415371417999,,
+46500,0.5841211080551147,4.311798721313477,,
+47000,0.5963178873062134,4.299601813316345,,
+47500,0.653396725654602,4.242522513389587,,
+48000,0.5921937823295593,4.303725955486297,,
+48500,0.5917907953262329,4.304129277706147,,
+49000,0.6084296703338623,4.28749037694931,,
+49500,0.6373558640480042,4.258563662528991,,
+50000,0.641218364238739,4.2547016582489015,,
+50000,,,4.059773937463761,0.8361458623409271
+50500,0.6017117500305176,4.294208214759827,,
+51000,0.6168948411941528,4.279025114059448,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0365ec702d7053f11f996986d2b6a5b567d4e2524ed3179c010198ade189de
+size 1935724

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.648657,1.0,0.023857793,-0.7337656,-1.0,-1.0,-0.044931315,0.81449336,-0.15160602,-0.3527354,-0.35726467,-0.743341,0.2939281,0.24726295471191406
+4.2249517,1.0,-0.031104269,-0.7642848,-1.0,-1.0,0.029598853,0.7904883,-0.20952064,-0.37516207,-0.3710177,-0.72817546,0.33829105,0.6709680557250977
+4.070561,1.0,-0.06354186,-0.77688575,-1.0,-1.0,0.05968321,0.7750521,-0.2438975,-0.38232985,-0.37108716,-0.7221343,0.34854418,0.8253588676452637
+4.1295023,1.0,-0.081667334,-0.7830376,-1.0,-1.0,0.06922328,0.76499057,-0.26277125,-0.38727647,-0.3686232,-0.71502525,0.35048324,0.7664175033569336
+4.2114477,1.0,-0.098817274,-0.7914544,-1.0,-1.0,0.0831326,0.7553629,-0.2803601,-0.39306185,-0.36882114,-0.7073862,0.3573802,0.6844720840454102
+4.2550983,1.0,-0.11161952,-0.79992265,-1.0,-1.0,0.09677047,0.74802685,-0.2945258,-0.39689374,-0.36942133,-0.70143396,0.36329758,0.6408214569091797
+4.2158966,1.0,-0.11796434,-0.8067779,-1.0,-1.0,0.10218229,0.7439934,-0.30266458,-0.39763772,-0.36644796,-0.6979962,0.36255616,0.680023193359375
+4.1457067,1.0,-0.12077679,-0.8118213,-1.0,-1.0,0.10142817,0.7416634,-0.30768836,-0.39591232,-0.36020342,-0.6970572,0.35669696,0.7502131462097168
+4.1137586,1.0,-0.12043657,-0.8140761,-1.0,-1.0,0.09847913,0.7399489,-0.30968803,-0.39334115,-0.35559547,-0.69630724,0.35030568,0.7821612358093262
+4.135874,1.0,-0.11768682,-0.8132587,-1.0,-1.0,0.09574979,0.73786855,-0.3086325,-0.39116234,-0.35555226,-0.6943448,0.34668297,0.7600460052490234
+4.183769,1.0,-0.11626833,-0.81187385,-1.0,-1.0,0.099265136,0.7345085,-0.30803692,-0.3915657,-0.36138844,-0.6904554,0.35024863,0.7121505737304688
+4.2129493,1.0,-0.12134422,-0.8138697,-1.0,-1.0,0.1159581,0.72915906,-0.31366903,-0.39674386,-0.37248144,-0.6842363,0.36410767,0.6829705238342285
+4.2084093,1.0,-0.13575381,-0.82222545,-1.0,-1.0,0.1460475,0.72245646,-0.32914925,-0.40699616,-0.38418615,-0.67653394,0.38503194,0.6875104904174805
+4.176962,1.0,-0.1568246,-0.8368454,-1.0,-1.0,0.18221982,0.71622777,-0.35225248,-0.42022124,-0.39147088,-0.66860765,0.40580273,0.7189579010009766
+4.140136,1.0,-0.17887546,-0.854577,-1.0,-1.0,0.21523337,0.7114024,-0.3773538,-0.43273982,-0.39233017,-0.6616511,0.42044544,0.7557840347290039
+4.121541,1.0,-0.1957126,-0.87101597,-1.0,-1.0,0.23620406,0.7081886,-0.39793772,-0.44099572,-0.38664576,-0.6566842,0.42479128,0.774378776550293
+4.1253824,1.0,-0.20277615,-0.8820353,-1.0,-1.0,0.24013624,0.7061533,-0.40852922,-0.44292498,-0.37656897,-0.6537417,0.418171,0.7705373764038086
+4.141717,1.0,-0.19858849,-0.8845996,-1.0,-1.0,0.22800687,0.7049359,-0.40670675,-0.43829054,-0.36629272,-0.6526469,0.40362597,0.7542028427124023
+4.15768,1.0,-0.184923,-0.87802786,-1.0,-1.0,0.20634234,0.704244,-0.39384586,-0.4290129,-0.36078224,-0.65247,0.38696092,0.7382397651672363
+4.164236,1.0,-0.16770406,-0.8661019,-1.0,-1.0,0.18634793,0.70366126,-0.37666476,-0.4196846,-0.36290342,-0.65170586,0.37504488,0.7316837310791016
+4.1637673,1.0,-0.15580764,-0.856304,-1.0,-1.0,0.18055855,0.7025448,-0.36543453,-0.41623113,-0.3718441,-0.64882183,0.37370384,0.7321524620056152
+4.1640816,1.0,-0.15763548,-0.8559574,-1.0,-1.0,0.19775942,0.69993234,-0.36957777,-0.42285216,-0.38386947,-0.6427677,0.38548416,0.7318382263183594
+4.16879,1.0,-0.17587835,-0.8676204,-1.0,-1.0,0.23736343,0.69521105,-0.39185286,-0.4391335,-0.39464405,-0.63327783,0.40760744,0.7271299362182617
+4.1713705,1.0,-0.2051155,-0.8880175,-1.0,-1.0,0.28830078,0.68847996,-0.42624205,-0.46024746,-0.40098232,-0.6207796,0.43241316,0.7245492935180664
+4.1633625,1.0,-0.23511457,-0.9115324,-1.0,-1.0,0.33429924,0.6803251,-0.46208423,-0.48003766,-0.4005293,-0.6064949,0.45035738,0.7325572967529297
+4.145138,1.0,-0.25606307,-0.93328017,-1.0,-1.0,0.36101145,0.6716469,-0.48949265,-0.49362856,-0.39162853,-0.59240675,0.45356745,0.7507820129394531
+4.1273355,1.0,-0.26168722,-0.9483022,-1.0,-1.0,0.36104158,0.663487,-0.50170434,-0.4978308,-0.3756075,-0.58064103,0.43895364,0.7685842514038086
+4.1219425,1.0,-0.25025627,-0.9509669,-1.0,-1.0,0.33606428,0.6569446,-0.49583882,-0.49128708,-0.35833463,-0.5726326,0.40973186,0.7739772796630859
+4.126381,1.0,-0.2242694,-0.93846697,-1.0,-1.0,0.29559687,0.6533855,-0.47378182,-0.4757708,-0.34726495,-0.568528,0.37369835,0.7695388793945312
+4.1334724,1.0,-0.19110882,-0.9153502,-1.0,-1.0,0.25487262,0.65359455,-0.44406706,-0.4575407,-0.3462481,-0.56689596,0.34038496,0.7624473571777344
+4.137177,1.0,-0.16385515,-0.8929591,-1.0,-1.0,0.23243019,0.6561688,-0.42199272,-0.44611722,-0.35381067,-0.56498504,0.31976324,0.7587428092956543
+4.145671,1.0,-0.15692148,-0.8825943,-1.0,-1.0,0.24295044,0.6570667,-0.42367625,-0.44905743,-0.36498722,-0.559089,0.3182531,0.750248908996582
+4.1609983,1.0,-0.17661524,-0.8874558,-1.0,-1.0,0.28782392,0.651602,-0.45506036,-0.4662856,-0.37503093,-0.54590696,0.33457989,0.7349214553833008
+4.180703,1.0,-0.21469721,-0.90215325,-1.0,-1.0,0.35189298,0.6373522,-0.50659025,-0.4904727,-0.380455,-0.5234356,0.3581593,0.7152166366577148
+4.196841,0.97697574,-0.2521038,-0.9196365,-1.0,-1.0,0.41081497,0.6158426,-0.5589056,-0.5130993,-0.37867925,-0.49243522,0.37346047,0.6990790367126465
+4.2041464,0.9370676,-0.27172673,-0.9368104,-1.0,-1.0,0.44349328,0.5905761,-0.59595037,-0.5290868,-0.36694106,-0.45591867,0.36689663,0.6917734146118164
+4.204419,0.8915104,-0.2665889,-0.95126194,-1.0,-1.0,0.43964425,0.56428504,-0.6105532,-0.5365034,-0.3446849,-0.417355,0.3324079,0.6915006637573242
+4.2038927,0.84513295,-0.24035604,-0.9569831,-1.0,-1.0,0.4022542,0.53808796,-0.60357124,-0.53464985,-0.31670672,-0.38101053,0.2744515,0.6920270919799805
+4.2101774,0.8039454,-0.20216227,-0.9481652,-1.0,-0.97241396,0.3445745,0.5138035,-0.58069336,-0.52430683,-0.29093462,-0.3520102,0.20551759,0.6857423782348633
+4.221184,0.7712808,-0.16058823,-0.9255359,-0.96680355,-0.93748826,0.28329274,0.49462044,-0.549886,-0.5087655,-0.27274087,-0.3330664,0.13867632,0.6747360229492188
+4.2354593,0.74474144,-0.12334656,-0.8957907,-0.9256935,-0.9035376,0.23361504,0.481573,-0.52150863,-0.49347544,-0.26290804,-0.32206994,0.08262043,0.6604604721069336
+4.2388964,0.7190846,-0.09857096,-0.86503965,-0.8860323,-0.8687696,0.20687121,0.4721585,-0.50698084,-0.4829565,-0.26013577,-0.31482744,0.04129406,0.6570234298706055
+4.2318296,0.6890038,-0.09193241,-0.8346827,-0.8467559,-0.8319085,0.2067076,0.46126312,-0.51325536,-0.47818378,-0.26247126,-0.3079211,0.013721369,0.6640901565551758
+4.2068853,0.6500117,-0.10125422,-0.8016273,-0.80554813,-0.7924356,0.22623152,0.44456613,-0.5372163,-0.47590038,-0.2674213,-0.29997057,-0.006458698,0.6890344619750977
+4.1384726,0.59636027,-0.11230429,-0.7607582,-0.7602451,-0.750812,0.24463323,0.4200409,-0.5637883,-0.46930858,-0.26935923,-0.29131716,-0.035141006,0.7574472427368164
+4.0136733,0.51509255,-0.10185936,-0.704405,-0.7106925,-0.7066991,0.23121983,0.38455868,-0.5695459,-0.45081198,-0.26132822,-0.28121442,-0.09757603,0.8822464942932129
+3.91117,0.38222644,-0.051958144,-0.6191459,-0.6654526,-0.6500929,0.16254738,0.32525432,-0.53200483,-0.42003328,-0.24981034,-0.2624526,-0.21103872,0.9847497940063477
+3.86216,0.21255922,0.008406637,-0.5030542,-0.6301143,-0.56092644,0.056029417,0.23568888,-0.46094954,-0.4000042,-0.2622804,-0.23288877,-0.3385908,1.0337598323822021
+3.8119662,0.073360115,-0.0028028209,-0.4311336,-0.5674016,-0.4336923,0.0025889333,0.12717713,-0.4619224,-0.4180471,-0.27703637,-0.20071669,-0.42898244,1.083953619003296
+3.8825355,-0.043146703,-0.06455676,-0.3730361,-0.4608465,-0.24275574,0.0073532816,-0.023907915,-0.52790064,-0.43325123,-0.31904912,-0.17469607,-0.48012978,1.0133843421936035
+4.039089,-0.15483423,-0.075385,-0.2775182,-0.3532454,-0.044744276,-0.028407091,-0.18640226,-0.5119114,-0.40131173,-0.40629134,-0.152317,-0.52405804,0.8568305969238281
+4.0871515,-0.21844509,-0.04977545,-0.19884321,-0.28126687,0.048365474,-0.06826901,-0.27794802,-0.45679575,-0.32954505,-0.46102652,-0.14814232,-0.5631294,0.8087682723999023
+4.0118365,-0.25755957,-0.020431543,-0.13910243,-0.2410945,0.06972313,-0.101088054,-0.33220607,-0.4011873,-0.25020817,-0.48490995,-0.14181803,-0.58992076,0.8840832710266113
+3.8513422,-0.27842465,-0.01819286,-0.0955706,-0.21636775,0.056709476,-0.11883821,-0.3681072,-0.38336807,-0.19499132,-0.47521928,-0.14198409,-0.6060675,1.0445775985717773
+3.6674275,-0.29836547,-0.032344446,-0.05971572,-0.19431779,0.030236177,-0.1337572,-0.38882637,-0.3900857,-0.1636092,-0.44250545,-0.1453143,-0.62469083,1.228492259979248
+3.5671928,-0.3141915,-0.035139278,-0.03632717,-0.1824249,0.012439042,-0.15103029,-0.39846766,-0.38426197,-0.14846404,-0.4233652,-0.14094532,-0.63685054,1.3287270069122314
+3.6518764,-0.31680733,-0.036180668,-0.029391423,-0.1799796,0.008571677,-0.15152425,-0.40238577,-0.3809284,-0.14491768,-0.42611286,-0.13657355,-0.6343287,1.2440433502197266
+3.8482344,-0.30843958,-0.042009152,-0.04206626,-0.18293598,0.019539662,-0.13445443,-0.3967778,-0.39283466,-0.15724853,-0.4374982,-0.13667575,-0.624465,1.0476853847503662
+4.0231543,-0.2894546,-0.048570864,-0.07401504,-0.19504091,0.043819435,-0.1082648,-0.3800134,-0.41468775,-0.18764782,-0.45420718,-0.1385035,-0.6083249,0.8727655410766602
+4.1319017,-0.2660038,-0.054043427,-0.112071104,-0.2104229,0.07447377,-0.078925095,-0.35966516,-0.43879706,-0.22368725,-0.4723559,-0.13956569,-0.5878236,0.7640180587768555
+4.1794043,-0.2456373,-0.060259387,-0.14443395,-0.2209726,0.10359797,-0.05080957,-0.34374928,-0.46185237,-0.25298947,-0.48524547,-0.13974097,-0.5681573,0.7165155410766602
+4.1557436,-0.23028833,-0.06708244,-0.16791598,-0.22656241,0.12613213,-0.028916309,-0.33363402,-0.48104423,-0.27383414,-0.49148268,-0.13954972,-0.5524718,0.7401762008666992
+4.0634136,-0.21943524,-0.07366368,-0.1836349,-0.22994223,0.1408966,-0.014489839,-0.32723534,-0.49543267,-0.28895748,-0.49307895,-0.1395918,-0.54138696,0.8325061798095703
+3.9488664,-0.21312346,-0.079412796,-0.19329777,-0.23218319,0.14923379,-0.0059557054,-0.32325697,-0.5052362,-0.29973954,-0.49234658,-0.13974859,-0.5346472,0.9470534324645996
+3.8586676,-0.21151072,-0.08383808,-0.19763973,-0.23291454,0.15248683,-0.0022696499,-0.32171553,-0.51045805,-0.30539232,-0.4905575,-0.1396998,-0.5321998,1.0372521877288818
+3.8148234,-0.21361645,-0.08691251,-0.19747859,-0.23177609,0.15189826,-0.002424607,-0.32251692,-0.5120758,-0.30562314,-0.4878478,-0.13960463,-0.53359383,1.0810964107513428
+3.821895,-0.21793064,-0.088853054,-0.19427681,-0.22938764,0.1485343,-0.005453313,-0.3249272,-0.5115082,-0.30183777,-0.48392814,-0.13985956,-0.53786814,1.0740249156951904
+3.8719862,-0.2234257,-0.08968662,-0.18912837,-0.22656971,0.14325452,-0.010831857,-0.32826978,-0.5093714,-0.29563487,-0.47900832,-0.1406306,-0.5440653,1.0239336490631104
+3.9425378,-0.229598,-0.089561924,-0.18256685,-0.2235286,0.13716713,-0.017782042,-0.33226454,-0.50598353,-0.28796318,-0.47377932,-0.1417331,-0.55123425,0.9533820152282715
+4.0077715,-0.2359224,-0.08890663,-0.1754261,-0.22024846,0.13177401,-0.024811963,-0.33655345,-0.5020764,-0.279769,-0.46899602,-0.14284311,-0.5582594,0.888148307800293
+4.049514,-0.24160515,-0.088435195,-0.16905752,-0.21693185,0.1284666,-0.02998727,-0.34055096,-0.49888778,-0.2723819,-0.4653337,-0.14370155,-0.5638743,0.8464059829711914
+4.058229,-0.24581668,-0.0883191,-0.1646083,-0.2140815,0.12771565,-0.03230635,-0.34359688,-0.49692297,-0.266848,-0.4634148,-0.14416869,-0.5672708,0.8376908302307129
+4.031753,-0.2479954,-0.088409714,-0.16264123,-0.21228987,0.12917888,-0.031898104,-0.34524488,-0.49614447,-0.26375943,-0.46341905,-0.1442418,-0.5682525,0.8641667366027832
+3.9820473,-0.24811067,-0.088435546,-0.16300964,-0.21193764,0.13175696,-0.029784823,-0.3452922,-0.49617398,-0.263137,-0.46482748,-0.14404021,-0.567334,0.913872480392456
+3.9309998,-0.2467041,-0.08872792,-0.16516775,-0.21282357,0.13452885,-0.026879454,-0.34405452,-0.4971277,-0.26469356,-0.46655348,-0.14375253,-0.5652846,0.9649200439453125
+3.8966978,-0.24456021,-0.08995352,-0.16849098,-0.21418032,0.13725318,-0.023470724,-0.34217095,-0.49950504,-0.26787007,-0.46759248,-0.1435418,-0.5627853,0.9992220401763916
+3.887892,-0.24231201,-0.0924992,-0.17241913,-0.21526912,0.1400643,-0.019469405,-0.3402161,-0.5036084,-0.27196786,-0.46749192,-0.14349777,-0.5602421,1.0080277919769287
+3.9032888,-0.24034688,-0.09631224,-0.17656013,-0.2156775,0.1431519,-0.014809722,-0.33851457,-0.5093274,-0.27637836,-0.46625048,-0.14366588,-0.5578929,0.9926309585571289
+3.933717,-0.2388678,-0.1008627,-0.18055779,-0.21533892,0.14659803,-0.009714747,-0.33722126,-0.51596975,-0.2805496,-0.4642736,-0.14402534,-0.5558745,0.962202787399292
+3.9675095,-0.2379624,-0.10543213,-0.18405828,-0.21438539,0.15028866,-0.0046535973,-0.3364107,-0.5225694,-0.28399804,-0.46209085,-0.14449725,-0.5542838,0.9284102916717529
+3.9923902,-0.23762396,-0.10939248,-0.18676499,-0.2130552,0.15390438,-0.00021366216,-0.33609122,-0.5282277,-0.28638694,-0.4600996,-0.14497527,-0.5532015,0.9035296440124512
+4.0000257,-0.23777832,-0.11241028,-0.18854469,-0.2116181,0.15703848,0.0031242128,-0.33618772,-0.5324161,-0.28765348,-0.4584487,-0.14537503,-0.55267143,0.8958940505981445
+3.990141,-0.23829803,-0.11438002,-0.18941462,-0.21033257,0.15933038,0.0050936695,-0.33655608,-0.5349294,-0.28792933,-0.45715606,-0.14564365,-0.5526674,0.9057788848876953
+3.9667633,-0.23903412,-0.11549566,-0.18956247,-0.20935658,0.16062598,0.005813023,-0.3370245,-0.5360233,-0.28751817,-0.45611036,-0.14579895,-0.5530748,0.9291565418243408
+3.939307,-0.2398443,-0.11614697,-0.18930557,-0.20870808,0.16104965,0.005705228,-0.337439,-0.5362853,-0.28681743,-0.4551301,-0.14589673,-0.5537242,0.9566128253936768
+3.917832,-0.2406178,-0.11683412,-0.1890164,-0.20825842,0.1610115,0.00541172,-0.33771408,-0.5364969,-0.28623667,-0.45402926,-0.14599402,-0.5544014,0.9780879020690918
+3.9084942,-0.24130067,-0.11801815,-0.18901381,-0.20778495,0.16102073,0.005563056,-0.3378544,-0.53739226,-0.28606144,-0.45264903,-0.14613649,-0.55493164,0.9874255657196045
+3.912855,-0.24186598,-0.11989875,-0.1894694,-0.20711115,0.1614986,0.0065289494,-0.33789945,-0.539337,-0.28639996,-0.45096743,-0.14633448,-0.5552095,0.9830648899078369
+3.9269352,-0.24231917,-0.122405045,-0.19037664,-0.20615152,0.16265407,0.008356487,-0.33790922,-0.5422955,-0.2871746,-0.4490765,-0.14658155,-0.55522394,0.9689846038818359
+3.9442418,-0.2426694,-0.12525271,-0.19161022,-0.20495632,0.16445123,0.010804361,-0.33791602,-0.54589427,-0.28821662,-0.44715035,-0.14685346,-0.5550296,0.9516780376434326
+3.9596264,-0.24293447,-0.12810065,-0.19299269,-0.20366034,0.16668713,0.01349782,-0.3379349,-0.5496346,-0.2893444,-0.44536573,-0.14711718,-0.5547072,0.936293363571167
+3.9660733,-0.24312355,-0.13068652,-0.19438669,-0.20242107,0.16909084,0.016097343,-0.33794248,-0.55310094,-0.29044086,-0.44383347,-0.14734398,-0.5543291,0.9298465251922607
+3.9635983,-0.24322602,-0.13283572,-0.1956808,-0.20138907,0.17136148,0.018329715,-0.33790505,-0.5559948,-0.2914283,-0.4426042,-0.14751723,-0.55395114,0.9323215484619141
+3.9530866,-0.24325526,-0.13459799,-0.19687948,-0.20063037,0.17332822,0.020142933,-0.33778322,-0.55833524,-0.29235086,-0.44159174,-0.14764653,-0.5536033,0.9428331851959229
+3.938315,-0.24323228,-0.13607357,-0.19798338,-0.20012566,0.17491186,0.021563863,-0.33757472,-0.5602291,-0.29322776,-0.4406875,-0.14774166,-0.55330694,0.9576048851013184
+3.925668,-0.24319631,-0.13751203,-0.19904917,-0.19976279,0.17617871,0.022795266,-0.33730555,-0.56200594,-0.2941224,-0.4397193,-0.14784041,-0.5530603,0.9702517986297607
+3.9174898,-0.2432041,-0.13915806,-0.20015982,-0.19938934,0.1773068,0.024062192,-0.33701622,-0.5640073,-0.2951148,-0.43852597,-0.14796437,-0.5528598,0.9784300327301025
+3.9166076,-0.24330118,-0.14109908,-0.2013053,-0.1988638,0.17846014,0.025488412,-0.33677393,-0.5663669,-0.29616582,-0.4370736,-0.14811234,-0.5527052,0.9793121814727783
+3.9221125,-0.24350774,-0.1433691,-0.20249003,-0.19809157,0.17979002,0.027161663,-0.33661956,-0.56915694,-0.29725257,-0.4353755,-0.14828385,-0.5525835,0.9738073348999023
+3.930466,-0.24382237,-0.14585875,-0.20367277,-0.19707039,0.1813364,0.029033488,-0.33656633,-0.5722519,-0.2983077,-0.43351734,-0.14846809,-0.5525004,0.9654538631439209
+3.9383018,-0.24422069,-0.14841571,-0.20481056,-0.19586352,0.18306586,0.030986195,-0.33660167,-0.5754527,-0.299283,-0.43161404,-0.1486508,-0.5524573,0.957617998123169
+3.943076,-0.24466135,-0.15087831,-0.20587113,-0.19458705,0.18487763,0.032880522,-0.33669186,-0.57853854,-0.30014935,-0.42977864,-0.14881925,-0.5524474,0.9528439044952393
+3.9426858,-0.24510413,-0.15311581,-0.20682812,-0.19335234,0.18663901,0.03457872,-0.33679444,-0.58132327,-0.30088785,-0.42808443,-0.14896211,-0.5524748,0.9532339572906494
+3.9385378,-0.24550663,-0.1551105,-0.20769957,-0.19224232,0.18824658,0.036037467,-0.33686584,-0.5837765,-0.30153766,-0.42653227,-0.14908428,-0.5525258,0.9573819637298584
+3.9311924,-0.24585626,-0.15694124,-0.20854509,-0.1912891,0.18967092,0.03730374,-0.3368736,-0.585997,-0.3021805,-0.42506137,-0.14919592,-0.5525854,0.9647274017333984
+3.9232113,-0.24615481,-0.15869491,-0.20940986,-0.19046691,0.19094378,0.038454942,-0.33681267,-0.5881022,-0.30287042,-0.42361453,-0.14929755,-0.55263907,0.9727084636688232
+3.9176605,-0.24642748,-0.1605216,-0.21032465,-0.18969029,0.19213569,0.039620318,-0.33671165,-0.59029156,-0.30363774,-0.42210138,-0.14940444,-0.55267864,0.9782593250274658
+3.91596,-0.24670415,-0.16252367,-0.21133438,-0.18888548,0.1933583,0.040913142,-0.3365873,-0.59271395,-0.3045243,-0.42046428,-0.14952208,-0.55269766,0.9799597263336182
+3.917117,-0.24700896,-0.16472659,-0.21242788,-0.1879772,0.19470459,0.04237219,-0.33647776,-0.59541047,-0.30550823,-0.41869518,-0.14963767,-0.5526994,0.9788026809692383
+3.9205873,-0.24735403,-0.16709515,-0.21356216,-0.18693277,0.19618893,0.043978788,-0.33640754,-0.5983385,-0.30652583,-0.416819,-0.14975312,-0.55269796,0.975332498550415
+3.9242926,-0.24774057,-0.16958126,-0.21472508,-0.18576625,0.19781557,0.045696966,-0.33637512,-0.60143775,-0.30756292,-0.41486958,-0.14986704,-0.55270123,0.9716272354125977
+3.9269185,-0.24815568,-0.17204028,-0.21585226,-0.18452036,0.1995199,0.04738588,-0.33637798,-0.6045104,-0.3085464,-0.41292223,-0.14995861,-0.55273116,0.969001293182373
+3.9276834,-0.24858032,-0.17447543,-0.21695232,-0.18325573,0.20122594,0.049035676,-0.33639592,-0.6075525,-0.3094922,-0.4109807,-0.15005066,-0.55278105,0.9682364463806152
+3.925328,-0.24900489,-0.17681581,-0.21802202,-0.18203318,0.20287526,0.050568946,-0.3364026,-0.6104617,-0.3104026,-0.4090755,-0.15013386,-0.55285865,0.9705917835235596
+3.9216182,-0.24942064,-0.17903209,-0.21904022,-0.18087056,0.20441523,0.05194024,-0.33639586,-0.6131909,-0.31125644,-0.40721378,-0.15019974,-0.5529707,0.9743015766143799
+3.9177139,-0.2498272,-0.18120062,-0.22002673,-0.17975616,0.20583594,0.05320669,-0.3363707,-0.6158396,-0.31207964,-0.40534207,-0.15026684,-0.55311054,0.9782059192657471
+3.9137473,-0.25023687,-0.18341264,-0.22103477,-0.1786666,0.20719141,0.05445545,-0.3363195,-0.6185353,-0.31293887,-0.40340534,-0.15034041,-0.55326545,0.9821724891662598
+3.911184,-0.25067058,-0.18571854,-0.22208473,-0.17756163,0.20854014,0.05574014,-0.33626127,-0.6213429,-0.31384963,-0.40138263,-0.1504113,-0.55342925,0.9847357273101807
+3.9109173,-0.2511388,-0.18812427,-0.22314605,-0.17638004,0.20992446,0.05707512,-0.33622402,-0.6242755,-0.3147696,-0.39927405,-0.15047364,-0.5536078,0.9850025177001953
+3.9119787,-0.25164434,-0.19066189,-0.22423172,-0.17509975,0.2113834,0.058498077,-0.33621138,-0.6273848,-0.31571302,-0.3970635,-0.15053202,-0.5537951,0.9839410781860352
+3.913528,-0.25218797,-0.19330329,-0.22533861,-0.17372212,0.21292537,0.05998627,-0.33622146,-0.63063985,-0.31667224,-0.39476398,-0.15058242,-0.5539999,0.9823918342590332
+3.9152694,-0.2527589,-0.19600528,-0.22645354,-0.17226866,0.21453822,0.061504267,-0.33625484,-0.633979,-0.31763303,-0.39241147,-0.15061681,-0.55421716,0.9806504249572754
+3.9156394,-0.2533462,-0.19872853,-0.22757423,-0.17077744,0.21618402,0.06302176,-0.33629602,-0.6373522,-0.3185894,-0.3900321,-0.15064351,-0.5544483,0.9802803993225098
+3.914291,-0.25393564,-0.20141232,-0.22867253,-0.16927712,0.21780911,0.06446669,-0.33633786,-0.64067453,-0.31951094,-0.3876486,-0.15065727,-0.55470484,0.9816288948059082
+3.9126225,-0.2545196,-0.20407906,-0.22976476,-0.16779256,0.2193821,0.06585009,-0.33636743,-0.6439725,-0.32042053,-0.3852455,-0.15067072,-0.5549828,0.9832973480224609
+3.9096003,-0.25510168,-0.2067475,-0.23087749,-0.1663352,0.22091162,0.0671918,-0.3363766,-0.64727086,-0.3213459,-0.38281196,-0.15067782,-0.5552734,0.9863195419311523
+3.907509,-0.25568914,-0.209432,-0.23199376,-0.16488081,0.22239065,0.06849379,-0.33637458,-0.650584,-0.32226923,-0.3803319,-0.15068066,-0.55558556,0.9884107112884521
+3.905623,-0.2562928,-0.21217921,-0.23313504,-0.16340679,0.22385767,0.06980231,-0.33636487,-0.65397894,-0.32321402,-0.3777777,-0.1506774,-0.555913,0.9902968406677246
+3.904205,-0.25692594,-0.21500611,-0.23429507,-0.16188484,0.2253269,0.07112671,-0.33635634,-0.6574792,-0.32417145,-0.37512946,-0.15066941,-0.55626655,0.9917147159576416
+3.9041128,-0.25759384,-0.21794178,-0.23548049,-0.16029474,0.22683024,0.07250018,-0.33636177,-0.66112477,-0.32514796,-0.372384,-0.15065393,-0.5566372,0.9918069839477539
+3.9050345,-0.25830245,-0.22095498,-0.23667794,-0.15862095,0.2283805,0.073891826,-0.33638436,-0.6648773,-0.32612315,-0.36954594,-0.15061952,-0.55703735,0.9908852577209473
+3.9050078,-0.25904325,-0.22406036,-0.23789102,-0.15686944,0.2299717,0.07531876,-0.33642137,-0.6687596,-0.32710174,-0.36661798,-0.15057614,-0.5574601,0.9909119606018066
+3.9051578,-0.25980914,-0.22720791,-0.23910204,-0.15505955,0.23157361,0.07672734,-0.33646852,-0.6727038,-0.3280609,-0.3636176,-0.15052067,-0.5579162,0.9907619953155518
+3.9044697,-0.26059443,-0.23040071,-0.24033108,-0.15320922,0.2331883,0.078126065,-0.3365143,-0.67671764,-0.3290233,-0.36054906,-0.150452,-0.5583969,0.9914500713348389
+3.9036906,-0.26139054,-0.23361912,-0.24157092,-0.15134464,0.23477474,0.079495214,-0.33655286,-0.6807717,-0.32997707,-0.35742316,-0.1503788,-0.5589032,0.9922292232513428
+3.9018545,-0.26220125,-0.23686935,-0.24283269,-0.14947197,0.2363309,0.08083711,-0.33657843,-0.6848748,-0.33093295,-0.35423166,-0.15029886,-0.55943525,0.9940652847290039
+3.90062,-0.26302847,-0.24014492,-0.24410003,-0.14756969,0.23785782,0.08213226,-0.33659786,-0.689016,-0.33187285,-0.3509672,-0.15020387,-0.56000257,0.9952998161315918
+3.8988228,-0.263877,-0.24350096,-0.24540296,-0.14564764,0.23935318,0.08343608,-0.33660662,-0.69327396,-0.3328263,-0.34760353,-0.15010892,-0.5605943,0.9970970153808594
+3.8978024,-0.26475632,-0.24692272,-0.24672201,-0.14367428,0.24083728,0.08472616,-0.33661205,-0.6976279,-0.333775,-0.34413564,-0.15000086,-0.56122446,0.9981174468994141
+3.8977084,-0.26567253,-0.25043368,-0.24807847,-0.14164361,0.24233475,0.086031534,-0.3366139,-0.70211285,-0.33473623,-0.3405535,-0.14987567,-0.56188315,0.9982113838195801
+3.8972735,-0.2666284,-0.25404006,-0.24946356,-0.1395493,0.24383488,0.08735285,-0.33661914,-0.70674014,-0.33569667,-0.3368525,-0.14973958,-0.56257826,0.9986462593078613
+3.8972275,-0.26762143,-0.2577291,-0.25086796,-0.1373792,0.24534124,0.0886737,-0.3366285,-0.7114936,-0.33664325,-0.333033,-0.14958861,-0.56331414,0.9986922740936279
+3.8971832,-0.26865223,-0.26149985,-0.2523096,-0.13515678,0.24684712,0.08999879,-0.33663368,-0.7163752,-0.33759114,-0.32909676,-0.1494254,-0.56408745,0.9987366199493408
+3.896866,-0.2697142,-0.2653378,-0.25377592,-0.13287556,0.24834126,0.091303684,-0.3366372,-0.7213651,-0.33852264,-0.32504517,-0.14924343,-0.5649019,0.9990537166595459
+3.8962805,-0.27080283,-0.26924434,-0.25527832,-0.1305564,0.24980545,0.09259341,-0.33662564,-0.7264686,-0.33944824,-0.32087713,-0.14905463,-0.56575567,0.9996392726898193
+3.8957784,-0.27192014,-0.27320772,-0.2568198,-0.1282073,0.2512326,0.09385521,-0.3365968,-0.7316695,-0.34036592,-0.31659392,-0.14885072,-0.56664956,1.0001413822174072
+3.8943872,-0.27306858,-0.2772343,-0.25840506,-0.12583826,0.25260657,0.09509433,-0.33654684,-0.7369771,-0.3412756,-0.3121892,-0.14864218,-0.56758493,1.0015325546264648
+3.893466,-0.27425125,-0.28133103,-0.26003298,-0.12344087,0.25392538,0.0963129,-0.3364792,-0.7424007,-0.34217167,-0.30765635,-0.14842431,-0.5685618,1.0024538040161133
+3.8929,-0.2754731,-0.28550604,-0.26170945,-0.1209956,0.25520077,0.09750559,-0.3363946,-0.74795485,-0.3430529,-0.30297422,-0.14819007,-0.5695884,1.0030198097229004
+3.8923767,-0.27674398,-0.28977704,-0.26343018,-0.11850248,0.25642213,0.09869111,-0.33629107,-0.7536646,-0.34391695,-0.29813176,-0.14795028,-0.5706656,1.0035431385040283
+3.8927264,-0.27806464,-0.2941454,-0.2652136,-0.11596747,0.25759542,0.099872045,-0.33616853,-0.7595321,-0.3447722,-0.29312766,-0.14769742,-0.571788,1.0031933784484863
+3.8922017,-0.27944008,-0.2986134,-0.2670578,-0.11337347,0.25872725,0.10104243,-0.33602744,-0.7655636,-0.34561113,-0.28794867,-0.14742745,-0.572962,1.0037181377410889
+3.8928404,-0.28086326,-0.3031669,-0.2689551,-0.11074032,0.25977886,0.1021935,-0.33586472,-0.7717385,-0.3464166,-0.2826051,-0.1471551,-0.57418644,1.0030794143676758
+3.8924441,-0.2823392,-0.3078104,-0.27092642,-0.10807188,0.2607628,0.103328176,-0.33567315,-0.77806723,-0.34720477,-0.27708662,-0.14686856,-0.5754585,1.0034756660461426
+3.8928435,-0.2838633,-0.31254098,-0.27295813,-0.105370924,0.26163852,0.104428984,-0.33545274,-0.7845423,-0.34795263,-0.2713853,-0.14658359,-0.5767856,1.0030763149261475
+3.8926466,-0.28543928,-0.31735456,-0.2750751,-0.10266857,0.26240817,0.1055151,-0.33518958,-0.79115653,-0.34868267,-0.26551285,-0.14629602,-0.57815003,1.0032732486724854
+3.8920496,-0.2870627,-0.3222479,-0.27727932,-0.099970624,0.26304123,0.106573574,-0.3348809,-0.79790545,-0.3493826,-0.259464,-0.14601447,-0.57955444,1.0038702487945557
+3.8918784,-0.28874043,-0.32722217,-0.27956033,-0.0972631,0.2635293,0.10759544,-0.33453125,-0.804788,-0.3500366,-0.25322342,-0.14573596,-0.58100486,1.0040414333343506
+3.8917906,-0.29047439,-0.33228484,-0.2819389,-0.094580084,0.26384544,0.108599655,-0.33412653,-0.8118123,-0.35065767,-0.24679199,-0.14547463,-0.5824893,1.00412917137146
+3.892023,-0.29226887,-0.33743903,-0.28441203,-0.091898486,0.26400003,0.10957789,-0.3336718,-0.8189766,-0.35123786,-0.2401581,-0.14521973,-0.5840056,1.003896713256836
+3.892266,-0.29412928,-0.34268543,-0.28698328,-0.089239456,0.26395458,0.110536896,-0.3331614,-0.82628274,-0.3517677,-0.23331597,-0.14498675,-0.5855546,1.0036537647247314
+3.8928373,-0.29605567,-0.34802487,-0.2896619,-0.08662439,0.2636913,0.111490645,-0.33258754,-0.83372307,-0.3522507,-0.22627592,-0.14478572,-0.5871185,1.003082513809204
+3.8935313,-0.2980487,-0.3534539,-0.29244703,-0.084035754,0.26321396,0.112423174,-0.33195567,-0.8412848,-0.35267994,-0.21902716,-0.14460315,-0.5886946,1.0023884773254395
+3.894306,-0.3001056,-0.3589696,-0.29534027,-0.08151691,0.26246005,0.11334557,-0.3312528,-0.8489617,-0.35304496,-0.21157673,-0.14447208,-0.590275,1.0016138553619385
+3.8949819,-0.30222318,-0.36456275,-0.29835516,-0.079078734,0.26143834,0.11426074,-0.3304757,-0.8567295,-0.3533605,-0.20393658,-0.14438033,-0.5918369,1.0009379386901855
+3.8958974,-0.30439943,-0.37022328,-0.30148348,-0.07675051,0.2600872,0.11516159,-0.32961696,-0.86456513,-0.35360563,-0.19611156,-0.14435254,-0.59337616,1.0000224113464355
+3.8970633,-0.3066329,-0.37595686,-0.30473855,-0.07454242,0.258402,0.11605952,-0.32867217,-0.8724679,-0.35379466,-0.18810049,-0.14438702,-0.59487355,0.9988565444946289
+3.8979404,-0.30892,-0.3817418,-0.3081307,-0.07251689,0.25634363,0.11697648,-0.3276292,-0.88039404,-0.35393503,-0.1799466,-0.14450066,-0.5962948,0.9979794025421143
+3.8985877,-0.3112573,-0.38758066,-0.31165424,-0.07066262,0.25390124,0.11790731,-0.32650065,-0.88833374,-0.3540164,-0.17164433,-0.14468904,-0.59762967,0.9973320960998535
+3.8996198,-0.31364334,-0.39347234,-0.31530106,-0.068988085,0.25103712,0.118841805,-0.32528204,-0.89627624,-0.35402903,-0.16318086,-0.14496891,-0.59887564,0.9962999820709229
+3.9008634,-0.31607845,-0.39940998,-0.31909177,-0.06754799,0.24774009,0.11982059,-0.32396072,-0.90419805,-0.3540031,-0.15459257,-0.14534488,-0.59998703,0.9950563907623291
+3.9022486,-0.31855467,-0.40537333,-0.3230205,-0.06637272,0.24398047,0.12085236,-0.32253826,-0.9120568,-0.35393062,-0.14591287,-0.14582993,-0.6009381,0.993671178817749
+3.9037719,-0.32106975,-0.4113604,-0.32709906,-0.06547262,0.23975986,0.121938325,-0.32102406,-0.91983557,-0.3538262,-0.13714224,-0.14641073,-0.60170877,0.9921479225158691
+3.9053416,-0.323613,-0.41736308,-0.3313197,-0.064869314,0.23504546,0.12308278,-0.31941175,-0.9275133,-0.3536885,-0.12829101,-0.1471079,-0.60228246,0.9905781745910645
+3.906976,-0.32618186,-0.42336085,-0.33568925,-0.06460753,0.22983491,0.12431172,-0.31769747,-0.9350473,-0.35353908,-0.11940185,-0.1479196,-0.602618,0.9889438152313232
+3.9085894,-0.32876486,-0.42933568,-0.3402068,-0.0647039,0.2241225,0.12562083,-0.31588662,-0.94240344,-0.35338387,-0.11049223,-0.14884216,-0.602698,0.987330436706543
+3.91025,-0.3313559,-0.43527326,-0.34487942,-0.0651994,0.21789557,0.12702976,-0.31397665,-0.949551,-0.3532401,-0.10159184,-0.14988197,-0.602493,0.9856698513031006
+3.9118207,-0.33394563,-0.44115895,-0.34969398,-0.066086605,0.21116197,0.1285213,-0.31197232,-0.9564656,-0.35311005,-0.092699796,-0.15103419,-0.602002,0.9840991497039795
+3.9133694,-0.33652562,-0.44696552,-0.35464683,-0.06739699,0.20393196,0.13011049,-0.30986542,-0.96310437,-0.35301217,-0.083857484,-0.15229876,-0.6011992,0.9825503826141357
+3.9149873,-0.33908632,-0.4526701,-0.35972705,-0.06913676,0.19621977,0.13179363,-0.30766058,-0.969435,-0.3529503,-0.07508792,-0.15367313,-0.6000805,0.9809324741363525
+3.9165812,-0.3416182,-0.45825645,-0.36492786,-0.07130638,0.1880495,0.13356559,-0.3053587,-0.9754385,-0.3529377,-0.066403955,-0.15514727,-0.5986464,0.9793386459350586
+3.918227,-0.34410694,-0.46369842,-0.370228,-0.07389353,0.17944904,0.1354082,-0.30295223,-0.98108613,-0.35297617,-0.057820626,-0.15672138,-0.5969099,0.9776928424835205
+3.9198656,-0.34654617,-0.46897575,-0.37559924,-0.07687716,0.17044747,0.13730524,-0.3004439,-0.98635966,-0.35306028,-0.0493481,-0.15838958,-0.59489214,0.9760541915893555
+3.9213972,-0.3489156,-0.47405028,-0.38101894,-0.08025084,0.16109131,0.1392385,-0.297821,-0.99122465,-0.35319838,-0.04102257,-0.16014889,-0.59261245,0.974522590637207
+3.9229262,-0.35120222,-0.4788989,-0.3864517,-0.08398078,0.15141365,0.14117485,-0.29508275,-0.9956664,-0.35337797,-0.032849975,-0.16199593,-0.5901108,0.9729936122894287
+3.924428,-0.35339037,-0.48349586,-0.39186504,-0.08803508,0.14146148,0.14309041,-0.29222357,-0.99967146,-0.35359383,-0.024847748,-0.163927,-0.5874263,0.971491813659668
+3.9258718,-0.3554668,-0.48781377,-0.39721915,-0.09237282,0.13128608,0.14494708,-0.28923416,-1.0,-0.35383564,-0.017029082,-0.16593787,-0.58460623,0.9700479507446289
+3.927117,-0.3574147,-0.49185225,-0.4024946,-0.09695818,0.120908484,0.14671369,-0.28611064,-1.0,-0.3541031,-0.009367267,-0.16801013,-0.5817126,0.9688026905059814
+3.928163,-0.35921904,-0.49555686,-0.407644,-0.10176051,0.11042228,0.14836207,-0.282844,-1.0,-0.35438848,-0.0019433331,-0.17015155,-0.5787636,0.9677567481994629
+3.9291892,-0.36086035,-0.4989129,-0.41262427,-0.10675405,0.099847436,0.14988221,-0.27944833,-1.0,-0.3546606,0.005206896,-0.17237367,-0.575795,0.9667305946350098
+3.9303343,-0.3623127,-0.50191534,-0.41744497,-0.11194663,0.08920035,0.15127942,-0.27590594,-1.0,-0.35493717,0.012067886,-0.17467965,-0.5728278,0.965585470199585
+3.9318686,-0.36358112,-0.5045381,-0.42206028,-0.11727339,0.078541875,0.15250732,-0.27220675,-1.0,-0.3551955,0.018642282,-0.17705613,-0.5699275,0.9640512466430664
+3.933322,-0.3646862,-0.506766,-0.42640832,-0.12265504,0.06791727,0.15350859,-0.2683612,-1.0,-0.35539165,0.02495042,-0.17949016,-0.56716144,0.9625978469848633
+3.9349058,-0.365641,-0.5086028,-0.4304612,-0.1280486,0.057372563,0.15427086,-0.26438022,-1.0,-0.35551164,0.030985383,-0.18197681,-0.56455195,0.9610140323638916
+3.9363453,-0.36645582,-0.5100965,-0.43425176,-0.13343358,0.04694113,0.1548259,-0.26028037,-1.0,-0.35557947,0.036763705,-0.18449382,-0.56209195,0.9595744609832764
+3.9377303,-0.36714736,-0.5112952,-0.43780372,-0.13877693,0.0366621,0.15519845,-0.25608534,-1.0,-0.35561278,0.042305775,-0.18701665,-0.5597724,0.9581894874572754
+3.938973,-0.36773637,-0.5122445,-0.4411307,-0.14403075,0.026571631,0.15539435,-0.2518295,-1.0,-0.35561422,0.047648676,-0.18951948,-0.5575988,0.956946849822998
+3.9401042,-0.36824483,-0.51297504,-0.4442301,-0.14914608,0.016709276,0.15541327,-0.24754809,-1.0,-0.3555741,0.052813493,-0.19198315,-0.55558074,0.9558155536651611
+3.9412644,-0.36867914,-0.51349735,-0.447102,-0.15410018,0.0071107745,0.15525961,-0.24326028,-1.0,-0.3554915,0.057792038,-0.19439785,-0.55371726,0.9546554088592529
+3.9423223,-0.36904678,-0.513831,-0.44976094,-0.15888315,-0.002207674,0.1549452,-0.23898052,-1.0,-0.35537118,0.06258626,-0.19675699,-0.5520041,0.9535975456237793

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.08490888774394989,4.980828685760498,,
+1000,-0.0878649428486824,4.983784786224366,,
+1500,-0.07708005607128143,4.972999826431274,,
+2000,-0.07105544954538345,4.966975282669067,,
+2500,-0.06446612626314163,4.960385907649994,,
+3000,-0.03681410849094391,4.932733913421631,,
+3500,-0.04249918460845947,4.938418998718261,,
+4000,-0.08245683461427689,4.978376658439636,,
+4500,-0.019789254292845726,4.91570904827118,,
+5000,0.006478671915829182,4.8894411277771,,
+5000,,,4.782105293273926,0.11381450653076172
+5500,-0.017507405951619148,4.913427208900452,,
+6000,-0.04208756983280182,4.938007356643677,,
+6500,0.044804394245147705,4.85111540555954,,
+7000,0.03831161931157112,4.857608160495758,,
+7500,0.03597576916217804,4.8599440431594845,,
+8000,0.03191151097416878,4.864008289337158,,
+8500,0.09379095584154129,4.802128845691681,,
+9000,0.07521641999483109,4.820703365802765,,
+9500,0.059910960495471954,4.836008848190308,,
+10000,0.1105252206325531,4.78539455652237,,
+10000,,,4.684951794147492,0.21096800565719603
+10500,0.08609014749526978,4.809829604625702,,
+11000,0.10020294040441513,4.795716833114624,,
+11500,0.07968094199895859,4.816238836288452,,
+12000,0.10782557725906372,4.788094236850738,,
+12500,0.11555590480566025,4.780363923549652,,
+13000,0.12862764298915863,4.767292178630829,,
+13500,0.1787448674440384,4.717174905300141,,
+14000,0.14618641138076782,4.749733354568481,,
+14500,0.14544577896595,4.75047395324707,,
+15000,0.15179164707660675,4.744128173351288,,
+15000,,,4.513633179664612,0.3822866201400757
+15500,0.15027223527431488,4.74564752626419,,
+16000,0.17486625909805298,4.721053531169892,,
+16500,0.16517868638038635,4.730741195678711,,
+17000,0.19309936463832855,4.7028204622268674,,
+17500,0.1813145875930786,4.714605164527893,,
+18000,0.21861980855464935,4.677299888134002,,
+18500,0.1758539229631424,4.720065884590149,,
+19000,0.23255319893360138,4.663366681098938,,
+19500,0.21325437724590302,4.68266543006897,,
+20000,0.22737358510494232,4.6685462183952335,,
+20000,,,4.470651566982269,0.4252682328224182
+20500,0.263619601726532,4.632300042629242,,
+21000,0.24875690042972565,4.6471630544662474,,
+21500,0.29425114393234253,4.601668506145478,,
+22000,0.26813945174217224,4.627780330181122,,
+22500,0.2336183488368988,4.662301451683044,,
+23000,0.30845963954925537,4.587460469722748,,
+23500,0.30904877185821533,4.586871285915374,,
+24000,0.3005214333534241,4.595398387432098,,
+24500,0.27308303117752075,4.622836617946625,,
+25000,0.3056974411010742,4.590222301959991,,
+25000,,,4.315398707389831,0.5805210924148559
+25500,0.2851932644844055,4.610726454257965,,
+26000,0.3070009648799896,4.588918898582459,,
+26500,0.2682599723339081,4.627659863471985,,
+27000,0.3591163158416748,4.536803454875946,,
+27500,0.3893619775772095,4.506557786941529,,
+28000,0.31175851821899414,4.584161316394806,,
+28500,0.29586562514305115,4.600054039478302,,
+29000,0.3479352593421936,4.5479842801094055,,
+29500,0.32951560616493225,4.566404173851013,,
+30000,0.37990429997444153,4.516015627384186,,
+30000,,,4.246590051651001,0.6493297481536865
+30500,0.3652186095714569,4.530701138019562,,
+31000,0.34288477897644043,4.553035095691681,,
+31500,0.44933560490608215,4.446584166049957,,
+32000,0.4329663813114166,4.46295353269577,,
+32500,0.3943996727466583,4.50152028799057,,
+33000,0.4277005195617676,4.468219334125519,,
+33500,0.48550719022750854,4.410412717819214,,
+34000,0.43721821904182434,4.4587015099525455,,
+34500,0.41324540972709656,4.4826743793487545,,
+35000,0.40108922123908997,4.494830593585968,,
+35000,,,4.19390767455101,0.7020121252536774
+35500,0.4222796559333801,4.4736401519775395,,
+36000,0.4581157863140106,4.4378041462898254,,
+36500,0.435651034116745,4.460268796443939,,
+37000,0.5605266094207764,4.335393747329712,,
+37500,0.48858222365379333,4.407337341308594,,
+38000,0.43420907855033875,4.461710805416107,,
+38500,0.4914892017841339,4.4044305572509765,,
+39000,0.4449007213115692,4.451019083499909,,
+39500,0.44721701741218567,4.448702753543854,,
+40000,0.5111424326896667,4.384777391910553,,
+40000,,,4.148989750146866,0.7469300496578216
+40500,0.5653572678565979,4.330562698364258,,
+41000,0.5657103061676025,4.330209637641906,,
+41500,0.5113364458084106,4.3845835819244385,,
+42000,0.5443275570869446,4.351592366218567,,
+42500,0.5323209762573242,4.363598475456238,,
+43000,0.4727969169616699,4.423123106479645,,
+43500,0.46365898847579956,4.432260662555694,,
+44000,0.6025660037994385,4.293353728771209,,
+44500,0.48070549964904785,4.415214454174042,,
+45000,0.5672982931137085,4.328621855735779,,
+45000,,,4.078591849803924,0.817327950000763
+45500,0.6120277047157288,4.283892143726349,,
+46000,0.6059440970420837,4.289975656032563,,
+46500,0.5989245176315308,4.296995299339295,,
+47000,0.5509999990463257,4.344919733524322,,
+47500,0.5875324010848999,4.3083873538970945,,
+48000,0.6509262323379517,4.244993340969086,,
+48500,0.5197104215621948,4.376209565162659,,
+49000,0.6163337826728821,4.279585714817047,,
+49500,0.581639289855957,4.314280577659607,,
+50000,0.5903351306915283,4.305584682941436,,
+50000,,,4.012059004306793,0.8838607954978943
+50500,0.5699482560157776,4.325971701145172,,
+51000,0.6723026037216187,4.223616890907287,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b48856bea3d7e9dfafad350490877d5a09fb6a004628fa19ad86fb6529d9fad
+size 1935720

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6418104,0.93110967,0.0072204657,-1.0,-0.5062261,-0.11106124,-0.046750274,1.0,0.06583211,-1.0,-0.9628576,-0.89834064,-0.013405751,0.25410938262939453
+4.212252,0.9269425,0.0056063905,-0.9966339,-0.4979768,-0.12441769,-0.04456512,1.0,0.06521192,-1.0,-0.9685008,-0.89012116,-0.011653323,0.6836676597595215
+4.0634575,0.9241693,0.0010515302,-0.9989194,-0.49446338,-0.12559575,-0.04270376,1.0,0.06228374,-1.0,-0.9689293,-0.8877046,-0.010523457,0.8324623107910156
+4.119563,0.9233908,-0.0033857562,-1.0,-0.49965578,-0.12386204,-0.040104624,1.0,0.059000425,-1.0,-0.9677839,-0.88588333,-0.005014438,0.7763566970825195
+4.201251,0.92231894,-0.005521722,-1.0,-0.5083426,-0.12692082,-0.036985133,1.0,0.056779318,-1.0,-0.96806276,-0.88309854,0.002520863,0.6946687698364258
+4.2438693,0.92049193,-0.006428007,-0.9962711,-0.5159867,-0.13532788,-0.033851217,1.0,0.055162065,-1.0,-0.9699346,-0.87903875,0.010736648,0.6520504951477051
+4.2045746,0.91938686,-0.0059061497,-0.99193925,-0.5220958,-0.14328705,-0.0317264,1.0,0.054927424,-1.0,-0.97211576,-0.8750028,0.017619502,0.69134521484375
+4.1387787,0.91896635,-0.004761398,-0.9886907,-0.5271897,-0.14930804,-0.03044397,1.0,0.055365846,-1.0,-0.9740314,-0.8716934,0.023028295,0.75714111328125
+4.1099687,0.9181268,-0.0043290816,-0.9858687,-0.5313545,-0.15465643,-0.02903686,1.0,0.05535557,-1.0,-0.9758873,-0.86882395,0.02783769,0.7859511375427246
+4.1256685,0.91660464,-0.0049615875,-0.9835989,-0.534549,-0.15951775,-0.02722809,1.0,0.05467306,-1.0,-0.97774005,-0.86601853,0.03231055,0.7702512741088867
+4.163309,0.9146248,-0.0061583146,-0.98256546,-0.53684163,-0.16321257,-0.025149152,1.0,0.05384679,-1.0,-0.9798888,-0.86288774,0.03625137,0.7326107025146484
+4.190675,0.9123201,-0.0076267496,-0.98234874,-0.5388377,-0.16621925,-0.022612844,1.0,0.05293291,-1.0,-0.98241127,-0.85917825,0.04025947,0.7052450180053711
+4.184696,0.9098674,-0.009388335,-0.98191655,-0.54148084,-0.16960506,-0.019457217,1.0,0.051545322,-1.0,-0.98485,-0.8549716,0.045312237,0.7112236022949219
+4.156868,0.9074897,-0.010927059,-0.98070735,-0.5451338,-0.17409313,-0.016004782,1.0,0.05002666,-1.0,-0.9872215,-0.85031056,0.051424462,0.7390518188476562
+4.134904,0.90527344,-0.011650588,-0.97861934,-0.54967165,-0.17999043,-0.012650826,1.0,0.04900358,-1.0,-0.9898792,-0.84517777,0.058101032,0.7610158920288086
+4.1320343,0.90326065,-0.011298906,-0.97562927,-0.5547588,-0.18724312,-0.009648585,1.0,0.048764553,-1.0,-0.99294853,-0.8398092,0.06478785,0.763885498046875
+4.1459246,0.90145344,-0.010186255,-0.97207373,-0.56000596,-0.19518271,-0.0070681395,1.0,0.049116857,-1.0,-0.9961729,-0.8345621,0.07114504,0.749995231628418
+4.160631,0.89975744,-0.008826032,-0.9688708,-0.5648072,-0.20251699,-0.0048659565,1.0,0.049846817,-1.0,-0.9994189,-0.8296415,0.07673946,0.7352886199951172
+4.166274,0.89791447,-0.008049745,-0.96690536,-0.56877947,-0.20806728,-0.0027573975,1.0,0.050442953,-1.0,-1.0,-0.825092,0.08155848,0.7296457290649414
+4.162359,0.89551014,-0.008674838,-0.9665712,-0.5719813,-0.21149616,-0.00019922573,1.0,0.050257117,-1.0,-1.0,-0.8207421,0.086100906,0.7335605621337891
+4.1555223,0.89229345,-0.010860182,-0.9677281,-0.57469213,-0.21325836,0.0032080142,1.0,0.049107265,-1.0,-1.0,-0.8161897,0.09087947,0.7403974533081055
+4.1524343,0.8882567,-0.01421687,-0.96973246,-0.57736593,-0.2144714,0.007647912,1.0,0.047149535,-1.0,-1.0,-0.81096786,0.096419334,0.7434854507446289
+4.1556187,0.88370854,-0.017755419,-0.97169435,-0.5804992,-0.21647042,0.012942347,1.0,0.044995476,-1.0,-1.0,-0.8047103,0.10293871,0.7403011322021484
+4.161022,0.8790676,-0.020369735,-0.9727543,-0.5845667,-0.22033893,0.018633407,1.0,0.04338303,-1.0,-1.0,-0.79735106,0.11034238,0.7348976135253906
+4.164151,0.87472236,-0.021361157,-0.9724387,-0.5896456,-0.22642522,0.02409001,1.0,0.0428354,-1.0,-1.0,-0.78925925,0.11814538,0.7317686080932617
+4.163612,0.870906,-0.020611748,-0.97084075,-0.59537715,-0.23421942,0.028711919,1.0,0.04356451,-1.0,-1.0,-0.7810569,0.1256196,0.7323079109191895
+4.161907,0.8676026,-0.018660873,-0.9686064,-0.6011239,-0.24250706,0.032215912,1.0,0.045349788,-1.0,-1.0,-0.77334553,0.13213986,0.7340126037597656
+4.162588,0.8644968,-0.016569015,-0.9667627,-0.60622895,-0.24976833,0.034830917,1.0,0.04757303,-1.0,-1.0,-0.7664474,0.13746187,0.7333316802978516
+4.1669517,0.86107016,-0.015525997,-0.96637744,-0.6102691,-0.2547491,0.037228946,1.0,0.049458496,-1.0,-1.0,-0.7602624,0.1418086,0.7289681434631348
+4.17338,0.8568219,-0.016343758,-0.9681092,-0.6132129,-0.25699002,0.0402282,1.0,0.05040575,-1.0,-1.0,-0.7543292,0.14574775,0.7225399017333984
+4.179036,0.8514702,-0.019128926,-0.9718608,-0.61545235,-0.25708297,0.04447176,1.0,0.050207566,-1.0,-1.0,-0.7480088,0.15001044,0.716883659362793
+4.1824684,0.8450504,-0.023224473,-0.9767714,-0.61768556,-0.25648615,0.05018444,1.0,0.049128845,-1.0,-1.0,-0.740707,0.15524602,0.7134513854980469
+4.1837597,0.83786297,-0.027431041,-0.9815982,-0.6206636,-0.25694788,0.057069574,1.0,0.047858555,-1.0,-1.0,-0.7320639,0.16172716,0.7121601104736328
+4.184478,0.83036536,-0.03042592,-0.98521864,-0.6248663,-0.25982666,0.064337686,0.9946903,0.047310133,-1.0,-1.0,-0.72212017,0.1691371,0.7114419937133789
+4.1821003,0.8230431,-0.03122267,-0.98702425,-0.6302693,-0.26557854,0.07092239,0.98763585,0.048315033,-0.998848,-1.0,-0.7113708,0.17660114,0.7138195037841797
+4.182503,0.8163161,-0.029560653,-0.9871231,-0.63629866,-0.27357754,0.07585213,0.9808684,0.05127389,-0.9916219,-1.0,-0.70052844,0.18311086,0.713416576385498
+4.1891065,0.8101756,-0.025850136,-0.9863442,-0.64212644,-0.2822704,0.07862897,0.97444093,0.056179635,-0.98334366,-1.0,-0.6904005,0.1876142,0.7068133354187012
+4.1988096,0.8044424,-0.021516308,-0.9861159,-0.64672583,-0.28939247,0.079569675,0.968067,0.06215266,-0.97601277,-1.0,-0.6814785,0.18985882,0.6971101760864258
+4.2087736,0.79854757,-0.018296912,-0.98771256,-0.6496908,-0.29328945,0.07975946,0.9611729,0.06787401,-0.9711775,-1.0,-0.6736551,0.19062531,0.6871461868286133
+4.2179565,0.7917526,-0.01731078,-0.9919791,-0.651155,-0.29341772,0.08046429,0.9531402,0.07242269,-0.96955055,-1.0,-0.666212,0.19094312,0.6779632568359375
+4.2256403,0.783504,-0.01884209,-0.9987964,-0.65180826,-0.29053268,0.08273938,0.94359356,0.075333565,-0.9706282,-1.0,-0.6582078,0.19199896,0.6702795028686523
+4.2329087,0.77368504,-0.022308897,-1.0,-0.6525923,-0.2864745,0.08707474,0.9325056,0.07667076,-0.9729019,-1.0,-0.6488441,0.19478962,0.6630110740661621
+4.240273,0.7623373,-0.026340302,-1.0,-0.65451586,-0.28355682,0.09323464,0.9200603,0.07725508,-0.97429377,-1.0,-0.6374242,0.19967222,0.655646800994873
+4.2483296,0.7497306,-0.029292736,-1.0,-0.658175,-0.2835411,0.10017274,0.9066287,0.078334145,-0.9730783,-1.0,-0.6237727,0.2060546,0.647590160369873
+4.256656,0.73629594,-0.029779188,-1.0,-0.6634114,-0.28701553,0.10627355,0.89257884,0.081218176,-0.9685344,-1.0,-0.6083893,0.21238968,0.6392636299133301
+4.2645807,0.7224424,-0.027161544,-1.0,-0.66940176,-0.29328826,0.1099592,0.87805045,0.08676934,-0.96108097,-1.0,-0.5921903,0.21683401,0.6313390731811523
+4.271971,0.7083912,-0.021739535,-1.0,-0.67496943,-0.30061457,0.11023688,0.86291605,0.09509287,-0.95208514,-1.0,-0.5761456,0.2179204,0.6239485740661621
+4.278921,0.6940092,-0.0146783255,-1.0,-0.6790564,-0.30679026,0.1070987,0.8468224,0.10546818,-0.94338715,-1.0,-0.56084025,0.21513087,0.6169986724853516
+4.285683,0.6788087,-0.007639125,-1.0,-0.6811456,-0.3099486,0.10155523,0.8293056,0.116563,-0.93665534,-1.0,-0.5461898,0.20911297,0.610236644744873
+4.2922125,0.6620983,-0.0022840723,-1.0,-0.6814593,-0.30924845,0.09533073,0.80993783,0.12681039,-0.9327964,-1.0,-0.5314327,0.20151457,0.6037073135375977
+4.298639,0.643211,0.00023058802,-1.0,-0.6808648,-0.30514804,0.09022553,0.78840554,0.13488998,-0.9316067,-1.0,-0.51546705,0.19439289,0.5972809791564941
+4.3054514,0.62163705,-0.0003489852,-1.0,-0.6805264,-0.2991846,0.08731729,0.76451504,0.14023276,-0.93182236,-1.0,-0.4973658,0.18925935,0.5904684066772461
+4.3115687,0.5972523,-0.0033167563,-1.0,-0.6815418,-0.29343837,0.08647027,0.7383307,0.14315628,-0.9314854,-1.0,-0.47701955,0.18644048,0.5843510627746582
+4.315132,0.5699049,-0.0070316866,-1.0,-0.68429345,-0.28969106,0.08606605,0.70973,0.14526975,-0.9288072,-1.0,-0.45477554,0.18407002,0.5807876586914062
+4.3157463,0.53968316,-0.009604674,-1.0,-0.68837106,-0.28885385,0.08354964,0.67851985,0.14868672,-0.92269105,-1.0,-0.43179536,0.17873119,0.5801734924316406
+4.3132834,0.50679696,-0.009459913,-1.0,-0.69295716,-0.29115662,0.0763947,0.6444349,0.15532108,-0.9126412,-1.0,-0.40961814,0.16676053,0.5826363563537598
+4.3067822,0.47185576,-0.0053349063,-1.0,-0.69713515,-0.29640958,0.062378738,0.6073896,0.16663039,-0.8984607,-1.0,-0.39023823,0.14492439,0.5891375541687012
+4.294209,0.43595675,0.0035566092,-1.0,-0.7001995,-0.3043386,0.039791513,0.5675665,0.1832608,-0.8798802,-1.0,-0.3762023,0.11104645,0.6017107963562012
+4.271412,0.4003381,0.017475307,-1.0,-0.701869,-0.3150964,0.007272619,0.52507997,0.20492192,-0.85594434,-1.0,-0.3704741,0.0640571,0.6245079040527344
+4.23024,0.36568227,0.036234386,-1.0,-0.7023382,-0.3299804,-0.036576014,0.47928905,0.23047248,-0.82405186,-1.0,-0.37612396,0.0035158284,0.665679931640625
+4.1584024,0.330794,0.058985114,-0.99225783,-0.70239913,-0.35230437,-0.09310945,0.4275721,0.2578244,-0.77833515,-1.0,-0.39568728,-0.070763454,0.7375173568725586
+4.0514097,0.28962326,0.08246027,-0.9394649,-0.7052266,-0.38821897,-0.16043694,0.3632083,0.28234062,-0.7065206,-1.0,-0.42864075,-0.15613912,0.8445100784301758
+3.9322596,0.2283198,0.09657748,-0.8633413,-0.7203543,-0.44658044,-0.22409907,0.27433208,0.2922388,-0.5876271,-1.0,-0.4638201,-0.2368287,0.9636602401733398
+3.8565369,0.1382281,0.08155917,-0.76982945,-0.7493063,-0.52670527,-0.2603844,0.15426618,0.26852685,-0.41653067,-1.0,-0.47393548,-0.28073367,1.0393829345703125
+3.843203,0.04811795,0.023553133,-0.6992115,-0.75207794,-0.576872,-0.27513275,0.031049216,0.2120805,-0.270785,-1.0,-0.44151092,-0.28401276,1.0527167320251465
+3.897203,-0.03102851,-0.06015663,-0.66769505,-0.71281993,-0.5689776,-0.28169525,-0.06718806,0.14534621,-0.19770113,-0.8898934,-0.38453543,-0.27863753,0.9987168312072754
+4.011292,-0.13456142,-0.13051552,-0.64984196,-0.6532383,-0.5319651,-0.28868008,-0.15445127,0.09675803,-0.16509672,-0.7859819,-0.3139939,-0.3022782,0.8846278190612793
+4.1467724,-0.26762182,-0.16747075,-0.63516057,-0.59664553,-0.49275887,-0.29231545,-0.25113997,0.08216859,-0.15235178,-0.7264476,-0.21324101,-0.34971547,0.7491474151611328
+4.226057,-0.37484968,-0.15895551,-0.6010346,-0.5686483,-0.49736533,-0.30651873,-0.3315151,0.09688654,-0.13683859,-0.70814484,-0.12938038,-0.40478584,0.6698627471923828
+4.145611,-0.4447895,-0.14066586,-0.5356529,-0.5524559,-0.54559445,-0.33784318,-0.37528312,0.11424767,-0.090707295,-0.6847174,-0.10430552,-0.4721117,0.7503089904785156
+3.951551,-0.47977686,-0.13820753,-0.4764132,-0.5217223,-0.56347185,-0.3931187,-0.38809323,0.124729045,-0.042356327,-0.63624007,-0.13836572,-0.5704894,0.944368839263916
+3.7944126,-0.50049293,-0.14004025,-0.45306054,-0.49381614,-0.5352136,-0.44053257,-0.40404168,0.13379173,-0.020711692,-0.590786,-0.17734571,-0.6685492,1.1015071868896484
+3.7737646,-0.5156646,-0.15002291,-0.44151017,-0.4848867,-0.5062101,-0.44661003,-0.42260194,0.12418053,-0.010875704,-0.5597103,-0.18836825,-0.6930053,1.1221551895141602
+3.8685691,-0.5130956,-0.16338645,-0.44477248,-0.4855385,-0.48838308,-0.43088508,-0.43029457,0.10713122,-0.016093971,-0.5518072,-0.18161657,-0.6610102,1.027350664138794
+4.0069947,-0.4851997,-0.15566313,-0.4599826,-0.4991097,-0.49891168,-0.41272467,-0.41957778,0.10365661,-0.031737268,-0.57949924,-0.1656013,-0.6071149,0.8889250755310059
+4.131686,-0.44634384,-0.13348627,-0.47937796,-0.521111,-0.5313253,-0.39231014,-0.3987704,0.111254744,-0.05001071,-0.6289471,-0.14082263,-0.54401404,0.7642335891723633
+4.2095137,-0.41538084,-0.11800788,-0.49810967,-0.5390705,-0.5631413,-0.36481163,-0.3831029,0.11587148,-0.06631907,-0.67382854,-0.101988345,-0.4735703,0.686406135559082
+4.230923,-0.3997522,-0.11590563,-0.5133174,-0.54848593,-0.5829637,-0.33209586,-0.37929177,0.11299042,-0.07767437,-0.7014638,-0.051195573,-0.40320238,0.6649966239929199
+4.194518,-0.39343876,-0.11968566,-0.52332217,-0.55398846,-0.59522486,-0.30152684,-0.38199058,0.10717174,-0.083915964,-0.7161153,-0.0031913407,-0.3438974,0.7014017105102539
+4.1206207,-0.3863569,-0.12036136,-0.5295892,-0.560614,-0.6068055,-0.2794164,-0.38212788,0.10373414,-0.08780171,-0.7275318,0.028151486,-0.30162427,0.775299072265625
+4.039586,-0.37437367,-0.11555564,-0.53412586,-0.5684209,-0.6191877,-0.2668388,-0.3765065,0.103861,-0.092009775,-0.7404556,0.041808713,-0.2745066,0.8563337326049805
+3.9773374,-0.36192703,-0.10954922,-0.5367786,-0.5735587,-0.62973326,-0.26065814,-0.369568,0.105184115,-0.09664116,-0.75253105,0.04737689,-0.25723347,0.9185824394226074
+3.949653,-0.35401678,-0.106485665,-0.53603435,-0.57353044,-0.6365843,-0.25781676,-0.36643404,0.105205126,-0.09982895,-0.7596864,0.0528765,-0.24599692,0.9462668895721436
+3.9581797,-0.35067764,-0.1059771,-0.5302188,-0.5695893,-0.6415538,-0.25810304,-0.36784753,0.10352243,-0.099277504,-0.7606792,0.058226403,-0.24037161,0.9377400875091553
+3.9900575,-0.34867838,-0.10524984,-0.51897204,-0.5645542,-0.6480319,-0.26226133,-0.37131605,0.101061024,-0.09407538,-0.75722367,0.05996372,-0.24038061,0.9058623313903809
+4.0296116,-0.3454759,-0.10321249,-0.5046216,-0.5600914,-0.65664405,-0.26880082,-0.37477422,0.0981672,-0.08605667,-0.7518308,0.058186296,-0.24293807,0.8663082122802734
+4.0659766,-0.3411712,-0.10139756,-0.49141952,-0.5562854,-0.6645654,-0.2738005,-0.37814182,0.09433199,-0.07887339,-0.7464196,0.057658155,-0.24242625,0.8299431800842285
+4.089223,-0.33701205,-0.101482436,-0.48303857,-0.55290914,-0.6689958,-0.27396384,-0.38174516,0.08956634,-0.075507194,-0.7425868,0.06274256,-0.23499748,0.806696891784668
+4.090313,-0.33323008,-0.10286026,-0.4799842,-0.5504675,-0.67076635,-0.2694257,-0.38463742,0.08515488,-0.07613961,-0.74190223,0.072653264,-0.22172892,0.8056068420410156
+4.068025,-0.32878226,-0.103519246,-0.4797076,-0.54955745,-0.6731446,-0.26314396,-0.38539895,0.08236907,-0.0786318,-0.7448088,0.082762435,-0.2068575,0.8278946876525879
+4.031078,-0.32292128,-0.102410704,-0.47933605,-0.54993457,-0.67819947,-0.25789225,-0.38377556,0.08128718,-0.08081279,-0.7501178,0.08958463,-0.19382012,0.8648419380187988
+3.9945893,-0.3161438,-0.100314066,-0.47797367,-0.5506302,-0.6849517,-0.2543099,-0.38090265,0.08099023,-0.08213002,-0.7559571,0.09322715,-0.18332067,0.9013304710388184
+3.9702168,-0.30953565,-0.09865323,-0.47641513,-0.55081046,-0.69096714,-0.251508,-0.37819925,0.08050544,-0.083258756,-0.76097965,0.09577511,-0.17430148,0.9257030487060547
+3.9639761,-0.30372757,-0.09804475,-0.4754083,-0.55029696,-0.6949242,-0.24872097,-0.37635642,0.07946143,-0.084744245,-0.76478803,0.098627076,-0.16584626,0.9319436550140381
+3.9742334,-0.29856634,-0.09799984,-0.47469798,-0.54945606,-0.69746846,-0.24602759,-0.37519103,0.078062855,-0.08632765,-0.76765996,0.10158789,-0.15791288,0.9216864109039307
+3.9950924,-0.29358944,-0.09781946,-0.47350925,-0.54859036,-0.6998209,-0.24390364,-0.37434036,0.076561235,-0.087417156,-0.76986605,0.10392901,-0.15080613,0.9008274078369141
+4.0175657,-0.28871906,-0.097317174,-0.4713692,-0.54770225,-0.70260555,-0.24243812,-0.37376338,0.07499599,-0.08770738,-0.77148885,0.10564561,-0.1444628,0.8783540725708008
+4.034022,-0.2843075,-0.09681009,-0.4683764,-0.5466297,-0.7056415,-0.2412607,-0.37367785,0.07326076,-0.08732398,-0.7725125,0.1073973,-0.13847622,0.8618979454040527
+4.038625,-0.28067592,-0.09658113,-0.46488014,-0.54532117,-0.70856535,-0.2400645,-0.37417185,0.07135726,-0.08653077,-0.77301866,0.10956547,-0.13268536,0.857295036315918
+4.0305367,-0.27771625,-0.09656009,-0.46114615,-0.5438819,-0.7112519,-0.23899317,-0.37502724,0.06946603,-0.085493326,-0.7731949,0.111710936,-0.12747267,0.8653831481933594
+4.0130677,-0.27507138,-0.09641874,-0.4572659,-0.54250056,-0.71396756,-0.23839343,-0.37583482,0.06787019,-0.0842407,-0.7733435,0.113088906,-0.12336594,0.8828520774841309
+3.9942496,-0.2723655,-0.09602663,-0.4533641,-0.54119277,-0.7167375,-0.23844571,-0.37633777,0.0666242,-0.08287774,-0.77355963,0.11334139,-0.12048975,0.9016702175140381
+3.979536,-0.26948372,-0.09558073,-0.4496943,-0.5398251,-0.719187,-0.23893449,-0.37661368,0.06553323,-0.081671946,-0.7737508,0.11281237,-0.11841014,0.9163837432861328
+3.9747183,-0.26656488,-0.09530777,-0.44642967,-0.53833485,-0.72107476,-0.23944941,-0.37685397,0.064411946,-0.08077969,-0.773861,0.11215654,-0.11649546,0.9212014675140381
+3.9789646,-0.2636671,-0.095315665,-0.44352332,-0.53672016,-0.7223441,-0.2397503,-0.37722123,0.063096665,-0.08017478,-0.7737968,0.111756,-0.11429086,0.9169552326202393
+3.9895306,-0.26079962,-0.09545161,-0.4407144,-0.5351146,-0.7233432,-0.23984778,-0.37772748,0.061630927,-0.07959941,-0.7735893,0.111598045,-0.11174041,0.9063892364501953
+4.0014906,-0.25792325,-0.09556258,-0.43777668,-0.53360456,-0.7243771,-0.23985192,-0.3783368,0.060080804,-0.078849554,-0.7732668,0.11153014,-0.10895082,0.8944292068481445
+4.011737,-0.25508046,-0.09558526,-0.43466374,-0.5322311,-0.7255992,-0.23980314,-0.37900478,0.05852718,-0.07787832,-0.7729057,0.11150172,-0.10602635,0.8841829299926758
+4.015418,-0.25237173,-0.0955559,-0.43150413,-0.53098893,-0.7269695,-0.23967111,-0.3796869,0.05703347,-0.07678672,-0.7725891,0.11155194,-0.10304633,0.8805017471313477
+4.0127754,-0.24987239,-0.095511794,-0.42846188,-0.529863,-0.728388,-0.23946862,-0.38033193,0.055672593,-0.075704366,-0.7723948,0.11164212,-0.10016504,0.8831443786621094
+4.004861,-0.24754027,-0.09541105,-0.42557055,-0.5288527,-0.729865,-0.2393108,-0.38085577,0.05451206,-0.074657835,-0.7723762,0.111579716,-0.0975931,0.8910589218139648
+3.9955513,-0.24524528,-0.09523832,-0.42277274,-0.5278875,-0.73133504,-0.23937085,-0.38123915,0.053522162,-0.07362822,-0.772434,0.111131996,-0.095513195,0.9003684520721436
+3.9868553,-0.24291205,-0.09499943,-0.42000544,-0.5269211,-0.7327673,-0.23969552,-0.38151813,0.052642293,-0.07258953,-0.77248293,0.110259786,-0.093919456,0.909064531326294
+3.9826639,-0.24054903,-0.094782926,-0.417261,-0.5258875,-0.7340411,-0.24019912,-0.38179335,0.05175852,-0.07156335,-0.77241176,0.109134436,-0.09262225,0.9132559299468994
+3.9838457,-0.2381947,-0.094680354,-0.41456023,-0.52475685,-0.73503923,-0.24073961,-0.38216856,0.050760783,-0.070584,-0.77214015,0.107990324,-0.09136209,0.912074089050293
+3.9892244,-0.2359199,-0.0946776,-0.41188633,-0.5235897,-0.7358314,-0.24120292,-0.38267708,0.049654968,-0.06961215,-0.77170366,0.10699628,-0.089980215,0.9066953659057617
+3.9953241,-0.23373812,-0.094750814,-0.4092113,-0.52241725,-0.7364668,-0.2415643,-0.38332433,0.048451416,-0.06862036,-0.7711239,0.10618569,-0.08842853,0.9005956649780273
+4.0013647,-0.23165667,-0.09483105,-0.40650788,-0.5212902,-0.73706126,-0.24185462,-0.38406354,0.04722371,-0.067572415,-0.77047867,0.105498925,-0.086779594,0.8945550918579102
+4.0050144,-0.2296898,-0.09486664,-0.40377355,-0.52024525,-0.7377358,-0.24209532,-0.3848205,0.046047203,-0.0664521,-0.7698668,0.10489008,-0.085107446,0.8909053802490234
+4.0048647,-0.22781096,-0.094875924,-0.40105334,-0.5192531,-0.73844784,-0.24233535,-0.38555756,0.044930838,-0.06530329,-0.769287,0.10427748,-0.083500534,0.8910551071166992
+4.0010457,-0.22602737,-0.09485421,-0.3983901,-0.51831836,-0.7392008,-0.2425955,-0.38624343,0.043909468,-0.06415546,-0.7687774,0.103615776,-0.08203435,0.894874095916748
+3.9966636,-0.22428791,-0.094817385,-0.39581695,-0.5174144,-0.73994005,-0.24291483,-0.3868598,0.04296816,-0.063049614,-0.7683196,0.1028299,-0.08076009,0.8992562294006348
+3.9914896,-0.222545,-0.09475708,-0.3933244,-0.51653796,-0.7406621,-0.24331546,-0.38739973,0.04209233,-0.06198234,-0.7679001,0.101881266,-0.07967976,0.9044301509857178
+3.9890637,-0.2207841,-0.094697125,-0.39090946,-0.5156661,-0.74131984,-0.24378552,-0.38789487,0.041245066,-0.060958683,-0.767473,0.10079752,-0.078747034,0.9068560600280762
+3.988756,-0.21899924,-0.0946671,-0.38857302,-0.5147887,-0.74186176,-0.24427445,-0.3883887,0.040376045,-0.059990928,-0.76699924,0.09965679,-0.07785627,0.9071638584136963
+3.990333,-0.2172329,-0.09466824,-0.3863025,-0.5139199,-0.7423193,-0.2447215,-0.3889022,0.039484657,-0.059053503,-0.7664896,0.09856714,-0.07691726,0.9055867195129395
+3.994101,-0.21550508,-0.094699785,-0.38408035,-0.5130696,-0.7427021,-0.24510416,-0.38945585,0.038565315,-0.05813294,-0.76594454,0.097566664,-0.07589236,0.9018187522888184
+3.9976099,-0.21382752,-0.09474543,-0.38189003,-0.5122511,-0.74303806,-0.24542525,-0.39004877,0.037631877,-0.05721821,-0.7653808,0.0966561,-0.0747883,0.8983099460601807
+3.9998639,-0.21222025,-0.094766594,-0.37970152,-0.5114842,-0.74341565,-0.2457075,-0.39064538,0.036732547,-0.0562675,-0.76484156,0.095811546,-0.073660016,0.8960559368133545
+3.9998748,-0.21067321,-0.09476478,-0.37752765,-0.51075834,-0.7438262,-0.24598242,-0.39122957,0.035875864,-0.055297576,-0.7643293,0.09498496,-0.07256338,0.8960449695587158
+3.999116,-0.20918542,-0.094748296,-0.37538573,-0.5100618,-0.74424624,-0.24627224,-0.39179608,0.03506317,-0.05433081,-0.76383793,0.09414174,-0.071545035,0.8968038558959961
+3.9961593,-0.20773703,-0.09471318,-0.37328067,-0.5093911,-0.7446906,-0.24659091,-0.39231914,0.034301408,-0.053372063,-0.7633823,0.09325138,-0.07062566,0.8997604846954346
+3.9936843,-0.20631301,-0.094674945,-0.37123063,-0.5087306,-0.74511284,-0.24695028,-0.3928104,0.03357353,-0.052440867,-0.7629332,0.0922963,-0.06981853,0.9022355079650879
+3.9923654,-0.20490009,-0.09463694,-0.36923677,-0.508081,-0.7455024,-0.24733967,-0.39327627,0.032866813,-0.05154389,-0.7624868,0.091284096,-0.06909558,0.9035544395446777
+3.9912205,-0.20349193,-0.09461428,-0.36729053,-0.50743043,-0.7458338,-0.24774264,-0.39373767,0.03215521,-0.050679013,-0.7620158,0.090242326,-0.0684132,0.9046993255615234
+3.9921036,-0.2020974,-0.09461493,-0.36540163,-0.50678056,-0.74609333,-0.24813426,-0.39421004,0.031431742,-0.049851313,-0.7615179,0.08921474,-0.06772962,0.9038162231445312
+3.9936078,-0.2007335,-0.094621845,-0.36355004,-0.5061542,-0.74633086,-0.24848647,-0.3946909,0.030708306,-0.049036138,-0.76102144,0.08823758,-0.06700817,0.9023120403289795
+3.9955308,-0.19940208,-0.09464992,-0.3617417,-0.50553614,-0.7465124,-0.24880445,-0.39519262,0.029971965,-0.048245147,-0.76050407,0.08731669,-0.06624773,0.9003889560699463
+3.9970515,-0.19812045,-0.09466761,-0.35995868,-0.5049545,-0.7467106,-0.24908409,-0.3956933,0.029258646,-0.047448896,-0.76001143,0.08645657,-0.06545976,0.8988683223724365
+3.997967,-0.19687596,-0.0946716,-0.3581901,-0.50439906,-0.7469288,-0.2493521,-0.39618438,0.028570913,-0.046641335,-0.7595353,0.08562109,-0.06467956,0.8979527950286865
+3.9970095,-0.19566363,-0.09467325,-0.35646173,-0.50386286,-0.7471344,-0.24961898,-0.39666435,0.027903385,-0.045855284,-0.7590718,0.084785625,-0.06393215,0.8989102840423584
+3.9964821,-0.19449103,-0.09465113,-0.35476252,-0.50335664,-0.74738336,-0.2498963,-0.39710975,0.02728688,-0.045067787,-0.75865376,0.08393958,-0.06324744,0.899437665939331
+3.9946039,-0.19332741,-0.0946266,-0.35309908,-0.5028585,-0.74761933,-0.25019547,-0.3975305,0.026686348,-0.044300757,-0.7582388,0.08305691,-0.06262061,0.9013159275054932
+3.9935126,-0.19218192,-0.09459581,-0.3514724,-0.5023741,-0.7478551,-0.25050926,-0.39792946,0.026110642,-0.043545507,-0.75783396,0.08215265,-0.06204727,0.902407169342041
+3.992808,-0.19104412,-0.09457936,-0.3498942,-0.5018907,-0.74804324,-0.25083113,-0.3983255,0.025533192,-0.04282906,-0.75741786,0.08122851,-0.06150764,0.9031116962432861
+3.99315,-0.18992117,-0.09457164,-0.34836105,-0.50141567,-0.7481993,-0.25114295,-0.3987177,0.024957843,-0.04214236,-0.75700206,0.08031516,-0.060973372,0.9027698040008545
+3.9939215,-0.1888184,-0.09456894,-0.34685963,-0.500951,-0.7483397,-0.25143677,-0.3991076,0.024386697,-0.041466497,-0.75658536,0.07943104,-0.060427662,0.9019982814788818
+3.9953287,-0.18773541,-0.09457595,-0.34539104,-0.500496,-0.74844664,-0.2517145,-0.39950818,0.023810633,-0.04080718,-0.75615543,0.078574926,-0.05986887,0.9005911350250244
+3.9958084,-0.18668956,-0.09457465,-0.34394017,-0.500067,-0.74857074,-0.2519647,-0.39990634,0.023252986,-0.040146127,-0.7557491,0.07776302,-0.05929264,0.9001114368438721
+3.9965653,-0.18567142,-0.09456788,-0.3425104,-0.49965084,-0.7487014,-0.25220454,-0.40029573,0.022711761,-0.039483987,-0.75535107,0.07697789,-0.058720198,0.8993544578552246
+3.9964797,-0.18467294,-0.094567,-0.34111044,-0.49924186,-0.74880695,-0.25244543,-0.40068528,0.022174649,-0.038844213,-0.7549503,0.076193094,-0.058166888,0.8994400501251221
+3.9959807,-0.18370546,-0.094553486,-0.33973917,-0.49885517,-0.7489349,-0.2526825,-0.4010551,0.021668814,-0.038212165,-0.75458264,0.07541655,-0.057643082,0.8999390602111816
+3.9949548,-0.18275407,-0.09453764,-0.33839524,-0.498474,-0.7490633,-0.25292894,-0.4014051,0.021179713,-0.03759221,-0.75422347,0.074631095,-0.057154473,0.9009649753570557
+3.9942255,-0.1818229,-0.09451182,-0.33706856,-0.49810755,-0.7492085,-0.25318056,-0.40173858,0.020712636,-0.036969848,-0.75387836,0.07384299,-0.056696173,0.9016942977905273
+3.994233,-0.18089576,-0.09449601,-0.33577546,-0.4977407,-0.74931926,-0.25343865,-0.40207076,0.020242117,-0.036372676,-0.7535186,0.07304399,-0.05625936,0.9016869068145752
+3.9937932,-0.17997748,-0.094486386,-0.3345147,-0.49737906,-0.74940646,-0.25369465,-0.40239972,0.019772865,-0.035798818,-0.753157,0.072245315,-0.05583438,0.9021265506744385
+3.9946058,-0.1790789,-0.09447472,-0.3332836,-0.49703267,-0.74949217,-0.2539389,-0.40272394,0.019315295,-0.03523808,-0.7528094,0.07146318,-0.05541223,0.9013140201568604
+3.99469,-0.1781935,-0.094466835,-0.33207324,-0.49668935,-0.74956393,-0.25417414,-0.40304345,0.018859945,-0.034686193,-0.75245905,0.07070233,-0.0549837,0.9012298583984375
+3.995613,-0.17732793,-0.094459526,-0.33087927,-0.4963558,-0.7496332,-0.25439927,-0.40336525,0.018410228,-0.034135677,-0.75210756,0.069962814,-0.054552075,0.9003067016601562
+3.995447,-0.17648393,-0.094454154,-0.3297144,-0.49603558,-0.74969184,-0.2546082,-0.40368766,0.017967857,-0.03360282,-0.75176775,0.06924696,-0.05411556,0.90047287940979
+3.995532,-0.17565848,-0.09444267,-0.32856825,-0.49572533,-0.74976075,-0.25481465,-0.40399626,0.017542489,-0.033072934,-0.7514411,0.06854175,-0.053692963,0.9003877639770508
+3.9952388,-0.17485216,-0.094423786,-0.3274372,-0.49542755,-0.74984056,-0.2550211,-0.40429568,0.017131947,-0.032547213,-0.7511289,0.06784208,-0.053287145,0.9006810188293457
+3.9949467,-0.1740597,-0.09441032,-0.32633212,-0.49513125,-0.7499071,-0.2552283,-0.4045872,0.01672966,-0.032035902,-0.75081813,0.06714715,-0.052897688,0.9009730815887451
+3.9945705,-0.17327747,-0.09439776,-0.32524803,-0.4948411,-0.7499669,-0.25543723,-0.40487328,0.016332038,-0.031537354,-0.7505083,0.0664479,-0.05252519,0.9013493061065674
+3.994146,-0.17251128,-0.094374135,-0.32417375,-0.49456432,-0.7500485,-0.2556473,-0.40514618,0.015953384,-0.03103518,-0.7502159,0.0657523,-0.052171256,0.9017736911773682
+3.994072,-0.17174567,-0.09436588,-0.32313547,-0.49427986,-0.7500876,-0.25586158,-0.4054184,0.015566372,-0.030562902,-0.7499058,0.06505145,-0.051830526,0.9018478393554688
+3.9942994,-0.17099863,-0.094353974,-0.32211235,-0.49400908,-0.75013214,-0.25606498,-0.40568882,0.015189209,-0.030095713,-0.749609,0.06436777,-0.05148899,0.9016203880310059
+3.99447,-0.17026393,-0.09433438,-0.3211033,-0.49375063,-0.75019085,-0.25626165,-0.40594772,0.014825993,-0.029628085,-0.74932694,0.06369582,-0.05115029,0.9014499187469482
+3.9946983,-0.16953959,-0.094327964,-0.3201182,-0.49348658,-0.7502176,-0.2564544,-0.40621337,0.01445555,-0.029178636,-0.74902946,0.06303792,-0.0508109,0.901221513748169
+3.995004,-0.16882583,-0.09431916,-0.3191456,-0.49323118,-0.75024253,-0.25664183,-0.40647757,0.01409007,-0.028733859,-0.7487346,0.062390406,-0.050472047,0.9009158611297607
+3.9955692,-0.16813383,-0.09430312,-0.31818596,-0.4929906,-0.7502859,-0.25681978,-0.40673408,0.013740697,-0.028290795,-0.7484619,0.06175858,-0.05013826,0.9003505706787109
+3.9949374,-0.16744947,-0.09428931,-0.3172456,-0.49275053,-0.750321,-0.25699738,-0.4069822,0.013397046,-0.027858475,-0.7481922,0.061133284,-0.049811956,0.9009823799133301
+3.9948204,-0.16677886,-0.09427963,-0.3163215,-0.49251202,-0.750348,-0.2571746,-0.40722972,0.013057002,-0.02743365,-0.7479186,0.060514104,-0.04949635,0.901099443435669
+3.9949498,-0.16612026,-0.09426364,-0.31541565,-0.49228635,-0.75038403,-0.257349,-0.40746573,0.012730488,-0.027016649,-0.7476625,0.05989824,-0.04919302,0.9009699821472168
+3.9943938,-0.16546807,-0.09424542,-0.3145185,-0.49206305,-0.750423,-0.25752705,-0.40769553,0.012410411,-0.026602687,-0.7474095,0.0592827,-0.048901316,0.9015259742736816
+3.9941719,-0.16482383,-0.09422821,-0.31363237,-0.49184042,-0.7504583,-0.25770703,-0.40792197,0.012093642,-0.026189724,-0.74715024,0.058669645,-0.048619892,0.9017479419708252
+3.9945745,-0.16418424,-0.09421466,-0.3127658,-0.49162173,-0.7504756,-0.25788656,-0.4081505,0.011775785,-0.02579354,-0.7468887,0.058056343,-0.04834449,0.9013452529907227
+3.99487,-0.16355442,-0.09420429,-0.31191885,-0.49140885,-0.750486,-0.2580568,-0.40837634,0.011460581,-0.025411898,-0.7466346,0.05745356,-0.04806718,0.9010498523712158
+3.994975,-0.1629371,-0.09418553,-0.31107527,-0.49120378,-0.7505159,-0.25822324,-0.40859294,0.011158907,-0.025022546,-0.74639404,0.05686379,-0.047792967,0.900944709777832
+3.9952383,-0.16232757,-0.094174676,-0.31025267,-0.49099708,-0.7505245,-0.25838757,-0.408812,0.010855147,-0.024648199,-0.7461463,0.056282934,-0.04752096,0.9006814956665039
+3.9947133,-0.16173185,-0.09415702,-0.3094331,-0.49080157,-0.7505513,-0.25854355,-0.40902513,0.010561802,-0.024266431,-0.7459103,0.05571695,-0.047246482,0.9012064933776855
+3.9952114,-0.16114324,-0.094144315,-0.30863008,-0.49060446,-0.750562,-0.25870112,-0.40923846,0.010269203,-0.02389648,-0.74566877,0.055153627,-0.046980884,0.9007084369659424
+3.9946582,-0.16056392,-0.094130136,-0.30783838,-0.4904155,-0.7505764,-0.2588532,-0.40944868,0.009980955,-0.023534419,-0.7454369,0.054596882,-0.046717193,0.901261568069458
+3.994522,-0.15999196,-0.094108894,-0.30704972,-0.49023002,-0.7506042,-0.25901064,-0.40964842,0.009705522,-0.023166256,-0.74521285,0.05403896,-0.04646879,0.901397705078125
+3.9942217,-0.1594266,-0.09409502,-0.30628246,-0.4900441,-0.7506143,-0.25916657,-0.40984833,0.009428375,-0.022816064,-0.74498576,0.053484578,-0.04622614,0.901698112487793
+3.9942586,-0.1588631,-0.09408918,-0.3055374,-0.48985586,-0.7505993,-0.25932482,-0.4100491,0.009146907,-0.022486294,-0.7447501,0.052926626,-0.045992907,0.9016611576080322
+3.9946692,-0.15831646,-0.09406786,-0.30478647,-0.48968238,-0.75062424,-0.25947577,-0.41023764,0.00888645,-0.022139313,-0.7445425,0.05238468,-0.045761194,0.9012506008148193
+3.9942677,-0.15776804,-0.094057284,-0.3040505,-0.4895031,-0.7506255,-0.2596252,-0.4104278,0.008616843,-0.02180537,-0.7443215,0.051843982,-0.045525696,0.9016520977020264
+3.9943252,-0.15723187,-0.09404434,-0.30332404,-0.48933062,-0.75063014,-0.25977063,-0.41061866,0.008353167,-0.021470295,-0.7441001,0.051316593,-0.045293506,0.9015946388244629
+3.9947472,-0.15670268,-0.09403308,-0.30260828,-0.4891617,-0.75062805,-0.2599125,-0.410811,0.008090877,-0.02114554,-0.74388313,0.05079365,-0.045062568,0.9011726379394531
+3.9945097,-0.15617393,-0.09401965,-0.30190426,-0.48899555,-0.7506241,-0.26005638,-0.4109944,0.0078334445,-0.020830633,-0.7436739,0.05026493,-0.044840362,0.9014101028442383
+3.9944918,-0.15565968,-0.09399308,-0.3011889,-0.48883748,-0.75065607,-0.26019898,-0.41116926,0.007593223,-0.02049064,-0.7434778,0.049752805,-0.044621166,0.9014279842376709
+3.9942937,-0.15514329,-0.0939789,-0.30049315,-0.48867324,-0.7506536,-0.26034304,-0.41135097,0.0073407376,-0.020170892,-0.74326175,0.04923721,-0.044404592,0.9016261100769043
+3.994763,-0.15463732,-0.09396283,-0.29980558,-0.48851672,-0.7506546,-0.26048356,-0.41153243,0.0070939595,-0.019856343,-0.7430538,0.048726413,-0.044193085,0.9011569023132324
+3.9942503,-0.15413222,-0.09394666,-0.29913008,-0.4883616,-0.7506505,-0.26062313,-0.41170666,0.0068508023,-0.0195518,-0.7428535,0.048215043,-0.043984737,0.9016695022583008
+3.994355,-0.15363574,-0.09392645,-0.29845864,-0.48820904,-0.75065976,-0.26076567,-0.411874,0.0066175545,-0.019241879,-0.7426591,0.04770902,-0.04378706,0.9015648365020752
+3.99427,-0.15314642,-0.09390156,-0.29778588,-0.48806444,-0.7506799,-0.26090157,-0.41204032,0.0063885683,-0.018925117,-0.7424693,0.047210928,-0.04358479,0.9016497135162354
+3.994273,-0.1526582,-0.09389147,-0.29713514,-0.48791078,-0.75066614,-0.2610376,-0.41221282,0.006148183,-0.018630931,-0.74226195,0.046716537,-0.043383654,0.9016468524932861
+3.9941876,-0.15217708,-0.09387471,-0.29648805,-0.48776639,-0.7506626,-0.26117268,-0.4123801,0.005916872,-0.01833612,-0.7420671,0.046222184,-0.043189283,0.9017322063446045
+3.99431,-0.1517015,-0.093862,-0.2958568,-0.4876207,-0.7506519,-0.2613029,-0.41254357,0.005688482,-0.018052483,-0.7418773,0.04573713,-0.04299399,0.9016098976135254

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.08789578080177307,4.983815573692322,,
+1000,-0.08489047735929489,4.980810319900512,,
+1500,-0.07402850687503815,4.969948365211486,,
+2000,-0.07380951195955276,4.9697292747497555,,
+2500,-0.021776534616947174,4.917696352005005,,
+3000,-0.0558256097137928,4.951745411872864,,
+3500,-0.056547071784734726,4.952466868400574,,
+4000,-0.025365564972162247,4.921285343170166,,
+4500,-0.021435678005218506,4.917355470657348,,
+5000,-0.02572591044008732,4.921645738124847,,
+5000,,,4.772045583724975,0.12387421607971191
+5500,-0.005063729360699654,4.900983530044556,,
+6000,0.004578154534101486,4.891341645240784,,
+6500,0.0021282939705997705,4.893791505813598,,
+7000,0.039739638566970825,4.856180171012879,,
+7500,0.024809127673506737,4.871110669136048,,
+8000,0.05220387876033783,4.843715949058533,,
+8500,0.06264922022819519,4.833270592689514,,
+9000,0.05184878408908844,4.844071026802063,,
+9500,0.06805893033742905,4.827860870838165,,
+10000,0.07680060714483261,4.819119157791138,,
+10000,,,4.6430227136611935,0.25289708614349365
+10500,0.09643294662237167,4.7994868831634525,,
+11000,0.11632811278104782,4.779591638565064,,
+11500,0.09917876124382019,4.796741034507751,,
+12000,0.10068534314632416,4.795234443187714,,
+12500,0.10794519633054733,4.78797460603714,,
+13000,0.11783397942781448,4.778085838794708,,
+13500,0.11581961065530777,4.7801001892089845,,
+14000,0.13579492270946503,4.7601248664855955,,
+14500,0.12679040431976318,4.769129408359528,,
+15000,0.18109574913978577,4.714824043273926,,
+15000,,,4.485036311149597,0.41088348865509033
+15500,0.15327775478363037,4.742641980648041,,
+16000,0.19094930589199066,4.704970558643341,,
+16500,0.20025986433029175,4.695659906387329,,
+17000,0.22462958097457886,4.671290196418762,,
+17500,0.21971395611763,4.676205770969391,,
+18000,0.20545858144760132,4.690461168289184,,
+18500,0.19404220581054688,4.70187758398056,,
+19000,0.21951983869075775,4.676399926185608,,
+19500,0.2507922649383545,4.645127603054046,,
+20000,0.2256755232810974,4.670244318962097,,
+20000,,,4.419324319362641,0.47659548044204714
+20500,0.24651269614696503,4.649407182693482,,
+21000,0.27378353476524353,4.6221362466812135,,
+21500,0.2730365991592407,4.62288315820694,,
+22000,0.26632586121559143,4.62959379863739,,
+22500,0.2372441589832306,4.658675565719604,,
+23000,0.3001604676246643,4.595759473323822,,
+23500,0.276321679353714,4.619598108768463,,
+24000,0.3069241940975189,4.588995527744293,,
+24500,0.27938324213027954,4.6165365219116214,,
+25000,0.32076796889305115,4.575151886940002,,
+25000,,,4.206444971561432,0.6894748282432556
+25500,0.3309136927127838,4.565006216049194,,
+26000,0.29592129588127136,4.599998652935028,,
+26500,0.3054496943950653,4.590470153808594,,
+27000,0.3530077338218689,4.542912295341492,,
+27500,0.3671552538871765,4.5287645487785335,,
+28000,0.3900981545448303,4.505821843624115,,
+28500,0.3686843812465668,4.5272353582382205,,
+29000,0.4437439739704132,4.452175929069519,,
+29500,0.3435244560241699,4.552395201683044,,
+30000,0.3385540544986725,4.557365721702576,,
+30000,,,4.130963191986084,0.7649566078186035
+30500,0.4123125970363617,4.483607204914093,,
+31000,0.433149129152298,4.462770554065704,,
+31500,0.4086373448371887,4.487282612323761,,
+32000,0.39871716499328613,4.497202652931214,,
+32500,0.461811900138855,4.434107915878296,,
+33000,0.44160640239715576,4.454313483715057,,
+33500,0.47256889939308167,4.423350742816925,,
+34000,0.4270536005496979,4.468866090297699,,
+34500,0.48238086700439453,4.413538793087006,,
+35000,0.48892322182655334,4.406996172904968,,
+35000,,,4.07459200501442,0.821327794790268
+35500,0.4972190260887146,4.398700597286225,,
+36000,0.5387294888496399,4.357190469741822,,
+36500,0.4519535005092621,4.443966216564179,,
+37000,0.4532269239425659,4.442692930221558,,
+37500,0.5146705508232117,4.381249410152435,,
+38000,0.515996515750885,4.379923354148865,,
+38500,0.4449423551559448,4.450977300167084,,
+39000,0.4897635579109192,4.406156392097473,,
+39500,0.5026822686195374,4.393237642288208,,
+40000,0.5550055503845215,4.340914331436157,,
+40000,,,4.080241128206253,0.8156786715984344
+40500,0.5193145275115967,4.376605298519134,,
+41000,0.5525123476982117,4.343407257080078,,
+41500,0.5831209421157837,4.31279895401001,,
+42000,0.5132870078086853,4.382632799625397,,
+42500,0.5820605754852295,4.313859079837799,,
+43000,0.6594366431236267,4.236483476638794,,
+43500,0.5406625866889954,4.355256985664368,,
+44000,0.6545690298080444,4.24135071182251,,
+44500,0.5587279796600342,4.3371918320655825,,
+45000,0.6225799322128296,4.273339637279511,,
+45000,,,4.04793941617012,0.8479803836345673
+45500,0.6233423352241516,4.272577372074127,,
+46000,0.6111544966697693,4.284765155792236,,
+46500,0.5851728320121765,4.310746774196625,,
+47000,0.6181936264038086,4.27772590637207,,
+47500,0.6227078437805176,4.273212064743042,,
+48000,0.6789883971214294,4.21693159866333,,
+48500,0.6121141910552979,4.283805919647217,,
+49000,0.687655508518219,4.208264427661896,,
+49500,0.6854766011238098,4.21044294500351,,
+50000,0.731044352054596,4.164875539302826,,
+50000,,,4.025260992050171,0.8706588077545167
+50500,0.5564362406730652,4.339483737468719,,
+51000,0.718848466873169,4.177071113586425,,

42/config.yaml

@@ -0,0 +1,51 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 42
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: false
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

42/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - wandb.enable=False
+  job:
+    name: train_ppo_cleanrl
+    chdir: true
+    override_dirname: wandb.enable=False
+    id: '0'
+    num: 0
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/PPO/42
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

42/multirun.yaml

@@ -0,0 +1,211 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - wandb.enable=False
+  job:
+    name: train_ppo_cleanrl
+    chdir: true
+    override_dirname: wandb.enable=False
+    id: ???
+    num: ???
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 42
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: false
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

42/overrides.yaml

@@ -0,0 +1 @@
+- wandb.enable=False

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-easy-v0
+model-index:
+- name: PPO-RBC2D-easy-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-easy-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.87
+      name: mean_reward
+---
+
+# PPO on RBC2D-easy-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-easy-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.87 ± 0.03
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.87 | 0.12 |
+| Seed 1 | 0.83 | 0.13 |
+| Seed 2 | 0.90 | 0.13 |
+| Seed 3 | 0.91 | 0.11 |
+| Seed 4 | 0.86 | 0.12 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")