Upload results for PPO on RBC2D-hard-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccda41daa3b0c33771294b18300fd3d697226a7d1c4ec6e85acd0b259222f93
+size 1835420

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.436361,0.056721438,-0.0527098,-0.58195287,0.17189714,0.08672238,0.21494323,0.0491364,-0.036322933,-0.5718943,0.15054527,0.0749261,0.22579205,-1.1937696,-1.1937695
+4.3307333,0.3762555,0.08532821,-0.5382691,0.5000263,0.02772746,0.13748655,0.37432024,0.08863716,-0.53777957,0.4822977,0.015575683,0.15065648,2.9118586,2.9118586
+5.772779,0.38037136,0.3013657,-0.41911635,0.5313254,-0.1333501,-0.10949771,0.38203055,0.31330627,-0.42347404,0.52360827,-0.14785701,-0.093490236,1.4698128,1.4698129
+10.001398,0.11530233,0.48999444,-0.22490744,0.35410646,-0.37770063,-0.49544716,0.11299584,0.50428754,-0.23264949,0.3468944,-0.39386654,-0.47286177,-2.7588065,-2.7588062
+11.22617,-0.27997628,0.63898927,-0.02518894,0.11960084,-0.5852621,-0.7027107,-0.28472495,0.6551681,-0.028887222,0.10405749,-0.59949,-0.6770954,-3.9835777,-3.9835777
+7.4680047,-0.58026844,0.65193224,0.030115573,-0.16987465,-0.55145365,-0.69106007,-0.57454807,0.6661229,0.03583132,-0.2075882,-0.56961286,-0.6650928,-0.2254131,-0.22541285
+4.277807,-0.5963124,0.4849592,-0.13777983,-0.4013877,-0.34172082,-0.49145797,-0.59186417,0.4997169,-0.13128597,-0.4503928,-0.3657302,-0.45768282,2.9647846,2.9647846
+6.4806166,-0.46129745,0.26465297,-0.41289604,-0.48002356,-0.17840737,-0.19423997,-0.4606453,0.28222322,-0.40279827,-0.5289472,-0.20513785,-0.1592044,0.7619751,0.7619753
+10.525047,-0.31132957,0.021120874,-0.5512232,-0.40823653,-0.00899695,0.056243513,-0.32272434,0.038713377,-0.5446815,-0.44245955,-0.027185382,0.079289906,-3.2824562,-3.2824554
+10.360904,-0.09017239,-0.13264966,-0.59095776,-0.1266675,0.112872146,0.18528265,-0.10167228,-0.10558646,-0.58417445,-0.14245243,0.09810981,0.20406955,-3.1183121,-3.118312
+5.7775,0.18313262,-0.04363459,-0.57868826,0.37820485,0.12768583,0.16106352,0.18013588,-0.035170745,-0.5729974,0.35497478,0.117982335,0.17257613,1.4650913,1.4650917
+4.178157,0.40591648,0.15513562,-0.47881743,0.5564362,-0.027010733,0.04800931,0.4116383,0.16047952,-0.48179176,0.5469344,-0.040058833,0.062218968,3.0644348,3.064435
+8.251982,0.25863656,0.3984365,-0.3212818,0.42046168,-0.25857845,-0.27400115,0.25930068,0.41371644,-0.3243644,0.41328883,-0.2792112,-0.2542681,-1.00939,-1.0093899
+11.540039,-0.065208584,0.58089614,-0.11090424,0.22984113,-0.5132901,-0.614388,-0.07052225,0.59668297,-0.11731494,0.21896574,-0.5288835,-0.58704215,-4.2974467,-4.297447
+9.210409,-0.4310492,0.6787533,0.042282928,-0.0028102943,-0.61360615,-0.7147508,-0.43297634,0.6951968,0.043740097,-0.028845834,-0.6277578,-0.68880886,-1.9678174,-1.9678173
+4.8118505,-0.6007261,0.60158736,-0.024185786,-0.31454554,-0.4502038,-0.62242025,-0.588587,0.6145363,-0.018827485,-0.36021963,-0.47071567,-0.59095806,2.430741,2.4307413
+4.7852106,-0.5377906,0.3711364,-0.28321975,-0.46684065,-0.26157197,-0.34871027,-0.5359575,0.3898519,-0.27430996,-0.51723963,-0.2904261,-0.30925706,2.4573812,2.4573812
+9.058291,-0.3847293,0.14319801,-0.5068112,-0.47678822,-0.095408745,-0.070847236,-0.3874332,0.15893671,-0.49797836,-0.5192135,-0.11638007,-0.0413911,-1.8156997,-1.8156996
+11.504053,-0.19890505,-0.09863527,-0.5791429,-0.30073446,0.058470827,0.14537637,-0.21706492,-0.07399251,-0.57490975,-0.3250999,0.041707505,0.16505757,-4.2614613,-4.2614613
+8.003625,0.03439762,-0.0910017,-0.58673763,0.13755873,0.13763627,0.17604569,0.027309982,-0.071558855,-0.57799244,0.12135952,0.124928124,0.18958414,-0.76103306,-0.76103306
+3.6639187,0.3590193,0.090455815,-0.53691113,0.52053803,0.0455512,0.111758955,0.36219016,0.08949763,-0.5360715,0.50252455,0.033751253,0.1276132,3.5786726,3.5786731
+5.949358,0.3510287,0.31501245,-0.40760285,0.48261216,-0.1529542,-0.1026881,0.35413244,0.32729438,-0.40917757,0.47611287,-0.17046668,-0.08716222,1.2932334,1.2932339
+10.703517,0.094369076,0.50573426,-0.218413,0.2919391,-0.39862284,-0.48717055,0.090018496,0.5214895,-0.22490501,0.28349337,-0.41803947,-0.46221933,-3.4609253,-3.460925
+11.350384,-0.28673175,0.64370173,-0.01316146,0.12258225,-0.59815544,-0.6726983,-0.29203397,0.6604046,-0.014776589,0.10677454,-0.61129946,-0.6449732,-4.107792,-4.107792
+6.7962103,-0.55065864,0.66527706,0.024414694,-0.17526934,-0.52872634,-0.67912084,-0.54313207,0.6799503,0.029772913,-0.21340376,-0.5468348,-0.6525176,0.44638133,0.44638157
+3.9666145,-0.58905214,0.4856902,-0.15513788,-0.40791082,-0.3216037,-0.45057347,-0.5841957,0.5022563,-0.14826491,-0.45736593,-0.34528363,-0.41401502,3.2759774,3.2759774
+6.698372,-0.44302943,0.25556612,-0.4266835,-0.48508927,-0.17066196,-0.14740932,-0.44242516,0.2733507,-0.41558367,-0.5335912,-0.19760072,-0.11212593,0.5442196,0.54422
+10.830173,-0.29178888,0.0075846366,-0.56240755,-0.3940432,-0.007711495,0.08148927,-0.30307442,0.025969045,-0.55577624,-0.42701995,-0.026390972,0.1037338,-3.587581,-3.5875807
+10.390067,-0.06996522,-0.11953121,-0.59018004,-0.09127174,0.10441866,0.19053727,-0.08262823,-0.09287769,-0.5823903,-0.105061926,0.08848446,0.20901904,-3.1474752,-3.1474752
+5.4868317,0.2275195,0.016413135,-0.573601,0.39505234,0.10049837,0.15235984,0.22486725,0.02292757,-0.56807166,0.3715491,0.089736134,0.16444069,1.7557601,1.7557602
+4.318751,0.41842452,0.22654958,-0.4721032,0.53458256,-0.059951868,0.019953733,0.4223225,0.23285788,-0.47517338,0.5265208,-0.073862314,0.03392603,2.9238408,2.923841
+8.531195,0.22699998,0.4508532,-0.3087366,0.38202196,-0.29104143,-0.31431916,0.22546574,0.46560052,-0.3123018,0.37564632,-0.31250215,-0.29371226,-1.288603,-1.2886028
+11.498581,-0.12729347,0.6060053,-0.09550653,0.20924601,-0.5359747,-0.62286496,-0.13404457,0.6225169,-0.100316904,0.19908412,-0.55144536,-0.5952158,-4.2559896,-4.255989
+9.046614,-0.48721755,0.6831474,0.042458203,-0.029457131,-0.60347205,-0.7071845,-0.48944512,0.699139,0.045569886,-0.057320993,-0.6194422,-0.6823999,-1.8040222,-1.8040218
+4.8812156,-0.6282181,0.5845328,-0.040665995,-0.33236104,-0.43034816,-0.5770344,-0.6182355,0.5981967,-0.03535707,-0.37771714,-0.4517258,-0.545435,2.361376,2.3613763
+5.1029634,-0.5437707,0.36424145,-0.30431026,-0.47428688,-0.24876536,-0.26691037,-0.54376024,0.38343176,-0.29493287,-0.5236863,-0.2777345,-0.22862205,2.1396284,2.1396284
+9.179609,-0.387082,0.13825929,-0.5183287,-0.4630923,-0.08287106,0.0008699051,-0.39111513,0.1536005,-0.5086394,-0.5029998,-0.10388421,0.026695227,-1.9370178,-1.9370174
+11.081872,-0.18254946,-0.09077492,-0.58462834,-0.26766774,0.058091816,0.18661587,-0.1987086,-0.06462322,-0.57883817,-0.28693724,0.04096349,0.20633635,-3.8392804,-3.8392801
+7.546032,0.06701551,-0.046996433,-0.5905432,0.17683995,0.12511972,0.18742058,0.057822485,-0.029935526,-0.58196914,0.16027993,0.11218323,0.19828865,-0.3034401,-0.3034401
+3.9832864,0.37992027,0.15446374,-0.5349295,0.5175734,0.017592555,0.10037394,0.38327193,0.15357508,-0.534511,0.5032855,0.0040389798,0.11512553,3.2593052,3.2593055
+6.626327,0.31691524,0.38429472,-0.39356786,0.46432468,-0.1786257,-0.14920196,0.316755,0.39824185,-0.39600235,0.45891663,-0.19830798,-0.13224117,0.61626446,0.6162648
+10.858312,0.022815453,0.5633782,-0.18890154,0.27784082,-0.431597,-0.52430457,0.017506836,0.57912153,-0.19489577,0.26997328,-0.45058072,-0.49772707,-3.6157196,-3.6157198
+10.6276865,-0.38151732,0.6763502,0.014671115,0.10542872,-0.6160007,-0.67284375,-0.38740942,0.6933968,0.014694935,0.08921027,-0.62913096,-0.646654,-3.3850946,-3.3850946
+6.1751385,-0.62188345,0.66208506,0.029505191,-0.20828667,-0.5266039,-0.6545728,-0.6148337,0.6757566,0.034952763,-0.2465827,-0.54608566,-0.6287718,1.067453,1.0674534
+4.2247314,-0.6297702,0.46524414,-0.17093667,-0.42712307,-0.33237857,-0.38749713,-0.6271779,0.48342344,-0.16413605,-0.47514132,-0.35731322,-0.35147512,3.0178604,3.0178604
+7.4506,-0.47455233,0.25115955,-0.43909898,-0.4952459,-0.17539266,-0.08728048,-0.4756882,0.26766294,-0.4281957,-0.53925776,-0.20167968,-0.05513754,-0.20800859,-0.20800829
+11.059422,-0.31074557,0.007154496,-0.56479245,-0.3787048,-0.012550214,0.1361598,-0.32152492,0.027228618,-0.55834395,-0.40623024,-0.032308657,0.15608177,-3.8168297,-3.8168297
+9.58469,-0.06488822,-0.0687587,-0.5931346,-0.06443606,0.10230213,0.20995888,-0.07990853,-0.04402602,-0.5843167,-0.07408462,0.08550992,0.22634235,-2.3420982,-2.3420982
+4.7079763,0.25516516,0.10442225,-0.5788991,0.41285133,0.081093885,0.1541568,0.25535473,0.107647516,-0.573479,0.3909451,0.06826817,0.16659582,2.5346158,2.5346155
+4.7739253,0.3746375,0.31826285,-0.46398917,0.5117391,-0.08557253,-0.015366161,0.37413788,0.32719085,-0.46778044,0.5060772,-0.10207201,-0.0014169165,2.4686658,2.4686666
+9.33903,0.13360344,0.5225747,-0.28532308,0.33755076,-0.32369485,-0.3697792,0.12906986,0.5382545,-0.28952757,0.3311086,-0.34574372,-0.3455597,-2.0964386,-2.0964384
+11.618443,-0.25327137,0.651299,-0.06316494,0.18787152,-0.5667964,-0.6184094,-0.25940165,0.6683908,-0.06544716,0.17869957,-0.58214015,-0.59120864,-4.3758507,-4.3758507
+8.276657,-0.5836815,0.69906205,0.058836948,-0.059178833,-0.59373987,-0.67439556,-0.5857095,0.71497375,0.06358841,-0.087214105,-0.6118402,-0.6505224,-1.0340656,-1.0340652
+4.3762693,-0.68688554,0.5699771,-0.049825367,-0.34162802,-0.41694197,-0.49199033,-0.6793027,0.586444,-0.045075465,-0.38585636,-0.43852386,-0.46207058,2.8663225,2.8663225
+5.555181,-0.57760924,0.35820028,-0.32079765,-0.48466823,-0.26035345,-0.15915617,-0.5796085,0.37678716,-0.31186995,-0.529179,-0.28880534,-0.12357338,1.687411,1.6874108
+9.832307,-0.42515805,0.13811105,-0.5242023,-0.44814435,-0.09780156,0.0726308,-0.42749944,0.15318024,-0.51403725,-0.48184875,-0.11961287,0.094552904,-2.5897152,-2.589715
+11.015895,-0.1956,-0.049240213,-0.58414763,-0.24473816,0.043505047,0.21784794,-0.20926309,-0.022901984,-0.57601714,-0.2575658,0.024746632,0.23772274,-3.7733028,-3.773303
+6.837737,0.090840794,0.040271092,-0.5943842,0.19278547,0.10685285,0.19865489,0.0807428,0.056246493,-0.5867314,0.1770028,0.092643544,0.20741124,0.40485469,0.40485477
+3.9104812,0.36652428,0.27078655,-0.53257084,0.50597507,-0.00753812,0.08057658,0.3677276,0.27144638,-0.53265345,0.4951261,-0.023633013,0.09398351,3.3321104,3.3321106
+7.1952577,0.2266657,0.48634043,-0.3732538,0.4197971,-0.20737848,-0.20960878,0.22160247,0.5017921,-0.3776457,0.41535476,-0.22851682,-0.1891864,0.047334004,0.047334194
+11.172052,-0.119966626,0.62974674,-0.1583705,0.24535054,-0.4704714,-0.54548794,-0.124345645,0.64605594,-0.16289996,0.23810107,-0.4895728,-0.5179037,-3.9294608,-3.9294605
+10.247023,-0.5207605,0.7035789,0.04276136,0.07279225,-0.62600976,-0.6514235,-0.5267409,0.7215925,0.045003492,0.05605999,-0.6401363,-0.6272962,-3.0044305,-3.0044308
+5.750632,-0.70999414,0.6582277,0.038131114,-0.2270402,-0.51846343,-0.59297657,-0.705988,0.6726423,0.04305372,-0.2632771,-0.53945374,-0.56959397,1.4919599,1.49196
+4.432331,-0.68510014,0.45856392,-0.17637038,-0.4384452,-0.34749708,-0.27026123,-0.6836217,0.47757867,-0.17047429,-0.48211876,-0.3730659,-0.23466547,2.8102608,2.8102608
+7.9667044,-0.5247943,0.25992563,-0.4438988,-0.49509594,-0.18871164,0.0074708364,-0.52535516,0.27475056,-0.43309385,-0.5317983,-0.21304469,0.03506664,-0.72411275,-0.7241125
+11.117066,-0.34359652,0.03181127,-0.5628011,-0.3634958,-0.032332253,0.19333746,-0.34844097,0.05323212,-0.55488163,-0.3839311,-0.05392232,0.21328732,-3.8744745,-3.8744745
+8.985264,-0.06565055,0.0070982925,-0.5969971,-0.057573106,0.09030672,0.23297034,-0.08564108,0.029302133,-0.5877794,-0.06296643,0.0720901,0.24528238,-1.7426718,-1.742672
+4.4100513,0.25958264,0.22016522,-0.5848434,0.40079832,0.063288055,0.15261468,0.26205647,0.22245213,-0.5786335,0.38231227,0.046809386,0.16436073,2.8325405,2.8325405
+5.300287,0.29852024,0.43341336,-0.45007595,0.48039475,-0.10309188,-0.065447725,0.291234,0.44621965,-0.4558131,0.47620833,-0.12150291,-0.049348276,1.942305,1.9423051
+9.817428,-0.00025135884,0.6099058,-0.2521518,0.29453823,-0.3544428,-0.41966754,-0.0054861107,0.626591,-0.25710526,0.2879664,-0.37572455,-0.39214435,-2.5748358,-2.5748358
+11.353173,-0.4150444,0.69976425,-0.022431204,0.16393521,-0.5964588,-0.6031566,-0.41950843,0.7175093,-0.021873789,0.15525849,-0.61214375,-0.57880163,-4.1105814,-4.1105814
+7.60054,-0.69825166,0.7078713,0.08714872,-0.08984445,-0.5942828,-0.63935584,-0.70106524,0.72280556,0.092298694,-0.11621393,-0.6151048,-0.61795825,-0.3579484,-0.3579483
+4.275354,-0.76054525,0.55247337,-0.043215502,-0.34889668,-0.43417695,-0.39789423,-0.7554779,0.5725872,-0.039458092,-0.38973197,-0.45627952,-0.37013835,2.9672382,2.967238
+6.146123,-0.63171166,0.3639941,-0.31900474,-0.5016554,-0.28243023,-0.059318695,-0.63302994,0.38052106,-0.31201527,-0.53790575,-0.3089191,-0.025991762,1.0964686,1.0964689
+10.24746,-0.47529313,0.1554645,-0.52006876,-0.4408433,-0.12471346,0.14065337,-0.4715154,0.17038134,-0.5098844,-0.4671465,-0.14854524,0.16115665,-3.0048692,-3.0048685
+10.636398,-0.21400215,0.01847106,-0.5816261,-0.2435482,0.029586604,0.24736848,-0.22906706,0.041964974,-0.5714908,-0.25059587,0.008953845,0.26501834,-3.3938062,-3.3938065
+6.0414176,0.1055747,0.15131174,-0.6017501,0.17443031,0.096369125,0.20715517,0.0970983,0.16679528,-0.5949862,0.16005656,0.07955334,0.21572667,1.2011741,1.2011743
+4.077706,0.31245807,0.39520088,-0.5230654,0.47425655,-0.019151205,0.05044264,0.3084107,0.4009095,-0.52392244,0.46578315,-0.038009387,0.06353833,3.1648862,3.164886
+7.8859644,0.09528044,0.5879204,-0.33800378,0.3573309,-0.22757205,-0.27548984,0.08710049,0.6049487,-0.3444919,0.3530733,-0.24812321,-0.25030568,-0.6433727,-0.64337254
+11.39081,-0.29725918,0.6951432,-0.11400179,0.21440512,-0.50651044,-0.5461508,-0.29779905,0.7124645,-0.116497785,0.2067061,-0.5263242,-0.52003294,-4.148218,-4.148218
+9.607579,-0.6631321,0.72275627,0.08703599,0.037274916,-0.63087976,-0.6206148,-0.66851366,0.74133193,0.09044957,0.019843025,-0.64723015,-0.59921783,-2.3649871,-2.3649874
+5.170707,-0.7936747,0.64147913,0.057592798,-0.23723027,-0.5193139,-0.5145201,-0.79337555,0.6594232,0.061471287,-0.2704238,-0.54055977,-0.49478036,2.0718846,2.0718846
+4.7426453,-0.7408094,0.45865288,-0.17061488,-0.4562169,-0.37594143,-0.14837557,-0.73887485,0.47637865,-0.16694282,-0.49185702,-0.40186727,-0.113109276,2.4999464,2.4999466
+8.629906,-0.5766709,0.27404177,-0.44010335,-0.49433178,-0.2185981,0.08576705,-0.5716469,0.28730372,-0.43023226,-0.5216038,-0.24250561,0.11079015,-1.387314,-1.3873138
+11.185218,-0.37021837,0.08347144,-0.5542936,-0.35935327,-0.059359144,0.23277092,-0.37099278,0.103747815,-0.5442351,-0.37311232,-0.083168425,0.25245222,-3.9426267,-3.942626
+8.238012,-0.057223592,0.10226491,-0.59763944,-0.078747466,0.07895731,0.25145438,-0.08023005,0.124285884,-0.5898189,-0.08175748,0.058952954,0.25997654,-0.99542046,-0.99542046
+4.0975275,0.2370967,0.36205873,-0.583052,0.3628209,0.058565352,0.14044344,0.23886107,0.3670349,-0.5755143,0.34810016,0.037976343,0.1507442,3.1450644,3.1450644
+5.927826,0.17347455,0.55165106,-0.41221166,0.41593477,-0.111429654,-0.1330142,0.162652,0.5679329,-0.41975078,0.41202885,-0.1307798,-0.11252571,1.314766,1.3147659
+10.274133,-0.18108986,0.69301075,-0.20074795,0.23714103,-0.38565576,-0.45547903,-0.18151405,0.7116636,-0.20586783,0.23099573,-0.40698764,-0.4284045,-3.0315409,-3.0315409
+11.020955,-0.590151,0.73541266,0.033716086,0.12377379,-0.61634654,-0.578249,-0.5935323,0.75372875,0.036807295,0.113078125,-0.63467497,-0.5578429,-3.778363,-3.7783632
+6.8805404,-0.80066234,0.6988756,0.1281988,-0.118117176,-0.5933475,-0.58727235,-0.80594033,0.71460974,0.13224572,-0.14299583,-0.61603695,-0.56966734,0.3620515,0.3620515
+4.240177,-0.8214952,0.53923935,-0.03030868,-0.3643889,-0.46533218,-0.27754197,-0.818854,0.5605668,-0.027900295,-0.3978757,-0.48959807,-0.24949439,3.0024145,3.0024147
+6.8045006,-0.6732947,0.37298706,-0.3141295,-0.51367915,-0.30831143,0.030408455,-0.66994125,0.3886387,-0.30882683,-0.5392462,-0.33321404,0.06048611,0.438091,0.43809128
+10.624194,-0.50689924,0.18820664,-0.5092465,-0.43692288,-0.16142242,0.19292885,-0.49733374,0.20240363,-0.49854872,-0.45523083,-0.18898764,0.21442378,-3.3816025,-3.3816023
+10.041631,-0.21712211,0.098478295,-0.5754135,-0.2565442,0.016965454,0.2729795,-0.23881179,0.11881585,-0.5653513,-0.25984368,-0.0058192634,0.28470817,-2.799039,-2.799039
+5.338493,0.11445748,0.294545,-0.60389674,0.1300221,0.101907775,0.20362303,0.10837333,0.30886924,-0.59632564,0.118983276,0.080580704,0.212606,1.9040991,1.904099
+4.502852,0.21270372,0.5209308,-0.48826894,0.40531316,-0.01403136,-0.0011215159,0.20468271,0.53363436,-0.4897836,0.39774218,-0.034957763,0.01378206,2.7397404,2.73974
+8.575221,-0.08032415,0.682594,-0.2713263,0.26558563,-0.24212505,-0.34135208,-0.082895264,0.7010537,-0.27846554,0.2631943,-0.26175424,-0.31432426,-1.3326292,-1.3326292
+11.348402,-0.4918049,0.7481783,-0.04576287,0.16959715,-0.53759605,-0.5331809,-0.48992392,0.76640755,-0.045475584,0.16028142,-0.56043905,-0.51234686,-4.10581,-4.10581
+8.758816,-0.78903764,0.72329396,0.153934,-0.006885784,-0.631978,-0.58926743,-0.7952263,0.7417662,0.1569714,-0.025085786,-0.6522765,-0.57220393,-1.516224,-1.5162239
+4.708498,-0.85916716,0.610383,0.08538405,-0.25370833,-0.54060364,-0.4206537,-0.86274964,0.63220996,0.088251375,-0.2817239,-0.5629169,-0.40214837,2.5340936,2.5340939
+5.276786,-0.7727611,0.4581002,-0.16119952,-0.478588,-0.40626737,-0.046439495,-0.7698204,0.47568217,-0.15886685,-0.5033884,-0.43315306,-0.014094675,1.9658056,1.965806
+9.327795,-0.603821,0.29343656,-0.42781788,-0.49306944,-0.2635968,0.14116096,-0.593768,0.30586883,-0.41828722,-0.5108567,-0.29321888,0.16512835,-2.0852034,-2.0852032
+11.008191,-0.3711844,0.14906015,-0.53977305,-0.36838877,-0.08274437,0.2608225,-0.3772076,0.16508064,-0.5282766,-0.37612095,-0.109497845,0.27585235,-3.7655995,-3.7655993
+7.2737412,-0.031132804,0.22131866,-0.5942088,-0.12200571,0.08638987,0.25485787,-0.05234516,0.24309424,-0.5877092,-0.1250892,0.06239142,0.26299167,-0.031149229,-0.031149387
+4.018442,0.18405907,0.5026735,-0.55746156,0.2824476,0.073049255,0.10942819,0.18074332,0.51351357,-0.5494453,0.27104548,0.050065424,0.119364984,3.2241497,3.2241497
+6.7538047,0.00495938,0.65589404,-0.33272088,0.30109483,-0.10364347,-0.21202877,0.0005954853,0.67319876,-0.33952495,0.2980631,-0.12358565,-0.18855307,0.48878753,0.48878717
+10.673771,-0.384722,0.75670725,-0.12085847,0.16851306,-0.40704426,-0.4721606,-0.37998566,0.77650696,-0.123340815,0.16192375,-0.43176043,-0.451134,-3.4311793,-3.431179
+10.331267,-0.744536,0.74397427,0.12135098,0.07307781,-0.62108994,-0.55791205,-0.74908,0.76288253,0.1249594,0.059214283,-0.64535177,-0.5421694,-3.0886753,-3.0886755
+6.0095096,-0.8768119,0.659183,0.1844375,-0.14353243,-0.59769666,-0.523973,-0.8863363,0.67962456,0.18619052,-0.16674286,-0.61990684,-0.5092185,1.2330827,1.2330823
+4.3670363,-0.8505271,0.52279997,-0.013991328,-0.39241016,-0.50555027,-0.1584027,-0.85112125,0.5434026,-0.0111631695,-0.41555706,-0.532898,-0.13108557,2.8755553,2.8755555
+7.641281,-0.6811428,0.37423104,-0.3073829,-0.5195145,-0.35304072,0.087589756,-0.6753315,0.39106,-0.30121014,-0.53369385,-0.38548663,0.111905105,-0.3986894,-0.39868927
+10.963125,-0.4985969,0.23221704,-0.49045417,-0.44284737,-0.19893065,0.22490895,-0.4940481,0.24407381,-0.47836134,-0.45258108,-0.23046225,0.24352369,-3.7205334,-3.7205334
+9.2028885,-0.18682902,0.18243703,-0.56341016,-0.2895548,0.018060936,0.2865675,-0.21204326,0.20292965,-0.5561251,-0.29409197,-0.008261198,0.29357594,-1.9602965,-1.9602966
+4.656008,0.10742081,0.4563026,-0.58639073,0.053899467,0.13361314,0.18149242,0.10037198,0.4697902,-0.5773098,0.047438126,0.10972311,0.19070572,2.5865843,2.586584
+5.2015324,0.068712264,0.63327163,-0.40668842,0.27208915,0.015427014,-0.075611256,0.06471178,0.6480761,-0.40742162,0.26489663,-0.007842684,-0.058652204,2.0410597,2.0410595
+9.314124,-0.28122535,0.75816065,-0.16850528,0.14326158,-0.24146076,-0.38972226,-0.27471897,0.7766139,-0.17177358,0.14161536,-0.26574445,-0.36859646,-2.071532,-2.0715322
+11.046061,-0.6686794,0.7669894,0.056762245,0.108111784,-0.54669243,-0.52464443,-0.66845983,0.7852403,0.0582255,0.096127406,-0.5765605,-0.50989467,-3.803468,-3.8034687
+7.7067485,-0.88326913,0.6830826,0.2448788,-0.04345086,-0.62654513,-0.55263656,-0.89350027,0.70461565,0.24539974,-0.0631779,-0.647988,-0.5408949,-0.46415627,-0.46415663
+4.346801,-0.8888183,0.56629586,0.11865813,-0.2853401,-0.5797011,-0.30685696,-0.89696115,0.58814836,0.122713216,-0.3047607,-0.60581,-0.2854054,2.895791,2.895791
+6.007816,-0.7532393,0.4353546,-0.16030923,-0.4988996,-0.442732,0.022856144,-0.753162,0.4570713,-0.15470093,-0.5102646,-0.47788113,0.04527511,1.2347759,1.234776
+10.059325,-0.57872754,0.3137838,-0.40964547,-0.4980233,-0.31488034,0.17376426,-0.5755895,0.32550976,-0.39869884,-0.506701,-0.35328177,0.19393468,-2.8167336,-2.8167334
+10.573166,-0.32966268,0.20390385,-0.5199016,-0.39145675,-0.09456518,0.2796385,-0.34599757,0.21772617,-0.51052827,-0.39758804,-0.1261906,0.28757125,-3.3305738,-3.330574
+6.189571,0.005620589,0.37113473,-0.5739639,-0.18157887,0.13501379,0.23596826,-0.011422599,0.39011392,-0.56594825,-0.18164793,0.10690319,0.24369934,1.0530213,1.053021
+4.2708063,0.10071687,0.62946814,-0.48674798,0.13526557,0.117973186,0.04848885,0.096779555,0.6410038,-0.47927144,0.12694618,0.09340005,0.06065728,2.9717858,2.9717855
+7.7088065,-0.1790171,0.7443051,-0.209371,0.12518597,-0.07019633,-0.28261712,-0.17453538,0.76087874,-0.21087195,0.123344846,-0.095421754,-0.26366127,-0.46621433,-0.46621466
+10.865622,-0.57075846,0.7839246,-0.0040293136,0.087541915,-0.39831293,-0.48343435,-0.56655705,0.80082834,-0.003882649,0.07919709,-0.43140182,-0.46917906,-3.6230297,-3.6230297
+9.31726,-0.8610533,0.7029218,0.2460075,0.0316345,-0.60292774,-0.5473495,-0.86934793,0.7236808,0.2480512,0.014774909,-0.6324691,-0.53817755,-2.0746677,-2.074668
+5.149277,-0.9121941,0.5821335,0.25028363,-0.17527747,-0.61388505,-0.44401792,-0.9274222,0.6062657,0.25141254,-0.1930774,-0.63769567,-0.42763066,2.093315,2.0933146
+4.7480774,-0.8128315,0.46982437,-0.0055660256,-0.42675716,-0.54196846,-0.06804981,-0.8197707,0.4949225,0.0031015477,-0.43606278,-0.5754,-0.049279343,2.4945147,2.4945145
+8.613546,-0.62945884,0.36377928,-0.2958014,-0.5298546,-0.41069505,0.120071866,-0.63396865,0.38067606,-0.28576148,-0.5346403,-0.4580129,0.1358178,-1.3709544,-1.3709545
+11.140396,-0.43717888,0.26157358,-0.4617541,-0.46035108,-0.23174348,0.24535453,-0.4464919,0.27225858,-0.45026425,-0.4647597,-0.2683788,0.25530523,-3.8978043,-3.8978043
+8.077911,-0.109521694,0.29572502,-0.538204,-0.34019074,0.06789978,0.27299666,-0.13130896,0.31469372,-0.53134084,-0.34522662,0.03443378,0.27931294,-0.8353192,-0.8353195
+4.2198763,0.08345085,0.6032972,-0.5263694,-0.07569215,0.19290675,0.13123427,0.07514282,0.6132706,-0.51767546,-0.07843648,0.16941571,0.1441345,3.0227158,3.0227156
+6.197811,-0.08644294,0.72819304,-0.2775093,0.06220833,0.08014617,-0.16110834,-0.08533781,0.7418336,-0.27448073,0.05713767,0.053509388,-0.14597178,1.0447811,1.0447807
+9.989365,-0.4595368,0.7947385,-0.036407646,0.021408489,-0.19495451,-0.42010853,-0.45438483,0.8085739,-0.03530458,0.017329207,-0.22957206,-0.40594062,-2.7467725,-2.7467728
+10.407223,-0.80627364,0.71794397,0.20800681,0.058609072,-0.50533587,-0.53352576,-0.8100404,0.7372168,0.2089893,0.043881293,-0.54300684,-0.5246963,-3.1646307,-3.164631
+6.56257,-0.9307926,0.5760938,0.3543472,-0.07207229,-0.6132511,-0.5077939,-0.94757277,0.602887,0.35182843,-0.08963851,-0.6345206,-0.49836496,0.6800222,0.68002176
+4.1848903,-0.85158056,0.47002172,0.14983699,-0.325201,-0.6164247,-0.19489402,-0.8664224,0.49572977,0.16111538,-0.33312014,-0.64581704,-0.1761373,3.0577018,3.0577016
+6.909881,-0.6695626,0.37946624,-0.15355584,-0.5217583,-0.4917472,0.06425495,-0.6822181,0.40124926,-0.14194603,-0.52280146,-0.54237044,0.074062526,0.33271083,0.33271074
+10.756573,-0.48487288,0.30926302,-0.38110918,-0.51369,-0.36207703,0.19554763,-0.50036067,0.32156256,-0.369184,-0.5153077,-0.4040915,0.20536968,-3.5139806,-3.5139809
+9.821162,-0.22376531,0.2644707,-0.49138394,-0.4306942,-0.059056286,0.2702591,-0.24127784,0.2778673,-0.48450813,-0.4378365,-0.10055945,0.2765651,-2.5785704,-2.5785704
+5.144856,0.040217657,0.52352244,-0.50623167,-0.26462373,0.22710982,0.1880979,0.02488645,0.5382176,-0.49902228,-0.2625713,0.20358407,0.1973961,2.0977364,2.097736
+4.9792547,-0.009602198,0.73248774,-0.3574991,-0.07851977,0.20811567,-0.04746109,-0.0082052145,0.73938394,-0.3504513,-0.08123812,0.18050255,-0.032687422,2.2633376,2.2633371
+8.736695,-0.3427479,0.7915436,-0.06446907,-0.05684251,0.023931978,-0.33311424,-0.3411715,0.8054775,-0.060809683,-0.06021,-0.012144173,-0.31913197,-1.494103,-1.4941034
+10.7814,-0.71762437,0.7245914,0.16927877,0.024659013,-0.3165322,-0.5099592,-0.71757835,0.7377187,0.16931595,0.014261102,-0.35796893,-0.50051403,-3.5388076,-3.5388079
+8.127949,-0.9231297,0.5651817,0.39778075,0.007115332,-0.5525443,-0.53465766,-0.9374345,0.5902625,0.39579734,-0.01025934,-0.5827509,-0.5298725,-0.8853564,-0.8853569
+4.480118,-0.8786462,0.4215649,0.3113552,-0.21292189,-0.62500966,-0.33564633,-0.90141255,0.4509038,0.3196712,-0.22194374,-0.64996177,-0.31921464,2.762474,2.762474
+5.3445134,-0.70458966,0.34367895,0.01505552,-0.46612015,-0.5696499,-0.012555698,-0.7231697,0.3694137,0.029091759,-0.4645038,-0.6140351,-0.0040317127,1.8980788,1.8980784
+9.6335945,-0.48951635,0.30969253,-0.26624492,-0.5491622,-0.45404157,0.14150922,-0.5171677,0.3243576,-0.25349936,-0.54868144,-0.50212514,0.14676686,-2.3910024,-2.3910027
+10.972115,-0.294471,0.26231247,-0.4275571,-0.48812103,-0.22052214,0.23701948,-0.30979043,0.27565846,-0.41908166,-0.492155,-0.2668408,0.24258792,-3.729522,-3.7295227
+6.767475,-0.009552667,0.4185988,-0.4584638,-0.4043564,0.19404536,0.2247693,-0.02709251,0.43411872,-0.4526517,-0.40560374,0.1642656,0.23061061,0.47511718,0.47511673
+4.313589,0.041824076,0.70711607,-0.39299518,-0.24568295,0.30930263,0.039635908,0.04144572,0.7096147,-0.38538477,-0.2435531,0.2825239,0.057804037,2.9290035,2.9290028
+7.3878508,-0.2333492,0.77678645,-0.11106096,-0.15562305,0.21965443,-0.2386516,-0.23239425,0.7894569,-0.10617156,-0.15885016,0.18576653,-0.22403374,-0.14525843,-0.1452589
+10.528663,-0.6031366,0.71800774,0.1491362,-0.055363428,-0.0603278,-0.45698634,-0.60461825,0.7284001,0.1504434,-0.06086145,-0.10030919,-0.44663298,-3.2860706,-3.2860708
+9.544471,-0.88288766,0.5247482,0.40213895,0.033235896,-0.38742533,-0.554105,-0.89156264,0.5450358,0.4010702,0.017059123,-0.42633545,-0.5492334,-2.3018787,-2.301879
+5.531756,-0.89652663,0.33267555,0.45322028,-0.100467116,-0.5714852,-0.439092,-0.92119724,0.36094996,0.45695063,-0.11059884,-0.59525985,-0.4316141,1.7108364,1.7108359
+4.287111,-0.7318879,0.23221363,0.19935969,-0.36827093,-0.607511,-0.123629116,-0.7570618,0.26412332,0.2128639,-0.36594918,-0.6443891,-0.11267956,2.9554813,2.955481
+7.939181,-0.4817335,0.24011777,-0.10325929,-0.55165315,-0.51520765,0.079063766,-0.51635677,0.2568188,-0.0905829,-0.55108637,-0.5582654,0.08218509,-0.6965886,-0.696589
+11.211348,-0.28918502,0.23329015,-0.33744013,-0.53843516,-0.35897496,0.18718812,-0.31347403,0.24558556,-0.3261757,-0.5389772,-0.40307286,0.19093998,-3.9687557,-3.9687557
+8.725426,-0.056011688,0.32620874,-0.4079046,-0.48610404,0.09039884,0.2178264,-0.06707268,0.337553,-0.39985177,-0.4874041,0.046348166,0.22466603,-1.4828337,-1.4828339
+4.4840155,0.062355313,0.6093011,-0.35062256,-0.37473652,0.38268712,0.10111339,0.056042377,0.61608535,-0.3455601,-0.37290338,0.36085546,0.11496507,2.7585773,2.7585764
+6.0604463,-0.12049433,0.75627965,-0.14967832,-0.27668715,0.37248725,-0.1492519,-0.118687905,0.76594025,-0.1438267,-0.27466908,0.34232068,-0.13322273,1.1821464,1.1821456
+9.771845,-0.47973472,0.6818078,0.13809979,-0.15718904,0.18944833,-0.38188535,-0.48307267,0.6938303,0.14223398,-0.16244024,0.15537265,-0.36959615,-2.5292528,-2.529253
+10.520335,-0.79832256,0.4537015,0.39735988,0.0013495139,-0.12869541,-0.55965954,-0.80536455,0.46378687,0.3979975,-0.011360178,-0.16716583,-0.55381095,-3.2777433,-3.2777433
+7.06048,-0.88475674,0.20200735,0.539864,-0.0112212915,-0.4370751,-0.51357317,-0.9064059,0.22691634,0.542735,-0.022526512,-0.47065315,-0.5106303,0.18211217,0.18211174
+4.117039,-0.74489206,0.039475657,0.38094652,-0.24240997,-0.56544787,-0.25356066,-0.77772593,0.07641464,0.38988647,-0.24180876,-0.5969116,-0.24604154,3.1255534,3.1255527
+6.128164,-0.48651117,0.057273168,0.092355736,-0.5018537,-0.55232435,-0.012059988,-0.52173907,0.07820187,0.104653254,-0.50127393,-0.58838654,-0.0045200908,1.1144286,1.114428
+10.436317,-0.22285211,0.12271314,-0.19950669,-0.5710478,-0.4406504,0.122295044,-0.25860855,0.12802939,-0.18484525,-0.57049596,-0.47461632,0.12534204,-3.1937256,-3.1937256
+10.38587,-0.044016566,0.20293862,-0.34436542,-0.5362769,-0.0615259,0.18215168,-0.049949255,0.21545424,-0.3315531,-0.53487784,-0.10979349,0.18695356,-3.1432774,-3.1432781
+5.6405444,0.07401682,0.4445567,-0.2675021,-0.48404944,0.39065912,0.13988274,0.06319892,0.45426154,-0.26744708,-0.48244482,0.3653852,0.14817737,1.6020483,1.6020474
+4.862463,0.0017116568,0.67871124,-0.1388498,-0.3858061,0.47756276,-0.065093376,-0.0012247362,0.69129735,-0.13287476,-0.38457796,0.45333156,-0.05020718,2.3801296,2.3801289
+8.645597,-0.33686918,0.61391985,0.14028859,-0.26370788,0.37490648,-0.30285254,-0.33632204,0.6234517,0.14427564,-0.26724216,0.3518702,-0.29083982,-1.4030051,-1.4030056
+11.037226,-0.6813356,0.3685306,0.40047833,-0.074392594,0.1356514,-0.51699877,-0.69073236,0.377364,0.40572432,-0.08503261,0.10905991,-0.5117063,-3.7946339,-3.7946339
+8.764057,-0.8424474,0.028271927,0.59552926,0.024524977,-0.18842629,-0.57782626,-0.8582824,0.043136653,0.5996174,0.013364872,-0.22454089,-0.5730281,-1.5214653,-1.5214653
+4.835025,-0.7391028,-0.19485709,0.531171,-0.106289424,-0.46185395,-0.39155307,-0.7703519,-0.16618353,0.53705955,-0.10763317,-0.49462813,-0.3892333,2.4075673,2.407567
+4.7179146,-0.497924,-0.21242413,0.2851108,-0.38668337,-0.53522176,-0.13703637,-0.5326788,-0.18419762,0.29885533,-0.38443676,-0.57606065,-0.13238893,2.524678,2.5246773
+8.909862,-0.16650023,-0.09659478,-0.0023276196,-0.5604687,-0.48810762,0.02122069,-0.2046549,-0.093034215,0.015911972,-0.5584351,-0.5192651,0.025740473,-1.6672692,-1.6672697
+11.162183,0.031763885,0.024616314,-0.23995677,-0.575975,-0.22937606,0.12221915,0.018967992,0.021418618,-0.22006977,-0.5740422,-0.26229826,0.12414677,-3.9195907,-3.919591
+7.5645623,0.10149544,0.22226585,-0.19806297,-0.54966897,0.2702119,0.14007328,0.093112,0.2359384,-0.1925993,-0.5442612,0.23774791,0.14527017,-0.3219699,-0.32197046
+4.2164373,0.08213537,0.5303898,-0.059460495,-0.47473577,0.5189511,0.003144329,0.07578287,0.5454493,-0.060698178,-0.4774267,0.49947616,0.010680562,3.0261548,3.0261545
+7.029728,-0.15802038,0.5216195,0.18316987,-0.37177235,0.46347764,-0.20943499,-0.15926081,0.53534263,0.18726698,-0.37166417,0.44994298,-0.20352514,0.21286444,0.21286392
+10.839277,-0.54696167,0.28791592,0.42126304,-0.18029806,0.29870096,-0.43547243,-0.55257154,0.29560313,0.43108407,-0.19272985,0.28799957,-0.43126956,-3.5966852,-3.5966854
+10.45797,-0.749765,-0.106400676,0.62193877,0.007204709,0.06837855,-0.6094568,-0.764763,-0.10456039,0.62971795,-0.001967954,0.046486605,-0.60518914,-3.215377,-3.2153778
+6.297449,-0.71743685,-0.41983047,0.63902366,0.002786418,-0.2821916,-0.51532537,-0.7409775,-0.39438748,0.6474779,-0.0012714588,-0.31836802,-0.5124359,0.9451428,0.94514275
+4.093055,-0.48935938,-0.47670117,0.45441762,-0.2165637,-0.47799304,-0.28523448,-0.51676595,-0.4575537,0.46651617,-0.21561731,-0.5194202,-0.2848645,3.1495378,3.149537
+7.0087633,-0.15422213,-0.35633108,0.20077293,-0.47989744,-0.5047578,-0.123139255,-0.18462783,-0.3439336,0.22542201,-0.47354326,-0.5462893,-0.12252982,0.23382904,0.23382854
+10.864111,0.09535685,-0.20897004,-0.06321903,-0.5772574,-0.36930814,0.020963563,0.07686631,-0.21134724,-0.041640084,-0.57387304,-0.39287934,0.022450676,-3.6215189,-3.621519
+9.614968,0.17828867,0.003686992,-0.12640204,-0.5828901,-0.0068125413,0.10119984,0.16763712,0.007841816,-0.10894724,-0.5772409,-0.025186652,0.09986837,-2.3723757,-2.3723764
+4.8210435,0.13766578,0.30979413,0.052953962,-0.56205446,0.44037917,0.06036825,0.13337085,0.3218984,0.045506574,-0.559694,0.41481847,0.061376292,2.4215488,2.4215484
+5.1112075,-0.0184147,0.4399495,0.26423863,-0.46485612,0.50446916,-0.10584848,-0.018681357,0.45745128,0.26215842,-0.46916315,0.49748424,-0.10562822,2.131385,2.1313844
+9.532073,-0.37098697,0.21168791,0.47810456,-0.2904405,0.35612398,-0.33779374,-0.37353972,0.22433215,0.48694363,-0.29921922,0.35436636,-0.34095594,-2.2894804,-2.2894812
+11.549944,-0.6303351,-0.18914315,0.6381664,-0.06573412,0.21029189,-0.57394844,-0.6435464,-0.18597904,0.6503449,-0.07530086,0.20735401,-0.56873107,-4.3073516,-4.307352
+8.314264,-0.6877781,-0.55861694,0.7084766,0.060864683,-0.062447708,-0.606998,-0.7029054,-0.5530028,0.7194453,0.05784991,-0.08396874,-0.60399884,-1.0716723,-1.0716724
+4.4717207,-0.49589258,-0.6921403,0.58690536,-0.03821641,-0.35664403,-0.43864155,-0.51241827,-0.67306393,0.5974085,-0.040994626,-0.39418575,-0.4374189,2.7708712,2.7708712
+5.2868967,-0.13360235,-0.5964248,0.37103024,-0.31371972,-0.5026912,-0.27927122,-0.1616238,-0.58530164,0.39167228,-0.31055984,-0.54057,-0.28021613,1.9556953,1.9556952
+9.56171,0.1044054,-0.45348004,0.1522589,-0.5202134,-0.4582964,-0.123697,0.08758714,-0.44132638,0.17009339,-0.5147944,-0.4853064,-0.12178188,-2.319118,-2.3191185
+10.940283,0.23971926,-0.21957898,-0.018373521,-0.5797827,-0.2611647,0.010811476,0.22417602,-0.217247,0.0037862114,-0.5749196,-0.27091393,0.008225432,-3.6976907,-3.697691
+6.794237,0.20564336,0.074521296,0.09960488,-0.59715426,0.14190498,0.0824776,0.20530075,0.075478666,0.105327055,-0.59272677,0.12575994,0.07862309,0.44835535,0.44835472
+3.974065,0.07934519,0.33539167,0.35055855,-0.54601765,0.465791,-0.014172489,0.08060577,0.34949353,0.34258816,-0.54682857,0.4560569,-0.018915826,3.268528,3.2685268

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2301795482635498,-1.2301797446012497,8.472771616458893,,
+1000,-1.2668348550796509,-1.2668346521854401,8.509426515102387,,
+1500,-1.2745965719223022,-1.2745968254804612,8.517188684463502,,
+2000,-1.323752760887146,-1.3237529945373536,8.566344817638397,,
+2500,-1.2167459726333618,-1.216746084213257,8.459337956905365,,
+3000,-1.2680027484893799,-1.2680027426481246,8.510594613552094,,
+3500,-1.2048707008361816,-1.2048707863092423,8.447462646961212,,
+4000,-1.2818326950073242,-1.2818320775032044,8.524423977851868,,
+4500,-1.250605821609497,-1.2506054821014405,8.493197359085084,,
+5000,-1.1720577478408813,-1.1720578504800796,8.414649709224701,,
+5000,,,,7.939083789587021,-0.6964922547340393
+5500,-1.260213017463684,-1.260212786078453,8.502804675579071,,
+6000,-1.249579906463623,-1.2495798935890199,8.492171750068664,,
+6500,-1.2457457780838013,-1.2457457280158997,8.488337594509124,,
+7000,-1.2048197984695435,-1.2048197952508926,8.447411623001098,,
+7500,-1.147087574005127,-1.1470872036218642,8.389679038524628,,
+8000,-1.2123844623565674,-1.2123843989372254,8.454976263523102,,
+8500,-1.2107365131378174,-1.210735944747925,8.453327805995942,,
+9000,-1.2177162170410156,-1.2177163572311402,8.460308232784271,,
+9500,-1.223870873451233,-1.2238715704679488,8.466463406085968,,
+10000,-1.2255982160568237,-1.2255983275175095,8.468190133571625,,
+10000,,,,7.840091278553009,-0.597499668598175
+10500,-1.2389588356018066,-1.23895849442482,8.481550266742707,,
+11000,-1.2031172513961792,-1.2031173944473266,8.445709300518036,,
+11500,-1.1933587789535522,-1.1933586913347245,8.43595052909851,,
+12000,-1.2069276571273804,-1.2069284695386886,8.449520339488982,,
+12500,-1.1785695552825928,-1.1785698782205583,8.421161751747132,,
+13000,-1.1534883975982666,-1.1534884951114655,8.396080360889435,,
+13500,-1.2067313194274902,-1.2067315150499345,8.449323400497436,,
+14000,-1.1308536529541016,-1.1308539645671845,8.373445829868317,,
+14500,-1.1594246625900269,-1.1594245376586914,8.402016395568848,,
+15000,-1.1665982007980347,-1.1665981558561325,8.409190044403076,,
+15000,,,,7.808213528394699,-0.565622091293335
+15500,-1.1637296676635742,-1.1637296574115754,8.406321485996246,,
+16000,-1.1650829315185547,-1.1650835262537003,8.407675374031067,,
+16500,-1.1447298526763916,-1.1447299199104308,8.38732179903984,,
+17000,-1.1905186176300049,-1.1905186648368835,8.433110522031784,,
+17500,-1.1148353815078735,-1.1148358832597733,8.35742770767212,,
+18000,-1.088658332824707,-1.0886581968069076,8.331250073432923,,
+18500,-1.1213743686676025,-1.1213746231794357,8.36396651983261,,
+19000,-1.1448460817337036,-1.1448462864160538,8.387438150882721,,
+19500,-1.1514910459518433,-1.1514911555051803,8.39408300447464,,
+20000,-1.1375631093978882,-1.1375631368160248,8.380155007839203,,
+20000,,,,7.784762285947799,-0.5421708226203918
+20500,-1.1785871982574463,-1.1785871094465257,8.421178933620453,,
+21000,-1.1590309143066406,-1.1590310331583022,8.401622904777527,,
+21500,-1.0982115268707275,-1.0982113305330277,8.340803213119507,,
+22000,-1.0799288749694824,-1.0799284847974777,8.322520340442658,,
+22500,-1.1458731889724731,-1.1458734588623047,8.388465360164643,,
+23000,-1.1556215286254883,-1.1556219024658203,8.398213701248169,,
+23500,-1.0929416418075562,-1.092941637992859,8.335533498287202,,
+24000,-1.179194688796997,-1.179194665312767,8.421786594867706,,
+24500,-1.1239101886749268,-1.123909979224205,8.366501853942871,,
+25000,-1.0706329345703125,-1.070632705450058,8.313224621295928,,
+25000,,,,7.78750407576561,-0.544912576675415
+25500,-1.0329846143722534,-1.0329841883182527,8.275576046466828,,
+26000,-1.1842501163482666,-1.184250336289406,8.426842188835144,,
+26500,-1.0720525979995728,-1.072052928686142,8.314644778251647,,
+27000,-1.056012749671936,-1.0560122871398925,8.298604131698609,,
+27500,-1.018267273902893,-1.018267137527466,8.26085901260376,,
+28000,-1.0346558094024658,-1.034655840396881,8.277247691631317,,
+28500,-1.0636742115020752,-1.0636737123727797,8.306265594959259,,
+29000,-1.0139271020889282,-1.013926784157753,8.256518665790558,,
+29500,-0.9987002611160278,-0.9987000546455383,8.241291905403138,,
+30000,-0.962289035320282,-0.9622893990278244,8.204881223678589,,
+30000,,,,7.707826784849167,-0.46523556113243103
+30500,-0.9513386487960815,-0.9513384088277816,8.193930309772492,,
+31000,-0.9220258593559265,-0.9220255963802337,8.164617462158203,,
+31500,-0.9301015138626099,-0.9301012040376663,8.172693071365357,,
+32000,-0.9631943106651306,-0.9631943039894104,8.205786177635193,,
+32500,-0.9938977956771851,-0.9938977115154266,8.236489582538605,,
+33000,-0.9405915141105652,-0.9405912092924118,8.183183091640473,,
+33500,-0.986660897731781,-0.9866606029272079,8.229252487182617,,
+34000,-0.9112961888313293,-0.9112962579727173,8.153888097047806,,
+34500,-0.9575856328010559,-0.9575854133367538,8.200177282333375,,
+35000,-0.9767966270446777,-0.97679623067379,8.219388119220733,,
+35000,,,,7.707757366895676,-0.4651661813259125
+35500,-1.0267589092254639,-1.0267587847709656,8.269350661754608,,
+36000,-1.0034185647964478,-1.0034189007282257,8.246010738372803,,
+36500,-0.9758825302124023,-0.975882398724556,8.21847425365448,,
+37000,-0.9753293395042419,-0.9753294157981872,8.217921277046203,,
+37500,-0.9476340413093567,-0.9476336467266083,8.19022541999817,,
+38000,-1.018520712852478,-1.0185207149982451,8.261112616062164,,
+38500,-1.0063422918319702,-1.0063415355682372,8.248933341979981,,
+39000,-0.9503127336502075,-0.9503129453659057,8.192904820680619,,
+39500,-0.9347211122512817,-0.9347209877967835,8.177312837600708,,
+40000,-0.9494965672492981,-0.9494967736005783,8.192088626384734,,
+40000,,,,7.643032832145691,-0.40044137835502625
+40500,-0.9211269021034241,-0.9211268445253372,8.163718692302703,,
+41000,-1.0052505731582642,-1.0052503380775453,8.247842228889466,,
+41500,-0.8945993781089783,-0.8945993992090225,8.137191272735596,,
+42000,-0.9319179058074951,-0.9319182975292206,8.174510191440582,,
+42500,-0.9011850357055664,-0.9011850605010986,8.143776931762694,,
+43000,-0.9045610427856445,-0.9045610176324844,8.14715288734436,,
+43500,-1.0221173763275146,-1.0221173775196075,8.264709220409394,,
+44000,-0.932755172252655,-0.9327550418376923,8.175346924781799,,
+44500,-0.9172849655151367,-0.9172853634357453,8.159877229690553,,
+45000,-0.9615298509597778,-0.9615298666954041,8.204121699333191,,
+45000,,,,7.6627932798862455,-0.4202019274234772
+45500,-0.9713417887687683,-0.9713417900800705,8.213933689594269,,
+46000,-1.0166175365447998,-1.0166179010868073,8.259209764957427,,
+46500,-0.9831152558326721,-0.9831152468919754,8.225707160711288,,
+47000,-1.0181134939193726,-1.0181132704019547,8.260705091953277,,
+47500,-0.9792489409446716,-0.9792493416070938,8.221841156959533,,
+48000,-0.995819628238678,-0.9958198496103287,8.238411764144898,,
+48500,-1.0276204347610474,-1.0276202685832978,8.27021208524704,,
+49000,-1.0062942504882812,-1.0062943130731583,8.248886200904845,,
+49500,-0.9482802152633667,-0.948280281305313,8.190872154474258,,
+50000,-0.9722172021865845,-0.9722175779342651,8.214809421539307,,
+50000,,,,7.729889367818832,-0.487297922372818
+50500,-0.9544106125831604,-0.9544104436635971,8.197002340316773,,
+51000,-0.9521005153656006,-0.9521004135608673,8.194692230463028,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd2bc160e0fd1dc4fe2934dc663e09fabdc6630f75783946c24421d5969e4b
+size 1835424

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.31841,0.22072122,0.35960513,-0.91549224,0.121812806,0.011988187,-0.33550787,0.25682893,0.35252094,-0.92631614,0.118051745,0.0062766913,-0.32645106,-1.075818,-1.0758181
+3.9085624,0.32387355,0.39830983,-0.91003376,0.2608885,0.02204197,-0.45312312,0.37549135,0.3872538,-0.9190524,0.2575589,0.015537592,-0.4444635,3.3340292,3.3340294
+5.201929,0.083409116,0.47460377,-0.83586633,0.27567753,-0.014227854,-0.5617953,0.15990186,0.46798706,-0.8465277,0.2737431,-0.01791442,-0.55834097,2.0406625,2.0406628
+9.567962,-0.20616393,0.52482575,-0.72770065,0.198548,-0.055295087,-0.62608,-0.14591388,0.52170813,-0.74424165,0.19772454,-0.058134183,-0.6235308,-2.3253696,-2.3253698
+11.250151,-0.23458229,0.5742195,-0.43576214,0.069168456,-0.08282316,-0.64165866,-0.18297602,0.5733818,-0.48329484,0.06815038,-0.083451234,-0.6383132,-4.0075593,-4.007559
+7.4212694,-0.16981727,0.6212671,0.02677081,-0.086067766,-0.08717648,-0.59952456,-0.12729861,0.622563,-0.04127156,-0.091419555,-0.085795484,-0.59543604,-0.17867798,-0.17867756
+3.9860013,-0.12911212,0.57787573,0.12529615,-0.18024904,-0.06322921,-0.4294437,-0.09712102,0.5744544,0.04347252,-0.18902178,-0.06134355,-0.4224265,3.2565908,3.2565906
+6.3181243,-0.18061952,0.5489048,-0.3580018,-0.19931482,-0.037904188,-0.31203824,-0.13651131,0.5455075,-0.4299144,-0.21233667,-0.038589917,-0.30802682,0.9244674,0.92446756
+10.19049,-0.10344102,0.5176075,-0.7561429,-0.16161859,-0.017285792,-0.30043963,-0.067342296,0.5137876,-0.7845674,-0.17108563,-0.020158334,-0.29628474,-2.947898,-2.947898
+10.115757,0.08405005,0.40172386,-0.8859766,-0.0135496985,-0.00029430352,-0.32257125,0.118057325,0.39442372,-0.8979092,-0.01916111,-0.003543688,-0.3128323,-2.8731654,-2.8731651
+5.8898787,0.3029036,0.3311549,-0.93662024,0.18863995,0.01742323,-0.42752028,0.33445692,0.31970435,-0.94307184,0.18452792,0.0123254005,-0.41922814,1.3527131,1.3527131
+3.8550148,0.2072906,0.3916661,-0.86774105,0.29507887,-0.0012318026,-0.52374643,0.2712722,0.38102117,-0.8750252,0.29173493,-0.006349502,-0.5208917,3.387577,3.387577
+7.2333446,-0.107791476,0.48572528,-0.781656,0.25302655,-0.039670147,-0.595996,-0.04940357,0.4814039,-0.7916303,0.25099602,-0.043867968,-0.59645617,0.009247224,0.009247303
+10.9168625,-0.2665774,0.546377,-0.61667067,0.14411856,-0.07701469,-0.6359328,-0.23304741,0.5432447,-0.63792115,0.14296077,-0.0799701,-0.6341842,-3.6742709,-3.6742706
+9.394574,-0.15309915,0.60609585,-0.2064992,-0.005451834,-0.09451695,-0.6363279,-0.13123994,0.6039453,-0.2531219,-0.007444864,-0.0943195,-0.6356684,-2.1519825,-2.1519823
+4.673602,-0.10731631,0.61344916,0.13718328,-0.1528653,-0.08575365,-0.53667897,-0.08862159,0.61094135,0.08098469,-0.15608387,-0.084462166,-0.5339477,2.5689895,2.5689898
+4.505498,-0.15253393,0.5647882,-0.021748772,-0.20334567,-0.055477366,-0.3543374,-0.12871681,0.55933625,-0.09343761,-0.21280731,-0.054780595,-0.35386103,2.7370937,2.737094
+8.748293,-0.17064728,0.54058975,-0.58500785,-0.20711927,-0.030770665,-0.30500036,-0.14435874,0.5363583,-0.62541723,-0.21673264,-0.03177266,-0.30642176,-1.5057015,-1.5057011
+11.222028,-0.042359605,0.4640994,-0.8253463,-0.12218683,-0.0133497175,-0.29710877,-0.021431496,0.45828122,-0.8421217,-0.12960109,-0.0155546125,-0.2910663,-3.9794357,-3.979436
+8.1756935,0.18493858,0.35316145,-0.92318606,0.077357225,0.008841785,-0.35131788,0.20286514,0.34622723,-0.9294376,0.07306318,0.0057666246,-0.34712604,-0.9331015,-0.93310165
+3.6165175,0.33287233,0.35052234,-0.919005,0.25982338,0.0166754,-0.4689318,0.35726893,0.3419191,-0.92366534,0.25611293,0.012135619,-0.46559823,3.6260746,3.6260743
+4.6929417,0.0680515,0.43955553,-0.8229891,0.2859983,-0.023100553,-0.55447245,0.117762305,0.4347306,-0.83151895,0.28420997,-0.027494917,-0.5551866,2.54965,2.5496502
+9.538363,-0.23222561,0.5153771,-0.7244291,0.1995029,-0.06086903,-0.61606956,-0.20840186,0.51241404,-0.7352227,0.19646133,-0.065042935,-0.6165439,-2.2957718,-2.2957716
+11.465406,-0.19895442,0.56758434,-0.4442333,0.07161156,-0.088923186,-0.6362857,-0.1871038,0.5647726,-0.46862417,0.07062098,-0.091061294,-0.6347631,-4.2228146,-4.2228146
+7.2580285,-0.09780633,0.62403154,-0.006574681,-0.07884397,-0.09256553,-0.6048279,-0.08846449,0.6216367,-0.04463906,-0.082564265,-0.09342658,-0.6056319,-0.015436977,-0.015436649
+3.642304,-0.085925505,0.58307004,0.14749378,-0.18202145,-0.06760757,-0.43734458,-0.07974196,0.57476616,0.09577792,-0.18502623,-0.0678121,-0.43995577,3.6002877,3.600288
+6.190288,-0.1591977,0.55074465,-0.31235388,-0.20531048,-0.04058758,-0.31995997,-0.14464165,0.5435658,-0.36208165,-0.21342854,-0.04042854,-0.32168084,1.0523037,1.0523038
+10.361624,-0.101731114,0.51701707,-0.74080366,-0.17556757,-0.021298712,-0.299914,-0.08961632,0.51034766,-0.7624145,-0.18327133,-0.02281755,-0.30014634,-3.1190326,-3.119032
+10.618747,0.07686302,0.3987441,-0.88027906,-0.030042348,-0.004350854,-0.31409526,0.089931265,0.39224833,-0.88915104,-0.034572788,-0.004880598,-0.3074486,-3.3761547,-3.376155
+6.0883937,0.31734037,0.3307442,-0.939527,0.17955284,0.014412107,-0.41793457,0.32291013,0.32513162,-0.942607,0.17736004,0.011715295,-0.4148553,1.1541983,1.1541982
+3.4607143,0.2897423,0.39070863,-0.8724666,0.29477334,-0.0040388163,-0.51647955,0.31450748,0.38496843,-0.8782218,0.2921048,-0.007954327,-0.5171807,3.7818773,3.7818775
+6.737744,-0.011448057,0.4831358,-0.7830975,0.25111398,-0.044232525,-0.59273833,0.010687185,0.47972918,-0.78994614,0.24900109,-0.048588455,-0.594291,0.5048477,0.504848
+10.787528,-0.18293196,0.5423863,-0.6202859,0.1407087,-0.08273334,-0.63592786,-0.18189612,0.54014003,-0.6305343,0.13800713,-0.086748436,-0.6359635,-3.544936,-3.5449362
+9.812445,-0.08965767,0.60664064,-0.23303156,-0.0044103917,-0.09796672,-0.6400563,-0.09297847,0.6023254,-0.25816405,-0.006691983,-0.09930398,-0.6410648,-2.569853,-2.5698528
+5.1066337,-0.07154845,0.61797184,0.10347062,-0.15019488,-0.08553709,-0.5464162,-0.06982939,0.6116237,0.066476665,-0.15208668,-0.08688362,-0.5484825,2.135958,2.1359582
+4.5207314,-0.11484488,0.5709841,-0.031530865,-0.20284222,-0.053273395,-0.36498073,-0.11257566,0.56124043,-0.08193369,-0.20729366,-0.054067962,-0.36965168,2.7218602,2.7218604
+8.418681,-0.12967923,0.5462232,-0.5876172,-0.20407097,-0.029143905,-0.3133229,-0.12504719,0.53881884,-0.61380833,-0.2104996,-0.029701537,-0.31803358,-1.1760899,-1.1760893
+10.919257,-0.01000878,0.46737903,-0.8278037,-0.118088745,-0.012946321,-0.30769318,-0.0078067016,0.4595936,-0.8381995,-0.12438547,-0.013779489,-0.30400014,-3.6766653,-3.6766653
+8.357523,0.21719459,0.34658146,-0.9223244,0.07827462,0.0055340473,-0.36561388,0.21666087,0.34016126,-0.9247151,0.075274855,0.0047491286,-0.3637045,-1.1149311,-1.1149311
+4.057213,0.39511216,0.3350477,-0.912013,0.25945342,0.008849749,-0.4843977,0.39660734,0.32994288,-0.9149272,0.25669432,0.0061171968,-0.48440152,3.185379,3.185379
+4.734347,0.21917668,0.4260739,-0.8163099,0.28971675,-0.034112103,-0.5717904,0.23837891,0.42325246,-0.8232024,0.288691,-0.038011007,-0.57362044,2.5082445,2.508245
+9.213991,-0.04784985,0.5113219,-0.723607,0.20753153,-0.07273346,-0.6331076,-0.0490795,0.50900906,-0.7286632,0.20425081,-0.07712323,-0.6345827,-1.9713997,-1.9713993
+11.015324,-0.050729953,0.57660156,-0.4764961,0.07529769,-0.096659355,-0.65322536,-0.056950532,0.57351553,-0.48720413,0.073370986,-0.099718116,-0.6529756,-3.772732,-3.7727318
+7.0507636,-0.030356726,0.642068,-0.07137828,-0.0809059,-0.0964145,-0.62765765,-0.03325422,0.6377805,-0.09649681,-0.085083686,-0.098519765,-0.6298862,0.19182795,0.19182825
+3.782194,-0.05521842,0.600557,0.06478414,-0.18369858,-0.066652946,-0.46387365,-0.05961345,0.58945936,0.023053223,-0.18555011,-0.06867556,-0.4705565,3.460398,3.460398
+6.3738594,-0.11864974,0.56552476,-0.3940338,-0.20579316,-0.03787855,-0.34842783,-0.119367205,0.55633885,-0.42641592,-0.21051212,-0.037998267,-0.3527713,0.8687322,0.86873245
+10.3994255,-0.063500874,0.52758443,-0.7625516,-0.17216146,-0.018356128,-0.33090276,-0.066635005,0.5184426,-0.77466196,-0.17795737,-0.019308297,-0.3335371,-3.1568336,-3.1568336
+10.388735,0.114205554,0.401433,-0.8803223,-0.025155982,-0.0045526456,-0.34609073,0.11249464,0.39523578,-0.8847285,-0.029271035,-0.0039698835,-0.34145227,-3.1461432,-3.146143
+5.7729053,0.37559143,0.31740445,-0.9241559,0.18265216,0.006532194,-0.45261344,0.36704385,0.31406415,-0.9245984,0.18108879,0.0048090015,-0.4522177,1.4696865,1.4696865
+3.4175005,0.4117097,0.35973915,-0.84367925,0.29728884,-0.020026205,-0.5441773,0.41983235,0.3569963,-0.8490874,0.29527032,-0.023548761,-0.546283,3.8250914,3.8250914
+6.873219,0.19919898,0.46744555,-0.76587445,0.25293002,-0.06452402,-0.62194747,0.20092757,0.46549284,-0.76983637,0.25092,-0.06886288,-0.6236437,0.3693725,0.36937284
+10.870821,0.03583496,0.5451095,-0.64177084,0.1467701,-0.09775325,-0.66303766,0.025818074,0.5439947,-0.6444462,0.14363265,-0.10285925,-0.6638559,-3.6282299,-3.6282291
+9.618944,0.045698814,0.6321936,-0.32933506,0.0001564566,-0.10221908,-0.6687519,0.03617893,0.62732345,-0.34359476,-0.002594566,-0.104749374,-0.6707037,-2.3763525,-2.3763523
+4.796703,-0.010910599,0.643119,-0.02713727,-0.14566396,-0.08253782,-0.5856829,-0.014741292,0.6352357,-0.05765196,-0.14820994,-0.08487996,-0.5886459,2.4458885,2.445889
+4.379465,-0.07017365,0.59687835,-0.19573314,-0.1962686,-0.04486303,-0.41193905,-0.074117765,0.584945,-0.23659174,-0.19877495,-0.046695508,-0.41905782,2.8631268,2.8631268
+8.439358,-0.077311404,0.5671187,-0.66561776,-0.19285321,-0.022449961,-0.36723614,-0.08303604,0.5582621,-0.67961997,-0.19626021,-0.022496713,-0.3730911,-1.1967664,-1.1967659
+11.044093,0.028168598,0.4763991,-0.8376488,-0.1052294,-0.008979952,-0.36578068,0.021827022,0.46723711,-0.8425048,-0.11129858,-0.0089378785,-0.36388966,-3.8015013,-3.8015013
+8.379332,0.262758,0.34089047,-0.90517783,0.08091921,-0.0003330391,-0.42342252,0.25387108,0.33654416,-0.90500027,0.0784348,-0.00024739467,-0.4234598,-1.1367397,-1.1367397
+3.9589772,0.48788643,0.30310333,-0.86928123,0.26061288,-0.007880582,-0.5281092,0.48082983,0.30110657,-0.872021,0.2581029,-0.010630434,-0.52865916,3.2836149,3.2836146
+4.633543,0.4273361,0.39295042,-0.77727854,0.2887157,-0.055429466,-0.6089209,0.43210948,0.39194542,-0.7828112,0.28828683,-0.05932883,-0.6105199,2.6090486,2.6090488
+9.099886,0.23032987,0.50504565,-0.7093476,0.21083309,-0.09752662,-0.66958016,0.21774705,0.5041275,-0.71024257,0.20804699,-0.10294225,-0.6709506,-1.8572942,-1.8572941
+10.929912,0.15184966,0.60055304,-0.5445625,0.08068428,-0.109876625,-0.6906532,0.1405542,0.59776205,-0.5467957,0.07833896,-0.11443534,-0.6921268,-3.6873198,-3.6873198
+7.110705,0.063525885,0.6783526,-0.23073871,-0.07925022,-0.098922245,-0.6766255,0.058619447,0.67299944,-0.24637802,-0.083063364,-0.101773314,-0.678852,0.13188684,0.13188696
+3.7798789,-0.017405665,0.6382632,-0.13426076,-0.17830871,-0.05882114,-0.53132033,-0.024214482,0.6262572,-0.17114268,-0.18095252,-0.0618065,-0.5402513,3.462713,3.462713
+6.1120915,-0.0610442,0.60027117,-0.5308723,-0.19870391,-0.027207932,-0.41735798,-0.06793544,0.5893859,-0.5502672,-0.19937764,-0.027328124,-0.42244765,1.1305001,1.1305003
+10.141167,-0.016932635,0.5517938,-0.7870896,-0.16122445,-0.010211153,-0.4085894,-0.026551781,0.54093,-0.79190534,-0.16485192,-0.009720383,-0.41242564,-2.8985748,-2.8985748
+10.302777,0.14366001,0.40465426,-0.8647484,-0.021829372,-0.0038185474,-0.42440602,0.13572337,0.39853162,-0.8656468,-0.026176048,-0.0026774835,-0.421897,-3.0601854,-3.0601854
+5.85455,0.42424345,0.2855687,-0.8762817,0.17699231,-0.007526366,-0.52097374,0.40952882,0.2844758,-0.8759298,0.17478548,-0.009103173,-0.5222307,1.388042,1.388042
+3.455569,0.54209906,0.29245818,-0.7763729,0.29500672,-0.042261705,-0.59338665,0.54135287,0.2930209,-0.7826262,0.2940989,-0.04627359,-0.5942031,3.7870226,3.7870228
+6.735969,0.4471624,0.4382336,-0.7163058,0.25633243,-0.09398891,-0.66715795,0.44005573,0.43827626,-0.71729594,0.25496316,-0.09856262,-0.66791755,0.5066226,0.5066228
+10.690837,0.29319274,0.5545445,-0.6429277,0.15626593,-0.121877216,-0.7097282,0.2818594,0.5544094,-0.6405498,0.1531949,-0.12910627,-0.7116316,-3.4482453,-3.448245
+9.590103,0.18516645,0.6753043,-0.45446572,0.007186303,-0.11275197,-0.7224385,0.17563115,0.6707379,-0.45810008,0.0050389413,-0.117332615,-0.72585624,-2.3475113,-2.3475113
+4.8726892,0.052394487,0.6871725,-0.23692946,-0.13922165,-0.081337474,-0.6632228,0.045933373,0.6787818,-0.25698507,-0.14320533,-0.08390965,-0.6661764,2.3699024,2.3699026
+4.1903634,-0.02294453,0.6432504,-0.39328152,-0.19272123,-0.034419134,-0.50748193,-0.027917055,0.6307275,-0.4194399,-0.19306843,-0.036193855,-0.5164073,3.0522282,3.0522285
+8.089233,-0.018942123,0.6049708,-0.71249,-0.1857806,-0.012583388,-0.46282947,-0.02943906,0.5944557,-0.71726686,-0.18478121,-0.010908579,-0.46905053,-0.84664184,-0.84664154
+10.936428,0.053821124,0.49782735,-0.8222938,-0.10395523,-0.002145959,-0.46526152,0.042147033,0.48597568,-0.8226524,-0.109131835,-0.00096255355,-0.46585545,-3.6938365,-3.6938362
+8.483618,0.2794454,0.32770538,-0.85617536,0.06513182,-0.0072391536,-0.51347566,0.26661587,0.32696843,-0.8539402,0.06207723,-0.006467534,-0.5149588,-1.2410259,-1.2410259
+3.9553168,0.5488836,0.2287571,-0.7848964,0.24874268,-0.030561121,-0.59557146,0.5355907,0.23184839,-0.7886422,0.24635603,-0.034071445,-0.5956071,3.2872753,3.287275
+4.4146757,0.5798573,0.31842008,-0.69241,0.2862362,-0.08192853,-0.659706,0.5774431,0.32076865,-0.6964301,0.28673905,-0.08584238,-0.6595431,2.8279161,2.8279161
+8.885752,0.45951545,0.49423993,-0.65409017,0.21545976,-0.13006489,-0.71891505,0.4498921,0.49453625,-0.6517299,0.21356298,-0.13696423,-0.7198599,-1.6431599,-1.6431599
+11.012446,0.3251521,0.63251406,-0.5750867,0.09067857,-0.13129395,-0.747549,0.3141806,0.63027924,-0.57045954,0.08796638,-0.13915144,-0.75173086,-3.7698548,-3.7698545
+7.4535336,0.15928882,0.7230744,-0.40123937,-0.07097139,-0.106198914,-0.74930793,0.15431827,0.7169179,-0.4056352,-0.07367314,-0.11026489,-0.75141484,-0.2109421,-0.21094179
+3.8124619,0.031843983,0.68794817,-0.34796375,-0.16878845,-0.053434245,-0.641355,0.026805477,0.67721266,-0.37015375,-0.17315109,-0.055664808,-0.65054446,3.4301298,3.43013
+5.621883,0.0020673964,0.6506721,-0.608986,-0.19234371,-0.015268883,-0.53096217,-0.0057478007,0.63877314,-0.6163501,-0.18839826,-0.014584532,-0.5379255,1.6207085,1.620709
+9.743474,0.026412064,0.58903694,-0.7731224,-0.1574308,-0.0011648145,-0.52686936,0.015422532,0.5772344,-0.7720638,-0.1579257,0.0022715572,-0.5308216,-2.5008824,-2.5008821
+10.439214,0.14542584,0.4155963,-0.8151246,-0.038228996,-0.0013791677,-0.5336723,0.13274525,0.40609008,-0.8127377,-0.042500317,8.372404e-05,-0.5345469,-3.1966221,-3.196622
+6.193774,0.42859,0.23904878,-0.79343635,0.1491356,-0.022179952,-0.6052098,0.40960512,0.24111646,-0.7916835,0.14534146,-0.02341169,-0.608041,1.0488178,1.0488176
+3.3348484,0.6160499,0.17496853,-0.6610166,0.28050265,-0.06578528,-0.6570601,0.60882837,0.1812406,-0.6694229,0.28078696,-0.070609204,-0.65523297,3.9077435,3.9077435
+6.2689204,0.5920463,0.38356894,-0.6149151,0.2570931,-0.12581374,-0.7165699,0.5872473,0.38642886,-0.61323905,0.25650838,-0.13028957,-0.7160546,0.9736714,0.97367144
+10.486629,0.46322578,0.5631423,-0.5889766,0.16188619,-0.15301795,-0.76537436,0.4560097,0.5631539,-0.5833066,0.15893649,-0.16329248,-0.76851845,-3.244037,-3.2440367
+10.028914,0.29613364,0.71285963,-0.5141116,0.016456762,-0.13311149,-0.7891242,0.2867899,0.7092184,-0.50913453,0.015162567,-0.14127721,-0.7943818,-2.7863228,-2.7863226
+5.3969545,0.12213334,0.73383886,-0.40606427,-0.12799057,-0.086020686,-0.7609102,0.11598435,0.72492594,-0.41137886,-0.13303705,-0.08843849,-0.76359385,1.8456372,1.8456373
+4.015968,0.03364981,0.6949924,-0.50662285,-0.18444268,-0.02749299,-0.64019287,0.028914722,0.6845723,-0.51427746,-0.18383563,-0.027627198,-0.6499035,3.2266235,3.226624
+7.4499173,0.03950294,0.65304816,-0.7008651,-0.17870238,-0.0029917117,-0.588455,0.031981446,0.6415928,-0.697946,-0.17490609,0.0011348817,-0.5961371,-0.20732577,-0.20732546
+10.675765,0.06849942,0.53127444,-0.77447206,-0.11470682,0.0055165756,-0.58777183,0.055709384,0.5174643,-0.77151674,-0.11698175,0.008999335,-0.58926266,-3.433174,-3.4331732
+8.912607,0.25927624,0.3093869,-0.77531,0.030932011,-0.010029672,-0.6140694,0.24401022,0.30980748,-0.77080494,0.027093867,-0.009043349,-0.6154544,-1.6700157,-1.6700153
+4.248701,0.5530183,0.119544715,-0.66822153,0.21557043,-0.05040794,-0.6724629,0.5342411,0.12602927,-0.6713429,0.21262816,-0.054159068,-0.6725784,2.993891,2.9938908
+3.9450123,0.64663506,0.18300496,-0.55409676,0.27715358,-0.107705764,-0.7151106,0.64193743,0.19095889,-0.55862665,0.27803716,-0.11170303,-0.71300095,3.2975798,3.2975795
+8.342239,0.5766085,0.46748683,-0.54412353,0.21645112,-0.16458255,-0.7675542,0.5737718,0.46857077,-0.5391738,0.21481493,-0.17253135,-0.7686247,-1.0996476,-1.0996475
+11.159962,0.43817347,0.65182835,-0.53144366,0.0965284,-0.16167794,-0.8109869,0.42802826,0.65003294,-0.5228113,0.09358564,-0.1743354,-0.8169685,-3.9173698,-3.9173698
+8.196399,0.23823164,0.7565517,-0.4732585,-0.058324903,-0.12527685,-0.82475454,0.230927,0.7512596,-0.46861506,-0.059760645,-0.13191329,-0.82813615,-0.9538071,-0.9538069
+4.1387453,0.09551502,0.7332523,-0.46212846,-0.15756889,-0.057898372,-0.76385075,0.09250654,0.72477335,-0.4629537,-0.16249923,-0.05846411,-0.77018625,3.1038463,3.1038465
+5.1672196,0.06645895,0.7019202,-0.6101114,-0.18175898,-0.00884085,-0.66415626,0.05857622,0.69121885,-0.60804135,-0.17653002,-0.0071708243,-0.67498046,2.0753715,2.0753722
+9.180422,0.06814913,0.63332033,-0.7254029,-0.15522031,0.0057322476,-0.65600187,0.061570384,0.62231266,-0.718859,-0.15393102,0.012252802,-0.66016966,-1.9378306,-1.93783
+10.584013,0.12861867,0.4325971,-0.7423554,-0.065746084,0.0045365784,-0.64336,0.11329025,0.41864836,-0.73787814,-0.06753003,0.0071082804,-0.64532375,-3.3414211,-3.3414211
+6.82415,0.3876917,0.17206942,-0.6882285,0.10390698,-0.02872259,-0.685296,0.3674379,0.1797507,-0.68374914,0.09958898,-0.029259482,-0.686046,0.41844168,0.41844177
+3.2619333,0.6263017,0.011793153,-0.5140896,0.2501546,-0.087356016,-0.7247975,0.6154966,0.022144312,-0.5235766,0.25103945,-0.09205734,-0.721743,3.9806585,3.9806585
+5.5042214,0.64485705,0.26915923,-0.45924222,0.25235155,-0.15595229,-0.7623407,0.64398694,0.27688506,-0.45853627,0.25169435,-0.15951094,-0.7622703,1.7383703,1.7383704
+10.135697,0.5487777,0.55455744,-0.48523915,0.1608451,-0.18794289,-0.81659824,0.5451596,0.55445576,-0.47713447,0.15760458,-0.20085827,-0.81987625,-2.8931057,-2.8931055
+10.657493,0.37847185,0.72857755,-0.4852994,0.023770103,-0.16324629,-0.85531,0.36635765,0.72579634,-0.47577846,0.022052476,-0.17654802,-0.86161405,-3.414901,-3.4149008
+6.1892734,0.18740723,0.7675128,-0.4642223,-0.113131054,-0.10372839,-0.85045034,0.18131699,0.7596161,-0.4578256,-0.11690994,-0.10768285,-0.85353017,1.0533181,1.0533185
+4.014007,0.10113192,0.73745686,-0.5264034,-0.17060755,-0.031427525,-0.76924604,0.09509827,0.73033375,-0.52064794,-0.1705345,-0.03077968,-0.7764774,3.2285843,3.2285848
+6.8569765,0.10004645,0.69844455,-0.65552324,-0.16691966,0.0008775238,-0.71084076,0.094242066,0.68795097,-0.6480591,-0.16382247,0.0053598527,-0.7201193,0.385615,0.38561535
+10.360304,0.09003093,0.5725984,-0.7119243,-0.12429505,0.011250662,-0.70452005,0.08040237,0.5611619,-0.70593685,-0.123906456,0.01708954,-0.70482916,-3.1177123,-3.117712
+9.460191,0.22047289,0.28815752,-0.68109274,-0.008374369,-0.006844165,-0.6989165,0.20119058,0.28342384,-0.6749961,-0.0106413495,-0.0056077596,-0.6994063,-2.217599,-2.217599
+4.8242893,0.5092281,-0.0086108055,-0.54010475,0.16767196,-0.059023283,-0.7366636,0.4876517,0.00388035,-0.5397675,0.1650123,-0.06142973,-0.7352816,2.4183023,2.4183025
+3.4141073,0.65691686,-0.0152416285,-0.37921008,0.25445154,-0.13302676,-0.77001464,0.65191084,-3.2242388e-06,-0.38765472,0.25630188,-0.13578047,-0.7679364,3.8284848,3.8284845
+7.5402613,0.6200964,0.3921957,-0.38717124,0.21166277,-0.19842921,-0.8067854,0.622266,0.39731538,-0.38327417,0.20994444,-0.20548858,-0.8102271,-0.29766962,-0.2976694
+11.214318,0.5057933,0.6433897,-0.44242984,0.09497885,-0.1971479,-0.8676345,0.49618566,0.64243966,-0.43256837,0.0920174,-0.21363315,-0.87274027,-3.9717271,-3.9717264
+9.119953,0.3053236,0.7695661,-0.4536808,-0.045617938,-0.15541755,-0.89096934,0.29248893,0.76659757,-0.44316426,-0.047502674,-0.16685763,-0.89590865,-1.8773618,-1.8773613
+4.682041,0.15867046,0.7659322,-0.4779548,-0.14577793,-0.07333353,-0.86611456,0.15458894,0.75913084,-0.46697083,-0.14867438,-0.075198695,-0.8683167,2.56055,2.5605507
+4.878215,0.13142294,0.7409819,-0.5717115,-0.16602188,-0.012742674,-0.78134733,0.12168723,0.7330748,-0.5647516,-0.16298163,-0.011694631,-0.7905098,2.3643765,2.364377
+8.644226,0.11870222,0.6728012,-0.6656177,-0.14785978,0.0073443595,-0.7622749,0.114318766,0.6644146,-0.6575229,-0.147324,0.013648311,-0.7638839,-1.4016346,-1.4016342
+10.665889,0.12505202,0.45286924,-0.6665022,-0.08733057,0.009823183,-0.7346893,0.11149912,0.44289213,-0.66110307,-0.08582275,0.0139872525,-0.7318937,-3.4232972,-3.423297
+7.61479,0.33517733,0.08606691,-0.5764566,0.058010884,-0.028443685,-0.74682117,0.31167954,0.09581217,-0.570856,0.05501484,-0.02904184,-0.74232537,-0.3721983,-0.3721981
+3.4847472,0.59483737,-0.16636336,-0.36343244,0.20902558,-0.101537995,-0.7784715,0.5811644,-0.14961514,-0.37102044,0.21121518,-0.104604416,-0.77505773,3.757845,3.7578447
+4.644704,0.65506524,0.06312694,-0.26912493,0.23563926,-0.18618794,-0.80520576,0.6554518,0.082503326,-0.27579722,0.23645578,-0.18761717,-0.80777836,2.5978878,2.597888
+9.552556,0.58716387,0.50675976,-0.3441583,0.15527767,-0.2267272,-0.856167,0.58620274,0.5104869,-0.33800864,0.15214801,-0.23988079,-0.86088806,-2.3099644,-2.3099642
+11.198681,0.43956876,0.7189867,-0.413373,0.024723912,-0.19892079,-0.91508156,0.42497268,0.71820414,-0.40342572,0.022706704,-0.21708146,-0.9200347,-3.9560897,-3.956089
+7.0885572,0.24424995,0.78145474,-0.4389364,-0.097604625,-0.13365822,-0.91965973,0.23490427,0.7782346,-0.42749953,-0.0993522,-0.14211006,-0.9232784,0.1540341,0.15403461
+4.177683,0.16369072,0.76763755,-0.49717456,-0.15784499,-0.045164607,-0.87059784,0.1558153,0.76250094,-0.48674446,-0.15727112,-0.046980888,-0.87136585,3.0649087,3.064909
+6.4281,0.16031379,0.7310433,-0.59893894,-0.15265937,-0.0037106369,-0.80782634,0.15194587,0.7232363,-0.5910934,-0.15140079,-0.0013459977,-0.81211054,0.81449145,0.81449175
+10.070764,0.12951161,0.6078635,-0.6464811,-0.12540321,0.012085499,-0.79286486,0.122478336,0.602132,-0.6410151,-0.12485867,0.017365733,-0.7870651,-2.8281724,-2.8281717
+9.885414,0.19266573,0.2571955,-0.58727664,-0.040024936,-0.002000263,-0.75685817,0.17229034,0.25521117,-0.5813841,-0.03828481,-1.4754012e-05,-0.7499917,-2.6428227,-2.6428223
+5.5816774,0.45071444,-0.1595122,-0.41301894,0.1200283,-0.06046243,-0.7823978,0.42806804,-0.13420038,-0.41128704,0.11926732,-0.062030546,-0.7739188,1.6609144,1.6609144
+3.1569612,0.6369949,-0.24470522,-0.20469382,0.22127126,-0.15793599,-0.8163987,0.63134515,-0.2194224,-0.21526638,0.22598977,-0.15835588,-0.81499046,4.08563,4.0856304
+6.6452746,0.6328272,0.22380602,-0.20063,0.19772245,-0.23507367,-0.8421161,0.6349367,0.24142483,-0.2041381,0.19819437,-0.2394657,-0.84945726,0.597317,0.5973172
+11.048406,0.54468185,0.60267925,-0.32318118,0.08791861,-0.2408667,-0.91335875,0.53597164,0.6058946,-0.31663495,0.08517325,-0.25818586,-0.9177663,-3.805814,-3.8058138
+9.956217,0.36279535,0.7629034,-0.3930813,-0.039166205,-0.19150726,-0.95165914,0.34593642,0.76308143,-0.38128218,-0.041897364,-0.20929015,-0.95527714,-2.7136257,-2.713625
+5.2731957,0.21195178,0.782142,-0.43519297,-0.13274996,-0.09924822,-0.9384702,0.20426334,0.7795281,-0.42334569,-0.13208662,-0.105735295,-0.9365756,1.9693955,1.9693961
+4.778603,0.18871771,0.7679332,-0.5213708,-0.15137024,-0.026175132,-0.8720108,0.17934786,0.76222587,-0.5119687,-0.15042038,-0.02817261,-0.87348753,2.4639885,2.4639888
+8.263452,0.17546254,0.6968502,-0.60205084,-0.13724273,0.0016576592,-0.83557004,0.16949014,0.6923557,-0.5962976,-0.13773319,0.004696211,-0.8275747,-1.0208601,-1.0208597
+10.686758,0.15106018,0.46440762,-0.5930988,-0.096401386,0.009965492,-0.79884785,0.14031816,0.46517232,-0.58919585,-0.09403666,0.013372304,-0.78405803,-3.4441662,-3.4441662
+8.277994,0.29623923,-0.028261976,-0.45888597,0.020916203,-0.02682042,-0.7743221,0.26829243,-0.018896079,-0.4549684,0.021901602,-0.027602827,-0.76049745,-1.0354027,-1.0354023
+3.9524202,0.54438126,-0.358917,-0.2213509,0.16620092,-0.109973274,-0.81442237,0.5297262,-0.32467943,-0.22724073,0.17101939,-0.11147397,-0.8066067,3.2901714,3.2901716
+4.0429506,0.64412713,-0.20746495,-0.08567502,0.20651396,-0.22045343,-0.8467372,0.64386326,-0.17246763,-0.09653529,0.21085869,-0.21991739,-0.85046506,3.1996412,3.1996412
+8.891297,0.6024146,0.3873418,-0.1754568,0.14238948,-0.27322376,-0.89051735,0.60012805,0.4007155,-0.17671579,0.14227374,-0.28360486,-0.89807075,-1.6487055,-1.6487055
+11.5094185,0.48090333,0.68393123,-0.31616986,0.017493794,-0.24560972,-0.9687419,0.46621156,0.6885371,-0.31020284,0.015424857,-0.26566613,-0.97075135,-4.2668276,-4.2668266
+7.8808165,0.29694545,0.77670676,-0.37588805,-0.08806103,-0.17128311,-0.97756153,0.28363365,0.7789671,-0.36349452,-0.08893188,-0.18624325,-0.9774185,-0.63822526,-0.6382246
+4.4280615,0.21713173,0.7851474,-0.44423088,-0.1459642,-0.06597678,-0.9388775,0.206884,0.78287905,-0.43536574,-0.14371176,-0.07310894,-0.93182135,2.8145301,2.8145304
+6.2235374,0.21429114,0.75013274,-0.5400966,-0.13836063,-0.016731171,-0.88015455,0.20704381,0.74480665,-0.53165793,-0.1392406,-0.01814781,-0.87338614,1.0190542,1.0190544
+9.87432,0.1828114,0.6151311,-0.57682127,-0.11914032,0.0048700254,-0.8431296,0.17688288,0.6170561,-0.5749724,-0.119169645,0.006626839,-0.82359546,-2.6317284,-2.6317282
+10.14825,0.20081964,0.1859244,-0.49091387,-0.054842338,-0.0038265418,-0.78419465,0.18272065,0.20041986,-0.48754662,-0.05122716,-0.0028328057,-0.7565745,-2.905658,-2.9056578
+6.2316217,0.40747708,-0.34538776,-0.27682486,0.083381705,-0.066039376,-0.79509676,0.3824454,-0.31466898,-0.27757496,0.0860313,-0.0679185,-0.77293223,1.0109699,1.0109701
+3.2509105,0.5996881,-0.47524697,-0.049539737,0.182717,-0.18617429,-0.8468295,0.5940689,-0.43550843,-0.05833768,0.19099683,-0.18440436,-0.8429981,3.9916813,3.9916813
+6.0265822,0.6293498,-0.031647414,-0.025340727,0.1702453,-0.27833617,-0.88248765,0.6284788,0.001775967,-0.03195516,0.17367552,-0.28143618,-0.8902342,1.2160095,1.2160096
+10.760122,0.56004065,0.5120144,-0.18068495,0.07233145,-0.29912123,-0.95133966,0.5507764,0.52383435,-0.18221508,0.07224413,-0.3133625,-0.9558857,-3.5175314,-3.5175304
+10.506421,0.4038589,0.7325825,-0.30939093,-0.04333303,-0.24043806,-1.0,0.38808066,0.7389447,-0.30213785,-0.046009056,-0.26198578,-1.0,-3.26383,-3.2638292
+5.771626,0.2639019,0.78127956,-0.36451924,-0.12188164,-0.13456097,-0.98280364,0.2523328,0.7842658,-0.3557929,-0.11933171,-0.14803104,-0.9719098,1.4709654,1.4709659
+4.8629637,0.24107227,0.78108126,-0.4674506,-0.13792251,-0.047922604,-0.9293663,0.23358649,0.77873224,-0.45741594,-0.13830528,-0.054827817,-0.91930133,2.379628,2.3796282
+8.1369095,0.23133174,0.6963163,-0.5345648,-0.124817215,-0.012983015,-0.8733635,0.22635561,0.6959047,-0.5302972,-0.1261697,-0.014803579,-0.84963405,-0.8943177,-0.8943176
+10.675564,0.20215543,0.41317984,-0.5119862,-0.09331748,-0.0010793041,-0.8161666,0.19271919,0.42867646,-0.5117175,-0.09134892,-0.0012274962,-0.7825395,-3.432972,-3.432972
+8.588392,0.2881549,-0.21248497,-0.32704046,0.001615027,-0.033436596,-0.7542741,0.26157513,-0.18935677,-0.3258378,0.0062610824,-0.034948133,-0.7139129,-1.3458009,-1.3458004
+4.365618,0.49858475,-0.568435,-0.07747323,0.13145065,-0.12993391,-0.8214001,0.4859108,-0.5238206,-0.08323813,0.13890912,-0.13176112,-0.7997127,2.8769734,2.8769736
+3.911542,0.61690396,-0.46928334,0.06504404,0.16725358,-0.266398,-0.8775716,0.61600757,-0.42608863,0.056284808,0.17424963,-0.26596296,-0.8768763,3.33105,3.33105
+8.535303,0.5993605,0.18127097,-0.019497922,0.11426973,-0.32923183,-0.92954,0.5940062,0.20782381,-0.02387618,0.11694225,-0.33784083,-0.93513334,-1.2927116,-1.2927113
+11.592245,0.49636352,0.6105133,-0.2025042,-0.00047889166,-0.31050277,-1.0,0.48383072,0.6246665,-0.20318411,-0.0019157212,-0.32793093,-1.0,-4.3496537,-4.3496532
+8.282048,0.34301805,0.74880815,-0.29396904,-0.0876457,-0.22170095,-1.0,0.330011,0.7566364,-0.2844316,-0.088134326,-0.241621,-1.0,-1.0394568,-1.0394564
+4.6915617,0.2723832,0.78523123,-0.3778478,-0.13153856,-0.09874331,-0.9562696,0.26158056,0.7877737,-0.37188175,-0.12952818,-0.11282196,-0.936552,2.55103,2.5510302
+6.330243,0.26656494,0.74501455,-0.47862118,-0.1243704,-0.040705584,-0.90811,0.26420063,0.7442203,-0.46896392,-0.12638475,-0.047041893,-0.882636,0.9123488,0.91234875
+9.925519,0.24497254,0.5563151,-0.49591,-0.10730638,-0.015448926,-0.8329964,0.24048086,0.56790763,-0.49640805,-0.10709619,-0.018724551,-0.7940172,-2.6829274,-2.6829271
+10.194054,0.24672571,0.0039237347,-0.3796193,-0.052339546,-0.022239195,-0.7471891,0.22948177,0.03252852,-0.38008875,-0.04861188,-0.024954235,-0.690996,-2.951462,-2.9514618
+6.451824,0.38782254,-0.5666024,-0.12262189,0.061768375,-0.087243445,-0.7378671,0.36445782,-0.53267926,-0.1264773,0.06895857,-0.089786574,-0.68872654,0.7907672,0.79076767
+3.4338398,0.55679905,-0.67545277,0.088463806,0.14273433,-0.2343996,-0.8461312,0.55457073,-0.6327475,0.08276426,0.15236574,-0.23345767,-0.82880765,3.808752,3.808752
+5.957743,0.6071092,-0.3068447,0.10915627,0.12781541,-0.33572322,-0.917106,0.6047966,-0.2678049,0.10422716,0.1305112,-0.34059948,-0.91593474,1.2848486,1.2848487
+10.695489,0.5517346,0.34820515,-0.051413722,0.041390732,-0.37035722,-0.98408633,0.5418172,0.3742979,-0.05884073,0.044486433,-0.38127452,-0.9836624,-3.4528973,-3.452897
+10.651918,0.42659575,0.6574593,-0.21261396,-0.057511196,-0.3109667,-1.0,0.41631204,0.6745724,-0.21139918,-0.05993177,-0.3302991,-1.0,-3.4093273,-3.4093266
+5.9333577,0.32318175,0.75581586,-0.28677708,-0.11254116,-0.1822158,-0.96356755,0.3109287,0.7633653,-0.28126472,-0.11134458,-0.20354007,-0.92946297,1.3092338,1.3092341
+5.1228766,0.29889047,0.764051,-0.4053265,-0.12186583,-0.085783474,-0.9114185,0.29391897,0.7685168,-0.39529675,-0.12277486,-0.09819988,-0.8795911,2.119715,2.1197152
+8.381103,0.2898845,0.6355642,-0.45480108,-0.110108025,-0.04228781,-0.83399475,0.28858635,0.64091533,-0.45060804,-0.11061517,-0.04981017,-0.7880841,-1.1385106,-1.1385107
+10.7465315,0.27074966,0.19954118,-0.4057076,-0.0787024,-0.030638514,-0.74093825,0.2613362,0.2258699,-0.40794623,-0.07597571,-0.035555683,-0.6839544,-3.5039406,-3.5039396
+8.528209,0.315819,-0.47855622,-0.17600556,0.0026295725,-0.064794004,-0.63906753,0.2959147,-0.44249934,-0.17726855,0.008439356,-0.06872079,-0.552187,-1.2856174,-1.2856169
+4.4910154,0.46670717,-0.761409,0.06865094,0.10414984,-0.18366066,-0.74454784,0.45841607,-0.72649795,0.06450627,0.11312463,-0.18657716,-0.69430774,2.7515762,2.7515764
+4.1388702,0.5793712,-0.6676252,0.17980951,0.11862013,-0.33546823,-0.8729717,0.5791623,-0.63010067,0.17434478,0.124482594,-0.3385008,-0.85355854,3.1037214,3.1037216
+8.67207,0.5739371,-0.08927568,0.09145979,0.06889235,-0.40114063,-0.95263153,0.5683167,-0.0512188,0.08687512,0.06980678,-0.41068995,-0.9455607,-1.429478,-1.4294777
+11.594849,0.4909577,0.46566123,-0.09626255,-0.029750554,-0.39209726,-1.0,0.4837424,0.4945643,-0.10314461,-0.02952039,-0.40485322,-1.0,-4.3522577,-4.352257
+8.110945,0.3901189,0.67320067,-0.20997424,-0.09301669,-0.29436618,-0.9750903,0.3800986,0.6874542,-0.20482852,-0.09438389,-0.31589875,-0.9310095,-0.86835337,-0.8683529
+4.8730536,0.33958942,0.74540967,-0.31239876,-0.11369469,-0.1561519,-0.84464806,0.3311484,0.7537101,-0.30604494,-0.113929085,-0.17545527,-0.7991255,2.3695383,2.3695383
+6.7921147,0.32762313,0.6713341,-0.40122983,-0.10857455,-0.08214033,-0.8119635,0.32846773,0.6772548,-0.39236224,-0.10882031,-0.09406274,-0.75633657,0.45047727,0.45047712
+10.2815,0.31705356,0.32139027,-0.39059517,-0.087576695,-0.05528363,-0.7001577,0.31350422,0.33966815,-0.39165622,-0.085313335,-0.063790135,-0.63693017,-3.038908,-3.038908
+10.075358,0.31271347,-0.3431091,-0.23753707,-0.035439774,-0.06771835,-0.5519255,0.2983443,-0.3181532,-0.2396938,-0.030606044,-0.074493,-0.46334326,-2.8327672,-2.8327665
+6.234491,0.38544884,-0.7871914,0.032954328,0.055427395,-0.14814837,-0.5412767,0.37217283,-0.7553033,0.0301658,0.064175315,-0.15191282,-0.4430828,1.0081005,1.008101
+3.5785942,0.51763463,-0.82707566,0.20119508,0.10000911,-0.32161236,-0.74949366,0.5194232,-0.79737025,0.19783092,0.10706704,-0.3254371,-0.69558597,3.6639974,3.6639977
+6.413649,0.5682818,-0.55472773,0.19666828,0.071309954,-0.4166084,-0.89627105,0.567214,-0.52001405,0.19171079,0.06981828,-0.42395777,-0.87041146,0.8289423,0.8289428
+10.9404125,0.527848,0.11456616,0.03523109,-0.003424978,-0.45202821,-0.97527736,0.5216496,0.15255293,0.027315835,-0.0011081006,-0.46083182,-0.9613349,-3.697821,-3.6978207
+10.299834,0.4496866,0.5034958,-0.12442463,-0.07632837,-0.4055475,-0.9688717,0.44475183,0.52871615,-0.12649599,-0.07823397,-0.41739947,-0.9236807,-3.057243,-3.0572424
+5.6366425,0.39764082,0.66745794,-0.22231807,-0.10243832,-0.2582208,-0.72795814,0.39035088,0.6790499,-0.21901236,-0.10385998,-0.28238642,-0.6643153,1.6059493,1.6059494
+5.5153437,0.37179136,0.66263896,-0.32877332,-0.10333396,-0.1469955,-0.6984535,0.36754924,0.6701947,-0.31989184,-0.102454476,-0.16300187,-0.6362309,1.7272483,1.7272482
+9.025083,0.36404592,0.38717592,-0.35264075,-0.0879105,-0.09367085,-0.6212916,0.36317277,0.39591834,-0.35122252,-0.08617333,-0.10562997,-0.5558843,-1.7824903,-1.7824907
+10.897167,0.34636676,-0.2487347,-0.2708554,-0.05471023,-0.08656027,-0.459816,0.33998033,-0.23518823,-0.27166393,-0.04982993,-0.09464458,-0.3836487,-3.654576,-3.6545753

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.270065426826477,-1.2700653417110443,8.512657225131989,,
+1000,-1.2864986658096313,-1.2864983192682267,8.529090170383453,,
+1500,-1.2869242429733276,-1.286924661040306,8.529516491889954,,
+2000,-1.288193702697754,-1.288193546295166,8.530785451412202,,
+2500,-1.2747048139572144,-1.2747046627998353,8.51729649591446,,
+3000,-1.239412546157837,-1.2394124809503555,8.482004292011261,,
+3500,-1.2432786226272583,-1.243278668999672,8.485870545864104,,
+4000,-1.2654087543487549,-1.2654089294672013,8.508000810146331,,
+4500,-1.2173118591308594,-1.2173114240169525,8.45990328502655,,
+5000,-1.2068599462509155,-1.206859837770462,8.449451635837555,,
+5000,,,,7.84308221578598,-0.6004905700683594
+5500,-1.264957308769226,-1.264957284808159,8.507549148082733,,
+6000,-1.1574242115020752,-1.1574244346618652,8.400016304969787,,
+6500,-1.2240934371948242,-1.2240931686162948,8.466685064315795,,
+7000,-1.2354333400726318,-1.2354329524040222,8.478024799108505,,
+7500,-1.167077660560608,-1.167077220439911,8.409669058799743,,
+8000,-1.2163779735565186,-1.2163783456087112,8.458970185756684,,
+8500,-1.1815603971481323,-1.181560195684433,8.42415205192566,,
+9000,-1.198270559310913,-1.1982703292369843,8.440862208366394,,
+9500,-1.140507698059082,-1.140508132457733,8.38309997177124,,
+10000,-1.148219108581543,-1.1482192741632462,8.390811108112334,,
+10000,,,,7.794463722705841,-0.5518723726272583
+10500,-1.1983916759490967,-1.1983918534517288,8.440983713626862,,
+11000,-1.1427819728851318,-1.1427819728851318,8.385373857021332,,
+11500,-1.1513265371322632,-1.1513265097141265,8.393918320178985,,
+12000,-1.0919883251190186,-1.0919884765148162,8.334580379486084,,
+12500,-1.1108616590499878,-1.110861811518669,8.35345365333557,,
+13000,-1.125556230545044,-1.1255562281608582,8.36814805650711,,
+13500,-1.057547926902771,-1.0575483101606369,8.300140118598938,,
+14000,-1.085174322128296,-1.0851739600896835,8.327765851020812,,
+14500,-1.0959683656692505,-1.0959689155817032,8.338560762882233,,
+15000,-1.110211968421936,-1.1102120571136476,8.352803963661193,,
+15000,,,,7.793369452953339,-0.5507781505584717
+15500,-1.0474871397018433,-1.0474869000911713,8.29007874917984,,
+16000,-1.1176717281341553,-1.11767167532444,8.360263526201248,,
+16500,-1.149390459060669,-1.1493904137611388,8.391982279777526,,
+17000,-1.151020884513855,-1.1510206125974656,8.393612429141998,,
+17500,-1.109100580215454,-1.1091008763313293,8.351692714214325,,
+18000,-1.090142846107483,-1.0901431852579118,8.332735067844391,,
+18500,-1.0785597562789917,-1.0785598031282424,8.321151651382447,,
+19000,-1.1184035539627075,-1.1184036073684693,8.360995462417602,,
+19500,-1.0343374013900757,-1.034337504029274,8.276929379463196,,
+20000,-1.1375782489776611,-1.1375781391859054,8.380169957637786,,
+20000,,,,7.842595753669738,-0.6000044345855713
+20500,-1.0096787214279175,-1.0096789481639863,8.252270806789399,,
+21000,-1.0829722881317139,-1.0829724655151367,8.325564318180085,,
+21500,-0.9490821957588196,-0.9490818880796432,8.191673714160919,,
+22000,-0.957439124584198,-0.9574393122196198,8.200031170368195,,
+22500,-0.9436343312263489,-0.9436345801353455,8.186226438045502,,
+23000,-1.0205410718917847,-1.020541033744812,8.263132899045944,,
+23500,-0.9846765995025635,-0.9846763879060745,8.22726820087433,,
+24000,-1.0036004781723022,-1.0036002452373505,8.246192080974579,,
+24500,-0.9770014882087708,-0.9770018249750138,8.219593661308288,,
+25000,-0.9761715531349182,-0.976171957731247,8.218763832569122,,
+25000,,,,7.6464204704761505,-0.40382900834083557
+25500,-0.969287633895874,-0.9692881969213486,8.211880033969878,,
+26000,-1.0216294527053833,-1.0216292253732682,8.26422106218338,,
+26500,-0.9931726455688477,-0.9931730550527572,8.235764921665192,,
+27000,-0.956329345703125,-0.9563294883966446,8.19892133808136,,
+27500,-0.9638761878013611,-0.9638758201599121,8.206467646598815,,
+28000,-0.9504192471504211,-0.9504193593263626,8.19301122379303,,
+28500,-0.9230415225028992,-0.9230415585041046,8.165633428573608,,
+29000,-0.8909860253334045,-0.8909856413602829,8.133577525615692,,
+29500,-0.9317854046821594,-0.9317857044935226,8.17437754535675,,
+30000,-0.894836962223053,-0.8948367191553116,8.137428583621979,,
+30000,,,,7.513670065402985,-0.271078497171402
+30500,-0.8997390270233154,-0.8997387810945511,8.142330650806427,,
+31000,-0.9313161969184875,-0.9313162294626236,8.173908076286317,,
+31500,-0.921440601348877,-0.9214403841495514,8.16403223991394,,
+32000,-0.9456008672714233,-0.9456008784770965,8.188192707538605,,
+32500,-0.8664374947547913,-0.8664374326467514,8.109029299736022,,
+33000,-0.8849108219146729,-0.8849110237360001,8.12750289607048,,
+33500,-0.9271032810211182,-0.9271030998229981,8.169694922447205,,
+34000,-0.87181156873703,-0.8718122116327286,8.114404044628143,,
+34500,-0.8887145519256592,-0.8887146496772766,8.131306488990784,,
+35000,-0.9575279951095581,-0.9575282193422318,8.200120057106018,,
+35000,,,,7.565959758758545,-0.323368102312088
+35500,-0.8781765103340149,-0.8781765455007553,8.120768403530121,,
+36000,-0.9771652221679688,-0.9771653382778168,8.21975724363327,,
+36500,-0.9594079256057739,-0.9594083290100097,8.202000226259232,,
+37000,-0.8830788135528564,-0.8830787391662598,8.125670560836792,,
+37500,-0.9194141030311584,-0.9194137799739838,8.162005625247955,,
+38000,-0.937061607837677,-0.9370615674257279,8.179653479099274,,
+38500,-1.001966118812561,-1.0019664138555526,8.244558210372924,,
+39000,-0.979603111743927,-0.9796026631593704,8.222194537401199,,
+39500,-0.899408221244812,-0.8994082236289977,8.142000137329102,,
+40000,-0.8799611926078796,-0.8799610028266907,8.122552872180938,,
+40000,,,,7.559117884635925,-0.3165264427661896
+40500,-0.964604914188385,-0.9646050893068313,8.207196933746339,,
+41000,-0.9258540868759155,-0.9258540937900543,8.168445950508117,,
+41500,-0.9191593527793884,-0.9191593102216721,8.1617512485981,,
+42000,-0.9356387257575989,-0.9356384792327881,8.178230355739593,,
+42500,-0.9559558033943176,-0.9559562244415283,8.198548049926758,,
+43000,-0.930672287940979,-0.9306724803447723,8.173264316558837,,
+43500,-0.9399895071983337,-0.9399897606372833,8.182581650257111,,
+44000,-0.904668927192688,-0.9046686377525329,8.147260546207429,,
+44500,-0.9129497408866882,-0.9129497767686844,8.155541634082795,,
+45000,-0.8489297032356262,-0.8489299325942993,8.09152178621292,,
+45000,,,,7.488188047409057,-0.2455967217683792
+45500,-0.9351224899291992,-0.9351227858066559,8.17771467590332,,
+46000,-0.9893708825111389,-0.9893711296319961,8.231962990760803,,
+46500,-0.9404740929603577,-0.9404735240936279,8.18306539273262,,
+47000,-0.94874507188797,-0.9487448770999909,8.191336768150329,,
+47500,-0.9764763116836548,-0.976475677371025,8.219067519187927,,
+48000,-0.9990741610527039,-0.9990744426250457,8.241666309833526,,
+48500,-0.9884929060935974,-0.9884930790662766,8.231084918498993,,
+49000,-1.0177738666534424,-1.0177743941545487,8.260366258144378,,
+49500,-0.9281767010688782,-0.9281769477128983,8.17076882839203,,
+50000,-0.9287114143371582,-0.9287113021612168,8.17130313682556,,
+50000,,,,7.41178314447403,-0.16919176280498505
+50500,-0.9635107517242432,-0.9635106338262558,8.206102511882783,,
+51000,-0.952689528465271,-0.9526894763708115,8.195281312942505,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f284db92d696e981a75c70c24653352bd260ba87284e44bf257116ba933626
+size 1835420

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.395666,-0.123028114,-0.11246645,-0.3905779,-0.032690935,-0.1362948,-0.14842749,-0.12621228,-0.11457558,-0.37642682,-0.02566316,-0.13764784,-0.14188844,-1.1530741,-1.1530743
+4.139692,0.041493624,-0.03791243,-0.4693889,0.03792129,-0.13783932,-0.2713238,0.04558171,-0.040754206,-0.44874412,0.05027619,-0.14155045,-0.26173842,3.1028996,3.1029
+5.6292725,0.16289794,0.1383413,-0.5130262,0.09623258,-0.09968536,-0.36835113,0.16670308,0.13518861,-0.4887459,0.10638156,-0.10590355,-0.36036503,1.613319,1.6133194
+10.015579,0.18423313,0.30728316,-0.48972473,0.07908409,-0.04961308,-0.37166867,0.18822217,0.30646032,-0.46856105,0.08288033,-0.055061184,-0.3626651,-2.7729874,-2.7729874
+11.106308,0.14960387,0.28896767,-0.37499136,-0.03887459,-0.06902595,-0.30973232,0.15195546,0.29171053,-0.35487095,-0.04196226,-0.07436805,-0.30899656,-3.8637164,-3.8637161
+6.8725953,0.04842648,0.15887804,-0.2684345,-0.16909054,-0.119003944,-0.1802395,0.045466892,0.15983403,-0.2523025,-0.1658813,-0.12313047,-0.18367885,0.3699963,0.36999655
+3.9151497,-0.113684185,-0.02912733,-0.24039197,-0.2017492,-0.137857,-0.07821187,-0.11908098,-0.024700977,-0.23261386,-0.19647276,-0.13962635,-0.08672855,3.327442,3.3274422
+6.787445,-0.21949425,-0.17610869,-0.29105172,-0.16086534,-0.14979123,-0.05299478,-0.22307801,-0.17516384,-0.2815028,-0.1533669,-0.15227592,-0.06507209,0.45514634,0.4551468
+11.281411,-0.2267571,-0.17973565,-0.31098413,-0.1322194,-0.14077558,-0.096585914,-0.2323285,-0.18144765,-0.2993494,-0.12937976,-0.14376532,-0.10169715,-4.0388193,-4.0388193
+10.983981,-0.16792715,-0.14082932,-0.351916,-0.06883288,-0.13644433,-0.12787676,-0.17256,-0.14216718,-0.340832,-0.06522348,-0.13829115,-0.12776427,-3.7413893,-3.7413893
+5.9087725,-0.035992004,-0.093351625,-0.43782663,0.00491991,-0.13952662,-0.21183367,-0.036839858,-0.09400568,-0.42021662,0.011754521,-0.14164917,-0.19878499,1.3338195,1.3338194
+4.2064786,0.119982176,0.018462509,-0.4968397,0.06587093,-0.13182089,-0.33963668,0.12698562,0.014672902,-0.47353488,0.07805847,-0.13646021,-0.33187407,3.0361135,3.0361133
+7.7521286,0.1930995,0.22249633,-0.5209883,0.10187154,-0.070745535,-0.39708176,0.19859697,0.22231188,-0.49661082,0.107601784,-0.07591682,-0.38669804,-0.50953704,-0.50953674
+11.2480545,0.18922032,0.30712527,-0.4500848,0.03387066,-0.044432245,-0.36866066,0.19328524,0.3092122,-0.42725205,0.032373928,-0.05022233,-0.36217025,-4.0054626,-4.0054626
+9.61321,0.12717196,0.2336423,-0.3295021,-0.10554763,-0.08752667,-0.2808727,0.13014486,0.23565857,-0.30970627,-0.10737152,-0.09270569,-0.2816969,-2.370618,-2.3706179
+4.9141026,-0.008339419,0.075505204,-0.23191458,-0.2140394,-0.11856348,-0.1502521,-0.013589687,0.07814782,-0.21965596,-0.20946278,-0.122587636,-0.15578207,2.328489,2.3284893
+4.450918,-0.1656135,-0.11634129,-0.26414737,-0.18988939,-0.13717219,-0.07652829,-0.16974625,-0.11200357,-0.25693044,-0.1829119,-0.13997199,-0.08628742,2.7916737,2.7916737
+8.885511,-0.22692497,-0.19483265,-0.3023554,-0.15825406,-0.13467787,-0.09684683,-0.23082623,-0.19519901,-0.29212523,-0.15215647,-0.13906448,-0.10587633,-1.64292,-1.6429195
+12.045286,-0.20179063,-0.16867782,-0.32469416,-0.11286014,-0.13182251,-0.13331836,-0.20754193,-0.16919972,-0.3126959,-0.11151418,-0.13476342,-0.13608505,-4.8026943,-4.8026943
+8.980026,-0.11420331,-0.12484435,-0.3968045,-0.041341573,-0.13225552,-0.16863962,-0.116810285,-0.12527142,-0.383438,-0.036893122,-0.13283893,-0.16067795,-1.7374344,-1.7374344
+4.3724613,0.048631553,-0.06709555,-0.47729105,0.02985048,-0.14427222,-0.28585112,0.053501755,-0.06682932,-0.45675868,0.037404362,-0.14703423,-0.27419436,2.8701305,2.8701305
+5.325511,0.17787567,0.08938434,-0.5186251,0.08961175,-0.11103861,-0.38959736,0.18486446,0.08855729,-0.4938551,0.09798566,-0.11576491,-0.3820824,1.9170808,1.9170809
+9.600941,0.21456397,0.26452756,-0.507289,0.085230015,-0.051014,-0.40858108,0.2209805,0.26661146,-0.48412365,0.08730363,-0.055108167,-0.39827394,-2.358349,-2.3583488
+11.348851,0.1910944,0.276755,-0.40259445,-0.024192937,-0.049728043,-0.35948384,0.19657852,0.27993083,-0.37867475,-0.028692737,-0.05540061,-0.35485417,-4.1062593,-4.1062593
+7.626951,0.09472291,0.16750818,-0.28032887,-0.16808905,-0.10103577,-0.24611029,0.09488147,0.16875938,-0.26127437,-0.16770685,-0.10640924,-0.24832729,-0.38435957,-0.38435936
+3.9210086,-0.070055865,-0.012813478,-0.2291971,-0.22472543,-0.11753162,-0.13174447,-0.07470199,-0.007984958,-0.22029024,-0.21916267,-0.12124918,-0.13891295,3.321583,3.3215833
+5.9161725,-0.19926226,-0.17443955,-0.28500676,-0.18100974,-0.13096993,-0.0923561,-0.20202947,-0.17168188,-0.27666393,-0.17267805,-0.13556261,-0.10293021,1.3264191,1.3264194
+10.675208,-0.22120677,-0.18995154,-0.31058952,-0.150754,-0.12342883,-0.13649726,-0.22617595,-0.19056249,-0.2994646,-0.14708564,-0.12863724,-0.13989228,-3.432617,-3.4326162
+11.541926,-0.17001602,-0.15271458,-0.34968686,-0.08757691,-0.12655982,-0.15779133,-0.17394409,-0.1522556,-0.33883038,-0.08578824,-0.12838872,-0.15743397,-4.299335,-4.2993345
+6.736432,-0.047699243,-0.110191025,-0.44187883,-0.012865133,-0.13534528,-0.22123928,-0.048588984,-0.10951189,-0.4251957,-0.008672214,-0.13629626,-0.20637718,0.50615984,0.5061598
+4.0468307,0.11966454,-0.02450069,-0.5031188,0.054056592,-0.14342558,-0.34914535,0.12953924,-0.024458073,-0.48035258,0.062541224,-0.14641412,-0.3411612,3.195761,3.1957612
+7.0116024,0.21493256,0.16482872,-0.52639484,0.10172973,-0.08400032,-0.41856092,0.22264431,0.1673933,-0.50164837,0.10637189,-0.08806641,-0.40887588,0.23098932,0.23098946
+10.899194,0.2259807,0.27661103,-0.47338155,0.050094776,-0.040247492,-0.40604863,0.23331201,0.2800104,-0.4491075,0.04815408,-0.04514932,-0.39727092,-3.6566021,-3.656602
+10.323929,0.17395851,0.23482072,-0.352845,-0.08737039,-0.06680808,-0.33280137,0.1802968,0.23717466,-0.32980996,-0.09198637,-0.07257577,-0.33091792,-3.0813372,-3.081337
+5.662493,0.04370129,0.09618177,-0.237113,-0.21585232,-0.10489901,-0.21075805,0.040534593,0.09877684,-0.22135666,-0.21386518,-0.110582344,-0.21387693,1.5800985,1.5800986
+4.0315056,-0.13137029,-0.09429198,-0.25125146,-0.21281281,-0.121104896,-0.115840614,-0.13476312,-0.08871346,-0.24412023,-0.20563313,-0.12510826,-0.12397661,3.211086,3.2110863
+7.875183,-0.21803834,-0.19850175,-0.29732576,-0.17336154,-0.12298324,-0.11733414,-0.22082144,-0.19719043,-0.28814888,-0.16587064,-0.12969035,-0.12608111,-0.6325916,-0.63259125
+11.806117,-0.20609815,-0.17900804,-0.3199787,-0.13361757,-0.12084501,-0.15823436,-0.21134722,-0.17880583,-0.3083884,-0.13207093,-0.12517942,-0.15916732,-4.563525,-4.563525
+9.923101,-0.12828156,-0.13504027,-0.3865517,-0.059584267,-0.12568524,-0.17815436,-0.13030106,-0.13416676,-0.37530422,-0.056923755,-0.1259791,-0.17074567,-2.6805096,-2.6805096
+4.8976912,0.026669446,-0.08962592,-0.47594395,0.015508116,-0.14392653,-0.27932596,0.030156903,-0.08745184,-0.4567581,0.01946849,-0.14561795,-0.26418227,2.3449008,2.3449006
+4.7514544,0.17562956,0.03941319,-0.5187071,0.07933656,-0.1266477,-0.39275336,0.18591815,0.040382847,-0.49421144,0.08661554,-0.12980102,-0.38593763,2.4911377,2.4911375
+8.830532,0.2318492,0.22556166,-0.51819134,0.09445402,-0.05995874,-0.42739254,0.24060005,0.22981918,-0.49393508,0.096098445,-0.06309251,-0.41649804,-1.5879403,-1.5879402
+11.424858,0.22048089,0.27034295,-0.42847764,0.00013258401,-0.040598445,-0.39008355,0.22883034,0.27398312,-0.4024166,-0.0048524505,-0.04632318,-0.38276133,-4.182266,-4.182266
+8.563915,0.13439186,0.18535951,-0.30189067,-0.14834836,-0.08764245,-0.28993192,0.13869433,0.18684897,-0.28030792,-0.15081298,-0.093546204,-0.29053986,-1.3213234,-1.3213234
+4.242606,-0.02613274,0.018424422,-0.22264405,-0.23445639,-0.107610196,-0.1714207,-0.029728971,0.023135733,-0.21169345,-0.23011214,-0.11304014,-0.17621246,2.9999855,2.9999857
+5.0951824,-0.17955314,-0.15758663,-0.27539146,-0.19470584,-0.12454807,-0.107368454,-0.18145435,-0.15293014,-0.26846337,-0.18592167,-0.13003333,-0.116231814,2.1474094,2.1474094
+9.853218,-0.22199887,-0.19717902,-0.3060707,-0.16260628,-0.11849902,-0.14154187,-0.22566983,-0.1966458,-0.29627302,-0.1576598,-0.12573066,-0.14531282,-2.6106267,-2.6106262
+11.934196,-0.18245253,-0.16336587,-0.33826506,-0.10530665,-0.1234024,-0.16563143,-0.1859568,-0.16208914,-0.32730365,-0.10428857,-0.12597977,-0.1653812,-4.6916046,-4.6916046
+7.758905,-0.07459654,-0.119831726,-0.4284734,-0.029148541,-0.13142122,-0.20879161,-0.075209945,-0.118574135,-0.41327298,-0.026171573,-0.13144109,-0.19372982,-0.51631284,-0.5163131
+4.0423946,0.09589203,-0.05370772,-0.49801856,0.041665867,-0.14873248,-0.33283833,0.105866,-0.051313885,-0.47605026,0.047177523,-0.15074041,-0.32204866,3.2001972,3.2001972
+6.185277,0.21034,0.120680265,-0.52706224,0.0980533,-0.09934535,-0.41684943,0.220312,0.124260075,-0.5015468,0.102453575,-0.102650784,-0.40801504,1.0573148,1.0573149
+10.370574,0.23306523,0.26357102,-0.49292257,0.068214394,-0.044523165,-0.41814667,0.24287963,0.26804566,-0.4676899,0.06633242,-0.0484081,-0.40774596,-3.1279829,-3.1279821
+10.94199,0.19427423,0.25044897,-0.37842855,-0.058517665,-0.055593044,-0.3563109,0.2033173,0.25336638,-0.35285473,-0.06510543,-0.06168729,-0.35155684,-3.699398,-3.699398
+6.5632772,0.076830916,0.12936695,-0.25460982,-0.19849233,-0.101769574,-0.23686154,0.076765604,0.13157967,-0.23561332,-0.1986553,-0.10811701,-0.23802134,0.6793144,0.6793146
+3.817306,-0.10022158,-0.058412895,-0.2381168,-0.22324075,-0.11725949,-0.12871206,-0.1028709,-0.051980015,-0.23097631,-0.21655734,-0.122188054,-0.13505402,3.4252853,3.4252858
+6.866804,-0.21002448,-0.19229287,-0.29130295,-0.178885,-0.12593916,-0.1072722,-0.21165583,-0.18919307,-0.28370884,-0.17019403,-0.13329513,-0.116534,0.3757876,0.37578773
+11.363398,-0.2144116,-0.18585713,-0.3145069,-0.14375895,-0.12214608,-0.14992782,-0.21866402,-0.18520187,-0.3041916,-0.14135066,-0.12811361,-0.15036225,-4.120806,-4.1208057
+10.820432,-0.14979771,-0.14387205,-0.36676115,-0.073020175,-0.12718314,-0.16685474,-0.15123719,-0.14229152,-0.35679185,-0.071293086,-0.12813264,-0.16123146,-3.5778396,-3.5778399
+5.6896043,-0.009069323,-0.101537384,-0.45981258,0.0028481865,-0.141279,-0.25008494,-0.0072869873,-0.098863594,-0.4415211,0.005292163,-0.14226237,-0.23136823,1.5529877,1.5529876
+4.302129,0.14881909,0.006646787,-0.510943,0.06734848,-0.13756546,-0.37146088,0.16142763,0.008392313,-0.4862662,0.074149266,-0.13991268,-0.36328176,2.9404628,2.940463
+7.9631443,0.22000644,0.20314455,-0.525271,0.10049143,-0.072169475,-0.42130473,0.2310225,0.20813085,-0.49941194,0.102105595,-0.075211175,-0.40981802,-0.7205525,-0.72055244
+11.297593,0.21587457,0.28351083,-0.45291108,0.027197465,-0.041772142,-0.3930311,0.22663087,0.2876632,-0.4257629,0.021730319,-0.047085367,-0.38379103,-4.0550017,-4.0550013
+9.489974,0.14598897,0.21871881,-0.32810676,-0.11551131,-0.082299195,-0.30139834,0.15396953,0.22069973,-0.30483192,-0.120613724,-0.08845962,-0.300013,-2.2473824,-2.2473822
+4.835918,0.0010242844,0.06266056,-0.22692665,-0.22426406,-0.11173654,-0.17338562,-0.0010457104,0.06710818,-0.21373251,-0.22136796,-0.11800109,-0.17564625,2.4066737,2.406674
+4.4614916,-0.16315088,-0.12690169,-0.26367605,-0.19843572,-0.13106741,-0.092117004,-0.16462083,-0.12043211,-0.2583205,-0.18968326,-0.1367362,-0.09969665,2.7811,2.7811003
+8.925151,-0.2251232,-0.19927502,-0.30200735,-0.1634044,-0.12996356,-0.11041574,-0.22723588,-0.19752023,-0.29399586,-0.15693304,-0.13780011,-0.11707505,-1.6825595,-1.682559
+12.018058,-0.19915235,-0.16976035,-0.3262928,-0.11342606,-0.13141935,-0.14116827,-0.20209382,-0.16842933,-0.3163557,-0.11227667,-0.13565026,-0.14053337,-4.7754664,-4.775466
+8.8498745,-0.108934924,-0.12584576,-0.40048623,-0.040269382,-0.13430388,-0.17535368,-0.10877713,-0.12431533,-0.38730592,-0.037879013,-0.13410482,-0.1620409,-1.6072823,-1.6072826
+4.3275347,0.056020923,-0.06796275,-0.47901946,0.032411247,-0.14778113,-0.29180935,0.06381113,-0.06455264,-0.45772773,0.036449462,-0.14953464,-0.27555776,2.9150572,2.9150572
+5.447469,0.1784697,0.092375755,-0.5195903,0.09029352,-0.1124017,-0.38982102,0.19075686,0.09530918,-0.49257162,0.095355995,-0.11552618,-0.3809184,1.7951223,1.7951226
+9.717098,0.2077828,0.27049884,-0.5091012,0.084134564,-0.05356004,-0.40475732,0.2200877,0.27511352,-0.48267135,0.08278896,-0.056907147,-0.39231923,-2.4745069,-2.4745064
+11.329778,0.17857002,0.2867126,-0.4030415,-0.024137266,-0.055387825,-0.3495162,0.19001755,0.29037634,-0.37600213,-0.032206602,-0.06131757,-0.3429222,-4.087186,-4.087186
+7.5218015,0.08102806,0.17555219,-0.28068185,-0.16413234,-0.107835524,-0.22700901,0.084638424,0.1775173,-0.25981373,-0.16568811,-0.114516184,-0.22630331,-0.27920988,-0.2792096
+3.890957,-0.082703725,-0.009836375,-0.22901711,-0.21750942,-0.12708022,-0.107016884,-0.08407942,-0.002397134,-0.2224467,-0.21149802,-0.13248271,-0.11098533,3.3516343,3.3516347
+5.967521,-0.20696479,-0.17408039,-0.28378317,-0.17485306,-0.1433486,-0.06669203,-0.20804772,-0.16913278,-0.27802825,-0.1655074,-0.15010439,-0.07621317,1.2750707,1.2750707
+10.74956,-0.22714755,-0.18945354,-0.30993345,-0.14160033,-0.13893269,-0.105661675,-0.22939655,-0.18818855,-0.3018435,-0.13758788,-0.14549357,-0.107926495,-3.5069687,-3.5069685
+11.521798,-0.17759126,-0.14994216,-0.34345746,-0.078876786,-0.13946402,-0.12737381,-0.17830953,-0.14851573,-0.33451712,-0.0771459,-0.14230803,-0.123573475,-4.2792063,-4.2792063
+6.636491,-0.05556187,-0.10665918,-0.42709336,-0.006173915,-0.14301133,-0.1994404,-0.054262385,-0.10396675,-0.40971455,-0.0041662445,-0.14336392,-0.17992601,0.60610104,0.60610104
+4.0671444,0.103007324,-0.009934275,-0.4887778,0.056967475,-0.14105678,-0.32336074,0.11536842,-0.008096485,-0.46422732,0.06424356,-0.14355704,-0.31045678,3.1754475,3.1754475
+7.1352234,0.18023838,0.19242926,-0.5231102,0.10100393,-0.08427761,-0.3892879,0.19373173,0.1966705,-0.49461657,0.10323304,-0.08802543,-0.37732977,0.1073684,0.10736847
+11.009531,0.176638,0.31649998,-0.47315738,0.052442677,-0.049562037,-0.36931345,0.18993914,0.3204178,-0.44539613,0.04727017,-0.054159395,-0.35763487,-3.7669394,-3.7669392
+10.302318,0.12298914,0.27122253,-0.35162184,-0.07595518,-0.085832655,-0.28392953,0.13393475,0.27427799,-0.32776505,-0.08362149,-0.09176972,-0.28103977,-3.0597258,-3.0597258
+5.5873785,0.0024982477,0.11972075,-0.24348953,-0.19374448,-0.1263453,-0.1390839,0.00255444,0.12363232,-0.22832212,-0.19113728,-0.13298626,-0.1387974,1.6552134,1.6552134
+4.0335174,-0.15683715,-0.081747696,-0.2498228,-0.18941294,-0.14889176,-0.05158831,-0.15766977,-0.07304897,-0.24682999,-0.18099016,-0.15456742,-0.057198375,3.2090743,3.2090745
+7.9670577,-0.23286669,-0.19341356,-0.29574728,-0.15517698,-0.155949,-0.05139558,-0.23385899,-0.19017908,-0.2892744,-0.14731011,-0.16235141,-0.060643263,-0.72446626,-0.72446585
+11.893647,-0.22165619,-0.17327973,-0.31572086,-0.11055006,-0.15233096,-0.08470831,-0.22306761,-0.17200649,-0.30781218,-0.10804879,-0.15760885,-0.084016025,-4.6510553,-4.6510553
+9.90182,-0.15036356,-0.12967047,-0.36297998,-0.046496816,-0.14651623,-0.12249561,-0.14900993,-0.12857233,-0.35215974,-0.043806866,-0.14763446,-0.11248557,-2.659228,-2.6592283
+4.8660707,0.0024061883,-0.07256575,-0.44080925,0.025531031,-0.14614426,-0.22821374,0.007509456,-0.069138415,-0.4199127,0.029222555,-0.14761022,-0.20745932,2.3765209,2.376521
+4.836385,0.12311476,0.07640252,-0.49460137,0.07958021,-0.11924674,-0.3348774,0.13629803,0.07814538,-0.46651223,0.086446285,-0.122856885,-0.32335883,2.4062068,2.406207
+8.969782,0.15410294,0.28745437,-0.5145789,0.09393021,-0.064802356,-0.36608016,0.16953944,0.29101375,-0.48567295,0.09382475,-0.068437114,-0.35153532,-1.7271901,-1.72719
+11.489455,0.12723798,0.34193644,-0.41964668,0.0094003165,-0.063134156,-0.31420717,0.14115545,0.3456118,-0.39175314,0.0009408081,-0.06845552,-0.30599052,-4.246864,-4.2468634
+8.508717,0.052174732,0.23600166,-0.30337262,-0.11972682,-0.119889595,-0.19297686,0.059220754,0.2390452,-0.28241315,-0.12276845,-0.1265306,-0.19075824,-1.2661251,-1.2661247
+4.216983,-0.088267215,0.049473755,-0.23013015,-0.19325599,-0.14901471,-0.057101503,-0.08775677,0.057616644,-0.22390342,-0.18691128,-0.15436026,-0.058061622,3.0256088,3.025609
+5.194287,-0.21285409,-0.1398775,-0.2710597,-0.16135553,-0.170798,-0.009886703,-0.21374898,-0.1330231,-0.2674786,-0.15168363,-0.17664428,-0.017918073,2.0483048,2.048305
+10.005581,-0.24635032,-0.19056149,-0.30231068,-0.13149436,-0.16883512,-0.035870336,-0.2464598,-0.18833256,-0.29616374,-0.12510392,-0.17355691,-0.040552862,-2.7629893,-2.762989
+11.97,-0.21250808,-0.15303569,-0.3204988,-0.0769087,-0.16306606,-0.060801364,-0.21263231,-0.15211013,-0.3127293,-0.07385882,-0.16818905,-0.057577662,-4.727409,-4.7274084
+7.6816573,-0.11321308,-0.10791837,-0.37868166,-0.014120623,-0.15265754,-0.1351924,-0.11033368,-0.105753936,-0.36335805,-0.011547252,-0.15312998,-0.11896153,-0.43906546,-0.43906546
+4.0677767,0.042141695,-0.01274871,-0.4430638,0.04963398,-0.1373614,-0.24944794,0.051253684,-0.011504321,-0.41931796,0.057807438,-0.14063278,-0.23035693,3.1748152,3.1748152
+6.360552,0.11464324,0.18824622,-0.5000721,0.09473403,-0.09305438,-0.3277302,0.12997147,0.19147968,-0.46913797,0.09854111,-0.097702526,-0.3145228,0.8820397,0.88204
+10.556895,0.10488719,0.36056453,-0.4800065,0.070224136,-0.06113947,-0.31949925,0.12201723,0.3629706,-0.45067602,0.06682038,-0.064921446,-0.3049365,-3.3143036,-3.3143034
+10.935931,0.062001087,0.34212315,-0.36063904,-0.03750065,-0.09550252,-0.23706204,0.0752619,0.34588915,-0.33626708,-0.046389103,-0.10076811,-0.23270038,-3.6933396,-3.6933393
+6.4544516,-0.032913387,0.18417,-0.26248306,-0.14832813,-0.14688908,-0.08581149,-0.029818065,0.18834352,-0.24676305,-0.1448769,-0.15367758,-0.08337949,0.7881401,0.7881403
+3.8625898,-0.17180653,-0.027240917,-0.2391942,-0.16569626,-0.17771184,0.0027990574,-0.1710419,-0.016648628,-0.2385365,-0.15672763,-0.18318544,-0.00029084738,3.380002,3.380002
+7.076504,-0.25130633,-0.17517415,-0.28307927,-0.14076859,-0.1907502,0.01690761,-0.25202018,-0.1702025,-0.27758005,-0.13191342,-0.19453694,0.009117731,0.16608737,0.16608763
+11.52971,-0.25379854,-0.17645252,-0.3042391,-0.099838756,-0.18363903,-0.008419252,-0.2525763,-0.17505437,-0.29840955,-0.094294585,-0.18719518,-0.008216879,-4.2871184,-4.287118
+10.759887,-0.20035297,-0.13196398,-0.3244236,-0.049157202,-0.16815798,-0.054072186,-0.1987997,-0.13184695,-0.3152432,-0.044651814,-0.17234951,-0.046716727,-3.5172946,-3.517295
+5.5729117,-0.06685114,-0.069369756,-0.38316935,0.017528847,-0.14920054,-0.1560195,-0.061402284,-0.06690349,-0.3635426,0.021937497,-0.15030581,-0.13681935,1.6696801,1.6696801
+4.417434,0.049590375,0.075658195,-0.44099158,0.069828175,-0.11533432,-0.253763,0.06012953,0.07690649,-0.41430843,0.07846596,-0.120694004,-0.2376065,2.8251574,2.8251576
+8.245984,0.073974945,0.30707633,-0.49628368,0.09490565,-0.07558897,-0.30088902,0.092360534,0.30991346,-0.46451223,0.09661406,-0.07981082,-0.28490555,-1.0033926,-1.0033922
+11.476413,0.039963707,0.40671676,-0.41725653,0.03338795,-0.07671411,-0.25207186,0.057711408,0.40862834,-0.3885576,0.026759326,-0.08096352,-0.24150223,-4.2338214,-4.233821
+9.376765,-0.016119845,0.30927235,-0.30771768,-0.07759643,-0.13543738,-0.1387904,-0.007479093,0.3148101,-0.2874008,-0.08172448,-0.1415383,-0.1351406,-2.1341734,-2.1341734
+4.737998,-0.13188459,0.111967884,-0.24003112,-0.15014043,-0.17797829,0.00042461697,-0.12847616,0.12044617,-0.23363386,-0.1413774,-0.18312228,0.0019811327,2.504594,2.5045938
+4.6475677,-0.23795241,-0.094753586,-0.25513142,-0.13806431,-0.20515954,0.044157647,-0.2380359,-0.08645452,-0.25368384,-0.12756138,-0.21029705,0.038889006,2.5950243,2.595024
+9.213031,-0.27714163,-0.18578224,-0.28765452,-0.117633305,-0.20436804,0.03681983,-0.27670187,-0.18231823,-0.28208542,-0.10870823,-0.20536067,0.03306575,-1.9704393,-1.970439
+12.097198,-0.25908384,-0.1571507,-0.3004297,-0.06962254,-0.19510958,0.017096817,-0.25803098,-0.15653872,-0.29385874,-0.06329063,-0.20003167,0.020210624,-4.854605,-4.8546057
+8.643087,-0.18056527,-0.10672983,-0.32489946,-0.0244888,-0.16886544,-0.07167026,-0.17653614,-0.10607045,-0.31241357,-0.019424416,-0.17179415,-0.059516057,-1.4004954,-1.4004955
+4.254104,-0.03653951,-0.005165844,-0.373741,0.041222863,-0.13171755,-0.17144705,-0.03032294,-0.005119643,-0.35162234,0.049496114,-0.13522735,-0.15114617,2.9884875,2.9884877
+5.698172,0.02672746,0.19132422,-0.44420752,0.08266839,-0.09205086,-0.24340644,0.040679283,0.19509302,-0.4143725,0.089042075,-0.09861364,-0.22881652,1.5444198,1.5444198
+10.065976,0.0055126483,0.40210196,-0.46072602,0.078011736,-0.07386208,-0.2500141,0.026517347,0.40372604,-0.42913443,0.07721648,-0.07705506,-0.2337947,-2.8233843,-2.8233843
+11.38534,-0.034851246,0.42027268,-0.34674376,-0.009592048,-0.10868988,-0.16716933,-0.019404031,0.42256683,-0.32151127,-0.01620873,-0.113431424,-0.16023934,-4.1427474,-4.142748
+7.3136163,-0.11072721,0.24988532,-0.2668734,-0.10148219,-0.17035812,-0.032697655,-0.10567907,0.2572543,-0.25251386,-0.09788171,-0.17641959,-0.029673934,-0.07102434,-0.07102442
+3.9134238,-0.2194824,0.029282883,-0.23790368,-0.12837964,-0.21324398,0.05203709,-0.21647301,0.04008149,-0.23727429,-0.11614766,-0.21868475,0.05034022,3.3291683,3.329168
+6.308553,-0.2878944,-0.14366639,-0.26383665,-0.121045455,-0.22603232,0.0704593,-0.28849682,-0.13768479,-0.2589753,-0.11063379,-0.22825241,0.06688599,0.9340386,0.93403864
+11.032601,-0.2984126,-0.17869219,-0.28829908,-0.08807027,-0.21620438,0.061156802,-0.29658252,-0.17741922,-0.28285646,-0.07824818,-0.21558815,0.061192602,-3.7900095,-3.7900095
+11.395106,-0.2616784,-0.13625444,-0.29271325,-0.05177241,-0.19760394,0.016992934,-0.26103005,-0.13665439,-0.28489792,-0.043669038,-0.20399252,0.023085356,-4.152514,-4.1525145
+6.345282,-0.15043524,-0.061754137,-0.31595123,-0.000312916,-0.15665454,-0.09776338,-0.1434125,-0.06168277,-0.29967076,0.0069968337,-0.15906453,-0.083176,0.8973097,0.8973098
+4.121044,-0.03988702,0.084976055,-0.35891825,0.057802655,-0.10233367,-0.16996525,-0.03469211,0.08681026,-0.33600324,0.06593012,-0.10941774,-0.15211074,3.1215477,3.1215477
+7.52336,-0.02871517,0.32212597,-0.44277292,0.084412344,-0.07958133,-0.21977328,-0.01083891,0.32565486,-0.41164947,0.089344546,-0.0852746,-0.2047108,-0.28076792,-0.28076792
+11.307359,-0.07471041,0.4635816,-0.38914472,0.045325793,-0.0900272,-0.17797194,-0.053540565,0.46416986,-0.35902458,0.0425262,-0.093261756,-0.16506451,-4.0647674,-4.064767
+10.1602125,-0.12024683,0.38914526,-0.2880441,-0.047486536,-0.15019211,-0.072346635,-0.11202647,0.39566532,-0.2676565,-0.049880862,-0.15566781,-0.067034386,-2.917621,-2.9176207
+5.3676953,-0.2159698,0.1703486,-0.24488173,-0.09955303,-0.20905107,0.041774064,-0.21047994,0.18042651,-0.23901744,-0.08872037,-0.21414658,0.043506615,1.8748966,1.8748965
+4.282344,-0.28882968,-0.045280997,-0.24411365,-0.109389536,-0.24289219,0.081047334,-0.287679,-0.037449747,-0.24222982,-0.09514054,-0.24792895,0.07768271,2.960248,2.960248
+8.41193,-0.32227123,-0.17105046,-0.26616824,-0.10302723,-0.23443869,0.08868117,-0.3237189,-0.16729395,-0.2602309,-0.091299824,-0.23312306,0.08768473,-1.1693382,-1.1693382
+12.005568,-0.3170666,-0.16409872,-0.28253156,-0.06492299,-0.22714533,0.0795765,-0.31558675,-0.16449028,-0.27612966,-0.053070344,-0.2284366,0.08171228,-4.762975,-4.7629757
+9.526509,-0.25581753,-0.107500814,-0.27886274,-0.041783124,-0.19031261,-0.015130221,-0.2537723,-0.10801907,-0.26912326,-0.031750508,-0.19720423,-0.0055130934,-2.2839177,-2.2839174
+4.628771,-0.13121937,0.006396138,-0.2942951,0.01969394,-0.12740599,-0.11673615,-0.12558633,0.004758426,-0.27563268,0.028578684,-0.13136706,-0.099978246,2.6138208,2.613821
+5.074699,-0.074105784,0.20153463,-0.35533154,0.059817515,-0.076413445,-0.16216433,-0.06631442,0.20649955,-0.33065414,0.068609074,-0.08580477,-0.14827107,2.167893,2.167893
+9.422323,-0.110231884,0.43054748,-0.4067474,0.070807345,-0.080653585,-0.1759963,-0.090321206,0.4328649,-0.37568823,0.07405053,-0.084722124,-0.16094136,-2.1797314,-2.1797314
+11.619127,-0.1562205,0.48665172,-0.3071829,0.0024961913,-0.11984546,-0.092812814,-0.14021084,0.48706165,-0.28093094,0.0011566663,-0.124693304,-0.082923636,-4.376535,-4.3765354
+8.180511,-0.22402054,0.318838,-0.24813865,-0.068059586,-0.19188586,0.012020634,-0.22046757,0.33053434,-0.23537488,-0.063830085,-0.19617571,0.015602582,-0.93791914,-0.9379196
+4.1610003,-0.29857862,0.0820675,-0.24002185,-0.0854981,-0.24934214,0.080014154,-0.29516634,0.09187687,-0.23811732,-0.06875492,-0.25523794,0.07765395,3.0815918,3.0815916
+5.657083,-0.34019804,-0.10533418,-0.24521437,-0.10114868,-0.2568844,0.09677395,-0.34196705,-0.10057928,-0.2400001,-0.08604855,-0.259784,0.096015394,1.585509,1.5855088
+10.385896,-0.35015902,-0.17768502,-0.26804814,-0.080304116,-0.24101807,0.10513151,-0.35158643,-0.1777561,-0.26184577,-0.06635492,-0.23696554,0.10475332,-3.1433039,-3.1433039
+11.785058,-0.32837385,-0.14557105,-0.26936346,-0.059418425,-0.22818197,0.07093905,-0.32816932,-0.14662598,-0.26227146,-0.045770667,-0.23288962,0.07570572,-4.5424657,-4.542466
+7.186704,-0.23766844,-0.056439675,-0.25686502,-0.03539563,-0.1656596,-0.05998729,-0.2337148,-0.05895243,-0.24450995,-0.021859117,-0.17281544,-0.04833749,0.05588779,0.0558877
+3.9758747,-0.13680337,0.09609875,-0.268314,0.027098216,-0.086248435,-0.11712887,-0.13566086,0.0984782,-0.24894045,0.03359004,-0.09309598,-0.100471206,3.2667177,3.2667172
+6.720697,-0.13754362,0.33223742,-0.35383362,0.05087156,-0.06691108,-0.14781193,-0.12660283,0.3361443,-0.32815465,0.06190087,-0.075301506,-0.13639557,0.5218951,0.52189493
+10.9401,-0.1969177,0.49902338,-0.3323366,0.038152643,-0.09440962,-0.11272214,-0.17923002,0.5004645,-0.30217457,0.04093547,-0.098300256,-0.09913017,-3.6975079,-3.6975079
+10.821362,-0.2441267,0.4599015,-0.24345413,-0.037293687,-0.15911186,-0.011886804,-0.23738745,0.46499735,-0.2227016,-0.03453903,-0.1647808,-0.0053288704,-3.5787694,-3.5787697
+6.1017356,-0.32109308,0.2268778,-0.2315026,-0.06270177,-0.23763551,0.06248203,-0.31866598,0.24143797,-0.2265738,-0.051382594,-0.2421591,0.06327539,1.1408566,1.1408563
+4.05883,-0.35651007,0.0018146122,-0.23928411,-0.08237679,-0.27891195,0.09379013,-0.35642397,0.007803292,-0.23550546,-0.061659284,-0.28439915,0.09069867,3.1837623,3.183762
+7.5911274,-0.3725126,-0.1480633,-0.24461372,-0.09346211,-0.2536621,0.10790444,-0.37726972,-0.14713179,-0.23852871,-0.076360635,-0.25287035,0.10757921,-0.3485354,-0.34853554
+11.714724,-0.37257224,-0.1726604,-0.26479274,-0.06861003,-0.24974328,0.1120454,-0.3734902,-0.17533693,-0.2575558,-0.05162573,-0.24666922,0.11239326,-4.4721313,-4.4721317
+10.3273325,-0.32820886,-0.1164136,-0.24835874,-0.070438005,-0.21439034,0.027154282,-0.32792395,-0.117168844,-0.24022242,-0.05369269,-0.22260314,0.03546519,-3.0847409,-3.0847406
+5.1655693,-0.2238821,0.01329136,-0.22570667,-0.03166098,-0.12333172,-0.09079405,-0.22176047,0.010110849,-0.21139012,-0.018462427,-0.1315026,-0.07721983,2.077023,2.0770226
+4.485229,-0.17104083,0.21064755,-0.257461,0.0060408795,-0.052672215,-0.11543038,-0.17048508,0.21579109,-0.23650452,0.015742458,-0.060901593,-0.10145052,2.7573636,2.7573628
+8.60293,-0.21898803,0.44046295,-0.32116535,0.027916789,-0.068977416,-0.11658654,-0.20727256,0.4430567,-0.29453194,0.039725825,-0.07544077,-0.10651103,-1.3603379,-1.3603382
+11.6463,-0.2771505,0.52546287,-0.2461122,-0.009252383,-0.11820128,-0.039684266,-0.26643318,0.5271489,-0.21917859,-0.0040390408,-0.123705894,-0.028476536,-4.403709,-4.4037085
+9.093153,-0.34073052,0.389313,-0.20511235,-0.05981248,-0.204285,0.043605372,-0.33943474,0.40127188,-0.19309144,-0.051388443,-0.20769224,0.04779587,-1.850561,-1.8505611
+4.5698204,-0.38419262,0.12942992,-0.23051009,-0.057177976,-0.28154644,0.0838377,-0.3847112,0.1412133,-0.22757761,-0.0384084,-0.28764778,0.080195814,2.6727717,2.6727715
+5.0191803,-0.39249504,-0.068793364,-0.23397715,-0.09032244,-0.2824118,0.095080525,-0.39660713,-0.06686102,-0.22779194,-0.06712467,-0.28661627,0.09443747,2.223412,2.2234116
+9.590882,-0.3961782,-0.17191574,-0.24717009,-0.08438022,-0.25388342,0.11583743,-0.40064672,-0.17563896,-0.24123898,-0.06553497,-0.24857649,0.114090495,-2.3482902,-2.3482904
+11.941987,-0.38312784,-0.1588126,-0.25230062,-0.07959126,-0.24883762,0.09540663,-0.38455784,-0.16208261,-0.24413145,-0.059551634,-0.24958095,0.0984318,-4.6993947,-4.699395
+8.14632,-0.31514722,-0.06476835,-0.21899939,-0.09246106,-0.1781507,-0.034470506,-0.31495303,-0.066616826,-0.20944706,-0.07141223,-0.189708,-0.023912504,-0.9037284,-0.9037285
+4.0520763,-0.2276587,0.1009736,-0.19509043,-0.050443195,-0.07030152,-0.100837104,-0.22935897,0.10336383,-0.17846265,-0.040511712,-0.078216664,-0.086592406,3.1905162,3.1905155
+5.838933,-0.23519528,0.33361313,-0.24979001,-0.033207163,-0.037014477,-0.10867775,-0.23332602,0.33814538,-0.22840023,-0.015489361,-0.04373008,-0.09859276,1.4036593,1.4036589
+10.266627,-0.30131182,0.50780493,-0.2514082,-0.015511221,-0.077753186,-0.070448466,-0.2927477,0.5100951,-0.22404811,-0.0023879996,-0.083817974,-0.06056545,-3.0240352,-3.0240355
+11.309185,-0.35587737,0.50301886,-0.17702323,-0.05498267,-0.15390328,0.022181012,-0.35226312,0.5091977,-0.15626636,-0.045341372,-0.15988564,0.02987992,-4.0665927,-4.066593
+6.9999485,-0.4152942,0.28969616,-0.19132268,-0.062838346,-0.25457564,0.0688404,-0.4177397,0.3059824,-0.18724474,-0.047760315,-0.25914964,0.06888429,0.24264383,0.24264336
+3.9762888,-0.42144766,0.03989698,-0.23018615,-0.06988423,-0.30936387,0.08138893,-0.42473298,0.047099076,-0.22509912,-0.045416504,-0.31516922,0.07806327,3.2663038,3.266303
+6.6927385,-0.41155642,-0.12597685,-0.22996345,-0.10206414,-0.26589963,0.09399666,-0.41730216,-0.12972748,-0.22441499,-0.07909154,-0.26612997,0.09290643,0.5498536,0.5498533
+11.171149,-0.4120741,-0.18002753,-0.24650341,-0.08897289,-0.2595574,0.113960914,-0.41626742,-0.1857045,-0.2393392,-0.06797245,-0.2536162,0.11259372,-3.9285574,-3.9285574
+11.037261,-0.37990585,-0.1321172,-0.23007837,-0.11811789,-0.2296019,0.04687006,-0.38164487,-0.13466004,-0.2204721,-0.09347486,-0.23553939,0.053707622,-3.7946692,-3.7946692
+5.96931,-0.30191904,0.0033964897,-0.18238038,-0.12287442,-0.12104852,-0.07953554,-0.30413872,0.0032998035,-0.17200977,-0.10301813,-0.13593167,-0.06742237,1.2732823,1.273282
+4.0106993,-0.25861505,0.20918371,-0.17887722,-0.11535807,-0.028524436,-0.109635614,-0.26222867,0.21465237,-0.1599118,-0.10112049,-0.033233598,-0.09596779,3.2318928,3.2318926
+7.578263,-0.31254682,0.43015093,-0.2169205,-0.08703521,-0.030417748,-0.08655718,-0.31146407,0.4348523,-0.19417788,-0.063614294,-0.035859153,-0.08058121,-0.3356706,-0.33567095
+11.341269,-0.3761337,0.5316704,-0.16754514,-0.07377165,-0.09147729,-0.018700644,-0.37245607,0.5355373,-0.14209889,-0.058248088,-0.09852691,-0.0097387275,-4.098677,-4.0986767
+9.973073,-0.4295206,0.43884924,-0.13521206,-0.08554433,-0.19936192,0.053915985,-0.42994326,0.45053118,-0.12301701,-0.069270715,-0.2042873,0.058752418,-2.7304814,-2.7304811
+5.1951365,-0.45473656,0.18096015,-0.19215178,-0.07201473,-0.3003737,0.069563515,-0.46106428,0.19621864,-0.18915486,-0.050842904,-0.30665925,0.065627486,2.0474555,2.0474553
+4.4265833,-0.43333232,-0.04134327,-0.22448167,-0.09805497,-0.30389467,0.06941786,-0.43942338,-0.039381854,-0.21812664,-0.07097455,-0.30803597,0.06798181,2.8160088,2.8160086
+8.60887,-0.4234809,-0.16645433,-0.23109144,-0.11660094,-0.25763702,0.09043508,-0.42830813,-0.17398368,-0.22615643,-0.09561595,-0.2526375,0.088775165,-1.3662771,-1.3662777
+11.92504,-0.41384375,-0.17314072,-0.23730995,-0.12212511,-0.25383973,0.09072122,-0.42010337,-0.17943169,-0.22780946,-0.09669124,-0.25182632,0.09242174,-4.682449,-4.6824484
+9.223264,-0.3657664,-0.08681672,-0.19953108,-0.17521769,-0.1858119,-0.019267201,-0.36809522,-0.087977506,-0.18860441,-0.14809278,-0.19728515,-0.009925715,-1.9806719,-1.9806719
+4.4247794,-0.30474675,0.08573823,-0.15225135,-0.19397596,-0.05729361,-0.103807464,-0.30928662,0.09184678,-0.1400204,-0.17602599,-0.07164788,-0.091673344,2.817813,2.8178124
+4.9138746,-0.3239704,0.31726214,-0.15924671,-0.1990061,0.0008653188,-0.109920606,-0.3293041,0.32466945,-0.13915622,-0.17839661,-0.0014248332,-0.09788458,2.3287177,2.3287172
+9.285791,-0.3884551,0.48401865,-0.1517684,-0.15808001,-0.02802106,-0.053748317,-0.3894448,0.48992372,-0.12784854,-0.13145976,-0.034076326,-0.049076095,-2.043199,-2.0431995
+11.516476,-0.43791148,0.5080595,-0.09370113,-0.12690426,-0.11913125,0.020366907,-0.4386943,0.5177097,-0.0744151,-0.10688103,-0.1260631,0.027757622,-4.2738843,-4.273884
+8.088236,-0.47906023,0.34221512,-0.11722219,-0.10593621,-0.24973376,0.060180783,-0.48351145,0.35691065,-0.1123138,-0.081571214,-0.25742924,0.05963885,-0.8456437,-0.845644
+4.1129827,-0.46818754,0.07711715,-0.19380724,-0.09958001,-0.32411382,0.049251683,-0.47682914,0.08857777,-0.18823615,-0.075431995,-0.33054858,0.04622516,3.1296098,3.129609
+5.6717863,-0.42858616,-0.10955611,-0.21915059,-0.13637811,-0.27849382,0.05576679,-0.43591005,-0.1137041,-0.21418557,-0.113338925,-0.27798718,0.05385015,1.570806,1.5708055
+10.346732,-0.42474782,-0.18828247,-0.23150685,-0.14390337,-0.25616512,0.07923146,-0.4317244,-0.19526704,-0.22446147,-0.122537725,-0.24982154,0.07854015,-3.1041403,-3.1041403
+11.656482,-0.40014118,-0.14961722,-0.21714467,-0.19080749,-0.2261822,0.040641025,-0.40885037,-0.15611455,-0.20486331,-0.16034022,-0.2298638,0.046404213,-4.4138894,-4.41389
+7.1246104,-0.35420182,-0.027975135,-0.16360953,-0.253285,-0.12110147,-0.072937176,-0.35926124,-0.022908121,-0.15260127,-0.2305086,-0.1367091,-0.0623284,0.1179819,0.117981434
+3.828012,-0.33736217,0.18127853,-0.1327328,-0.31001043,-0.007162801,-0.12396994,-0.34351808,0.19101146,-0.11866789,-0.2889383,-0.017254055,-0.11296943,3.41458,3.4145799
+6.3655186,-0.40288228,0.3946451,-0.114545144,-0.2872211,0.028309759,-0.095234014,-0.4103503,0.40476936,-0.092111476,-0.26506618,0.024633706,-0.08567606,0.8770737,0.8770733
+10.607915,-0.45477292,0.49443668,-0.06959408,-0.23366012,-0.030419804,-0.02060195,-0.45755404,0.50365096,-0.04736083,-0.20469984,-0.03795752,-0.015283338,-3.3653228,-3.365323
+10.774112,-0.47707433,0.44388896,-0.038351446,-0.16683134,-0.15897006,0.035589203,-0.48278844,0.45970237,-0.027535722,-0.13903251,-0.16734754,0.039380364,-3.5315197,-3.53152
+6.1781354,-0.49625778,0.22992036,-0.111997314,-0.13350902,-0.29252192,0.04105231,-0.50412136,0.24401578,-0.10833882,-0.10587775,-0.3013822,0.037124626,1.0644568,1.0644565
+3.959557,-0.4497065,-0.015146553,-0.19376725,-0.14442328,-0.31225026,0.025399588,-0.4608466,-0.0100084385,-0.187226,-0.121263504,-0.3162997,0.023053601,3.2830355,3.2830348
+7.34748,-0.4146356,-0.16159815,-0.21824269,-0.18116456,-0.2587966,0.03776545,-0.42481652,-0.16762203,-0.21251687,-0.16326116,-0.25324038,0.036100127,-0.104887486,-0.10488796

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2314326763153076,-1.2314323532581328,8.474024202823639,,
+1000,-1.2118927240371704,-1.2118923553228378,8.45448421907425,,
+1500,-1.2464570999145508,-1.2464573959112166,8.48904921913147,,
+2000,-1.2698241472244263,-1.2698240860700607,8.51241591644287,,
+2500,-1.201514720916748,-1.2015148187875748,8.444106648921966,,
+3000,-1.2184280157089233,-1.218428316116333,8.4610201485157,,
+3500,-1.1736212968826294,-1.173621983885765,8.416213855266571,,
+4000,-1.2497138977050781,-1.2497139177322387,8.49230577325821,,
+4500,-1.2183831930160522,-1.2183836542367936,8.460975492954255,,
+5000,-1.262457251548767,-1.2624577023983001,8.505049545288086,,
+5000,,,,7.9322026765346525,-0.6896112561225891
+5500,-1.2406599521636963,-1.240659739613533,8.483251593112946,,
+6000,-1.235280156135559,-1.2352806688547135,8.477872519493102,,
+6500,-1.1747647523880005,-1.1747650099992752,8.417356854915619,,
+7000,-1.2175401449203491,-1.2175402114391327,8.460132093429566,,
+7500,-1.2296068668365479,-1.2296072407960892,8.472199108600616,,
+8000,-1.210802435874939,-1.2108027153015137,8.453394566774369,,
+8500,-1.2512915134429932,-1.2512906688451766,8.49388247346878,,
+9000,-1.1565662622451782,-1.156565772175789,8.399157617092133,,
+9500,-1.239853858947754,-1.2398534250259399,8.48244528722763,,
+10000,-1.2744898796081543,-1.274489659190178,8.517081499576568,,
+10000,,,,7.958550056219101,-0.7159585952758789
+10500,-1.1848666667938232,-1.1848670313358307,8.427458918094635,,
+11000,-1.2224100828170776,-1.2224100394248962,8.465001905441284,,
+11500,-1.2297252416610718,-1.2297254852056503,8.472317406654359,,
+12000,-1.2335174083709717,-1.2335175668001175,8.476109424114227,,
+12500,-1.2434746026992798,-1.2434740257263184,8.486065916061401,,
+13000,-1.2377310991287231,-1.2377306753396988,8.480322514533997,,
+13500,-1.221513271331787,-1.2215129095315933,8.464104759216308,,
+14000,-1.2752387523651123,-1.2752391723394394,8.517831021785737,,
+14500,-1.2445248365402222,-1.2445251603126526,8.487116991996766,,
+15000,-1.2327380180358887,-1.2327383004426957,8.475330193042755,,
+15000,,,,7.995301734209061,-0.7527105212211609
+15500,-1.2126586437225342,-1.2126588433980943,8.455250706195832,,
+16000,-1.2138803005218506,-1.2138802934885025,8.456472114562988,,
+16500,-1.2481669187545776,-1.248166725873947,8.490758556365966,,
+17000,-1.2582528591156006,-1.2582525831460953,8.500844423294067,,
+17500,-1.2492791414260864,-1.249279431462288,8.491871327877044,,
+18000,-1.2969564199447632,-1.296955921292305,8.539547770500183,,
+18500,-1.2441678047180176,-1.2441675831079484,8.486759459018707,,
+19000,-1.2783924341201782,-1.27839215695858,8.520984045982361,,
+19500,-1.130173683166504,-1.130173910498619,8.372765781879425,,
+20000,-1.250647783279419,-1.2506474372148513,8.493239264011383,,
+20000,,,,7.935885900259018,-0.6932945251464844
+20500,-1.217976689338684,-1.2179760522842407,8.460567858695985,,
+21000,-1.2341352701187134,-1.2341348736286164,8.476726735591889,,
+21500,-1.1236244440078735,-1.123624120593071,8.366215987205505,,
+22000,-1.254234790802002,-1.2542347669601441,8.496826575756073,,
+22500,-1.1652778387069702,-1.165277999162674,8.40786983537674,,
+23000,-1.159188985824585,-1.1591894530057907,8.401781301498414,,
+23500,-1.149506688117981,-1.1495072745084762,8.392099150180817,,
+24000,-1.1974347829818726,-1.1974349045753478,8.440026760101318,,
+24500,-1.1837012767791748,-1.1837014780044555,8.42629331588745,,
+25000,-1.174018383026123,-1.174018779873848,8.41661062860489,,
+25000,,,,7.811714940071106,-0.5691235661506653
+25500,-1.1193246841430664,-1.1193247735500336,8.361916605949402,,
+26000,-1.0960482358932495,-1.0960478764772414,8.33863978433609,,
+26500,-1.0849117040634155,-1.0849120968580246,8.32750392627716,,
+27000,-1.1194047927856445,-1.1194045298099518,8.361996370315552,,
+27500,-1.23709237575531,-1.2370922718048096,8.479684079647065,,
+28000,-1.1847652196884155,-1.184764976501465,8.427356828212739,,
+28500,-1.1588187217712402,-1.15881807410717,8.401409922122955,,
+29000,-1.0836783647537231,-1.083677877187729,8.326269731760025,,
+29500,-1.1268894672393799,-1.1268891876935958,8.369481075763703,,
+30000,-1.1637641191482544,-1.1637637238502503,8.406355609416961,,
+30000,,,,7.784159244298935,-0.5415679812431335
+30500,-1.1353254318237305,-1.135325456738472,8.377917337417603,,
+31000,-1.1423299312591553,-1.1423295331001282,8.384921429157258,,
+31500,-1.1133512258529663,-1.1133515486717225,8.355943387031555,,
+32000,-1.222296118736267,-1.2222963411808014,8.464888169288635,,
+32500,-1.150512456893921,-1.1505123969316482,8.393104264259339,,
+33000,-1.125260591506958,-1.1252612785100937,8.367853121280671,,
+33500,-1.1390838623046875,-1.139083995461464,8.381675876140594,,
+34000,-1.1561692953109741,-1.1561700139045716,8.398761870861053,,
+34500,-1.137761116027832,-1.1377609115839005,8.380352760314942,,
+35000,-1.2005033493041992,-1.2005030925273896,8.44309496974945,,
+35000,,,,7.887998183965683,-0.6454069018363953
+35500,-1.1491131782531738,-1.1491133167743683,8.391705202102662,,
+36000,-1.1474275588989258,-1.147427963256836,8.390019812107086,,
+36500,-1.220345377922058,-1.220345216035843,8.462937005519867,,
+37000,-1.19932222366333,-1.199322410583496,8.441914232730866,,
+37500,-1.1736277341842651,-1.1736277115345002,8.416219549179077,,
+38000,-1.1126766204833984,-1.1126764079332352,8.355268245220184,,
+38500,-1.1952987909317017,-1.195298997759819,8.437890825748443,,
+39000,-1.1146807670593262,-1.11468020427227,8.357272114753723,,
+39500,-1.0341205596923828,-1.0341212216615676,8.27671303844452,,
+40000,-1.08157217502594,-1.081572243332863,8.324164072990417,,
+40000,,,,7.726835983991623,-0.4842446744441986
+40500,-1.1045516729354858,-1.1045517790317536,8.347143630027771,,
+41000,-1.1462002992630005,-1.1462001769542693,8.388792037963867,,
+41500,-1.0991922616958618,-1.0991922240257264,8.34178409385681,,
+42000,-1.018854022026062,-1.0188546842336654,8.261446550369262,,
+42500,-1.0865511894226074,-1.0865512384176255,8.329143124580384,,
+43000,-1.0875457525253296,-1.087546366095543,8.33013823223114,,
+43500,-1.0624845027923584,-1.0624842952489852,8.30507616853714,,
+44000,-1.110548973083496,-1.1105487706661223,8.353140575885773,,
+44500,-1.0370830297470093,-1.0370827714204789,8.279674609661102,,
+45000,-1.0247442722320557,-1.0247447344064713,8.267336606025696,,
+45000,,,,7.677720221281052,-0.4351290464401245
+45500,-1.0305579900741577,-1.0305582687854766,8.273150089263916,,
+46000,-1.0270049571990967,-1.0270055371522904,8.269597430706025,,
+46500,-1.0107426643371582,-1.0107427190542222,8.253334593772887,,
+47000,-1.0566256046295166,-1.0566253341436387,8.299217156887055,,
+47500,-1.1598283052444458,-1.159828102707863,8.402419945240021,,
+48000,-1.09328031539917,-1.0932803958654405,8.33587223815918,,
+48500,-1.0516371726989746,-1.0516376746892928,8.294229517936706,,
+49000,-1.0756503343582153,-1.0756509048938752,8.318242762088776,,
+49500,-1.0828551054000854,-1.0828550138473512,8.32544687795639,,
+50000,-1.0941827297210693,-1.0941830357313156,8.336774921417236,,
+50000,,,,7.727547553777694,-0.48495611548423767
+50500,-1.092225193977356,-1.0922255001068115,8.334817419528962,,
+51000,-1.0617808103561401,-1.0617810192108155,8.304372897148133,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04171b4cd57ff032f1bcc9192b4512860da70a47db41f0abc74a9ba7979fc89
+size 1835422

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.370034,0.050025,0.32096073,-0.35611066,0.11723301,0.12828939,0.13850719,0.054905027,0.32194507,-0.36286816,0.13158283,0.13763258,0.144541,-1.1274422,-1.1274424
+4.098402,0.084900044,0.3868423,-0.23473382,0.36676955,0.120221555,0.07937963,0.08302409,0.38563702,-0.23771337,0.3830088,0.12509182,0.08435343,3.1441896,3.1441898
+5.5358152,-0.06857878,0.42668945,-0.008454269,0.56599325,0.1382374,0.003969161,-0.073344864,0.42314675,-0.0044050943,0.5769194,0.14387953,0.009995164,1.7067763,1.7067766
+10.229786,-0.27046016,0.38469467,0.15183571,0.61528784,0.17255583,-0.05056706,-0.26597932,0.38085553,0.1576376,0.6207734,0.17867465,-0.048721522,-2.9871943,-2.987194
+12.105625,-0.39539185,0.18951826,0.13988045,0.5085118,0.23281875,-0.08813569,-0.3879318,0.1892345,0.14287242,0.51523906,0.2401106,-0.08522547,-4.863034,-4.8630333
+7.909351,-0.48226735,-0.01145651,-0.045545526,0.29804388,0.2708509,-0.041434087,-0.47652283,-0.0069936793,-0.03923922,0.30861956,0.27620354,-0.04164356,-0.6667592,-0.666759
+4.2562623,-0.48620245,-0.06218262,-0.21240762,0.0619986,0.27335116,0.074137576,-0.47926825,-0.0591134,-0.20853797,0.08297689,0.27921996,0.07550657,2.9863293,2.9863296
+6.6922092,-0.33988634,0.074593395,-0.2792457,-0.09027011,0.24474964,0.15165606,-0.3284857,0.07301593,-0.28194934,-0.07202661,0.24910933,0.15301022,0.55038226,0.5503826
+10.795459,-0.1633587,0.23892435,-0.36199072,-0.10722192,0.1694139,0.16792606,-0.15950523,0.24067107,-0.36414418,-0.09382299,0.18086058,0.16936937,-3.5528672,-3.552867
+10.658225,-0.0024462696,0.3088292,-0.39063492,-0.0012442004,0.12285848,0.1570129,0.0009989981,0.30809578,-0.39793107,0.009705091,0.13544968,0.16162233,-3.4156325,-3.4156332
+6.1058235,0.10062121,0.36098748,-0.32421795,0.21500465,0.11634071,0.1201359,0.103076056,0.361101,-0.32974324,0.22983058,0.121536404,0.12515844,1.1367682,1.1367683
+4.012965,0.06381716,0.4192991,-0.1278063,0.48339787,0.111672,0.046485126,0.055860832,0.41682285,-0.1275375,0.4978365,0.116122305,0.051932402,3.2296264,3.2296267
+7.4299707,-0.15500714,0.43800405,0.10954103,0.62578917,0.14330831,-0.027971214,-0.15794933,0.43421432,0.11655998,0.63547355,0.14754994,-0.024923233,-0.18737905,-0.18737888
+11.725626,-0.32947758,0.3267981,0.19275303,0.6091228,0.18747815,-0.07600777,-0.32400966,0.32296327,0.19661038,0.6135524,0.1944511,-0.07344959,-4.4830346,-4.483034
+10.52965,-0.4350843,0.09632618,0.099398576,0.4335591,0.25571737,-0.09417794,-0.42851713,0.09737721,0.10338553,0.44194227,0.26200578,-0.09139495,-3.2870579,-3.2870579
+5.1965747,-0.50673985,-0.06265676,-0.13630186,0.19535515,0.2673845,0.0055260267,-0.5014339,-0.057249792,-0.13098334,0.20870672,0.27245715,0.0052080657,2.046017,2.0460172
+4.6930003,-0.44782147,-0.021402342,-0.23606962,-0.015196508,0.26466912,0.122502595,-0.43971846,-0.023138082,-0.23581415,0.008943366,0.26921502,0.12588611,2.5495913,2.5495915
+9.076118,-0.26945454,0.15224047,-0.31289706,-0.118088216,0.2112657,0.16808283,-0.2600193,0.15102182,-0.31632856,-0.10224366,0.2169125,0.16788915,-1.8335267,-1.8335266
+11.942289,-0.09965536,0.28100666,-0.38768497,-0.08144131,0.1403313,0.17510276,-0.09871243,0.2802985,-0.39196476,-0.06718482,0.15357718,0.17806236,-4.6996975,-4.6996975
+8.756146,0.05227667,0.3287828,-0.39049807,0.080077544,0.11787927,0.14930452,0.05617188,0.32817543,-0.39775428,0.093437515,0.12679511,0.15551414,-1.5135542,-1.5135546
+3.944015,0.1121538,0.3890151,-0.26995334,0.3466228,0.11454049,0.09740955,0.10764578,0.38707015,-0.27348217,0.36441603,0.11769046,0.10069764,3.2985766,3.2985768
+4.583839,-0.027276834,0.44477376,-0.020171782,0.5790648,0.12504923,0.012587031,-0.03539496,0.44050246,-0.016042454,0.5906487,0.12901092,0.01851756,2.6587527,2.658753
+9.708512,-0.2504827,0.42067242,0.174814,0.64583427,0.15890905,-0.05010649,-0.24993935,0.41585943,0.18080911,0.6526652,0.16335715,-0.048467785,-2.4659207,-2.4659204
+12.594146,-0.3802815,0.2334983,0.17590243,0.5469012,0.21935727,-0.090880975,-0.37453294,0.2314488,0.17844468,0.55238885,0.2265478,-0.08629879,-5.3515544,-5.351554
+8.341438,-0.47087315,0.01573133,-0.009288913,0.33703813,0.26797548,-0.057502046,-0.46561486,0.018170135,-0.0044113006,0.34702402,0.27308407,-0.055794388,-1.0988466,-1.0988464
+3.886961,-0.49819395,-0.06259123,-0.20861617,0.09759493,0.2666748,0.075282715,-0.49165627,-0.059463523,-0.20419806,0.11873908,0.27171826,0.076990925,3.3556306,3.3556309
+6.232342,-0.36622146,0.0628392,-0.26700133,-0.06602356,0.24250719,0.1604199,-0.35584137,0.059132576,-0.2702432,-0.045556515,0.24605623,0.16289471,1.0102497,1.0102501
+10.82006,-0.18900397,0.23313537,-0.34696934,-0.10824671,0.17250127,0.1772938,-0.18463098,0.23312694,-0.3504996,-0.09323643,0.18212351,0.17776787,-3.5774682,-3.577468
+11.473463,-0.024328923,0.31638741,-0.39398855,-0.015979474,0.120357335,0.16904332,-0.023393704,0.3135102,-0.4026356,-0.0034220573,0.1324048,0.17254966,-4.2308707,-4.230871
+6.7123556,0.09033421,0.3607947,-0.34855822,0.20140752,0.11598858,0.12882128,0.092260465,0.35945785,-0.35482004,0.21655408,0.12061091,0.1342491,0.5302362,0.53023624
+3.515761,0.07706904,0.4191613,-0.17019975,0.47918615,0.11312105,0.05766605,0.06761983,0.4154348,-0.1709558,0.49519947,0.116224304,0.062381618,3.7268312,3.726831
+6.4176717,-0.13881575,0.44807935,0.078201406,0.6381723,0.14432889,-0.02121996,-0.1443004,0.44322553,0.08523326,0.6484787,0.1473959,-0.017055212,0.82492,0.8249202
+11.339175,-0.3232487,0.3509356,0.19132058,0.6290873,0.18396227,-0.06712301,-0.31989607,0.34564075,0.1951451,0.63338524,0.18974967,-0.0639225,-4.0965834,-4.0965834
+11.319159,-0.4270816,0.120678395,0.11615388,0.45654202,0.25057748,-0.09003365,-0.42181137,0.120327234,0.11911367,0.464021,0.25665694,-0.08564531,-4.076567,-4.0765667
+5.942567,-0.50174224,-0.048557192,-0.12111017,0.22137263,0.2657481,0.0016997922,-0.49720687,-0.044668116,-0.11657483,0.23395327,0.27037174,0.002549382,1.3000246,1.300025
+4.504468,-0.45684072,-0.02301257,-0.2360917,0.0063378084,0.26213273,0.1262589,-0.44934246,-0.025260149,-0.2354575,0.031988107,0.26626906,0.13024405,2.7381237,2.738124
+8.453316,-0.28159952,0.14913705,-0.30700842,-0.10619722,0.21221767,0.17523845,-0.27195662,0.14642411,-0.31124464,-0.08928959,0.21675226,0.17537881,-1.2107241,-1.2107239
+11.592098,-0.11052324,0.28649494,-0.38087252,-0.08232862,0.1422393,0.180464,-0.11006332,0.28466657,-0.3864903,-0.0668677,0.15450618,0.18266034,-4.3495064,-4.3495064
+9.282263,0.044263482,0.34036642,-0.3903607,0.06982135,0.114645675,0.15385889,0.046478562,0.3382797,-0.39898443,0.08371894,0.123089224,0.15941706,-2.0396707,-2.039671
+4.618103,0.11420086,0.39538684,-0.27687195,0.33343887,0.11147332,0.101240456,0.10935286,0.39221495,-0.28149918,0.3516182,0.113855824,0.10398596,2.6244884,2.6244888
+4.451931,-0.006904466,0.44686544,-0.037878864,0.58038783,0.1198245,0.015457654,-0.016417218,0.44170907,-0.034170717,0.59222263,0.122973144,0.02164528,2.7906606,2.7906609
+9.082369,-0.23785633,0.4280003,0.1665132,0.66138,0.15668514,-0.05018013,-0.23894258,0.42263213,0.1728718,0.66870457,0.1600378,-0.048049793,-1.8397775,-1.839777
+12.157542,-0.37606153,0.24658406,0.1824966,0.5656554,0.21647783,-0.090879746,-0.37122574,0.24331889,0.184894,0.5708156,0.22311531,-0.085573964,-4.914951,-4.9149504
+8.5372715,-0.46909663,0.022420058,0.010119686,0.3484835,0.26691994,-0.06419952,-0.46442088,0.0238093,0.014604749,0.35800138,0.27171302,-0.06148441,-1.2946796,-1.2946796
+4.1307755,-0.504089,-0.06832592,-0.20026214,0.10363209,0.2648645,0.0674815,-0.49831372,-0.06581957,-0.19573027,0.12458886,0.26941082,0.069446474,3.1118162,3.1118164
+6.277533,-0.3779111,0.05181554,-0.2626491,-0.06349872,0.24495408,0.15715092,-0.36853456,0.04668255,-0.26628396,-0.041997775,0.24802369,0.16029076,0.96505857,0.9650588
+10.751351,-0.1974928,0.22523159,-0.3477902,-0.11392381,0.1763974,0.17731236,-0.19338658,0.22398111,-0.3517353,-0.09741659,0.1853838,0.17772943,-3.5087597,-3.5087595
+11.344645,-0.02853102,0.31296083,-0.39962545,-0.026681663,0.122157365,0.17238429,-0.028468547,0.3089943,-0.4086114,-0.012975881,0.13390163,0.17575914,-4.1020527,-4.1020527
+6.6030674,0.0930403,0.35843804,-0.35645297,0.18751024,0.11670466,0.13214475,0.094732806,0.3559504,-0.36317566,0.20299089,0.120994344,0.13775104,0.6395246,0.63952446
+3.4703856,0.08713059,0.4174423,-0.17359462,0.4677097,0.1108821,0.061475456,0.07726328,0.41305265,-0.17499919,0.48428074,0.11329283,0.065790854,3.772206,3.7722063
+6.4011164,-0.12723956,0.4500216,0.08362091,0.633642,0.14006385,-0.020256093,-0.13365865,0.44474784,0.09086239,0.6436784,0.14248821,-0.015794648,0.8414753,0.8414755
+11.4288845,-0.3166402,0.35859534,0.20174712,0.6295215,0.17939131,-0.07024065,-0.31386107,0.35278007,0.20571548,0.6337788,0.18479562,-0.06715621,-4.186292,-4.1862926
+11.381112,-0.4211323,0.12911162,0.12691644,0.4570816,0.24916768,-0.09903845,-0.41616204,0.12800075,0.12960002,0.4645032,0.25508562,-0.09366749,-4.1385207,-4.1385202
+5.7580576,-0.4966003,-0.04359305,-0.11689186,0.2230191,0.26747534,-0.008482574,-0.4925875,-0.039873242,-0.112332016,0.2352443,0.27188656,-0.0069186,1.4845341,1.4845343
+4.3658133,-0.45453665,-0.02505893,-0.23659202,0.00796649,0.26510853,0.11739232,-0.44746864,-0.027697323,-0.2354922,0.033992693,0.2689176,0.12191582,2.8767784,2.8767786
+8.497657,-0.27976808,0.1442099,-0.30405495,-0.10460894,0.2169775,0.16723251,-0.2705854,0.14070597,-0.30829903,-0.08772455,0.22121027,0.16757354,-1.2550653,-1.255065
+11.830223,-0.11005192,0.28024027,-0.38047236,-0.08520586,0.14758626,0.17466949,-0.11005616,0.277871,-0.38566378,-0.06968586,0.15932456,0.1768209,-4.587631,-4.587631
+9.505562,0.04527522,0.32915646,-0.39248163,0.06129025,0.11870696,0.15153827,0.047188208,0.32600248,-0.40082332,0.075029254,0.12702134,0.15703818,-2.26297,-2.26297
+4.574502,0.116814226,0.3793079,-0.281391,0.3181344,0.11375044,0.10208852,0.112686396,0.3750336,-0.28621542,0.3363919,0.115895525,0.10528515,2.6680899,2.6680899
+4.2516575,-0.0021539908,0.4317363,-0.039111584,0.5652216,0.121489,0.019007606,-0.012461079,0.42638943,-0.03517121,0.57705635,0.12440543,0.02532904,2.9909344,2.9909344
+8.935978,-0.23430775,0.41867384,0.1719144,0.6422418,0.15679646,-0.04957799,-0.23555534,0.41324225,0.17877789,0.6487689,0.1599718,-0.04741288,-1.693386,-1.6933861
+12.226517,-0.37367204,0.24436226,0.19329664,0.54287845,0.21406855,-0.097084835,-0.3686912,0.2409603,0.19568989,0.54864186,0.220518,-0.0915414,-4.9839253,-4.983925
+8.799061,-0.46488383,0.025705168,0.022404173,0.33209488,0.26637766,-0.07810192,-0.46045044,0.027094373,0.02764097,0.34120303,0.27092862,-0.07463803,-1.5564693,-1.556469
+4.258608,-0.496421,-0.06666267,-0.1959,0.09633486,0.26925015,0.047270752,-0.4914658,-0.06453817,-0.19132118,0.116725,0.27390715,0.049603797,2.9839838,2.983984
+6.1881604,-0.36970162,0.04747659,-0.2634234,-0.06782472,0.25460637,0.13899359,-0.3605449,0.042382516,-0.26653805,-0.046444282,0.2572704,0.14241798,1.0544312,1.0544314
+10.561109,-0.18830323,0.21794769,-0.35177857,-0.1170419,0.18580039,0.16452935,-0.18505494,0.21585155,-0.35505912,-0.101128876,0.19492686,0.16514726,-3.318517,-3.3185167
+11.260569,-0.020222096,0.3021194,-0.39977738,-0.0350933,0.12930629,0.16461913,-0.020108571,0.29754075,-0.40742427,-0.02210311,0.14055468,0.16833994,-4.0179768,-4.0179768
+6.7785068,0.10274607,0.34312785,-0.35026327,0.16517794,0.11970183,0.12795372,0.104977995,0.33926705,-0.35686088,0.1804307,0.12392342,0.13360314,0.46408522,0.4640851
+3.6690516,0.0980785,0.3968331,-0.15869682,0.44128403,0.10779731,0.061086,0.08906583,0.3922417,-0.16010496,0.45727122,0.110000044,0.065826505,3.5735397,3.5735402
+6.4111557,-0.11564247,0.43327674,0.10270002,0.60982823,0.13566518,-0.02062176,-0.12250111,0.42811874,0.110930204,0.6187692,0.13776815,-0.016243948,0.8314359,0.83143616
+11.277192,-0.30980924,0.34631148,0.22066915,0.6021063,0.17612931,-0.0809098,-0.30596718,0.34086308,0.2253363,0.60613215,0.18151504,-0.078067824,-4.0346003,-4.0346003
+11.200307,-0.41817108,0.12574337,0.1496622,0.4282288,0.2473112,-0.11921181,-0.4129922,0.12428564,0.15305698,0.4361991,0.25309327,-0.113493875,-3.957715,-3.957715
+5.733119,-0.49128902,-0.04676254,-0.10072202,0.20252886,0.27020982,-0.03711591,-0.48788846,-0.04226108,-0.09535473,0.21385847,0.274773,-0.03524697,1.5094727,1.5094728
+4.4752064,-0.44735855,-0.033441372,-0.23093396,-0.0052548256,0.276013,0.08501188,-0.44093478,-0.03640738,-0.22956565,0.01953526,0.2797254,0.0897973,2.7673852,2.7673855
+8.632474,-0.2678755,0.1310395,-0.3058823,-0.11315107,0.23169416,0.14111681,-0.2599325,0.1271064,-0.3095319,-0.096985996,0.2362558,0.14144702,-1.3898826,-1.3898821
+11.838955,-0.09859036,0.2626666,-0.38902792,-0.095320895,0.15895389,0.15981072,-0.09920197,0.2596587,-0.39222708,-0.08051023,0.17067397,0.16270262,-4.5963635,-4.596363
+9.31021,0.059779987,0.3051996,-0.39181954,0.040738583,0.12739715,0.14498915,0.06281715,0.3008044,-0.398749,0.053888433,0.13584456,0.15086403,-2.0676184,-2.0676184
+4.4170995,0.13192055,0.35102716,-0.27047455,0.28414306,0.1140701,0.09942213,0.129799,0.34553418,-0.27530453,0.30168548,0.11616272,0.103636645,2.8254921,2.8254924
+4.3157706,0.009813311,0.40621898,-0.007260969,0.5303873,0.11786345,0.02090743,-0.00034302287,0.4011176,-0.0025845524,0.5412778,0.12056321,0.027421331,2.926821,2.9268212
+9.118957,-0.22402823,0.40107322,0.20412815,0.60168463,0.15168187,-0.056146257,-0.22397695,0.39624295,0.2122291,0.6067456,0.15486671,-0.05466584,-1.8763651,-1.8763647
+12.320262,-0.36608186,0.23435146,0.22201128,0.5004931,0.20909178,-0.11797616,-0.3602198,0.23126489,0.22493514,0.5073374,0.2155367,-0.11275442,-5.0776706,-5.07767
+8.632664,-0.4570809,0.024231324,0.044799373,0.3003372,0.26756564,-0.1090625,-0.4525927,0.026225971,0.05138115,0.30895868,0.27186593,-0.10467739,-1.3900722,-1.3900719
+4.1074185,-0.48198262,-0.0685857,-0.18811081,0.080388665,0.27807364,0.009242499,-0.47823617,-0.06657509,-0.18315412,0.099612415,0.28325593,0.011925323,3.1351736,3.1351733
+6.260536,-0.3507581,0.038148798,-0.26162592,-0.07424239,0.27079812,0.10176942,-0.34192196,0.034007244,-0.26366836,-0.054420173,0.27326962,0.10529819,0.9820555,0.98205566
+10.716233,-0.16989003,0.2020239,-0.35550252,-0.11902006,0.20148799,0.13673624,-0.16836953,0.19887008,-0.35742268,-0.10467765,0.21137992,0.13780472,-3.4736414,-3.4736414
+11.349373,-0.0027371403,0.27765012,-0.4005783,-0.045931637,0.1414384,0.14922494,-0.0019131433,0.27257553,-0.40529016,-0.03386765,0.15210833,0.15379037,-4.1067805,-4.106781
+6.7182093,0.12207587,0.30860487,-0.3400344,0.13490862,0.12666917,0.12102455,0.12556008,0.30270177,-0.3460091,0.15004519,0.13121487,0.12683101,0.52438265,0.5243826
+3.6078794,0.110997885,0.35795316,-0.13035315,0.3998746,0.106779814,0.060124055,0.104537316,0.35302216,-0.1313027,0.414292,0.10902327,0.06595042,3.6347122,3.6347125
+6.4505796,-0.10432485,0.40364715,0.13964264,0.562033,0.1323351,-0.022035493,-0.110419706,0.39879298,0.1493372,0.56899726,0.13421963,-0.01771876,0.79201204,0.7920122
+11.32952,-0.299755,0.3226277,0.25384143,0.54633576,0.17265189,-0.09734883,-0.29337275,0.31831637,0.25953922,0.55063254,0.17819005,-0.094912514,-4.0869284,-4.0869284
+11.177297,-0.41142842,0.11725533,0.18143925,0.3814639,0.2434862,-0.14815038,-0.40579128,0.115787536,0.18638517,0.39017865,0.24913219,-0.142497,-3.9347055,-3.9347048
+5.7388344,-0.4778659,-0.049760543,-0.07908019,0.17671618,0.275649,-0.0786316,-0.474938,-0.0442392,-0.07269171,0.18733302,0.28056142,-0.076406784,1.5037571,1.5037575
+4.562772,-0.4269507,-0.040128738,-0.22484997,-0.015896862,0.292034,0.03632681,-0.4208118,-0.042663105,-0.22295874,0.006523261,0.2958381,0.041061923,2.67982,2.67982
+8.697224,-0.241454,0.115933806,-0.30804515,-0.11398441,0.25112814,0.10079879,-0.23563534,0.112086564,-0.31021127,-0.09952652,0.25683364,0.100878514,-1.4546322,-1.4546318
+11.765075,-0.07454053,0.23878267,-0.39393166,-0.09813251,0.17495033,0.1350024,-0.07536121,0.23511931,-0.39446422,-0.08476117,0.18650222,0.13891552,-4.5224833,-4.522483
+9.175675,0.08591482,0.27378297,-0.37930498,0.019752359,0.13851437,0.13286051,0.09077959,0.26773745,-0.38422778,0.03229107,0.14723083,0.13888882,-1.9330835,-1.9330835
+4.439541,0.15521303,0.31009153,-0.24003154,0.2409989,0.112279564,0.09264097,0.15680292,0.30343395,-0.24477425,0.25657442,0.11448723,0.09860274,2.803051,2.803051
+4.4834986,0.028777415,0.3688188,0.04472351,0.47854546,0.1125862,0.019382974,0.020184921,0.36371934,0.05069533,0.48803583,0.115074515,0.026641967,2.7590926,2.7590933
+9.2547035,-0.20529802,0.37042043,0.24908975,0.5436028,0.14571084,-0.06914292,-0.20210256,0.36659697,0.25919995,0.54737663,0.14908521,-0.067932025,-2.012112,-2.0121117
+12.209662,-0.35355905,0.21368961,0.2633551,0.44714692,0.20307505,-0.14785603,-0.3463274,0.2114577,0.26755473,0.45521775,0.20950523,-0.14336558,-4.96707,-4.9670706
+8.36595,-0.4461896,0.01590688,0.07964439,0.26427746,0.26809183,-0.15120849,-0.44156593,0.018891165,0.087763675,0.27261195,0.27225038,-0.14586616,-1.1233581,-1.1233578
+4.098617,-0.46165195,-0.075889684,-0.17049608,0.06481293,0.29043177,-0.045866773,-0.45904037,-0.074023426,-0.16510338,0.08202771,0.29648182,-0.042771332,3.1439745,3.1439748
+6.5000763,-0.3231038,0.023249494,-0.2570589,-0.07719762,0.29065588,0.04823836,-0.3143927,0.020368615,-0.257728,-0.059132814,0.29396686,0.051637918,0.74251527,0.74251556
+10.904366,-0.14189595,0.17750245,-0.35985777,-0.11610776,0.22101657,0.09831788,-0.14290167,0.17273837,-0.3599172,-0.10325378,0.23225015,0.10018122,-3.661774,-3.6617737
+11.211415,0.02608213,0.2442114,-0.3983481,-0.05497077,0.1559731,0.12988468,0.02844357,0.23866576,-0.39964104,-0.043088682,0.16604745,0.13564783,-3.9688232,-3.9688234
+6.416696,0.15688595,0.2656885,-0.31628746,0.103075385,0.13257962,0.11193031,0.16221476,0.25706998,-0.32175067,0.11828643,0.13779294,0.117976144,0.825896,0.8258958
+3.5762913,0.13350545,0.3127419,-0.074518204,0.34887782,0.10359794,0.05593414,0.13135439,0.30699253,-0.074377894,0.3604916,0.10577026,0.06337076,3.6663,3.6663005
+6.723394,-0.08236625,0.36849952,0.19927642,0.5000846,0.12558278,-0.030906966,-0.08541669,0.36393258,0.21072353,0.50495857,0.12712297,-0.025974749,0.5191977,0.51919794
+11.547728,-0.27850136,0.29146817,0.30298802,0.48309508,0.16676919,-0.12337442,-0.2687278,0.28876373,0.3101789,0.48856226,0.1725071,-0.121533565,-4.305136,-4.3051357
+10.986153,-0.39710155,0.10168547,0.22164255,0.33578804,0.23901829,-0.18688849,-0.39102876,0.10057557,0.22866571,0.34528366,0.24439272,-0.18132752,-3.7435608,-3.7435608
+5.45582,-0.4565707,-0.05700708,-0.051927723,0.15441447,0.283909,-0.13038349,-0.45350862,-0.05075246,-0.044594713,0.16466153,0.28939098,-0.1274664,1.7867714,1.7867718
+4.67751,-0.39408273,-0.04951272,-0.21544573,-0.020334316,0.30954012,-0.023825938,-0.3873155,-0.050994538,-0.21291582,-0.00042651407,0.31416687,-0.019345427,2.5650818,2.565082
+8.971483,-0.20398468,0.09712444,-0.3069919,-0.10600717,0.27032924,0.04959911,-0.20121624,0.09277987,-0.3069643,-0.09301668,0.27838865,0.049755454,-1.728892,-1.7288914
+11.847629,-0.03975743,0.20794883,-0.39423838,-0.09296951,0.19196188,0.10393068,-0.040017165,0.20343812,-0.3925334,-0.08055774,0.20319343,0.10914728,-4.6050367,-4.6050367
+8.952181,0.12581079,0.23402947,-0.35664114,0.0067707244,0.14967881,0.118543565,0.13244623,0.22573659,-0.3596194,0.019127728,0.15870859,0.12444852,-1.7095886,-1.709589
+4.2661076,0.18777996,0.25900558,-0.18869025,0.20436144,0.11066905,0.08283869,0.19449338,0.25093397,-0.19292685,0.21752715,0.11311464,0.090963244,2.9764843,2.9764843
+4.6575775,0.05181635,0.32563555,0.1146815,0.42176357,0.10888392,0.011336813,0.04696837,0.31997842,0.12233561,0.42943642,0.11081593,0.019991117,2.5850143,2.5850143
+9.545489,-0.17873695,0.33035216,0.3056408,0.47648516,0.14107251,-0.090678714,-0.17013007,0.32775402,0.31722268,0.48046318,0.14488691,-0.088809796,-2.302898,-2.3028975
+12.187414,-0.33383584,0.1831474,0.31067225,0.39229095,0.19771937,-0.18288535,-0.32515916,0.18205108,0.31687096,0.40110016,0.20402497,-0.17933488,-4.944823,-4.9448223
+8.029989,-0.42735,0.0004392881,0.11417517,0.23181537,0.26939487,-0.19755024,-0.42210767,0.004616903,0.123278424,0.2403355,0.27360523,-0.19133396,-0.7873976,-0.7873974
+4.121731,-0.42873904,-0.08357709,-0.15007153,0.05338327,0.30521262,-0.10652125,-0.42560598,-0.08179429,-0.14398879,0.06840967,0.31231526,-0.10296796,3.120861,3.120861
+6.823542,-0.27871528,0.011320936,-0.25324097,-0.07281767,0.3082306,-0.011601878,-0.27017075,0.0086425785,-0.2522401,-0.056186147,0.31404552,-0.008550061,0.41904938,0.41904974
+11.077268,-0.09986767,0.15037586,-0.3612681,-0.10437367,0.23880884,0.056348942,-0.102973536,0.1441156,-0.35932738,-0.0924954,0.2511987,0.059613958,-3.8346758,-3.8346758
+10.932428,0.070808575,0.20739742,-0.38442716,-0.053402476,0.16971803,0.10870497,0.07550016,0.20124426,-0.3829217,-0.04130455,0.17920099,0.11538622,-3.6898367,-3.6898365
+6.0744667,0.20585361,0.21802147,-0.26885474,0.085618585,0.13338867,0.09984745,0.21442968,0.20653585,-0.27411303,0.10060636,0.13928634,0.10666111,1.1681253,1.1681252
+3.6813676,0.16368115,0.26690766,0.009419812,0.30758044,0.100731954,0.0458225,0.16664882,0.25964156,0.012126105,0.3161623,0.10278929,0.05539176,3.5612242,3.5612242
+7.171123,-0.0526392,0.32829452,0.27253482,0.439957,0.119077116,-0.050738797,-0.049377687,0.32434312,0.28520837,0.44362867,0.120684445,-0.0443469,0.07146863,0.07146883
+11.748255,-0.24742185,0.24983796,0.36010405,0.42295673,0.16154134,-0.15750325,-0.23444599,0.24892947,0.36847195,0.4296664,0.16756776,-0.15599874,-4.5056634,-4.505663
+10.534522,-0.3761006,0.07544215,0.2601268,0.295011,0.23585549,-0.2289072,-0.3695741,0.075478986,0.2692104,0.30519462,0.24070153,-0.22306228,-3.2919312,-3.2919302
+5.098568,-0.4266456,-0.07032947,-0.024981802,0.13501652,0.29414883,-0.18453355,-0.422126,-0.06419743,-0.016720084,0.14495441,0.30083445,-0.18082035,2.1440237,2.144024
+5.0042386,-0.34602103,-0.058695942,-0.20289107,-0.02181316,0.32489464,-0.085824534,-0.33660483,-0.05990693,-0.19997479,-0.0034923088,0.3317205,-0.081934035,2.238353,2.2383533
+9.42199,-0.15414865,0.07686327,-0.30567375,-0.09454687,0.28495863,-0.0029408392,-0.15480784,0.07045818,-0.30318448,-0.08216003,0.29645863,-0.001692256,-2.179399,-2.1793985
+11.84049,0.009862604,0.17243192,-0.38750014,-0.08184165,0.2052579,0.07409745,0.011416914,0.16696824,-0.38463914,-0.06993877,0.21573901,0.08050202,-4.597899,-4.5978985
+8.421116,0.18554851,0.19006157,-0.31806558,0.0052268747,0.15676263,0.10391364,0.19385865,0.1789514,-0.31970772,0.017668093,0.16582286,0.10956608,-1.1785239,-1.178524
+4.002434,0.23413086,0.20770772,-0.10491964,0.1837769,0.107462496,0.07001683,0.24669957,0.19760299,-0.10774043,0.19432837,0.11025943,0.0804086,3.2401583,3.240158
+5.0470533,0.084410675,0.28673318,0.20746051,0.37483153,0.103249475,-0.007904796,0.08542332,0.2805617,0.2169915,0.38009292,0.10418454,0.002325872,2.1955383,2.1955385
+10.05304,-0.13831015,0.28558698,0.37386474,0.41621563,0.13479924,-0.12349689,-0.123910494,0.28428307,0.3856615,0.42122826,0.13945872,-0.1205455,-2.810448,-2.8104477
+12.054605,-0.30270052,0.14547144,0.358712,0.34439257,0.19376479,-0.22314176,-0.29291975,0.14561178,0.36752814,0.35378054,0.19946568,-0.2200955,-4.8120127,-4.8120127
+7.398619,-0.39821696,-0.021952065,0.14221111,0.20648538,0.27315307,-0.24570063,-0.39097646,-0.016696943,0.15159027,0.21519458,0.2778494,-0.23895672,-0.15602756,-0.15602732
+4.135784,-0.38073236,-0.09349501,-0.12892853,0.04480861,0.32014528,-0.16494533,-0.3739954,-0.09212569,-0.122565,0.05866628,0.32878193,-0.16194668,3.1068075,3.1068077
+7.3440104,-0.21716592,0.0002738852,-0.24674937,-0.06455375,0.32002047,-0.06963676,-0.21009028,-0.004509775,-0.24376237,-0.049197085,0.32985803,-0.06712365,-0.10141889,-0.101418495
+11.3699665,-0.044390254,0.119973645,-0.35632285,-0.08980038,0.2513855,0.017941142,-0.04726351,0.11247511,-0.3531948,-0.07830249,0.26404145,0.022844555,-4.127375,-4.1273746
+10.543637,0.13485107,0.16597195,-0.35772136,-0.04480867,0.18004104,0.08960448,0.14185956,0.15846415,-0.35451445,-0.032539383,0.18897882,0.09654561,-3.3010454,-3.3010454
+5.5645227,0.27126548,0.16497037,-0.19359858,0.081785135,0.12812828,0.086392045,0.2853395,0.15069427,-0.1988168,0.09569073,0.13459957,0.09473093,1.6780692,1.6780691
+3.8117778,0.20957594,0.22486323,0.11683062,0.28178975,0.09706141,0.02839073,0.21750955,0.21598884,0.12298338,0.28747243,0.09873584,0.03997702,3.4308145,3.430814
+7.782056,-0.006628258,0.28641173,0.3573008,0.38769272,0.11238946,-0.08198709,0.0046814624,0.283465,0.36946395,0.39123997,0.1148237,-0.07381771,-0.5394642,-0.539464
+11.978495,-0.20049857,0.20183876,0.42127398,0.37115768,0.15642649,-0.19754213,-0.1861618,0.20245609,0.43068042,0.3783703,0.16255996,-0.19617566,-4.7359033,-4.735903
+9.91689,-0.34305134,0.04199007,0.29415813,0.2628282,0.23398903,-0.2728336,-0.33501828,0.044088915,0.30436042,0.27319312,0.23853412,-0.2664591,-2.674299,-2.6742983
+4.7136,-0.38203207,-0.08639554,7.615425e-05,0.12005085,0.30618295,-0.23883404,-0.37351465,-0.08154845,0.009165088,0.12941608,0.31474134,-0.23484695,2.5289915,2.5289917
+5.4573913,-0.2772429,-0.066908985,-0.18783776,-0.019864282,0.3361906,-0.14427437,-0.26455656,-0.07028712,-0.18439856,-0.0024649333,0.34626323,-0.14149287,1.7852002,1.7852006
+9.930783,-0.09019987,0.053309843,-0.30141577,-0.0809876,0.29428145,-0.049555607,-0.09282348,0.044445895,-0.29671505,-0.06895183,0.3087522,-0.046592236,-2.6881917,-2.6881914
+11.748722,0.07770724,0.1327633,-0.37021467,-0.067934215,0.21438935,0.049942635,0.08246802,0.12617972,-0.36720815,-0.05639927,0.22373512,0.057068042,-4.5061307,-4.50613
+7.751111,0.26539892,0.14006382,-0.25879937,0.011731075,0.15610261,0.09017511,0.2767494,0.12611225,-0.25947553,0.024206677,0.16480604,0.09622608,-0.50851923,-0.5085192
+3.7740161,0.30069524,0.15825221,0.008695787,0.17797562,0.1033442,0.05401875,0.31755608,0.14553884,0.009093327,0.18570969,0.10672997,0.066894256,3.4685757,3.4685757
+5.6074142,0.13596407,0.24963242,0.31376073,0.33904603,0.095553085,-0.037384756,0.1443342,0.24384752,0.324142,0.34205264,0.096219294,-0.02600461,1.6351776,1.6351776
+10.642597,-0.076671176,0.23587838,0.4479185,0.3667942,0.1276121,-0.16446641,-0.0599232,0.23582774,0.4587749,0.37234885,0.13332975,-0.16070741,-3.4000053,-3.4000053
+11.71198,-0.2568864,0.102896,0.402264,0.30430028,0.19078669,-0.26660964,-0.24634364,0.104921915,0.41354543,0.31451848,0.19536582,-0.26329866,-4.4693885,-4.469388
+6.6083474,-0.3544757,-0.049085826,0.16506572,0.18718794,0.28054902,-0.29469338,-0.34304187,-0.04385955,0.17454168,0.19566673,0.28672412,-0.28829065,0.6342441,0.63424444
+4.2882447,-0.31115165,-0.10448699,-0.104873575,0.038830727,0.3326759,-0.21925819,-0.29810438,-0.105270594,-0.099270776,0.053030193,0.3434271,-0.21817608,2.9543467,2.9543471
+8.016688,-0.1369265,-0.014593208,-0.23725183,-0.054474577,0.3256732,-0.121184394,-0.13295758,-0.02309356,-0.23179951,-0.040393166,0.33971015,-0.11864823,-0.7740968,-0.7740965
+11.6506815,0.02860524,0.08477593,-0.34417933,-0.07475195,0.25780427,-0.011243319,0.029619502,0.076178186,-0.3412575,-0.0634833,0.26953486,-0.0053063165,-4.40809,-4.4080896
+9.941983,0.22552748,0.118221074,-0.31398338,-0.031720184,0.18462914,0.074187614,0.23472273,0.108302414,-0.3101158,-0.019493638,0.1927495,0.08096567,-2.6993916,-2.6993914
+4.952134,0.3560059,0.10746579,-0.08595862,0.08874901,0.12008774,0.07188634,0.37503716,0.09007429,-0.0902444,0.1003069,0.1269207,0.08258142,2.290458,2.2904577
+4.093668,0.2727068,0.18714353,0.24326971,0.26868978,0.09036076,0.0027273241,0.28396294,0.17754078,0.25176808,0.27111706,0.09140989,0.0152603965,3.148924,3.1489239
+8.560574,0.06242165,0.24190864,0.44694898,0.34478077,0.10459788,-0.12308442,0.077875726,0.24010623,0.45700213,0.3485579,0.108710244,-0.11391213,-1.317982,-1.3179817
+12.112664,-0.13717246,0.15134293,0.4789678,0.32685307,0.15211144,-0.24232675,-0.12384561,0.15344027,0.4899272,0.33469793,0.15742916,-0.24051897,-4.870073,-4.8700724
+9.075937,-0.29615134,0.0037456919,0.31980523,0.23909464,0.23489639,-0.31788918,-0.28410423,0.007984528,0.33024892,0.24883196,0.23990655,-0.31176546,-1.833346,-1.8333454
+4.3707933,-0.31759268,-0.10331382,0.02429145,0.10851622,0.31837946,-0.28942212,-0.30223542,-0.10158484,0.03266219,0.11812067,0.3289127,-0.28710452,2.8717978,2.8717985
+6.0668035,-0.18220422,-0.077247344,-0.17053601,-0.015045082,0.34183046,-0.19471383,-0.17092007,-0.08524562,-0.16568711,0.0012901518,0.3548968,-0.19332615,1.1757879,1.1757884
+10.511049,-0.009254007,0.024945209,-0.29218775,-0.066410415,0.29785612,-0.08403098,-0.009669414,0.014386924,-0.28631276,-0.054914743,0.31338975,-0.08005279,-3.2684574,-3.2684574
+11.459179,0.17255339,0.08533878,-0.33877417,-0.052267082,0.21929514,0.03308382,0.18105955,0.076933324,-0.33593538,-0.04097379,0.22719231,0.04032272,-4.2165875,-4.216587
+6.950918,0.36544383,0.08134114,-0.16936694,0.024363564,0.14712888,0.077386975,0.3816114,0.06470531,-0.16927515,0.036420338,0.1551294,0.08506815,0.29167345,0.29167366
+3.6336734,0.38264877,0.1114513,0.14705926,0.18300009,0.097299665,0.034412332,0.3981043,0.09702954,0.15100124,0.18745357,0.101332985,0.048880488,3.6089182,3.6089184
+6.332601,0.21021353,0.21324888,0.4244844,0.30860886,0.086322874,-0.07546416,0.2232582,0.20883334,0.43348846,0.31039247,0.08841098,-0.06351472,0.9099906,0.9099908
+11.198756,0.0057578553,0.18371272,0.52190363,0.3253701,0.12009551,-0.20970185,0.019060003,0.1849803,0.53186053,0.3309532,0.12620354,-0.20519081,-3.9561646,-3.9561644
+11.137359,-0.19636256,0.05779358,0.44033113,0.274,0.18587601,-0.31044093,-0.18428892,0.06279021,0.45292383,0.2842865,0.1898871,-0.30681637,-3.894767,-3.8947668
+5.807422,-0.29508737,-0.07612967,0.18595472,0.17385925,0.2895498,-0.34361878,-0.2780093,-0.073411115,0.19551137,0.18172574,0.29821005,-0.3388964,1.4351691,1.4351697
+4.591911,-0.21409196,-0.1176726,-0.07873776,0.03807138,0.34102443,-0.26895714,-0.1976993,-0.12335309,-0.07354504,0.053228244,0.35323945,-0.26942882,2.6506805,2.650681
+8.72303,-0.038496763,-0.03804046,-0.22498477,-0.041688606,0.3262422,-0.16216071,-0.037378497,-0.049121335,-0.217017,-0.02896653,0.34284154,-0.15889417,-1.4804384,-1.4804382
+11.817001,0.124301344,0.041267835,-0.31999567,-0.058833912,0.25931415,-0.03042875,0.1324856,0.030854652,-0.318161,-0.04773844,0.26933458,-0.024805313,-4.57441,-4.5744095
+9.186969,0.34003446,0.058749437,-0.24757609,-0.016109755,0.18147847,0.06150572,0.35235587,0.046150766,-0.2433717,-0.004088601,0.18821117,0.068529,-1.9443773,-1.944377
+4.3808737,0.4517281,0.04623343,0.04856518,0.10122641,0.112402916,0.056554087,0.46893075,0.026297698,0.047462083,0.10951778,0.1196547,0.070061296,2.8617182,2.8617182
+4.5250607,0.3498035,0.15046665,0.37634453,0.2560511,0.07933478,-0.029477863,0.3619448,0.14174494,0.3845136,0.25559136,0.08068603,-0.01703739,2.7175312,2.7175312
+9.359992,0.15443534,0.19355273,0.53545517,0.30897453,0.094888136,-0.16954167,0.16588601,0.1930181,0.54308474,0.31280154,0.10068798,-0.1599598,-2.1174004,-2.1174002
+12.079447,-0.059565008,0.1025479,0.5323506,0.29049566,0.14512134,-0.28773573,-0.04807782,0.10712437,0.5447877,0.29926962,0.14905852,-0.2849521,-4.8368554,-4.836855
+8.136132,-0.23593457,-0.035166465,0.34333357,0.22420654,0.23756447,-0.36460754,-0.21874171,-0.030693082,0.35420212,0.23296005,0.2440786,-0.36040038,-0.8935409,-0.8935404
+4.178906,-0.22945437,-0.12072544,0.055787653,0.104499295,0.32829902,-0.33888167,-0.20895219,-0.12447389,0.061739296,0.115552664,0.33975443,-0.3390821,3.0636852,3.063686
+6.719136,-0.06406393,-0.098640256,-0.14935336,-0.004830694,0.34178045,-0.23822436,-0.059111744,-0.111168966,-0.14245617,0.009953992,0.35643843,-0.23709689,0.5234551,0.5234556
+11.002908,0.091801584,-0.013013108,-0.27290174,-0.04967837,0.2970202,-0.10756022,0.098641105,-0.025347674,-0.2670856,-0.038855493,0.31144428,-0.104497686,-3.7603161,-3.760316
+11.03619,0.2947334,0.024450334,-0.28774786,-0.03562803,0.22002494,0.020255418,0.3066702,0.013134291,-0.28568912,-0.025039589,0.2260094,0.027104357,-3.793599,-3.7935982
+6.1640196,0.4715642,0.0115762595,-0.04976914,0.039551407,0.13543895,0.06563084,0.48861083,-0.0076826196,-0.0478513,0.050274596,0.14255476,0.07619854,1.0785722,1.0785723
+3.621973,0.46036038,0.06430675,0.29827783,0.18824796,0.086731784,0.010869058,0.47116992,0.050004005,0.3032256,0.18895178,0.09128996,0.024883972,3.6206188,3.6206188
+7.1030617,0.3000032,0.17273027,0.5293904,0.2796313,0.075544864,-0.11951093,0.31024596,0.16996801,0.53604096,0.28097543,0.080004774,-0.10772384,0.13952996,0.13953018
+11.634628,0.095192716,0.1329315,0.59167665,0.28882256,0.11139783,-0.25731537,0.103652865,0.1364067,0.6015765,0.2949208,0.11642757,-0.2513304,-4.392037,-4.3920364
+10.435357,-0.12791398,0.013152795,0.4757153,0.25462964,0.17869312,-0.35461634,-0.11290357,0.020615542,0.4889219,0.26391754,0.18335961,-0.35203665,-3.192766,-3.1927652
+5.1426673,-0.22256945,-0.10128963,0.21431085,0.16740389,0.29732123,-0.3923233,-0.20206088,-0.10449172,0.22261778,0.17542747,0.30769324,-0.39064083,2.0999238,2.0999246
+5.023458,-0.09386595,-0.13954505,-0.051828258,0.046069466,0.34383985,-0.3140214,-0.083364844,-0.15144971,-0.04520352,0.06074904,0.35602495,-0.3144502,2.2191331,2.2191339
+9.385075,0.0753599,-0.07218209,-0.20740476,-0.024242526,0.32288966,-0.19247389,0.07822572,-0.08502465,-0.19843926,-0.01225662,0.3394353,-0.18891475,-2.142483,-2.1424828
+11.796849,0.24490526,-0.017487584,-0.2777435,-0.040562093,0.25812206,-0.04313858,0.25983185,-0.031973302,-0.27673522,-0.02964661,0.2661657,-0.03899186,-4.554258,-4.5542574
+8.407656,0.45855588,-0.018165229,-0.1493921,0.0021610092,0.17123738,0.05157201,0.47297183,-0.03310614,-0.14455351,0.013726523,0.17604198,0.06024334,-1.165064,-1.1650639

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.1928412914276123,-1.192841185092926,8.435433054924012,,
+1000,-1.3349415063858032,-1.3349417328834534,8.577533569335937,,
+1500,-1.2986335754394531,-1.2986331852674484,8.541225021362305,,
+2000,-1.2593785524368286,-1.2593788895606994,8.501970722675324,,
+2500,-1.2554824352264404,-1.255482171535492,8.498074039459228,,
+3000,-1.283220648765564,-1.2832199521064758,8.525811793804168,,
+3500,-1.3054075241088867,-1.3054071950912476,8.547999080181121,,
+4000,-1.272580623626709,-1.2725805629491806,8.51517240858078,,
+4500,-1.246620535850525,-1.2466204544305801,8.489212319374085,,
+5000,-1.2768720388412476,-1.2768722867965698,8.519464130878449,,
+5000,,,,7.948887795209885,-0.706296443939209
+5500,-1.293314814567566,-1.2933142014741899,8.535906113147735,,
+6000,-1.297240138053894,-1.2972406697273255,8.53983251094818,,
+6500,-1.2535791397094727,-1.2535800508260726,8.49617195367813,,
+7000,-1.343886137008667,-1.3438864661455154,8.586478335857391,,
+7500,-1.2699447870254517,-1.2699442502260208,8.512536071300506,,
+8000,-1.3156028985977173,-1.3156031496524812,8.558194992542267,,
+8500,-1.271282434463501,-1.2712826550006866,8.513874474048615,,
+9000,-1.2341936826705933,-1.2341931978464127,8.476785068035126,,
+9500,-1.2572054862976074,-1.2572055033445357,8.499797305107117,,
+10000,-1.2481971979141235,-1.248197403907776,8.490789315223694,,
+10000,,,,7.929037685394287,-0.6864463686943054
+10500,-1.1943360567092896,-1.1943367520570756,8.436928573131562,,
+11000,-1.28248929977417,-1.2824888799190521,8.525080706596375,,
+11500,-1.1987361907958984,-1.1987360965013505,8.441327946662902,,
+12000,-1.2781932353973389,-1.2781930632591247,8.520784925460815,,
+12500,-1.2114583253860474,-1.2114586216211318,8.4540504860878,,
+13000,-1.2440340518951416,-1.2440342688560486,8.486626121997833,,
+13500,-1.2063837051391602,-1.2063838404417038,8.448975691318513,,
+14000,-1.2239874601364136,-1.2239873622655868,8.466579215049745,,
+14500,-1.194166898727417,-1.1941661546230316,8.436757997989655,,
+15000,-1.21579110622406,-1.2157911401987076,8.458383013248444,,
+15000,,,,7.906391713619232,-0.6638002991676331
+15500,-1.2208749055862427,-1.2208750584125518,8.463466922283173,,
+16000,-1.2254704236984253,-1.2254700968265533,8.468061952114105,,
+16500,-1.2380988597869873,-1.238098953962326,8.480690783023833,,
+17000,-1.1862884759902954,-1.1862884645462035,8.428880307674408,,
+17500,-1.2166591882705688,-1.2166594182252883,8.459251284122468,,
+18000,-1.1623822450637817,-1.1623820497989654,8.404973940849304,,
+18500,-1.1258829832077026,-1.1258824152946472,8.368474270820618,,
+19000,-1.1960641145706177,-1.196064263701439,8.438656130313873,,
+19500,-1.1700438261032104,-1.1700439441204071,8.412635782241821,,
+20000,-1.1768243312835693,-1.1768241502046586,8.419415997505189,,
+20000,,,,7.853930377960205,-0.6113390922546387
+20500,-1.1829980611801147,-1.182998014807701,8.425589920520782,,
+21000,-1.189857006072998,-1.1898573732376099,8.43244921541214,,
+21500,-1.1707381010055542,-1.1707381962537766,8.413330055236816,,
+22000,-1.1857666969299316,-1.1857663148641586,8.428358167171478,,
+22500,-1.1231902837753296,-1.12319005715847,8.365781938076019,,
+23000,-1.1685198545455933,-1.168519711136818,8.411111639499664,,
+23500,-1.1856797933578491,-1.1856802272796632,8.428272055149078,,
+24000,-1.1678993701934814,-1.1678993602991103,8.410491173267365,,
+24500,-1.1023705005645752,-1.1023698129653932,8.344961637496949,,
+25000,-1.1292169094085693,-1.1292165176868438,8.371808447360992,,
+25000,,,,7.831412369012833,-0.5888208746910095
+25500,-1.1773368120193481,-1.1773370107412338,8.419928865909576,,
+26000,-1.168694257736206,-1.1686946887969971,8.411286520004273,,
+26500,-1.131553053855896,-1.131553351044655,8.37414517736435,,
+27000,-1.1440778970718384,-1.1440774292945861,8.386669314861297,,
+27500,-1.1640584468841553,-1.1640584452152252,8.406650324344636,,
+28000,-1.2143330574035645,-1.2143332654237746,8.456925173282624,,
+28500,-1.1469532251358032,-1.1469530843496323,8.389544929504394,,
+29000,-1.1309977769851685,-1.1309981007575989,8.373590007781983,,
+29500,-1.1612396240234375,-1.1612394380569457,8.403831289291382,,
+30000,-1.1638799905776978,-1.1638798364400864,8.406471734523773,,
+30000,,,,7.863297007083893,-0.620705783367157
+30500,-1.141483187675476,-1.1414829176664352,8.384074754238128,,
+31000,-1.2065905332565308,-1.206590779542923,8.449182647228241,,
+31500,-1.120342493057251,-1.1203430596590043,8.362934936046601,,
+32000,-1.1455060243606567,-1.1455060517787934,8.388097950458526,,
+32500,-1.1213735342025757,-1.1213734560012818,8.363965271949768,,
+33000,-1.2110084295272827,-1.2110080882310867,8.453599889278411,,
+33500,-1.1062239408493042,-1.106224151611328,8.348815980434418,,
+34000,-1.179036021232605,-1.1790359842777252,8.421627878189087,,
+34500,-1.1393393278121948,-1.1393392121791839,8.381931056976319,,
+35000,-1.147956371307373,-1.1479563097953795,8.390548191070557,,
+35000,,,,7.894021683931351,-0.6514303088188171
+35500,-1.190569281578064,-1.1905693529844283,8.433161205768585,,
+36000,-1.1176165342330933,-1.117616861462593,8.36020869755745,,
+36500,-1.1637122631072998,-1.163712775707245,8.406304605484008,,
+37000,-1.121401071548462,-1.1214014067649842,8.363993312358856,,
+37500,-1.1281832456588745,-1.1281834309101104,8.370775292396546,,
+38000,-1.179527997970581,-1.1795283192396164,8.422120182037354,,
+38500,-1.1814786195755005,-1.181478528380394,8.424070365905761,,
+39000,-1.1407285928726196,-1.140728760123253,8.383320603370667,,
+39500,-1.1862139701843262,-1.1862136840820312,8.42880554008484,,
+40000,-1.2094357013702393,-1.2094355610609056,8.452027454853058,,
+40000,,,,7.916905769109726,-0.6743142008781433
+40500,-1.1903257369995117,-1.1903255249261857,8.432917391300201,,
+41000,-1.196099042892456,-1.1960993047952653,8.438691163539886,,
+41500,-1.1545357704162598,-1.154535905599594,8.3971277885437,,
+42000,-1.162542462348938,-1.1625427658557892,8.40513465642929,,
+42500,-1.2028635740280151,-1.2028628178834915,8.445454666614532,,
+43000,-1.2192860841751099,-1.2192864826917649,8.461878383636474,,
+43500,-1.1881849765777588,-1.1881849104166031,8.430776741027833,,
+44000,-1.2047327756881714,-1.204733116030693,8.447324954986572,,
+44500,-1.1913115978240967,-1.1913115359544755,8.433903369903565,,
+45000,-1.1403673887252808,-1.1403673704862594,8.382959226131439,,
+45000,,,,7.946387521028519,-0.7037959694862366
+45500,-1.2048726081848145,-1.2048726185560226,8.447464459896088,,
+46000,-1.2114429473876953,-1.2114430236816407,8.454034900188446,,
+46500,-1.2187159061431885,-1.218716362118721,8.461308217048645,,
+47000,-1.1510744094848633,-1.1510748586654662,8.39366675233841,,
+47500,-1.114632487297058,-1.1146326985359192,8.357224546909332,,
+48000,-1.139923095703125,-1.139922909140587,8.38251477766037,,
+48500,-1.1770998239517212,-1.177100021123886,8.419691901683807,,
+49000,-1.138014316558838,-1.1380142607688903,8.38060613298416,,
+49500,-1.117086410522461,-1.1170869320631027,8.359678813934327,,
+50000,-1.1673318147659302,-1.1673317749500274,8.409923598527909,,
+50000,,,,7.910411331653595,-0.667820155620575
+50500,-1.2056617736816406,-1.205661558866501,8.448253398895263,,
+51000,-1.1883162260055542,-1.1883161886930467,8.430908029556274,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec29c0a940f6498f62561972ff0541abcc584314ef58032cf6d39218419249f
+size 1835418

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.376083,-0.5210279,-0.02116573,-0.5256447,-0.37553,-0.14094603,-0.17670679,-0.54663527,-0.05531703,-0.53090847,-0.3613332,-0.12166363,-0.18117288,-1.1334914,-1.1334915
+4.1524305,-0.76331186,-0.14192566,-0.4949969,-0.363806,-0.30527198,-0.12971032,-0.78437275,-0.17791328,-0.50050974,-0.36356387,-0.2891338,-0.13562626,3.090161,3.0901613
+5.698126,-0.9116758,-0.124901645,-0.42017102,-0.28258902,-0.38478756,-0.16659278,-0.92310345,-0.15857756,-0.42765695,-0.28343862,-0.37231907,-0.17259249,1.5444659,1.544466
+10.431844,-0.861327,0.025791494,-0.3608334,-0.14111364,-0.33684844,-0.21841516,-0.8802066,-0.0046401415,-0.36633575,-0.14296041,-0.3231326,-0.23010495,-3.189252,-3.189252
+11.963415,-0.67718905,0.18102714,-0.3076363,-0.07104346,-0.17756358,-0.3335797,-0.70430356,0.1552042,-0.31544462,-0.06683357,-0.16167575,-0.34637043,-4.720824,-4.7208233
+7.4648633,-0.46663636,0.32415777,-0.22066747,-0.04981757,0.053466044,-0.57799685,-0.5067438,0.306239,-0.22862387,-0.037742376,0.069551125,-0.58882034,-0.2222717,-0.22227144
+3.9177966,-0.3839627,0.3892731,-0.18719603,-0.10125333,0.21539277,-0.75335366,-0.43458474,0.36911532,-0.19868226,-0.094595656,0.22245064,-0.76554745,3.324795,3.3247952
+6.340225,-0.3069012,0.3592283,-0.26725698,-0.28709865,0.24402192,-0.79832685,-0.35630462,0.33748943,-0.28154835,-0.2740933,0.24921262,-0.796697,0.90236634,0.90236664
+10.294456,-0.20020846,0.2558455,-0.40780503,-0.39491612,0.16247812,-0.7185623,-0.24063477,0.23359257,-0.4169159,-0.38363653,0.17296275,-0.71708983,-3.0518637,-3.0518637
+10.220354,-0.3153072,0.09579915,-0.5288437,-0.37598813,-0.0058723856,-0.35757723,-0.33852893,0.06484737,-0.5356879,-0.36058173,0.00995676,-0.36483622,-2.9777622,-2.9777622
+6.003478,-0.6070426,-0.109827444,-0.5461165,-0.36762816,-0.20411253,-0.11842095,-0.63354284,-0.14142689,-0.5509521,-0.3614112,-0.18907125,-0.12565623,1.239114,1.2391138
+4.063792,-0.86850107,-0.1920074,-0.47136024,-0.333723,-0.35891432,-0.12847668,-0.8802854,-0.22631763,-0.4799141,-0.3339868,-0.34683818,-0.13372028,3.1787994,3.1787996
+7.8458776,-0.9708884,-0.07175104,-0.38643244,-0.18250778,-0.40124977,-0.1774418,-0.9840398,-0.10412069,-0.3941157,-0.18295234,-0.38910872,-0.18733737,-0.6032862,-0.6032858
+11.904827,-0.8500816,0.11463626,-0.3322263,-0.05907256,-0.30184886,-0.21808946,-0.8748987,0.0838474,-0.3399529,-0.059617214,-0.2876383,-0.23068735,-4.6622353,-4.6622353
+9.842614,-0.6708002,0.26668483,-0.2506439,-0.025505783,-0.100981705,-0.3417343,-0.7025933,0.24158984,-0.25961858,-0.01590407,-0.08496424,-0.35197037,-2.600022,-2.6000223
+4.670917,-0.5240191,0.37570056,-0.15904588,-0.032185078,0.12139095,-0.593212,-0.57660615,0.35559052,-0.16907646,-0.026195915,0.13613315,-0.6072297,2.5716746,2.5716748
+4.9190173,-0.47866708,0.39327183,-0.1807515,-0.18639603,0.2119889,-0.7037926,-0.5326878,0.37029353,-0.19533488,-0.17385691,0.21638907,-0.7099029,2.323574,2.3235745
+9.046368,-0.3302335,0.32369998,-0.29801154,-0.38418883,0.19035643,-0.70268714,-0.38471192,0.29878056,-0.3117458,-0.37237442,0.19856295,-0.69750106,-1.8037764,-1.8037758
+11.156792,-0.30851606,0.20368247,-0.4588542,-0.39841586,0.06671024,-0.49720505,-0.34466478,0.17442521,-0.46980977,-0.38600236,0.082006805,-0.49653143,-3.9141998,-3.9141998
+8.081379,-0.54657704,0.014604373,-0.55142105,-0.34457928,-0.1331838,-0.15422341,-0.56900966,-0.017997237,-0.5577655,-0.3283674,-0.117818154,-0.16218098,-0.838787,-0.8387871
+3.922407,-0.8114721,-0.14791217,-0.5216343,-0.32321614,-0.31232977,-0.08510729,-0.8325542,-0.1854268,-0.53076255,-0.3231145,-0.2989955,-0.092429586,3.3201847,3.320185
+5.231954,-1.0,-0.11666367,-0.43453792,-0.2202128,-0.41364607,-0.14027181,-1.0,-0.15393113,-0.44583926,-0.22164251,-0.40059417,-0.14643514,2.0106375,2.0106378
+10.457185,-0.9851253,0.06899147,-0.36519277,-0.05059369,-0.3687128,-0.17803544,-1.0,0.034214288,-0.37365577,-0.050223,-0.35480815,-0.18977128,-3.214593,-3.214593
+11.9978075,-0.814962,0.20583916,-0.2882012,-0.0035326649,-0.21638894,-0.2172707,-0.84387946,0.17509976,-0.30194092,0.0020796563,-0.19764033,-0.22840038,-4.7552156,-4.7552156
+6.976775,-0.6721886,0.3419284,-0.1802071,-0.00909348,0.011869622,-0.40591285,-0.71452814,0.31841022,-0.19120698,0.0031334292,0.029645538,-0.42102465,0.26581642,0.2658167
+4.311032,-0.58259064,0.39579034,-0.1466582,-0.09306091,0.16178522,-0.5904281,-0.64159524,0.37070575,-0.16016299,-0.08705447,0.17183568,-0.6057231,2.9315596,2.93156
+7.175998,-0.4815618,0.35961795,-0.21877547,-0.32451484,0.18273368,-0.63963807,-0.5464569,0.33332756,-0.23432925,-0.30690482,0.1912228,-0.63588643,0.06659318,0.06659365
+10.548103,-0.3543537,0.26517552,-0.37704033,-0.41808277,0.104542226,-0.57708806,-0.4083954,0.23426273,-0.39007738,-0.40543976,0.11892921,-0.56985813,-3.3055117,-3.3055115
+9.921196,-0.4785908,0.11138065,-0.52248836,-0.35845888,-0.06628872,-0.25855336,-0.5060076,0.07460843,-0.5320325,-0.34125632,-0.04826863,-0.26363304,-2.6786041,-2.6786041
+5.8712993,-0.7415409,-0.08290154,-0.547038,-0.31740606,-0.26515877,-0.07405211,-0.7692132,-0.120526865,-0.5556884,-0.31075376,-0.24828362,-0.08024749,1.3712925,1.3712926
+4.1446705,-0.9599488,-0.1457911,-0.48122567,-0.26098037,-0.39166528,-0.10831221,-0.9777477,-0.18851091,-0.49383408,-0.2623944,-0.37923276,-0.1141672,3.0979214,3.0979214
+8.009548,-1.0,-0.0011449624,-0.39479697,-0.09183839,-0.4108227,-0.15983611,-1.0,-0.0391279,-0.4058178,-0.09303709,-0.39583057,-0.17007248,-0.76695657,-0.7669563
+11.708975,-0.90740013,0.1629211,-0.31944948,0.0028910022,-0.29392287,-0.19005165,-0.9339106,0.12794434,-0.33254728,0.0051182564,-0.2755981,-0.20136325,-4.4663835,-4.466383
+9.230935,-0.746407,0.29881266,-0.21774893,0.012197843,-0.08551876,-0.29196095,-0.782839,0.27071664,-0.23075673,0.024667488,-0.06554467,-0.30489525,-1.9883436,-1.9883432
+4.8517237,-0.6143749,0.38500476,-0.13472089,-0.038118042,0.11791107,-0.5192294,-0.67339927,0.35902852,-0.14789988,-0.03353793,0.13518028,-0.53884995,2.3908682,2.3908682
+5.9727783,-0.55596673,0.3873047,-0.17195092,-0.23320189,0.18215929,-0.6187137,-0.6214782,0.3603568,-0.18836926,-0.21491432,0.19014959,-0.62262404,1.2698132,1.2698135
+9.5777025,-0.38862327,0.3130252,-0.3024707,-0.4098184,0.14776088,-0.6155921,-0.45432407,0.2824079,-0.31706935,-0.395017,0.15994339,-0.60835063,-2.3351114,-2.3351107
+10.482111,-0.39559895,0.18680744,-0.4722667,-0.3896219,0.013638286,-0.3951709,-0.43549797,0.14983365,-0.48466587,-0.37469047,0.03247848,-0.39431775,-3.2395194,-3.2395191
+7.278698,-0.6415931,-0.012769612,-0.5527571,-0.33251238,-0.19076353,-0.115563504,-0.67050076,-0.050408974,-0.5604228,-0.3180735,-0.17276923,-0.12178817,-0.036106095,-0.03610611
+4.180175,-0.8615848,-0.1581542,-0.51413053,-0.30433387,-0.35076433,-0.08715979,-0.8832114,-0.2030541,-0.52610874,-0.30490303,-0.3369923,-0.09470852,3.062417,3.062417
+6.2296066,-1.0,-0.09775632,-0.42151308,-0.18473844,-0.42516872,-0.14862917,-1.0,-0.13988146,-0.43481714,-0.18737575,-0.41007295,-0.15543449,1.012985,1.0129852
+10.945399,-0.96986103,0.09715626,-0.34695095,-0.030192489,-0.3547334,-0.18579364,-0.9925232,0.058135882,-0.35783854,-0.030264543,-0.33787856,-0.19764152,-3.7028077,-3.7028074
+10.921598,-0.78366506,0.2374323,-0.2624991,-0.00090628304,-0.17952147,-0.24373983,-0.8189746,0.20385998,-0.27818185,0.0078179445,-0.15799725,-0.25475708,-3.6790066,-3.6790066
+5.7104845,-0.63499427,0.36212802,-0.15988179,-0.016897345,0.054215714,-0.46099773,-0.6898006,0.33563858,-0.17235419,-0.006962033,0.07528809,-0.4790622,1.532107,1.5321074
+4.7776036,-0.5564277,0.39569655,-0.15758032,-0.13358252,0.17565195,-0.6199697,-0.6239466,0.36726138,-0.17282099,-0.12347961,0.18512788,-0.6331832,2.464988,2.4649882
+8.402752,-0.41972095,0.34554708,-0.25143293,-0.3510401,0.18018633,-0.657178,-0.4934045,0.31566718,-0.2675044,-0.33308744,0.19049726,-0.6511997,-1.1601605,-1.1601601
+11.008311,-0.31920582,0.24101758,-0.41620418,-0.40681195,0.08993596,-0.55729216,-0.37587696,0.20597637,-0.42942572,-0.39290035,0.10709903,-0.55114853,-3.7657197,-3.7657194
+8.98231,-0.48617923,0.068055436,-0.5408406,-0.3517468,-0.094917014,-0.22137499,-0.51638305,0.026231674,-0.5496819,-0.33306238,-0.07485573,-0.23009866,-1.7397184,-1.7397184
+4.7881603,-0.74103653,-0.12766826,-0.53239584,-0.34162208,-0.2831278,-0.08869585,-0.7728562,-0.17336012,-0.5427888,-0.33875585,-0.26520324,-0.09705468,2.4544313,2.4544315
+4.522937,-0.9541471,-0.15713781,-0.44108966,-0.27905488,-0.3979336,-0.1388618,-0.9722731,-0.20354079,-0.45532572,-0.28069922,-0.38263458,-0.14410128,2.7196548,2.719655
+9.259392,-0.9789167,0.014975874,-0.3587255,-0.11071559,-0.38288325,-0.19344544,-1.0,-0.026524412,-0.36982232,-0.11181124,-0.3654455,-0.20491497,-2.0167997,-2.0168
+12.035975,-0.7934096,0.17665927,-0.2969538,-0.04350806,-0.24259643,-0.24937025,-0.83208346,0.13831979,-0.31160232,-0.03945428,-0.2213747,-0.261853,-4.793384,-4.7933836
+7.9489326,-0.61452717,0.31839427,-0.21464917,-0.03709501,-0.015158178,-0.42302,-0.6653409,0.2892267,-0.22620933,-0.023740629,0.006090006,-0.43681496,-0.7063411,-0.7063408
+4.355969,-0.49523377,0.3868217,-0.17219746,-0.08068871,0.16501677,-0.64674366,-0.5678954,0.35731596,-0.18530175,-0.0766767,0.17981234,-0.66469705,2.8866224,2.886623
+6.686967,-0.4256045,0.36815956,-0.23542233,-0.25499484,0.20450501,-0.7170033,-0.5019831,0.3381699,-0.25156322,-0.23822576,0.21245368,-0.71501154,0.55562466,0.55562496
+10.275066,-0.26045555,0.27707535,-0.37420124,-0.39071465,0.15486285,-0.69075274,-0.3288417,0.24417791,-0.38690627,-0.37642017,0.16808966,-0.68279994,-3.0324752,-3.0324745
+10.2923975,-0.3129874,0.12796193,-0.51772517,-0.3764254,0.002847774,-0.40104425,-0.35370332,0.084943,-0.5279147,-0.3605231,0.02355921,-0.40690282,-3.0498054,-3.0498056
+6.5353866,-0.5762943,-0.09391548,-0.547337,-0.37209293,-0.1984179,-0.13326225,-0.6134856,-0.13984273,-0.5548979,-0.36303663,-0.1781413,-0.14371881,0.7072053,0.7072053
+4.099171,-0.8099819,-0.20701358,-0.46113667,-0.36112717,-0.34588355,-0.13373429,-0.83193314,-0.25528723,-0.47434765,-0.36144313,-0.32957405,-0.14055471,3.1434205,3.1434207
+7.171113,-0.9195546,-0.10269827,-0.3530289,-0.23301445,-0.39364243,-0.2032867,-0.94075847,-0.14625011,-0.36486033,-0.23550327,-0.37457538,-0.21280678,0.07147873,0.07147884
+11.433295,-0.7899767,0.10579041,-0.30430794,-0.11023232,-0.28976786,-0.27533573,-0.8319628,0.062493205,-0.31595093,-0.1111452,-0.26977322,-0.28937912,-4.190703,-4.1907034
+9.897366,-0.5635683,0.26039392,-0.25744134,-0.08215952,-0.08716795,-0.42082453,-0.61387205,0.22662252,-0.26825717,-0.06974151,-0.06604944,-0.4318527,-2.6547742,-2.6547737
+4.897646,-0.39560646,0.36590192,-0.19726259,-0.08590554,0.14187403,-0.6888466,-0.4706699,0.33674467,-0.20894903,-0.080051266,0.16142811,-0.704314,2.3449457,2.344946
+5.3273,-0.35643947,0.38263583,-0.23915996,-0.1670653,0.22694272,-0.79592943,-0.43141916,0.35170153,-0.25348932,-0.15613714,0.23282737,-0.8012754,1.9152914,1.9152918
+9.236747,-0.20062938,0.3106114,-0.34780377,-0.33893287,0.21827123,-0.80077314,-0.27313572,0.27993923,-0.36019877,-0.32439882,0.22691455,-0.7950842,-1.9941554,-1.9941549
+10.930191,-0.15496135,0.17655997,-0.4910267,-0.38633063,0.10625829,-0.62946534,-0.2092582,0.13874273,-0.49987316,-0.37082708,0.122910276,-0.6321818,-3.6875994,-3.6875992
+7.9706464,-0.35130054,-0.041383423,-0.5554751,-0.3915978,-0.09018026,-0.24366352,-0.3848095,-0.092015885,-0.561722,-0.37687612,-0.06939918,-0.26152167,-0.7280543,-0.7280545
+4.2957582,-0.6109352,-0.23105527,-0.47634023,-0.42458898,-0.26544383,-0.1514812,-0.6458603,-0.28088963,-0.4881786,-0.4242452,-0.24646649,-0.1597036,2.9468338,2.9468336
+5.513695,-0.7877604,-0.21641251,-0.334109,-0.35502645,-0.37604153,-0.21379176,-0.8085871,-0.26064047,-0.34561637,-0.3561469,-0.3549466,-0.22099844,1.728897,1.7288971
+10.378841,-0.7281592,-0.0032228772,-0.28094113,-0.21775514,-0.31796408,-0.31099594,-0.7707106,-0.04891836,-0.28898206,-0.21923041,-0.29816702,-0.323797,-3.1362495,-3.1362495
+11.369346,-0.508107,0.18114966,-0.2738972,-0.1574009,-0.15450177,-0.44796395,-0.5620062,0.14217702,-0.28354317,-0.15022857,-0.13417101,-0.46117222,-4.1267543,-4.126754
+6.2159653,-0.29568976,0.32598194,-0.23794976,-0.13752669,0.09365259,-0.72240615,-0.3647615,0.29692557,-0.24682754,-0.12850252,0.11372265,-0.73083913,1.0266263,1.0266266
+4.208973,-0.22274391,0.3787851,-0.25865778,-0.13329537,0.2369082,-0.87102085,-0.29538858,0.3474873,-0.26915905,-0.12360589,0.24455738,-0.87937164,3.0336187,3.033619
+7.709739,-0.14027871,0.33304465,-0.34404513,-0.2623686,0.25919884,-0.8955741,-0.21188517,0.30259347,-0.35496366,-0.2490539,0.2651572,-0.89148223,-0.46714774,-0.46714735
+10.993926,-0.03564325,0.21191566,-0.47092476,-0.36705,0.19065851,-0.82879657,-0.09536517,0.1791951,-0.47632864,-0.34807026,0.20093268,-0.8306139,-3.7513344,-3.7513342
+9.671453,-0.12807289,0.011125943,-0.5555304,-0.39815745,0.021127937,-0.45867133,-0.16785942,-0.0396277,-0.56106454,-0.3840453,0.040860444,-0.47787422,-2.4288616,-2.4288616
+5.289359,-0.3764106,-0.22651866,-0.49382693,-0.45626342,-0.15943874,-0.20543785,-0.4177828,-0.2775403,-0.5008962,-0.4512022,-0.13937524,-0.21903454,1.9532329,1.9532328
+4.2247415,-0.5966606,-0.29198796,-0.3112305,-0.44515365,-0.3192746,-0.23352611,-0.622481,-0.33545846,-0.32388735,-0.44301707,-0.2960407,-0.23981248,3.0178506,3.0178504
+8.55208,-0.59145856,-0.13567327,-0.21934938,-0.33818856,-0.32139787,-0.3598735,-0.63368714,-0.17953067,-0.22486252,-0.33863205,-0.29941446,-0.37155354,-1.3094884,-1.3094883
+11.835088,-0.42438492,0.08796019,-0.24574628,-0.25159505,-0.19455534,-0.5178292,-0.4849452,0.044790372,-0.25318864,-0.24874717,-0.17440642,-0.5315794,-4.592496,-4.592496
+8.409811,-0.19441044,0.26446858,-0.26700464,-0.2016176,0.033013605,-0.7601909,-0.25610417,0.23347324,-0.2718948,-0.19235803,0.05026439,-0.7670356,-1.1672195,-1.1672192
+4.0913286,-0.06481272,0.3578395,-0.27958703,-0.17419587,0.23393801,-0.94197917,-0.13072151,0.3266811,-0.28758258,-0.15879044,0.24521807,-0.9473087,3.1512632,3.1512632
+5.933083,-0.03877881,0.34660104,-0.35778475,-0.1998919,0.28507495,-0.98105115,-0.104117155,0.31551978,-0.36469358,-0.18787213,0.2899845,-0.9768702,1.3095087,1.3095088
+9.999544,0.055858046,0.24096274,-0.46469736,-0.3243646,0.25881976,-0.9501152,-0.0003199,0.21292289,-0.4661518,-0.30236822,0.2634442,-0.9523338,-2.7569525,-2.7569523
+10.781429,0.03184712,0.04684206,-0.550288,-0.39050084,0.12571229,-0.7304534,-0.016286166,0.005398473,-0.55226564,-0.3724519,0.13724692,-0.7485388,-3.5388377,-3.5388374
+6.937325,-0.13416702,-0.20492823,-0.52001655,-0.45888293,-0.04558012,-0.33362907,-0.17137457,-0.26053926,-0.52329147,-0.45066035,-0.027717384,-0.35896283,0.30526704,0.30526686
+3.9585292,-0.35817295,-0.34869236,-0.29919106,-0.49742836,-0.22865629,-0.2720622,-0.39506102,-0.39194894,-0.31423366,-0.49317157,-0.20450811,-0.27684316,3.2840626,3.2840626
+6.641768,-0.41727966,-0.27377623,-0.12351882,-0.44254097,-0.30884156,-0.4055031,-0.458862,-0.31346756,-0.1294189,-0.44031554,-0.28203425,-0.41728657,0.6008237,0.6008239
+11.150023,-0.30987817,-0.04004935,-0.1557308,-0.35451776,-0.21958601,-0.6049619,-0.37031227,-0.084505685,-0.15874697,-0.3521989,-0.19910355,-0.6173955,-3.9074316,-3.9074316
+10.2714815,-0.11160372,0.17579609,-0.23965481,-0.27388456,-0.035126247,-0.8086705,-0.17133164,0.14065593,-0.24282998,-0.26555783,-0.020696947,-0.8176512,-3.02889,-3.0288897
+4.989506,0.056403518,0.31836665,-0.29137605,-0.2356466,0.20121777,-0.9972906,0.0016526561,0.28593293,-0.29642624,-0.21935207,0.21359289,-0.9985563,2.2530856,2.253086
+4.478652,0.099922046,0.3466845,-0.36909917,-0.17987175,0.29752684,-1.0,0.046170667,0.31582525,-0.3715381,-0.16145429,0.30440873,-1.0,2.7639396,2.7639399
+8.555914,0.13788125,0.26475686,-0.46821865,-0.266476,0.29942155,-1.0,0.0880699,0.2393794,-0.46396053,-0.24216294,0.30255944,-1.0,-1.3133223,-1.3133221
+11.205846,0.14327267,0.08278341,-0.5472802,-0.3549198,0.20780373,-0.9339963,0.09561288,0.049872905,-0.5442323,-0.33034635,0.21164152,-0.94672287,-3.963254,-3.963254
+8.656445,0.04861483,-0.1717596,-0.5463272,-0.43856648,0.06298223,-0.5736061,0.006929485,-0.2241795,-0.5458646,-0.42823026,0.07500045,-0.59950715,-1.413853,-1.4138527
+4.3486857,-0.13820127,-0.37265337,-0.31448942,-0.5072693,-0.105975755,-0.35768238,-0.17449556,-0.4172393,-0.3253485,-0.49991417,-0.08616829,-0.3694719,2.8939066,2.893906
+4.9559584,-0.24124399,-0.37575597,-0.030629339,-0.5078969,-0.26385272,-0.45449162,-0.28396264,-0.41191864,-0.042029746,-0.50337744,-0.23305684,-0.46685368,2.2866337,2.2866335
+9.797443,-0.17233688,-0.18571942,-0.019597845,-0.44092527,-0.2237984,-0.7068286,-0.22457127,-0.22820297,-0.018084968,-0.4379711,-0.20149922,-0.72083664,-2.554852,-2.5548515
+11.607522,-0.030239748,0.04668831,-0.13332023,-0.35709807,-0.08752277,-0.8831562,-0.08690819,0.009195937,-0.13701639,-0.34825197,-0.07420817,-0.8896935,-4.364931,-4.36493
+6.957104,0.12652002,0.24956095,-0.27045113,-0.28465304,0.13778965,-1.0,0.07628949,0.214426,-0.2720163,-0.27267244,0.14794162,-1.0,0.28548744,0.28548765
+3.7425513,0.21602046,0.32684404,-0.36728686,-0.20656863,0.2882311,-1.0,0.17581114,0.2941088,-0.36717558,-0.17986357,0.29751113,-1.0,3.50004,3.5000405
+6.629816,0.22068417,0.27782035,-0.4710259,-0.21233821,0.30897555,-1.0,0.17729719,0.25171575,-0.46199644,-0.18474215,0.31147337,-1.0,0.6127754,0.6127758
+10.657726,0.21955276,0.117875695,-0.5538453,-0.29709378,0.2588275,-1.0,0.17612904,0.08959342,-0.54745007,-0.2681709,0.2590685,-1.0,-3.4151344,-3.4151344
+10.388098,0.15889262,-0.13774174,-0.5615016,-0.39705205,0.14729501,-0.847956,0.1140458,-0.17794241,-0.5571591,-0.3782766,0.15149629,-0.86896527,-3.1455061,-3.145506
+5.7655644,0.029888315,-0.36603636,-0.37641385,-0.4832386,0.015541626,-0.5305694,-0.006296726,-0.4148863,-0.37891096,-0.47490767,0.027755989,-0.54690766,1.4770273,1.4770274
+3.8086007,-0.08333105,-0.44045106,0.018543197,-0.5293908,-0.17646202,-0.51741296,-0.122220114,-0.47627977,0.0038917195,-0.52322036,-0.14591293,-0.5350295,3.4339914,3.4339912
+7.7310953,-0.058670178,-0.32156903,0.124247506,-0.5016775,-0.20518959,-0.79859674,-0.10095748,-0.36001477,0.12272006,-0.49758124,-0.18257236,-0.8153583,-0.48850366,-0.48850346
+11.723876,0.044828102,-0.1158226,0.04639814,-0.43097523,-0.11847502,-0.9731965,-0.003650101,-0.15237999,0.043919027,-0.42064166,-0.10340097,-0.98027635,-4.4812846,-4.481284
+9.514218,0.16146234,0.13332526,-0.1608533,-0.33265704,0.059353396,-1.0,0.11200154,0.096060246,-0.1618726,-0.319768,0.066809565,-1.0,-2.271627,-2.2716265
+4.425932,0.28601938,0.28110537,-0.33285958,-0.23760575,0.24489176,-1.0,0.25315207,0.24341792,-0.33031538,-0.21223441,0.25210372,-1.0,2.8166597,2.81666
+4.7973833,0.29936174,0.27616,-0.45730025,-0.1762065,0.29944906,-1.0,0.26536176,0.24871248,-0.44631872,-0.14338966,0.30068335,-1.0,2.4452083,2.4452085
+9.066924,0.27729994,0.14833276,-0.5573929,-0.22293296,0.27106667,-1.0,0.23705345,0.11919552,-0.55073977,-0.19044687,0.26841155,-1.0,-1.8243327,-1.8243322
+11.212726,0.23179856,-0.09157906,-0.58358634,-0.32584587,0.19375172,-1.0,0.18731391,-0.1272585,-0.57616043,-0.300266,0.19583768,-1.0,-3.9701345,-3.9701338
+7.8956323,0.1335732,-0.3380303,-0.44975784,-0.43428305,0.105413824,-0.7759402,0.09172407,-0.37929058,-0.44481215,-0.42026693,0.108096585,-0.7889912,-0.65304065,-0.6530404
+3.843299,0.019773362,-0.47486034,-0.02787063,-0.5106674,-0.05683607,-0.6274631,-0.016409414,-0.5142022,-0.034823634,-0.5006552,-0.035086066,-0.6514696,3.399293,3.399293
+5.5097737,0.013855068,-0.43053484,0.2153205,-0.5348394,-0.16494426,-0.8443963,-0.022786202,-0.46417105,0.20781502,-0.5284589,-0.144964,-0.8623308,1.7328181,1.7328181
+10.516141,0.08982466,-0.2769282,0.20891595,-0.48436823,-0.12861732,-1.0,0.04999678,-0.31204644,0.2077167,-0.4748682,-0.1127014,-1.0,-3.27355,-3.273549
+11.515241,0.1807335,-0.040970877,0.040233813,-0.38650846,-0.009825403,-1.0,0.13398479,-0.074883685,0.03967514,-0.3703689,-0.0012827534,-1.0,-4.2726493,-4.272649
+6.474681,0.30022207,0.19174469,-0.21333942,-0.26682273,0.16867049,-1.0,0.26438832,0.14789648,-0.21018696,-0.24496555,0.17080918,-1.0,0.7679103,0.76791096
+3.86149,0.3600846,0.25107425,-0.40455467,-0.16351855,0.2560313,-1.0,0.3341217,0.22208184,-0.3931933,-0.1306183,0.2566461,-1.0,3.3811016,3.3811018
+7.0154467,0.32935983,0.16533871,-0.5360844,-0.14741169,0.24608111,-1.0,0.29300717,0.13675508,-0.5303198,-0.11404926,0.23859373,-1.0,0.227145,0.2271452
+10.836056,0.2831092,-0.038108334,-0.6042271,-0.23201051,0.19572228,-1.0,0.23944858,-0.0721572,-0.59671426,-0.20181021,0.1956321,-1.0,-3.593464,-3.593464
+9.993919,0.20202023,-0.29390442,-0.5120044,-0.3585361,0.145372,-0.96736705,0.15757617,-0.32687134,-0.503007,-0.3349198,0.1457624,-0.97275275,-2.7513278,-2.7513275
+5.2300825,0.08405727,-0.47535628,-0.17264906,-0.4604854,0.04581681,-0.79438055,0.043899328,-0.5117622,-0.16557923,-0.44556034,0.055655107,-0.80264926,2.012509,2.0125093
+3.8582644,0.04388374,-0.49540478,0.20809714,-0.5318317,-0.095949784,-0.8714333,0.0071602445,-0.5275999,0.20124778,-0.52025247,-0.08118072,-0.88855344,3.3843272,3.3843274
+8.271249,0.10195556,-0.3967157,0.2732033,-0.51794064,-0.11316492,-1.0,0.06582859,-0.42638475,0.27357098,-0.508386,-0.101857536,-1.0,-1.0286573,-1.028657
+12.035628,0.18520498,-0.22415933,0.2114888,-0.43395853,-0.05611082,-1.0,0.14316829,-0.25458637,0.21279316,-0.4174021,-0.04399553,-1.0,-4.793037,-4.7930365
+9.315281,0.2820002,0.041701555,-0.0072173495,-0.30975053,0.08116631,-1.0,0.2435739,-6.288476e-05,-0.0038997848,-0.2844796,0.08198215,-1.0,-2.0726898,-2.072689
+4.41959,0.38569036,0.1871617,-0.2643581,-0.16371736,0.17935187,-1.0,0.35869294,0.15438524,-0.25489274,-0.1371029,0.17539829,-1.0,2.8230019,2.8230019
+5.1688375,0.37802517,0.1637749,-0.4721605,-0.090798005,0.18164203,-1.0,0.34735283,0.1357109,-0.4635665,-0.056339078,0.1730672,-1.0,2.0737543,2.0737543
+9.276757,0.32750225,0.0017843973,-0.5994154,-0.13061641,0.1371416,-1.0,0.28481364,-0.028347643,-0.5892004,-0.10070355,0.13445811,-1.0,-2.0341656,-2.0341654
+11.0259495,0.2521321,-0.24095812,-0.56243724,-0.25459963,0.1189858,-1.0,0.20580241,-0.27373785,-0.54952395,-0.22521418,0.12115942,-1.0,-3.7833579,-3.7833576
+7.574214,0.1326995,-0.4499812,-0.30066758,-0.38075784,0.08334242,-0.93511796,0.09216155,-0.4774456,-0.29426575,-0.3571466,0.08678513,-0.93949544,-0.33162263,-0.33162212
+3.7449083,0.04073301,-0.52760214,0.0747888,-0.4925286,-0.0112402905,-0.9153731,-0.003942283,-0.55753124,0.08210887,-0.47532168,-0.0017765034,-0.9192129,3.4976835,3.4976835
+5.7393365,0.08017078,-0.47502398,0.24088144,-0.52269703,-0.09165373,-1.0,0.041484818,-0.50034904,0.24257433,-0.50893444,-0.08576253,-1.0,1.5032549,1.5032554
+10.803276,0.16564499,-0.36214447,0.26823714,-0.4752612,-0.07885686,-1.0,0.12579693,-0.3880848,0.27132893,-0.45869827,-0.06634036,-1.0,-3.5606844,-3.5606842
+11.5309105,0.24962306,-0.13976575,0.1593101,-0.3494132,0.0063298997,-1.0,0.2108294,-0.1752584,0.16491923,-0.32384968,0.010400472,-1.0,-4.288319,-4.2883186
+6.440297,0.36775523,0.066768475,-0.04074999,-0.1853459,0.0894074,-1.0,0.33671212,0.032860637,-0.033171386,-0.15746441,0.08037792,-1.0,0.8022945,0.80229473
+4.2719727,0.4107801,0.12917617,-0.30849826,-0.054400243,0.0668139,-1.0,0.3825206,0.10052785,-0.29495585,-0.021266,0.05512391,-1.0,2.9706192,2.9706192
+7.359492,0.3678587,0.019916726,-0.54148746,-0.03689988,0.019356212,-1.0,0.3302443,-0.00599456,-0.52374095,-0.007988753,0.014989896,-0.982495,-0.11689976,-0.11689997
+10.722874,0.2990487,-0.18767242,-0.5821594,-0.1293087,0.00798407,-0.96459234,0.2516392,-0.21558721,-0.5631192,-0.09934382,0.012002168,-0.93749183,-3.480282,-3.4802818
+9.643432,0.17956704,-0.4164334,-0.40495062,-0.26828894,0.045030564,-0.96629465,0.13713859,-0.4418674,-0.39090574,-0.2405665,0.04974544,-0.94648534,-2.40084,-2.4008398
+5.1822066,0.049320444,-0.52877766,-0.10088103,-0.41570523,0.028181909,-0.95551467,0.0041164886,-0.55314493,-0.08196577,-0.39094424,0.034386136,-0.95541394,2.0603845,2.0603852
+4.00791,0.0079570245,-0.5188711,0.09770033,-0.497272,-0.06023103,-1.0,-0.040601507,-0.54385483,0.10206626,-0.47838187,-0.057841755,-1.0,3.2346818,3.234682
+8.457222,0.113521785,-0.43652043,0.20115052,-0.49498844,-0.09208695,-1.0,0.070685446,-0.45914653,0.2043546,-0.47518414,-0.08144182,-1.0,-1.2146305,-1.2146301
+12.113404,0.20615135,-0.29323778,0.19795471,-0.38992167,-0.055729665,-1.0,0.16798443,-0.32288146,0.2055291,-0.3661546,-0.04883451,-1.0,-4.870813,-4.8708124
+9.179268,0.31938317,-0.088452,0.108668685,-0.22238106,-0.0018448029,-1.0,0.2836463,-0.12165569,0.11926648,-0.19112214,-0.0071494076,-1.0,-1.9366765,-1.936676
+4.6250362,0.4078144,0.03699383,-0.071699284,-0.0429892,-0.058468357,-1.0,0.3798604,0.012085466,-0.05911737,-0.011261249,-0.07758645,-1.0,2.6175554,2.6175556
+5.7345376,0.39835832,0.0073034596,-0.38229856,0.037949875,-0.15045269,-0.95920855,0.36627355,-0.016498031,-0.35701516,0.06693801,-0.1571804,-0.91242963,1.5080544,1.5080543
+9.488805,0.33549085,-0.15527128,-0.54384446,-0.0049560163,-0.18451597,-0.8587823,0.29343626,-0.17647989,-0.5121519,0.021492159,-0.17719057,-0.8047687,-2.2462127,-2.246213
+10.735267,0.23010331,-0.37533033,-0.454458,-0.12929168,-0.09752375,-0.84146655,0.18362755,-0.39741695,-0.4322559,-0.100309595,-0.09217449,-0.8050082,-3.4926755,-3.4926748
+7.4207587,0.07671128,-0.5208147,-0.25509492,-0.29591823,-0.013017656,-0.9145112,0.033348918,-0.54139435,-0.2322987,-0.26598307,-0.005524719,-0.88930964,-0.17816754,-0.17816687
+3.9119213,-0.05239232,-0.53538376,-0.10748776,-0.4346342,-0.030307086,-1.0,-0.1097375,-0.5594192,-0.097213805,-0.40963158,-0.030699568,-0.99351394,3.33067,3.3306706
+5.8938837,0.0032749604,-0.4676582,0.01810263,-0.4794883,-0.10880965,-1.0,-0.047476694,-0.49329618,0.020491628,-0.45641512,-0.10091853,-1.0,1.3487076,1.3487082
+10.860593,0.13955444,-0.3701443,0.120014176,-0.42199436,-0.10974959,-1.0,0.097118124,-0.39338458,0.12515984,-0.39592278,-0.10288504,-1.0,-3.6180017,-3.618001
+11.375358,0.25274783,-0.22622971,0.105654895,-0.26170304,-0.09006062,-1.0,0.21223056,-0.25886366,0.11900756,-0.23017406,-0.09212275,-1.0,-4.1327662,-4.132766
+6.2937884,0.37286174,-0.08948673,0.04036756,-0.05215746,-0.1840219,-0.95156455,0.34249943,-0.107476145,0.05954834,-0.017647902,-0.20116384,-0.9056796,0.94880325,0.9488034
+4.7801046,0.40556902,-0.055188783,-0.15670879,0.08868947,-0.34911418,-0.85910654,0.3731889,-0.07719318,-0.14138249,0.11644246,-0.3637284,-0.7855402,2.4624872,2.4624872
+7.9079003,0.36034432,-0.15773243,-0.42461577,0.10268974,-0.41956273,-0.74277854,0.32646462,-0.17550948,-0.38319844,0.12537889,-0.40934536,-0.65243423,-0.6653084,-0.6653085
+10.680223,0.2697719,-0.34303108,-0.46169934,0.017853638,-0.36730227,-0.6212754,0.22636095,-0.36097914,-0.43228382,0.04564579,-0.35296008,-0.5491385,-3.4376323,-3.4376316
+9.284327,0.11271602,-0.5109881,-0.3490062,-0.14630076,-0.14820024,-0.7007046,0.06570682,-0.52671105,-0.32100055,-0.11593249,-0.14843091,-0.6595941,-2.0417352,-2.0417347
+5.2488,-0.07299341,-0.5393888,-0.27516046,-0.33064103,-0.053527802,-0.8731872,-0.12919025,-0.5594237,-0.26072526,-0.2985671,-0.05599661,-0.8419962,1.9937916,1.993792
+4.35646,-0.12967592,-0.47028935,-0.21956064,-0.4310485,-0.117310196,-1.0,-0.19172311,-0.49682885,-0.21769144,-0.40347683,-0.11257956,-1.0,2.886131,2.8861318
+8.725461,0.018417059,-0.37812,-0.063590385,-0.4268765,-0.16714267,-1.0,-0.03323877,-0.40013903,-0.064657986,-0.39652777,-0.16090801,-1.0,-1.4828697,-1.4828691
+11.97078,0.17275006,-0.29586476,-0.0042945985,-0.29697937,-0.19192007,-0.9473465,0.12597874,-0.32318828,0.0067551415,-0.26468194,-0.19388556,-0.8989628,-4.728189,-4.7281885
+8.549159,0.31206053,-0.20555204,-0.01250417,-0.07759627,-0.3131479,-0.78858304,0.2749072,-0.22250076,0.013391161,-0.045335628,-0.31915018,-0.72477365,-1.3065678,-1.3065672
+4.524712,0.3876717,-0.1430214,-0.06276869,0.11825663,-0.55605227,-0.6664957,0.35217765,-0.15847884,-0.059281178,0.15028115,-0.57392293,-0.5679257,2.7178795,2.7178798
+6.3550925,0.37695125,-0.20037904,-0.2592757,0.18143052,-0.6647303,-0.5922147,0.34354183,-0.21802832,-0.2251507,0.19833505,-0.6585666,-0.48392433,0.88749933,0.88749933
+10.015788,0.2920631,-0.33892864,-0.40606406,0.14588672,-0.66676605,-0.40302852,0.2565716,-0.35322785,-0.37915102,0.16786878,-0.64689004,-0.3015887,-2.7731965,-2.7731962
+10.492433,0.15085411,-0.4964599,-0.39207244,0.009124665,-0.42072767,-0.37627548,0.10057296,-0.5105067,-0.37001267,0.041187868,-0.4200264,-0.31285092,-3.2498417,-3.2498407
+6.9324436,-0.07451759,-0.5460551,-0.38078523,-0.19019403,-0.14496228,-0.5983201,-0.1339216,-0.5576667,-0.35970294,-0.1560201,-0.15561065,-0.5462272,0.3101476,0.31014824
+4.0490828,-0.22403893,-0.45612258,-0.3885884,-0.34434336,-0.13832457,-0.7984529,-0.2867413,-0.47741583,-0.38371056,-0.30843395,-0.14104313,-0.7655214,3.1935089,3.193509
+6.593473,-0.15540728,-0.32771003,-0.28961152,-0.40453464,-0.21973851,-0.90995204,-0.21358344,-0.34682983,-0.2913173,-0.36934265,-0.2152254,-0.87801874,0.64911836,0.6491189
+11.239758,0.06174636,-0.28004047,-0.1690172,-0.31308675,-0.2996621,-0.82213813,0.0049965438,-0.30156863,-0.16323489,-0.27917612,-0.30729616,-0.75381064,-3.9971666,-3.9971657
+10.544188,0.22691193,-0.2628561,-0.13867478,-0.121679775,-0.44637895,-0.5888969,0.18132336,-0.27746272,-0.116178036,-0.090427294,-0.44628534,-0.5113351,-3.3015964,-3.3015957
+5.217513,0.3482385,-0.21934372,-0.13316324,0.11663303,-0.73109365,-0.413666,0.31183112,-0.230544,-0.12128,0.1498051,-0.73616457,-0.30612087,2.0250788,2.0250788
+4.839508,0.37735766,-0.2621708,-0.16687629,0.22790506,-0.8568492,-0.35991323,0.33999065,-0.2743733,-0.14865398,0.24257049,-0.85897255,-0.25563398,2.4030833,2.4030838
+8.722153,0.30915844,-0.361598,-0.3165328,0.23610404,-0.8746884,-0.22187677,0.2753618,-0.37250274,-0.29139814,0.25109908,-0.8631529,-0.121367976,-1.4795613,-1.4795609
+11.091249,0.16880037,-0.49190623,-0.38759083,0.14259553,-0.75416917,-0.12914911,0.12832075,-0.49869448,-0.36456147,0.16593084,-0.753411,-0.048036367,-3.8486576,-3.8486576
+8.7014885,-0.051751792,-0.5523298,-0.41866466,-0.04055713,-0.35062158,-0.23511367,-0.12237323,-0.5605443,-0.39959347,-0.0063332487,-0.37628987,-0.18460837,-1.4588975,-1.4588966
+4.6062613,-0.27598602,-0.4409324,-0.47229704,-0.21791308,-0.19997652,-0.48123872,-0.33900928,-0.4566695,-0.46556568,-0.17743951,-0.20395856,-0.4222523,2.63633,2.6363306
+4.916068,-0.298145,-0.2338037,-0.44457576,-0.35020536,-0.26911545,-0.6264361,-0.3510058,-0.24777982,-0.44025117,-0.30829754,-0.26957315,-0.59463125,2.326523,2.3265238
+9.678946,-0.09756114,-0.17716748,-0.3410427,-0.3074111,-0.4216437,-0.5925966,-0.15783162,-0.19104993,-0.33777416,-0.2719527,-0.42953497,-0.5193707,-2.4363544,-2.4363537
+11.660253,0.11534351,-0.23030958,-0.2725994,-0.15945199,-0.6010323,-0.40092975,0.062733375,-0.24191484,-0.2555905,-0.126578,-0.60730946,-0.3144588,-4.4176617,-4.4176607
+7.0179796,0.28273782,-0.26353782,-0.23522812,0.0816529,-0.861047,-0.18113722,0.24482912,-0.26948774,-0.2185179,0.110390425,-0.85749686,-0.088003576,0.22461183,0.22461224
+3.9395323,0.35797533,-0.30793643,-0.19576855,0.2507472,-0.9919957,-0.08009598,0.31788573,-0.3130358,-0.16970974,0.26732743,-0.98963237,0.0045608412,3.3030593,3.3030596
+6.927186,0.31706125,-0.39947802,-0.24205963,0.2819272,-1.0,-0.0380276,0.28195098,-0.40100455,-0.2201961,0.29537198,-0.9991769,0.045835376,0.31540525,0.31540585
+10.683969,0.18273523,-0.50122935,-0.34561312,0.2342228,-0.9582608,0.039983332,0.14781448,-0.4995039,-0.31374317,0.24658233,-0.96276236,0.112556964,-3.441377,-3.4413767
+10.245365,-0.04788802,-0.55720055,-0.41340113,0.090479106,-0.6817126,-0.00346631,-0.1056161,-0.5588551,-0.39426905,0.11397447,-0.7071923,0.061627,-3.002774,-3.0027733
+5.9054637,-0.29335842,-0.44458508,-0.48937535,-0.07204564,-0.3407547,-0.16054578,-0.3631528,-0.45029366,-0.4780658,-0.036992654,-0.36344212,-0.11371747,1.3371271,1.3371282
+4.0100417,-0.393861,-0.12952805,-0.51749307,-0.25689143,-0.34292278,-0.33684212,-0.44196278,-0.14942797,-0.50986046,-0.20970497,-0.33890265,-0.2908641,3.232549,3.2325501
+7.776936,-0.26311964,-0.00496939,-0.46448934,-0.28050056,-0.5572361,-0.3315103,-0.31767547,-0.010662304,-0.46196142,-0.2431913,-0.5672441,-0.27428052,-0.53434485,-0.5343442
+11.63461,-0.035168394,-0.08692798,-0.39236587,-0.1756644,-0.7774658,-0.20894021,-0.089948505,-0.09547624,-0.37754115,-0.14281462,-0.7837517,-0.1334705,-4.392019,-4.3920183
+9.180242,0.18203224,-0.222585,-0.31203282,0.023628218,-0.96100867,-0.03312163,0.13982368,-0.2249549,-0.29496396,0.050409928,-0.9603224,0.051075622,-1.9376507,-1.9376497
+4.2704697,0.3151053,-0.3214102,-0.25859433,0.2360951,-1.0,0.12228961,0.2702517,-0.32110307,-0.22573999,0.25256354,-1.0,0.18111953,2.9721212,2.9721222
+5.148082,0.31035757,-0.42509928,-0.20714356,0.29637888,-1.0,0.14690107,0.27365205,-0.41538003,-0.1776595,0.31069836,-1.0,0.20792408,2.0945091,2.09451
+9.428912,0.19141445,-0.52112395,-0.28041232,0.27769026,-1.0,0.15939231,0.15874925,-0.5111679,-0.24370599,0.28589544,-1.0,0.21877299,-2.186321,-2.1863203
+11.198262,-0.040356904,-0.56616515,-0.36771286,0.17722523,-0.94323754,0.1279979,-0.08616926,-0.55987334,-0.33998495,0.18905607,-0.96139646,0.18959726,-3.955671,-3.9556704
+7.6204658,-0.2934389,-0.47516227,-0.45924264,0.05381003,-0.61527556,0.03255841,-0.3589195,-0.47053897,-0.44875842,0.07734251,-0.6352351,0.0865266,-0.3778747,-0.3778739
+3.8747668,-0.44506648,-0.08496825,-0.5252495,-0.1248198,-0.4769581,-0.105176,-0.49517125,-0.09803319,-0.5145363,-0.08380292,-0.48407534,-0.06504388,3.3678243,3.367825

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2538793087005615,-1.2538796285390854,8.496471521377563,,
+1000,-1.3109477758407593,-1.310947536110878,8.553539376735687,,
+1500,-1.2401622533798218,-1.2401625702381134,8.482754370689392,,
+2000,-1.2163331508636475,-1.2163335313796997,8.458925355911255,,
+2500,-1.326945424079895,-1.3269458131790162,8.56953769159317,,
+3000,-1.3309427499771118,-1.330942802786827,8.573534649848938,,
+3500,-1.2995458841323853,-1.2995458761453629,8.542137735366822,,
+4000,-1.3088597059249878,-1.3088596155643464,8.55145145702362,,
+4500,-1.260925531387329,-1.260925169467926,8.503516987323762,,
+5000,-1.2824164628982544,-1.2824167059659959,8.525008544445038,,
+5000,,,,7.965368807315826,-0.7227774262428284
+5500,-1.190955638885498,-1.190955612540245,8.433547454833985,,
+6000,-1.2579247951507568,-1.2579248247146606,8.500516680717467,,
+6500,-1.2508180141448975,-1.2508179782629012,8.493409846305847,,
+7000,-1.2566434144973755,-1.256643259882927,8.499235105991364,,
+7500,-1.2131175994873047,-1.2131176656484604,8.455709492683411,,
+8000,-1.2761030197143555,-1.2761036591529846,8.518695512771606,,
+8500,-1.2939965724945068,-1.2939969429969786,8.536588798999786,,
+9000,-1.2133029699325562,-1.2133026484251022,8.455894464969635,,
+9500,-1.2189874649047852,-1.2189875053167343,8.461579392433167,,
+10000,-1.2328959703445435,-1.2328961488008499,8.475488034248352,,
+10000,,,,7.929396617412567,-0.6868050694465637
+10500,-1.196068525314331,-1.1960685641765594,8.438660441875458,,
+11000,-1.127030611038208,-1.1270303387641907,8.369622205257416,,
+11500,-1.1733685731887817,-1.1733687716722487,8.415960584640503,,
+12000,-1.2228617668151855,-1.2228620059490203,8.465453860282897,,
+12500,-1.148132085800171,-1.1481320328712463,8.390723900794983,,
+13000,-1.2390331029891968,-1.2390331025123595,8.481624916553498,,
+13500,-1.178800344467163,-1.178800655245781,8.421392523765563,,
+14000,-1.1655794382095337,-1.1655788387060166,8.408170704841615,,
+14500,-1.1989952325820923,-1.198995546102524,8.44158743572235,,
+15000,-1.1225897073745728,-1.1225901733636856,8.365181980133057,,
+15000,,,,7.809604794979095,-0.5670130848884583
+15500,-1.1717549562454224,-1.1717550555467606,8.414346900939941,,
+16000,-1.1504589319229126,-1.1504591256380081,8.393050950527192,,
+16500,-1.1197589635849,-1.1197581046819687,8.362349959850311,,
+17000,-1.1377840042114258,-1.1377841744422912,8.380376058101653,,
+17500,-1.095877766609192,-1.0958784190416335,8.338470295906067,,
+18000,-1.107911229133606,-1.1079109284877777,8.350502822875976,,
+18500,-1.0610263347625732,-1.061026576757431,8.303618412971497,,
+19000,-1.101000189781189,-1.1010003428459167,8.343592204093934,,
+19500,-1.0775814056396484,-1.0775814490318298,8.32017333984375,,
+20000,-1.057619571685791,-1.0576189482212066,8.300210823535918,,
+20000,,,,7.730441823005676,-0.4878498613834381
+20500,-1.0262545347213745,-1.0262545874118805,8.268846455097199,,
+21000,-1.0761871337890625,-1.0761875840425492,8.318779449939727,,
+21500,-1.046838641166687,-1.04683802485466,8.289429841518402,,
+22000,-1.0476651191711426,-1.0476649576425552,8.290256818771363,,
+22500,-0.9866195917129517,-0.9866197226047516,8.229211544036865,,
+23000,-1.0582318305969238,-1.0582323534488678,8.300824189662933,,
+23500,-0.9881881475448608,-0.9881878819465637,8.230779736042022,,
+24000,-0.9887378215789795,-0.9887376255989074,8.231329501628876,,
+24500,-1.022710919380188,-1.0227108163833618,8.265302632808686,,
+25000,-1.026818871498108,-1.0268186044692993,8.269410459518433,,
+25000,,,,7.786859743595123,-0.544268012046814
+25500,-1.0921002626419067,-1.092099809885025,8.334691670894623,,
+26000,-0.9984818696975708,-0.998481591463089,8.241073431015014,,
+26500,-0.9495493769645691,-0.9495492504835129,8.192141146183014,,
+27000,-1.0357069969177246,-1.0357071759700776,8.278298993587494,,
+27500,-1.0442845821380615,-1.0442843914031983,8.28687627029419,,
+28000,-1.0481473207473755,-1.0481472319364549,8.290739099025727,,
+28500,-1.0760118961334229,-1.0760115394592284,8.318603385925293,,
+29000,-0.961315929889679,-0.9613154791593551,8.203907311916351,,
+29500,-1.017267107963562,-1.0172671179771424,8.259859012126922,,
+30000,-1.0174850225448608,-1.0174850252866745,8.260076904296875,,
+30000,,,,7.7621767508983615,-0.5195848345756531
+30500,-0.9992381930351257,-0.999238035082817,8.24182988357544,,
+31000,-1.045089840888977,-1.0450896348953247,8.287681515216827,,
+31500,-1.0046653747558594,-1.0046650780439377,8.247256939888,,
+32000,-1.0719258785247803,-1.0719259247779847,8.314517803668975,,
+32500,-0.9672234058380127,-0.9672230882644653,8.209814955711364,,
+33000,-1.0500770807266235,-1.0500773661136626,8.292669214248658,,
+33500,-0.9873474836349487,-0.9873482437133789,8.229940093994141,,
+34000,-0.9999788403511047,-0.9999787430763245,8.242570614814758,,
+34500,-0.9511106014251709,-0.9511110634803772,8.193702939987183,,
+35000,-0.978908121585846,-0.9789078069925308,8.22149965620041,,
+35000,,,,7.694269118309021,-0.4516776502132416
+35500,-0.8993816375732422,-0.8993814066648483,8.141973278999329,,
+36000,-0.9200883507728577,-0.9200882515907287,8.16268013381958,,
+36500,-0.9137954711914062,-0.9137954009771347,8.156387254238128,,
+37000,-0.9164559841156006,-0.9164554388523102,8.159047357559205,,
+37500,-0.959014356136322,-0.9590151114463806,8.201606940746307,,
+38000,-0.971584677696228,-0.9715846345424652,8.214176540374757,,
+38500,-0.9278745055198669,-0.9278745265007019,8.170466408252716,,
+39000,-0.9290100932121277,-0.929009973526001,8.171601850509644,,
+39500,-0.9591600894927979,-0.959159600019455,8.201751462936402,,
+40000,-0.9318305253982544,-0.9318304387331009,8.174422326087951,,
+40000,,,,7.756937358379364,-0.5143458247184753
+40500,-0.9244924187660217,-0.9244924957752227,8.167084354877472,,
+41000,-0.9079273343086243,-0.9079276062250138,8.150519492149353,,
+41500,-0.918859601020813,-0.9188595529794693,8.161451474189759,,
+42000,-0.9309922456741333,-0.9309926338195801,8.17358449935913,,
+42500,-0.8794926404953003,-0.8794926863908767,8.122084541797637,,
+43000,-0.9485493898391724,-0.948549486041069,8.191141347885132,,
+43500,-0.8814480304718018,-0.8814480503797532,8.124039910793304,,
+44000,-0.924077570438385,-0.9240776604413986,8.166669480323792,,
+44500,-0.943173885345459,-0.9431741118431092,8.185765981197358,,
+45000,-0.9444055557250977,-0.9444054197072983,8.186997259616852,,
+45000,,,,7.777905521392822,-0.53531414270401
+45500,-0.91593337059021,-0.915932755112648,8.158524617195129,,
+46000,-0.8695991039276123,-0.869598850607872,8.112190741062165,,
+46500,-0.9176855087280273,-0.917685527920723,8.160277375221252,,
+47000,-0.8980761766433716,-0.8980760239362716,8.140667912006379,,
+47500,-0.8978264331817627,-0.8978257944583893,8.140417685508728,,
+48000,-0.9287587404251099,-0.9287588095664978,8.17135071349144,,
+48500,-0.9108617305755615,-0.9108613795042038,8.153453187465669,,
+49000,-0.9232885241508484,-0.9232887601852418,8.165880640506744,,
+49500,-0.915824294090271,-0.91582494866848,8.158416796684266,,
+50000,-0.9819170236587524,-0.9819169975519181,8.224508849620818,,
+50000,,,,7.7320335376262666,-0.48944202065467834
+50500,-0.9637283086776733,-0.9637281064987182,8.206319911003114,,
+51000,-0.9141404628753662,-0.9141405988931656,8.156732464313507,,

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-hard-v0
+model-index:
+- name: PPO-RBC2D-hard-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-hard-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: -0.46
+      name: mean_reward
+
+
+---
+
+# PPO on RBC2D-hard-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-hard-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** -0.46 ± 0.12
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.44 | 2.50 |
+| Seed 1 | -0.24 | 2.47 |
+| Seed 2 | -0.57 | 2.78 |
+| Seed 3 | -0.58 | 2.58 |
+| Seed 4 | -0.48 | 2.58 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")