Upload results for PPO on RBC2D-medium-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1b94ac0dabee3af9f19f1d0b2b271a3016952c4b3abb325d77429e7d9ebf7f
+size 1835420

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.6982965,-0.25797942,0.24562988,0.68698895,-0.12870544,0.16365805,-0.44540194,-0.2660961,0.24494305,0.68901545,-0.13323298,0.16416663,-0.44496164,-1.2695444,-1.2695446
+8.793657,-0.2717662,0.3048269,0.68064916,-0.15563151,0.16704494,-0.40856192,-0.28088304,0.3023465,0.68154407,-0.15946499,0.16964778,-0.40872335,-2.364905,-2.3649054
+7.0392265,-0.2211239,0.29156458,0.5746274,-0.19538501,0.12743273,-0.2893,-0.23454174,0.2887973,0.5741011,-0.19777474,0.13199219,-0.29138023,-0.6104744,-0.6104746
+4.874111,-0.17143941,0.23514742,0.48336187,-0.22301537,0.0010486618,-0.10047772,-0.18505001,0.23306915,0.48175433,-0.22610268,0.0068088397,-0.10206681,1.5546411,1.5546408
+5.4241896,-0.16029066,0.19286099,0.4066276,-0.2735561,-0.10656058,0.029194705,-0.17239204,0.18654394,0.40835536,-0.27599296,-0.10278522,0.029631637,1.0045629,1.0045624
+7.7291636,-0.17383105,0.17364213,0.3449857,-0.3149972,-0.11858524,0.0035555586,-0.18425915,0.1652486,0.35057774,-0.31658697,-0.11575893,0.0052449033,-1.3004115,-1.3004117
+8.319384,-0.1584993,0.19752192,0.34959757,-0.32349098,-0.0075677857,-0.094555214,-0.16706601,0.18770963,0.3517586,-0.32546368,-0.003836386,-0.092700064,-1.8906312,-1.8906317
+6.0446687,-0.11117092,0.21804893,0.38453433,-0.2815807,0.11474908,-0.23579776,-0.1167013,0.20716056,0.38690624,-0.2834104,0.11530661,-0.2314659,0.3840836,0.38408327
+4.5262814,-0.118374966,0.19063267,0.46544275,-0.19724503,0.15345362,-0.38371134,-0.12541896,0.18500337,0.47263822,-0.200178,0.15245882,-0.38334808,1.902471,1.9024706
+6.0873795,-0.22117397,0.21383822,0.6051146,-0.13101068,0.16660252,-0.44021875,-0.22939283,0.21320936,0.60810006,-0.13472363,0.16633117,-0.4393687,0.34137297,0.3413725
+8.556218,-0.28497162,0.2824144,0.69111466,-0.121885635,0.17289186,-0.43758854,-0.29291782,0.28195634,0.6935939,-0.12737834,0.17355832,-0.43695137,-2.127466,-2.1274662
+8.404062,-0.26624158,0.33709672,0.6306912,-0.1738942,0.17031929,-0.37238547,-0.27684137,0.3345702,0.6311209,-0.17689013,0.17401165,-0.37238437,-1.9753102,-1.9753103
+5.685182,-0.1987046,0.30062428,0.5220317,-0.20520163,0.09350755,-0.20904502,-0.21304938,0.29977104,0.5207678,-0.20758662,0.09796997,-0.21080369,0.74357015,0.74356985
+4.5861263,-0.168305,0.24165991,0.43659928,-0.24486715,-0.046826743,-0.02524916,-0.18101117,0.23770878,0.436388,-0.24828827,-0.040138952,-0.024820335,1.8426261,1.8426256
+6.4159093,-0.17614844,0.20288518,0.35564128,-0.3006935,-0.11299897,0.031657718,-0.1881176,0.19518518,0.3608265,-0.30284,-0.110686384,0.033185057,0.0128430575,0.012842655
+8.448986,-0.18061727,0.20060757,0.3158022,-0.3275188,-0.072351895,-0.027650282,-0.19026089,0.19077286,0.3213671,-0.32949817,-0.06830684,-0.026735686,-2.0202339,-2.020234
+7.5386953,-0.14546445,0.23523661,0.33918762,-0.31373736,0.066632055,-0.14047712,-0.1530003,0.22463423,0.34045345,-0.31578195,0.06882312,-0.13758132,-1.109943,-1.1099434
+4.9334345,-0.10183472,0.22607169,0.3960203,-0.24305233,0.14747155,-0.30540597,-0.10770127,0.21630764,0.40157723,-0.2447108,0.14639363,-0.30192593,1.4953179,1.4953175
+4.7988834,-0.16658199,0.2077103,0.51128423,-0.15796274,0.16457912,-0.42236677,-0.17508751,0.20545512,0.51741916,-0.16063017,0.16388834,-0.42168298,1.6298689,1.6298685
+7.286494,-0.26368937,0.26079866,0.6554034,-0.11425594,0.17251295,-0.4484579,-0.27205634,0.26097658,0.65642065,-0.119405024,0.17243692,-0.44666186,-0.8577416,-0.85774183
+8.941592,-0.2868434,0.33563313,0.6650187,-0.14148471,0.1773673,-0.42098734,-0.29610726,0.33438313,0.6671406,-0.14588529,0.1792117,-0.42007318,-2.51284,-2.5128403
+7.1622753,-0.23376119,0.3494648,0.5649959,-0.19268256,0.1519242,-0.3074853,-0.24720329,0.34812427,0.5643237,-0.19489974,0.15629542,-0.30793008,-0.7335232,-0.73352337
+4.7230988,-0.18225285,0.28836873,0.47238907,-0.22063178,0.025700428,-0.11283571,-0.19625822,0.28739342,0.4709244,-0.2241562,0.031761415,-0.113260366,1.7056535,1.7056532
+5.208602,-0.17424342,0.23234889,0.3891366,-0.27714768,-0.0862119,0.025036693,-0.18678212,0.22622272,0.39195016,-0.27998704,-0.08154523,0.026103951,1.2201506,1.22015
+7.601459,-0.18809867,0.20596555,0.3113322,-0.32187364,-0.10805716,0.014698274,-0.1992226,0.19709048,0.31854722,-0.32381645,-0.10500222,0.0161388,-1.1727068,-1.1727071
+8.398695,-0.17326611,0.23187223,0.30663925,-0.3309477,0.00020686537,-0.067338355,-0.18266508,0.22135088,0.31036088,-0.33333394,0.00363376,-0.066620745,-1.9699429,-1.969943
+6.1153493,-0.12033691,0.2592566,0.3451374,-0.28498828,0.12458631,-0.21235138,-0.12663731,0.24756062,0.34808576,-0.28649318,0.12439012,-0.20787072,0.31340307,0.31340265
+4.3699436,-0.12073571,0.22516099,0.42896414,-0.19501576,0.16279393,-0.37862197,-0.1287587,0.21957093,0.43723157,-0.19770437,0.16127023,-0.37715688,2.0588086,2.0588083
+5.898094,-0.22400677,0.24689952,0.5779172,-0.12723297,0.17182699,-0.445074,-0.23321801,0.24683344,0.5796327,-0.13077086,0.17133802,-0.4426994,0.5306581,0.53065777
+8.495929,-0.28604338,0.31967703,0.6664973,-0.11772118,0.1776832,-0.44533435,-0.29487824,0.3196243,0.6681316,-0.12316621,0.17795977,-0.4433254,-2.0671766,-2.0671768
+8.370835,-0.26814502,0.38004217,0.6027712,-0.17289624,0.17891288,-0.38055238,-0.27973148,0.3785601,0.6034383,-0.17580268,0.18245837,-0.3792487,-1.942083,-1.9420834
+5.589847,-0.20417616,0.34329954,0.50841117,-0.20747858,0.106401674,-0.21297893,-0.21913552,0.34387028,0.5065476,-0.21015036,0.11079054,-0.21348554,0.83890516,0.83890486
+4.5213146,-0.17863566,0.27255437,0.42380968,-0.24953121,-0.035500683,-0.02259934,-0.19162273,0.26932696,0.42404547,-0.2533826,-0.028250612,-0.021556653,1.9074378,1.9074373
+6.421374,-0.18764743,0.2280733,0.3319253,-0.30901465,-0.10226611,0.035565875,-0.20015734,0.22054288,0.33840498,-0.31124753,-0.099624254,0.03701011,0.007378449,0.0073781013
+8.4792,-0.19108146,0.23103529,0.2793027,-0.3354106,-0.05755367,-0.0146361515,-0.20145938,0.22100279,0.2863709,-0.3378559,-0.05339723,-0.01453083,-2.0504482,-2.0504484
+7.459107,-0.15365922,0.27490035,0.30283824,-0.3175448,0.08237589,-0.124706335,-0.16206464,0.26428804,0.30500728,-0.31948107,0.08366761,-0.12213316,-1.0303547,-1.030355
+4.78806,-0.10643292,0.26729187,0.36469173,-0.2397238,0.15826467,-0.3006381,-0.11337512,0.25777748,0.37170658,-0.24150091,0.15606654,-0.2961955,1.6406921,1.6406918
+4.7758985,-0.1742312,0.24969652,0.48362795,-0.154466,0.17135409,-0.424866,-0.18407959,0.24821708,0.48987988,-0.1569142,0.17025438,-0.4226887,1.6528538,1.6528535
+7.381019,-0.26645175,0.3073454,0.6282425,-0.11316887,0.17870522,-0.45300308,-0.27587792,0.30790332,0.62733006,-0.11856208,0.17824078,-0.4494646,-0.952267,-0.95226717
+8.936918,-0.28660727,0.385688,0.62817675,-0.14406374,0.18575394,-0.42482102,-0.29672313,0.3851761,0.62971866,-0.14812651,0.18740156,-0.42233542,-2.508166,-2.5081663
+6.9586086,-0.23464489,0.39663634,0.540161,-0.19679439,0.16284993,-0.30658785,-0.24883246,0.39705968,0.5388089,-0.19918141,0.167088,-0.30533373,-0.5298564,-0.5298567
+4.565838,-0.1901438,0.3255318,0.45743534,-0.22768295,0.03895399,-0.105205715,-0.2043426,0.3253903,0.45576635,-0.23170659,0.045171738,-0.104212545,1.8629144,1.8629141
+5.2656446,-0.18626279,0.26061782,0.36572006,-0.28853396,-0.06953763,0.026598059,-0.19919524,0.25518495,0.36979768,-0.2913984,-0.06436553,0.027994849,1.1631076,1.1631074
+7.745744,-0.19948435,0.23870364,0.2742063,-0.33234522,-0.08369497,0.020412669,-0.21128425,0.2300643,0.28254282,-0.33471146,-0.08005191,0.021276608,-1.316992,-1.3169923
+8.376459,-0.18239582,0.2771407,0.26463887,-0.33716097,0.03000427,-0.054652326,-0.19274566,0.26719666,0.2692927,-0.33969223,0.03255131,-0.05409921,-1.947707,-1.9477072
+5.92134,-0.12644412,0.31028682,0.31006747,-0.28248924,0.1426655,-0.20492858,-0.13379772,0.29908,0.31465194,-0.28399208,0.14087829,-0.1995627,0.50741225,0.50741196
+4.3069997,-0.13214484,0.27684972,0.3997443,-0.19016808,0.17288291,-0.3796549,-0.14169252,0.27263314,0.4091554,-0.19281453,0.17064774,-0.3767089,2.1217527,2.1217523
+6.048999,-0.23170185,0.30490512,0.54852295,-0.12609315,0.17976552,-0.44739005,-0.2420305,0.30546322,0.54843664,-0.13006234,0.17884332,-0.44291344,0.37975338,0.3797531
+8.596196,-0.2856566,0.38099185,0.62597704,-0.12100694,0.1870408,-0.4470537,-0.295383,0.38131532,0.62589926,-0.12616563,0.18695396,-0.44316855,-2.167444,-2.1674442
+8.187119,-0.2654924,0.43625668,0.5614517,-0.1779184,0.19025216,-0.37734535,-0.27802563,0.43632367,0.56126666,-0.1807113,0.19352779,-0.37419066,-1.7583662,-1.7583666
+5.3759637,-0.20852989,0.38898346,0.48776975,-0.21487057,0.11915248,-0.2013309,-0.22353816,0.39083257,0.48503664,-0.21801528,0.123402454,-0.19984818,1.0527886,1.0527883
+4.5478683,-0.1896593,0.3055522,0.40194488,-0.26251408,-0.015673496,-0.014666051,-0.20263875,0.30322984,0.40316668,-0.26658806,-0.0080323145,-0.0129141435,1.8808842,1.8808837
+6.6033216,-0.2002835,0.26056507,0.29419258,-0.32269797,-0.07470206,0.037519865,-0.21333048,0.25390235,0.3017786,-0.32506242,-0.07114489,0.038831696,-0.17456935,-0.1745696
+8.5348,-0.20086691,0.2779456,0.23104659,-0.3448843,-0.01679004,-0.003861554,-0.21211061,0.26866817,0.23923436,-0.34793985,-0.013036452,-0.0042265058,-2.1060474,-2.1060476
+7.2458673,-0.1610446,0.33388385,0.2581971,-0.3176131,0.1129315,-0.11304369,-0.17034993,0.32420307,0.26225755,-0.31943232,0.11223655,-0.10980933,-0.81711507,-0.8171153
+4.631179,-0.117050976,0.32773426,0.32852295,-0.23203328,0.17357141,-0.30017424,-0.12565371,0.32040298,0.33775112,-0.2342684,0.16996229,-0.29418918,1.7975736,1.7975731
+4.9200335,-0.18815511,0.3176743,0.4502059,-0.14958972,0.18162993,-0.42608023,-0.19926244,0.31734076,0.45617816,-0.15204087,0.17999229,-0.42139617,1.5087188,1.5087185
+7.59497,-0.26900697,0.38014922,0.58573675,-0.11332282,0.18943262,-0.45492324,-0.27933693,0.38075995,0.58239436,-0.118905924,0.18840489,-0.44914433,-1.1662179,-1.1662183
+8.853675,-0.28392485,0.45632288,0.57540727,-0.14895773,0.19906619,-0.42289403,-0.2948812,0.4568644,0.5752662,-0.15240818,0.20030785,-0.41833153,-2.4249227,-2.424923
+6.646094,-0.23516229,0.45376506,0.50888366,-0.20258978,0.17766854,-0.2944475,-0.24949995,0.45602795,0.50616103,-0.20534289,0.18140233,-0.29079917,-0.21734154,-0.2173419
+4.4659967,-0.19892576,0.3662739,0.43605158,-0.23923808,0.06126436,-0.08806387,-0.2126309,0.3668616,0.43451592,-0.2437782,0.067315035,-0.08525357,1.9627556,1.9627552
+5.4403944,-0.1986826,0.29506844,0.32922444,-0.3044743,-0.038012423,0.030451022,-0.21183321,0.2910431,0.3346933,-0.30727142,-0.031985186,0.032112956,0.988358,0.98835754
+7.9241714,-0.21038449,0.28476423,0.22034031,-0.34489176,-0.03949014,0.029332824,-0.22273326,0.27729386,0.22977889,-0.34800884,-0.035494007,0.02948559,-1.4954194,-1.4954195
+8.263744,-0.19166228,0.33994985,0.20748201,-0.34267583,0.07374833,-0.039186023,-0.2028637,0.3318487,0.21389964,-0.3452816,0.074256875,-0.038185574,-1.8349924,-1.8349924
+5.6626487,-0.13471362,0.3808073,0.26269552,-0.27560768,0.16608378,-0.195479,-0.14350402,0.3718978,0.27037704,-0.27730435,0.16198206,-0.18841104,0.76610357,0.76610327
+4.308278,-0.14889276,0.35480577,0.35948917,-0.18125302,0.18647206,-0.37875125,-0.1601173,0.35271883,0.37034222,-0.1836923,0.1833596,-0.3731266,2.120474,2.1204739
+6.263627,-0.24058107,0.38978162,0.5015694,-0.12095832,0.19213337,-0.44857007,-0.25186837,0.39051858,0.5001228,-0.12572727,0.1903309,-0.44138643,0.1651252,0.1651249
+8.68739,-0.2852123,0.46627292,0.5678168,-0.12162208,0.20175451,-0.44736895,-0.29559717,0.4671537,0.56481767,-0.12613225,0.20087925,-0.4410153,-2.2586381,-2.2586384
+7.9557076,-0.26386634,0.5076694,0.5141001,-0.18086267,0.2076526,-0.36945295,-0.27690634,0.5095386,0.5119879,-0.1835539,0.20990542,-0.36368534,-1.5269555,-1.5269556
+5.1466475,-0.21449369,0.44046852,0.46301433,-0.22302634,0.14415517,-0.1820626,-0.22881225,0.44304362,0.45940098,-0.22687456,0.14777634,-0.17763072,1.282105,1.2821045
+4.603409,-0.19974938,0.34345353,0.3698195,-0.27846068,0.021724194,-0.004460074,-0.21239915,0.34250176,0.3723756,-0.28253257,0.02940692,-0.0019812211,1.8253435,1.8253431
+6.7985106,-0.21213853,0.30368838,0.23891214,-0.3382403,-0.028326161,0.043767534,-0.22543481,0.29881543,0.24760517,-0.34097925,-0.023864172,0.044559024,-0.36975828,-0.3697586
+8.576798,-0.21141586,0.3394648,0.16335043,-0.3547783,0.037498973,0.01136636,-0.22328785,0.3321403,0.17311522,-0.3586036,0.03950412,0.010951497,-2.1480465,-2.1480465
+7.0519614,-0.16927382,0.4088743,0.19610777,-0.31549442,0.14700776,-0.094214514,-0.17983481,0.40158352,0.20388815,-0.31720808,0.14329067,-0.08980266,-0.6232093,-0.6232095
+4.505309,-0.13220966,0.41390425,0.27712837,-0.2209987,0.19117856,-0.2919554,-0.14294556,0.41013864,0.28903997,-0.2236512,0.18578008,-0.2832914,1.9234432,1.9234428
+5.0260634,-0.20258841,0.4140796,0.3990306,-0.13932544,0.19510224,-0.42452195,-0.21488446,0.41464818,0.4056731,-0.14241374,0.19210833,-0.41652521,1.402689,1.4026885
+7.721202,-0.2720583,0.47859457,0.5208325,-0.10739035,0.20514879,-0.45599937,-0.28312808,0.47913435,0.51490486,-0.11297775,0.2027632,-0.44747916,-1.2924496,-1.29245
+8.763929,-0.2827536,0.5435566,0.5111205,-0.14688224,0.21779284,-0.4200385,-0.29430658,0.54546374,0.50769484,-0.14955977,0.21756014,-0.41268888,-2.335177,-2.3351774
+6.4179134,-0.23798388,0.51745766,0.4724613,-0.2056233,0.20305094,-0.27778202,-0.25176328,0.5207854,0.46799996,-0.20906454,0.20551354,-0.2706886,0.010838807,0.010838509
+4.402589,-0.20539957,0.40955165,0.40754876,-0.25181112,0.103486486,-0.0698429,-0.21799287,0.41082,0.4063664,-0.25668862,0.108108245,-0.06493097,2.0261633,2.026163
+5.5678816,-0.21000892,0.33585474,0.27740297,-0.32135287,0.012572862,0.03585113,-0.22293484,0.33396327,0.28419945,-0.32416508,0.019229807,0.037545636,0.86087066,0.86087036
+8.046127,-0.2216061,0.3416777,0.14640713,-0.35777867,0.020067342,0.04098499,-0.2341901,0.33640826,0.15725005,-0.36193123,0.02298484,0.040540658,-1.6173753,-1.6173754
+8.18667,-0.20147726,0.41219637,0.1298722,-0.34699568,0.12019288,-0.01848261,-0.213305,0.4070296,0.13948497,-0.34973016,0.117218755,-0.016877368,-1.7579184,-1.7579184
+5.509256,-0.14565754,0.46558288,0.19596341,-0.26509902,0.18872961,-0.17475873,-0.15652454,0.46078417,0.2075173,-0.26711673,0.18158183,-0.16570497,0.9194963,0.91949606
+4.298947,-0.16692913,0.4594331,0.300886,-0.16621351,0.20046896,-0.37083045,-0.17999598,0.4596353,0.31381845,-0.16863137,0.19531456,-0.36119547,2.1298053,2.129805
+6.356337,-0.24895447,0.49914452,0.4322509,-0.10794825,0.20680764,-0.44814977,-0.26102397,0.49984983,0.4316611,-0.11369205,0.20258942,-0.43808535,0.072415076,0.072414875
+8.688477,-0.28522936,0.56801116,0.49079832,-0.112436004,0.22049978,-0.44770983,-0.29611954,0.5695845,0.4835653,-0.11614197,0.21752322,-0.43830442,-2.2597246,-2.2597246
+7.810899,-0.26391813,0.5828846,0.457967,-0.17679495,0.23117802,-0.3591399,-0.27688837,0.5857261,0.45265642,-0.17930269,0.2310622,-0.3498341,-1.3821465,-1.3821468
+5.0193176,-0.21686852,0.4898251,0.4304635,-0.22855577,0.18487832,-0.1604751,-0.22967649,0.4926211,0.4260203,-0.23335725,0.18677694,-0.15210158,1.4094347,1.4094343
+4.641681,-0.20815021,0.38284066,0.325245,-0.2937385,0.07809638,0.0043942407,-0.21979886,0.3835015,0.3288863,-0.29764318,0.08429467,0.00768023,1.7870711,1.7870708
+6.911669,-0.22513723,0.35316396,0.16421741,-0.35329187,0.033417128,0.050573684,-0.23812357,0.35076025,0.1742858,-0.35669556,0.037502132,0.050811924,-0.48291662,-0.48291683
+8.599586,-0.22430086,0.40552577,0.076228105,-0.36379793,0.09529921,0.027192272,-0.23644805,0.4010854,0.0872454,-0.36839715,0.09365564,0.027030498,-2.1708336,-2.1708336
+6.9368634,-0.17669109,0.48478994,0.1137697,-0.31014773,0.17694023,-0.068591006,-0.18874025,0.4810914,0.1256775,-0.31173873,0.16905096,-0.06295984,-0.5081113,-0.5081115
+4.4192867,-0.14889467,0.5125906,0.20610636,-0.20308873,0.2035239,-0.272064,-0.16215706,0.5123213,0.22063127,-0.20589384,0.19502953,-0.25967187,2.0094655,2.0094652
+5.048534,-0.21646729,0.52822363,0.32960245,-0.11861616,0.20506695,-0.41898122,-0.22984338,0.5297458,0.33863717,-0.122941665,0.19822383,-0.40763196,1.3802184,1.380218
+7.7513657,-0.2745001,0.58970505,0.4339216,-0.09066733,0.22099203,-0.4563977,-0.28596333,0.5905701,0.4273971,-0.09609171,0.21510923,-0.44512674,-1.3226136,-1.3226137
+8.691016,-0.28107616,0.62947464,0.43267086,-0.13340297,0.23820984,-0.41613933,-0.2927219,0.6319388,0.4240772,-0.1352107,0.23484817,-0.4051272,-2.2622638,-2.2622643
+6.3018312,-0.2348792,0.57243407,0.4231005,-0.2019946,0.23590836,-0.2578583,-0.24756223,0.5757776,0.41676983,-0.20634642,0.2357581,-0.24627855,0.126921,0.1269207
+4.377344,-0.20792896,0.447521,0.36658072,-0.2622379,0.16104314,-0.05419787,-0.21839443,0.4494618,0.3654103,-0.26722828,0.16256145,-0.047086753,2.051408,2.0514078
+5.629923,-0.22493938,0.37734395,0.20755282,-0.33639526,0.07684771,0.03959409,-0.23680404,0.3777098,0.21539488,-0.3395513,0.082207076,0.04155434,0.79882926,0.7988291
+8.105118,-0.23635316,0.39997658,0.056419224,-0.36924574,0.08503883,0.04924865,-0.24895334,0.39736012,0.06723892,-0.37437496,0.084687285,0.048716836,-1.6763659,-1.6763659
+8.150843,-0.21280885,0.47820678,0.037611686,-0.34825754,0.1599038,0.001517266,-0.22480798,0.4759901,0.049304046,-0.35129502,0.15209979,0.003821157,-1.7220906,-1.7220907
+5.43045,-0.1542063,0.543073,0.11085827,-0.24792385,0.19961628,-0.14315978,-0.16751179,0.54196143,0.124418356,-0.2500658,0.18798012,-0.1327751,0.9983023,0.998302
+4.2589025,-0.1820853,0.56524324,0.2211869,-0.13877729,0.20043871,-0.35392377,-0.1970568,0.5674637,0.23584655,-0.14163041,0.19014692,-0.3400528,2.1698496,2.1698494
+6.330703,-0.2553128,0.60983014,0.3438693,-0.0829825,0.21273163,-0.4453157,-0.2677458,0.6113726,0.34772423,-0.08945537,0.20272759,-0.43284753,0.09804949,0.098049164
+8.656163,-0.2831173,0.6612584,0.39487198,-0.08826666,0.23534888,-0.4483086,-0.2940611,0.66317475,0.38477543,-0.09137242,0.22798455,-0.43564472,-2.227411,-2.2274113
+7.7721496,-0.2567312,0.6428809,0.38563097,-0.1616253,0.2548147,-0.34823546,-0.26881987,0.6453193,0.37609768,-0.16374719,0.25094277,-0.33449256,-1.3433973,-1.3433976
+4.983695,-0.21056923,0.5279576,0.3818181,-0.22760487,0.2328679,-0.14190835,-0.22071937,0.5308762,0.3765541,-0.23346904,0.23170891,-0.12963197,1.4450573,1.4450569
+4.632642,-0.22109061,0.41738716,0.26666242,-0.30466568,0.14484069,0.008751735,-0.23082,0.41950986,0.27023175,-0.3085956,0.14711174,0.013492875,1.7961103,1.7961102
+6.929317,-0.24187285,0.40002334,0.075159155,-0.36504605,0.100598596,0.052146696,-0.2538147,0.39988288,0.08500739,-0.36937663,0.102080666,0.052719146,-0.5005648,-0.50056505
+8.624912,-0.239369,0.46270373,-0.013608135,-0.36972177,0.1446594,0.037566103,-0.25143057,0.46097472,-0.0040100887,-0.37497014,0.13806325,0.038023904,-2.19616,-2.1961603
+6.93501,-0.18402281,0.5432632,0.0216844,-0.30051553,0.18951309,-0.041678123,-0.19676659,0.5427059,0.034201287,-0.30202085,0.17605698,-0.035354614,-0.5062579,-0.506258
+4.374736,-0.15835565,0.59225196,0.11851611,-0.17425221,0.19028911,-0.23656967,-0.17382368,0.593507,0.13289267,-0.17668,0.17552412,-0.22107434,2.0540164,2.054016
+4.956355,-0.22503689,0.6267852,0.2390433,-0.08586729,0.1908629,-0.40684107,-0.23927158,0.6298431,0.25096008,-0.09127452,0.17610785,-0.39288828,1.4723972,1.4723969
+7.6637444,-0.27348456,0.6808467,0.32871577,-0.060935996,0.22227186,-0.4553482,-0.28469333,0.68264353,0.3269041,-0.06607918,0.20946842,-0.44185418,-1.2349923,-1.2349925
+8.700912,-0.2721661,0.69192183,0.33804378,-0.103848256,0.25097185,-0.41347268,-0.2827858,0.6937396,0.3252974,-0.10526005,0.24269646,-0.3983723,-2.2721603,-2.2721605
+6.347136,-0.21780822,0.61126447,0.3539842,-0.1882289,0.2677027,-0.2428624,-0.22820732,0.61380816,0.3462126,-0.1928705,0.26330444,-0.2265293,0.081616215,0.081615925
+4.358797,-0.21300563,0.4759839,0.31001988,-0.2649092,0.22209239,-0.046485566,-0.22087547,0.47893038,0.30810705,-0.2701631,0.21954215,-0.03720043,2.069955,2.0699549
+5.58762,-0.2424807,0.41279194,0.12750271,-0.3452529,0.1437931,0.037689723,-0.25239345,0.4149096,0.13441509,-0.34937957,0.14529404,0.041014016,0.84113216,0.84113216
+8.091213,-0.25053942,0.44818094,-0.0266302,-0.37684295,0.14150515,0.04992538,-0.2623587,0.44742444,-0.01898361,-0.38274387,0.1366663,0.050255932,-1.6624614,-1.6624613
+8.192428,-0.22495702,0.5246644,-0.047146343,-0.3451506,0.17835099,0.015015997,-0.2365587,0.52434385,-0.03672103,-0.34857705,0.1650807,0.018069722,-1.7636756,-1.7636757
+5.463361,-0.15678427,0.5946238,0.025287785,-0.2238633,0.17820314,-0.106791034,-0.17147878,0.59500253,0.036909737,-0.22556686,0.15936446,-0.09656472,0.96539134,0.96539116
+4.191019,-0.18740284,0.6382033,0.13272208,-0.10096709,0.15863517,-0.3259374,-0.20360634,0.64153826,0.14584506,-0.104092635,0.13888353,-0.3090882,2.2377331,2.237733
+6.191475,-0.25590986,0.6888101,0.24223983,-0.050519653,0.18722901,-0.43846193,-0.2681686,0.691717,0.2512376,-0.056959115,0.16773117,-0.4242024,0.2372772,0.23727703
+8.596079,-0.27333125,0.7214122,0.28428417,-0.05276736,0.2322416,-0.44681835,-0.28343123,0.7233193,0.27753136,-0.055739947,0.21786651,-0.43155044,-2.167327,-2.167327
+7.854882,-0.23249575,0.6791321,0.29633528,-0.13406003,0.26978657,-0.33979568,-0.24230221,0.68055,0.28397205,-0.13590816,0.26113468,-0.32141295,-1.4261298,-1.4261298
+5.0333786,-0.20259371,0.55262256,0.31293616,-0.21881935,0.2745478,-0.13112968,-0.20997342,0.5559242,0.30773258,-0.22509992,0.26909772,-0.11612662,1.3953737,1.3953733
+4.605833,-0.23404163,0.44271752,0.19663405,-0.30748737,0.20814452,0.00765986,-0.24175534,0.44622543,0.19864288,-0.31213558,0.20541531,0.014534734,1.822919,1.8229189
+6.886174,-0.25387442,0.43710747,-0.0034787655,-0.37074113,0.16039589,0.047106124,-0.2638578,0.43826327,0.002680257,-0.37621936,0.15764013,0.049212985,-0.45742223,-0.45742226
+8.627556,-0.24885184,0.50413764,-0.0814629,-0.3711265,0.17384696,0.03902916,-0.26012096,0.5036379,-0.07459768,-0.3766841,0.16251773,0.040505804,-2.1988037,-2.198804
+6.9891353,-0.19158334,0.57791424,-0.05398985,-0.28564993,0.1684955,-0.022749536,-0.20400816,0.57867044,-0.043628372,-0.28726134,0.14787298,-0.016422994,-0.5603831,-0.5603833
+4.3836756,-0.15617505,0.63550997,0.042072482,-0.13712469,0.12972534,-0.19543985,-0.17218319,0.63693804,0.053129174,-0.13850418,0.10476828,-0.17951977,2.0450764,2.0450764
+4.8395824,-0.22418791,0.6846308,0.15072438,-0.049383648,0.12696481,-0.3891553,-0.23880735,0.6886125,0.16182077,-0.054877438,0.10184262,-0.3734322,1.5891696,1.5891695
+7.539627,-0.265112,0.7330529,0.21915087,-0.027750917,0.19130972,-0.45137796,-0.2753912,0.7353864,0.22383446,-0.03235931,0.16896385,-0.43643156,-1.1108751,-1.1108751
+8.729391,-0.24916947,0.7250072,0.23378816,-0.06618757,0.24774551,-0.40960637,-0.2578904,0.72631556,0.22277012,-0.06800399,0.23302245,-0.39137867,-2.300639,-2.3006392
+6.4526215,-0.19426435,0.6341227,0.2711269,-0.16746417,0.2888042,-0.23546213,-0.20163211,0.6357337,0.26312128,-0.1714296,0.279439,-0.2153289,-0.023869291,-0.023869514
+4.366065,-0.21633425,0.49504498,0.23981941,-0.25878522,0.27127892,-0.045290343,-0.22252607,0.49948528,0.23771167,-0.26453984,0.26468095,-0.034257285,2.0626872,2.062687
+5.5324063,-0.25076094,0.43921104,0.055995665,-0.34623578,0.20138273,0.031500697,-0.25857177,0.4423844,0.059655868,-0.35163182,0.19817412,0.036847144,0.8963456,0.8963456
+8.057828,-0.2547103,0.48343697,-0.0830641,-0.37901923,0.18113574,0.044345908,-0.26495346,0.4831858,-0.07873424,-0.38550156,0.17207399,0.04613658,-1.629076,-1.629076
+8.247425,-0.23166433,0.55334234,-0.1052893,-0.33831692,0.16880924,0.019549556,-0.24267331,0.55342436,-0.09708338,-0.3419034,0.1502572,0.023121126,-1.8186731,-1.8186731
+5.5312686,-0.1563142,0.61977863,-0.037758045,-0.19787228,0.115079336,-0.07842261,-0.17071974,0.62009144,-0.028763138,-0.19875255,0.08684998,-0.069190405,0.89748365,0.89748335
+4.1350856,-0.18059412,0.6720543,0.06633087,-0.06428943,0.067319594,-0.2923808,-0.19683638,0.6754809,0.07610928,-0.066959076,0.037408434,-0.27447712,2.2936666,2.2936664
+6.03558,-0.2483246,0.72762716,0.1564844,-0.020405747,0.11781927,-0.42842862,-0.2601787,0.7309458,0.16559273,-0.0260785,0.08878683,-0.41282994,0.3931719,0.3931718
+8.540358,-0.2551987,0.74952567,0.17888606,-0.018970706,0.20446065,-0.44263884,-0.2638478,0.7514237,0.17848614,-0.021996893,0.18156135,-0.42591378,-2.1116056,-2.1116056
+7.970447,-0.2000776,0.69740075,0.2050564,-0.10139916,0.27094534,-0.33580926,-0.20705843,0.6982064,0.19349176,-0.10344305,0.25683025,-0.31428215,-1.541695,-1.5416951
+5.1203756,-0.19455957,0.57026815,0.23819923,-0.20592034,0.30164206,-0.12932062,-0.20019773,0.57374984,0.23431185,-0.21142682,0.29172388,-0.11265538,1.3083764,1.3083763
+4.5675554,-0.23705766,0.4627731,0.13058364,-0.30244797,0.25677508,0.0030731931,-0.2433053,0.46762446,0.13100094,-0.30808574,0.25000423,0.011788085,1.8611966,1.8611965
+6.8156543,-0.25434273,0.46533313,-0.053232677,-0.37031898,0.20421362,0.039303124,-0.26247168,0.4668211,-0.050551556,-0.37668398,0.19755128,0.043241233,-0.38690236,-0.38690233
+8.62242,-0.24890864,0.53308606,-0.122221135,-0.3689603,0.18208605,0.034991108,-0.25910434,0.53224397,-0.1171891,-0.3745463,0.16695333,0.037369452,-2.1936684,-2.1936684
+7.07833,-0.19647467,0.5957027,-0.10262845,-0.27046174,0.11838152,-0.013121791,-0.2084353,0.59613013,-0.09397697,-0.27219877,0.09076982,-0.0072238743,-0.64957803,-0.6495781
+4.4314413,-0.14834055,0.65311754,-0.007369153,-0.106200375,0.03892789,-0.16183633,-0.1633661,0.65419996,0.0007939562,-0.10642404,0.0053439364,-0.1472766,1.9973108,1.9973106
+4.737915,-0.21475357,0.709001,0.0941096,-0.02167385,0.028891332,-0.36938778,-0.22921482,0.7128382,0.102640636,-0.0265005,-0.0027816668,-0.35249507,1.6908369,1.6908369
+7.4146,-0.25214025,0.7550808,0.14144558,-0.0027547851,0.13372326,-0.44535658,-0.26146388,0.757335,0.14795181,-0.0067609325,0.10344883,-0.42959288,-0.9858479,-0.98584795
+8.753111,-0.22206464,0.7383547,0.14604047,-0.035108827,0.22958604,-0.4048034,-0.22904569,0.739774,0.13978243,-0.03747674,0.20842773,-0.3851136,-2.3243587,-2.324359
+6.5691366,-0.17463714,0.6468617,0.19776288,-0.14755717,0.29583994,-0.23390561,-0.1799853,0.647753,0.19048405,-0.15070978,0.28229502,-0.21182975,-0.14038438,-0.14038467
+4.395896,-0.21411029,0.51233935,0.1771999,-0.24988437,0.30136433,-0.047364704,-0.21939877,0.5177405,0.17579174,-0.25578624,0.29152817,-0.035351314,2.0328562,2.032856
+5.494824,-0.2487255,0.46118155,0.008763671,-0.34256127,0.24040696,0.024977885,-0.25511912,0.4647636,0.009991586,-0.34873292,0.23376843,0.031822033,0.933928,0.933928
+8.015507,-0.251187,0.5100982,-0.113718726,-0.37765136,0.20258579,0.037621386,-0.26007542,0.50946176,-0.11104702,-0.38437954,0.19052514,0.040672846,-1.5867544,-1.5867548
+8.269413,-0.23191229,0.57238203,-0.13675347,-0.33092076,0.1437073,0.018717594,-0.24238122,0.5716773,-0.13007334,-0.33433646,0.121219195,0.022447035,-1.8406609,-1.840661
+5.5993247,-0.15533291,0.6302968,-0.07352605,-0.17767674,0.042108558,-0.06370159,-0.1688321,0.6299509,-0.06603212,-0.1778872,0.007608302,-0.0552888,0.8294273,0.82942724
+4.1317306,-0.17065096,0.6841989,0.030078165,-0.03999821,-0.025698684,-0.26648152,-0.18609366,0.68709904,0.037640654,-0.041968264,-0.05956801,-0.24881697,2.2970216,2.2970214
+5.945082,-0.23807567,0.74198437,0.11086189,-0.0008504465,0.03982102,-0.4191855,-0.24949107,0.7450269,0.118061535,-0.0057117864,0.006874524,-0.40290973,0.48366997,0.48366976
+8.492891,-0.23779005,0.7595527,0.11516423,0.0019512996,0.16734242,-0.4378713,-0.24528289,0.7614312,0.11791197,-0.0009693131,0.13857785,-0.420696,-2.0641394,-2.0641394
+8.014513,-0.17592031,0.7048613,0.14081857,-0.07784247,0.26241335,-0.3331881,-0.18118525,0.7055416,0.13172364,-0.08017986,0.24417996,-0.3106416,-1.5857607,-1.5857611
+5.180859,-0.18655342,0.5831721,0.18519393,-0.195344,0.31336802,-0.13036174,-0.19138733,0.586156,0.18242368,-0.19974491,0.3006164,-0.11305796,1.2478931,1.2478929
+4.558613,-0.23374388,0.4799755,0.08805374,-0.29622272,0.28412917,-0.0010233149,-0.23913032,0.48543277,0.087904416,-0.30230018,0.27512822,0.0085314885,1.8701391,1.8701391
+6.77686,-0.24942967,0.4856762,-0.07781825,-0.3676782,0.22828597,0.03340126,-0.2564919,0.4869164,-0.076678745,-0.37431923,0.21940443,0.038428456,-0.3481084,-0.3481083
+8.620745,-0.24521509,0.55223453,-0.14197272,-0.36643344,0.17999208,0.03086394,-0.25456265,0.55056345,-0.13786986,-0.37184694,0.16272035,0.033709757,-2.1919928,-2.1919928
+7.1277122,-0.19809878,0.6046538,-0.12664536,-0.26119524,0.07447203,-0.009429164,-0.20958027,0.6042077,-0.119079046,-0.26284286,0.043506555,-0.0039553493,-0.6989605,-0.6989603
+4.46731,-0.14234999,0.6585648,-0.03165791,-0.08952714,-0.02769529,-0.143132,-0.15617749,0.6591319,-0.025086828,-0.08902804,-0.06361102,-0.12984666,1.961442,1.961442
+4.682219,-0.20578623,0.7161027,0.06804266,-0.007246636,-0.042958118,-0.35523218,-0.21975803,0.7194569,0.07499441,-0.011407442,-0.075195484,-0.33802056,1.7465333,1.7465329
+7.343759,-0.24234277,0.7615725,0.10766902,0.010124706,0.08576403,-0.4406606,-0.2511108,0.763643,0.113867156,0.006572582,0.05283501,-0.42480662,-0.91500705,-0.9150071
+8.776169,-0.20580941,0.7431076,0.10128146,-0.018201731,0.21033838,-0.40239432,-0.21190405,0.7447058,0.09811086,-0.020750768,0.18576673,-0.38260332,-2.3474169,-2.3474169
+6.6569123,-0.16323489,0.65463555,0.15739945,-0.13445961,0.29430756,-0.23649752,-0.16779354,0.6549752,0.1509237,-0.13712981,0.27869236,-0.21413723,-0.22816004,-0.22816038
+4.410653,-0.21023694,0.5259427,0.14594191,-0.2430622,0.31403998,-0.050940134,-0.21509147,0.53120565,0.14514038,-0.24864835,0.30269822,-0.0386369,2.018099,2.0180988
+5.440165,-0.24468133,0.4748188,-0.009334862,-0.3383412,0.2585933,0.020922206,-0.2503385,0.4783139,-0.0088578835,-0.34461227,0.2505876,0.028376691,0.98858684,0.9885869
+7.968956,-0.24727097,0.5233797,-0.12480693,-0.37623245,0.21084175,0.033971325,-0.25538045,0.522316,-0.12279721,-0.3828523,0.19783989,0.037597068,-1.5402044,-1.540204
+8.322417,-0.23139906,0.5811714,-0.14899391,-0.32900536,0.12902978,0.018196091,-0.24136117,0.57965755,-0.14323485,-0.3322011,0.10562705,0.021789946,-1.8936653,-1.8936653
+5.6815624,-0.15613228,0.63292634,-0.08910964,-0.17244995,0.006294094,-0.05596725,-0.16881031,0.63208914,-0.08240553,-0.17235667,-0.029162042,-0.048152156,0.7471895,0.7471895
+4.122306,-0.1640771,0.68632877,0.015086018,-0.03225016,-0.06883574,-0.2505568,-0.17869262,0.68870264,0.021588556,-0.033704437,-0.10232774,-0.23350686,2.3064463,2.306446
+5.849169,-0.23222789,0.7445723,0.09508357,0.0062200055,-0.0005665198,-0.41281265,-0.24338251,0.7473643,0.101323836,0.0018045828,-0.0331245,-0.39658085,0.5795831,0.57958317
+8.444462,-0.23115176,0.76233786,0.09491598,0.009916343,0.14544585,-0.4363034,-0.23825482,0.76420915,0.098641224,0.0071390644,0.11520117,-0.41947103,-2.0157099,-2.0157099
+8.097494,-0.16816306,0.709064,0.11654999,-0.0664425,0.2545998,-0.33586827,-0.173011,0.7097691,0.10909995,-0.068845846,0.23507312,-0.31376112,-1.6687418,-1.6687422
+5.261519,-0.1820443,0.5916779,0.16728511,-0.189089,0.31511816,-0.13561046,-0.186649,0.593936,0.16502535,-0.1927959,0.3016616,-0.11827607,1.1672331,1.167233
+4.524701,-0.23110011,0.48839995,0.07923152,-0.29158393,0.29319885,-0.0041067973,-0.23613387,0.4936153,0.07924872,-0.2974924,0.28371316,0.005596198,1.9040508,1.9040508
+6.6908545,-0.24734226,0.49125674,-0.08096603,-0.36573327,0.23550642,0.031327456,-0.25388384,0.4921842,-0.08010406,-0.37217662,0.22649914,0.036687233,-0.26210275,-0.2621026
+8.612631,-0.2442101,0.5562625,-0.1456626,-0.366936,0.18025032,0.030041575,-0.2530494,0.55417603,-0.14201206,-0.3721802,0.16329572,0.032955952,-2.183879,-2.183879
+7.2319913,-0.20074579,0.60555714,-0.1330925,-0.26364067,0.06603625,-0.0067250356,-0.21170825,0.60469025,-0.12618351,-0.2651665,0.03578552,-0.0016115829,-0.80323935,-0.80323935
+4.526478,-0.14075461,0.6579911,-0.039011575,-0.09048543,-0.04030744,-0.13341692,-0.15384325,0.6582444,-0.033118583,-0.08970637,-0.07534418,-0.12098256,1.9022745,1.9022741
+4.616476,-0.20176971,0.71527404,0.061498962,-0.0058750436,-0.059075154,-0.34741127,-0.21543127,0.71832824,0.067988716,-0.009668402,-0.09006954,-0.3305234,1.8122762,1.8122759
+7.2393703,-0.24093884,0.7617346,0.10386247,0.011785679,0.0727117,-0.4390802,-0.24965927,0.76376224,0.109926485,0.008379601,0.040526204,-0.42367017,-0.81061846,-0.8106184
+8.787964,-0.20635083,0.7453562,0.09631532,-0.013799809,0.20396826,-0.40528318,-0.21248609,0.7470473,0.094271906,-0.016320936,0.17941356,-0.38628528,-2.359212,-2.359212
+6.7684994,-0.16151163,0.659328,0.15260506,-0.12934476,0.2916637,-0.24354216,-0.16608164,0.65943456,0.14661789,-0.13184342,0.27620962,-0.22176766,-0.33974734,-0.33974743
+4.4394684,-0.20826948,0.5303318,0.14847726,-0.23949414,0.31485063,-0.05556067,-0.213047,0.53495413,0.14810604,-0.2446411,0.30371657,-0.04336468,1.9892836,1.9892836
+5.3576174,-0.24424711,0.47450545,-0.0024154931,-0.33581412,0.25993025,0.019862257,-0.24968791,0.47762778,-0.0015860349,-0.34174374,0.2522757,0.027360462,1.0711344,1.0711346
+7.8963566,-0.24781969,0.51973814,-0.1213477,-0.3764556,0.2115199,0.03440944,-0.25558397,0.5184568,-0.119433515,-0.38281944,0.1995894,0.038043015,-1.4676046,-1.4676046
+8.377939,-0.23346183,0.57819086,-0.14743423,-0.33373943,0.13505188,0.019901797,-0.24302098,0.5764657,-0.14208993,-0.33687285,0.11346606,0.023247965,-1.9491873,-1.9491873
+5.7855887,-0.15939656,0.6303586,-0.089968555,-0.18166178,0.016965978,-0.05183875,-0.17157601,0.62951654,-0.08364961,-0.18157855,-0.016580306,-0.044441707,0.6431633,0.6431632
+4.117444,-0.16276908,0.68340695,0.014717318,-0.03804665,-0.057440676,-0.24389929,-0.17691047,0.6855858,0.020987727,-0.039272644,-0.089675926,-0.22731644,2.3113081,2.311308
+5.739772,-0.23260152,0.74148995,0.09838795,0.0031498596,0.0053380504,-0.41045615,-0.24376288,0.7442415,0.10475721,-0.0012020841,-0.025593556,-0.39477733,0.68898034,0.6889801

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8997142910957336,-0.8997143433094025,7.328466300010681,,
+1000,-0.941353976726532,-0.9413535866737366,7.370105545043946,,
+1500,-0.9184646606445312,-0.918464850783348,7.347216835021973,,
+2000,-0.8817217350006104,-0.8817216720581055,7.3104736313819885,,
+2500,-0.8899690508842468,-0.8899691226482391,7.318721113681793,,
+3000,-0.9063168168067932,-0.9063169682025909,7.3350688858032225,,
+3500,-0.818737268447876,-0.8187370865345002,7.247488941192627,,
+4000,-0.8794180154800415,-0.8794177249670029,7.308169655323028,,
+4500,-0.8498760461807251,-0.849875876545906,7.278627830028534,,
+5000,-0.7559060454368591,-0.7559061288833618,7.184658056735993,,
+5000,,,,6.866091351509095,-0.4373396337032318
+5500,-0.8191422820091248,-0.8191423226594925,7.247894273281098,,
+6000,-0.8137402534484863,-0.8137403688430787,7.24249231338501,,
+6500,-0.7911851406097412,-0.7911851924657821,7.219937101840973,,
+7000,-0.7678888440132141,-0.7678890670537949,7.196641037940979,,
+7500,-0.7494797110557556,-0.7494796286821366,7.178231562137603,,
+8000,-0.7869049906730652,-0.7869048247337341,7.215656782150268,,
+8500,-0.782387375831604,-0.782387039065361,7.211139005184173,,
+9000,-0.8140055537223816,-0.8140056124925613,7.242757575035095,,
+9500,-0.7271580100059509,-0.7271584411859512,7.155910407543183,,
+10000,-0.7332786321640015,-0.7332786492109299,7.162030584335327,,
+10000,,,,6.7612644696235655,-0.3325127065181732
+10500,-0.7754523158073425,-0.7754523673057556,7.20420431804657,,
+11000,-0.7635137438774109,-0.7635137031078338,7.192265649318695,,
+11500,-0.7578334212303162,-0.7578334835767746,7.1865854244232175,,
+12000,-0.7674509286880493,-0.7674512697458267,7.1962032494544985,,
+12500,-0.7427158951759338,-0.7427161202430725,7.1714680132865904,,
+13000,-0.7232553958892822,-0.7232555004358292,7.152007473468781,,
+13500,-0.7746508717536926,-0.7746510796546936,7.203403018474579,,
+14000,-0.75570148229599,-0.7557017251253128,7.18445367527008,,
+14500,-0.7229936122894287,-0.7229934495687484,7.151745344638824,,
+15000,-0.71579509973526,-0.7157950052022934,7.144546969413757,,
+15000,,,,6.648208243846893,-0.2194565087556839
+15500,-0.6394771933555603,-0.6394773517847061,7.068229290962219,,
+16000,-0.7149730920791626,-0.7149735548496247,7.143725452423095,,
+16500,-0.7472512125968933,-0.7472511522769928,7.176003088951111,,
+17000,-0.6717596054077148,-0.6717595194578171,7.10051149892807,,
+17500,-0.687408447265625,-0.6874087243080139,7.1161606659889225,,
+18000,-0.6714512705802917,-0.6714513022899627,7.100203238964081,,
+18500,-0.6769237518310547,-0.6769238421916962,7.105675764083863,,
+19000,-0.6415854096412659,-0.6415855408906936,7.070337462425232,,
+19500,-0.6502227783203125,-0.6502228031158447,7.078974751472473,,
+20000,-0.6381186246871948,-0.6381186567544938,7.066870548725128,,
+20000,,,,6.576274561882019,-0.1475227028131485
+20500,-0.611193060874939,-0.6111930450201034,7.039944969177246,,
+21000,-0.6023950576782227,-0.6023950779438019,7.031147009372711,,
+21500,-0.601578950881958,-0.6015788501501084,7.030330825805664,,
+22000,-0.5900808572769165,-0.5900810794830322,7.018833026409149,,
+22500,-0.6126265525817871,-0.6126267968416214,7.0413787317276,,
+23000,-0.6756601333618164,-0.6756601760387421,7.104412164211273,,
+23500,-0.5913424491882324,-0.5913425716161728,7.020094573497772,,
+24000,-0.683695375919342,-0.6836954406499862,7.1124473853111265,,
+24500,-0.6699058413505554,-0.6699056441783905,7.098657608985901,,
+25000,-0.5897584557533264,-0.5897582079172135,7.018510154724121,,
+25000,,,,6.626827144622803,-0.19807539880275726
+25500,-0.6259511113166809,-0.6259507201910018,7.0547026968002315,,
+26000,-0.6841135621070862,-0.6841136651039124,7.1128655943870545,,
+26500,-0.6401795744895935,-0.6401799490451813,7.068931869029999,,
+27000,-0.6189586520195007,-0.6189586853981018,7.04771057844162,,
+27500,-0.6122532486915588,-0.612253210067749,7.041005171775818,,
+28000,-0.6094585657119751,-0.6094585635662079,7.038210532188415,,
+28500,-0.6361246705055237,-0.6361244795322418,7.064876401424408,,
+29000,-0.6020548939704895,-0.6020549058914184,7.030806829452515,,
+29500,-0.518578290939331,-0.5185784344673157,6.947330370426178,,
+30000,-0.5048325657844543,-0.5048326798677445,6.933584678649902,,
+30000,,,,6.533367097377777,-0.10461542010307312
+30500,-0.5183684229850769,-0.5183682087659836,6.947120131492615,,
+31000,-0.5446659326553345,-0.5446659458875656,6.973417880535126,,
+31500,-0.5628019571304321,-0.5628019443750382,6.991553867816925,,
+32000,-0.586071252822876,-0.586071130514145,7.014823022842407,,
+32500,-0.5402432084083557,-0.5402431305646896,6.968995022296905,,
+33000,-0.6156282424926758,-0.6156280626058579,7.044379975795746,,
+33500,-0.5596296787261963,-0.5596296881437302,6.988381628513336,,
+34000,-0.5965747237205505,-0.596574682712555,7.025326638221741,,
+34500,-0.5113966464996338,-0.5113965859413147,6.940148523807526,,
+35000,-0.5407492518424988,-0.5407490749359131,6.96950107049942,,
+35000,,,,6.577234513759613,-0.14848275482654572
+35500,-0.5679671168327332,-0.567966881275177,6.9967188258171085,,
+36000,-0.5885406732559204,-0.5885407969951629,7.017292735576629,,
+36500,-0.5798819065093994,-0.5798817312717438,7.008633638381958,,
+37000,-0.5526704788208008,-0.5526704481840133,6.981422392845154,,
+37500,-0.5261157155036926,-0.5261154285669327,6.954867384433746,,
+38000,-0.6315059065818787,-0.631505719780922,7.060257684707642,,
+38500,-0.5558747053146362,-0.5558742243051529,6.984626156330108,,
+39000,-0.6016169786453247,-0.601617071390152,7.030369017601013,,
+39500,-0.4964771866798401,-0.4964773292541504,6.925229257583618,,
+40000,-0.5457955002784729,-0.5457954242229461,6.974547352790832,,
+40000,,,,6.622751331329345,-0.1939995437860489
+40500,-0.5488967895507812,-0.5488966370820999,6.977648581981659,,
+41000,-0.6391620635986328,-0.6391618968248367,7.067913848400116,,
+41500,-0.6025522947311401,-0.6025522984266282,7.031304234981537,,
+42000,-0.5760610699653625,-0.5760611479282379,7.004813125610352,,
+42500,-0.5766828060150146,-0.576682835817337,7.005434731960297,,
+43000,-0.5842453241348267,-0.5842453894615174,7.012997281551361,,
+43500,-0.6390290856361389,-0.6390292155742645,7.067781183719635,,
+44000,-0.620130181312561,-0.620130306482315,7.048882256031036,,
+44500,-0.6080976128578186,-0.6080977684259414,7.036849717617035,,
+45000,-0.6267202496528625,-0.6267201246023179,7.055472051143647,,
+45000,,,,6.636675226688385,-0.2079235315322876
+45500,-0.6417898535728455,-0.6417897394895553,7.070541711807251,,
+46000,-0.6630141735076904,-0.6630142103433609,7.091766134262085,,
+46500,-0.6385994553565979,-0.6385992300510407,7.067351237297058,,
+47000,-0.664860725402832,-0.6648606556653976,7.093612582206726,,
+47500,-0.56144779920578,-0.5614479500055313,6.990199912548065,,
+48000,-0.5424456596374512,-0.5424455465078354,6.971197482585907,,
+48500,-0.6387123465538025,-0.6387124075889588,7.067464303970337,,
+49000,-0.5860955119132996,-0.5860959500074386,7.014847870349884,,
+49500,-0.5574470162391663,-0.5574468870162964,6.986198816299439,,
+50000,-0.5881152749061584,-0.5881154979467392,7.016867465019226,,
+50000,,,,6.461395525932312,-0.03264366090297699

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0072e8239b1dda2a96af7a08ecb711c302a8bea6efc8daa63ca9969bb2728
+size 1835424

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.5400424,-1.0,0.66095936,0.79304856,-0.7282171,-0.36966306,-0.7025204,-1.0,0.67434055,0.7790675,-0.72235674,-0.3687555,-0.7028452,-1.1112901,-1.1112905
+8.270235,-1.0,0.51088977,0.7466873,-0.6693805,-0.6274541,-0.6499104,-1.0,0.5285463,0.7317648,-0.6596868,-0.6243098,-0.6472788,-1.8414823,-1.8414831
+6.545289,-1.0,0.19088626,0.6624315,-0.6197795,-0.77426445,-0.5166409,-1.0,0.20250016,0.6442332,-0.60774696,-0.7729323,-0.5145575,-0.11653689,-0.116537094
+4.8281116,-1.0,-0.105860315,0.5767293,-0.7082325,-0.82397854,-0.43456405,-1.0,-0.10484,0.55981576,-0.6968756,-0.8222915,-0.43611658,1.6006404,1.6006403
+5.447764,-1.0,-0.19571441,0.45732924,-0.93464065,-0.8144049,-0.4315219,-1.0,-0.1944367,0.44056848,-0.92813677,-0.80984676,-0.4358178,0.98098844,0.980988
+7.452793,-0.97649854,-0.18545054,0.3137252,-1.0,-0.76190865,-0.4494237,-0.96259046,-0.18711334,0.29765293,-1.0,-0.7539057,-0.45630518,-1.0240408,-1.0240412
+7.6456404,-0.9803362,-0.1012164,0.2902177,-0.993991,-0.6191376,-0.48297346,-0.9644973,-0.105516024,0.27480045,-0.99096006,-0.6122471,-0.48906717,-1.2168882,-1.2168884
+5.200671,-1.0,0.18468148,0.41590598,-0.91542447,-0.35545966,-0.5790823,-0.9984594,0.1824146,0.39906237,-0.913425,-0.35075897,-0.5823973,1.2280811,1.2280807
+3.737275,-1.0,0.5866274,0.5843711,-0.8226686,-0.1985533,-0.6745247,-1.0,0.5913466,0.56991947,-0.81987655,-0.19474678,-0.676996,2.6914775,2.691477
+5.549246,-1.0,0.7269217,0.7075646,-0.7355912,-0.26892403,-0.7199882,-1.0,0.73706806,0.69520473,-0.73054034,-0.26436183,-0.72341365,0.8795064,0.8795061
+8.178986,-1.0,0.65248764,0.718227,-0.68514985,-0.4770487,-0.7199352,-1.0,0.664835,0.70541644,-0.67568624,-0.47499403,-0.7217841,-1.7502332,-1.7502337
+8.028278,-1.0,0.45737776,0.6333964,-0.6187605,-0.6898094,-0.6190713,-1.0,0.46965775,0.61950815,-0.6080198,-0.6867972,-0.61805224,-1.599526,-1.5995264
+5.5602946,-1.0,0.14022985,0.5696027,-0.6185734,-0.7893882,-0.46646118,-1.0,0.1428673,0.55430907,-0.60943997,-0.7885843,-0.4667901,0.8684576,0.8684573
+4.687502,-1.0,-0.07736962,0.49050757,-0.8018415,-0.80231726,-0.41741383,-1.0,-0.077513486,0.47437814,-0.7915525,-0.79982746,-0.42069557,1.7412504,1.74125
+6.2423887,-1.0,-0.13887379,0.33876738,-1.0,-0.76193637,-0.4313743,-1.0,-0.14125717,0.32142618,-0.9969454,-0.7544749,-0.43759638,0.18636353,0.18636322
+7.818248,-0.97210217,-0.12928262,0.22003055,-1.0,-0.67737037,-0.4586101,-0.960055,-0.13254882,0.20332925,-1.0,-0.6695044,-0.46527806,-1.3894958,-1.3894958
+6.9025297,-0.9677651,0.026357323,0.27254567,-0.95406795,-0.47675037,-0.5207179,-0.95080894,0.020389333,0.2573217,-0.95169353,-0.47153148,-0.52530676,-0.47377768,-0.47377777
+4.489329,-1.0,0.43265498,0.43441334,-0.8615876,-0.24378632,-0.63997674,-1.0,0.4327162,0.4176243,-0.85917115,-0.2405597,-0.64311326,1.9394236,1.9394231
+4.209139,-1.0,0.7400788,0.6065128,-0.75745755,-0.20361178,-0.7076808,-1.0,0.7476604,0.5955235,-0.75336707,-0.19960767,-0.71063334,2.2196133,2.219613
+6.5861316,-1.0,0.77691835,0.6980932,-0.68309414,-0.3660085,-0.734559,-1.0,0.78541684,0.6871923,-0.6766791,-0.36201712,-0.738076,-0.15737933,-0.15737963
+8.251078,-1.0,0.65823984,0.64684755,-0.62687457,-0.598445,-0.6985862,-1.0,0.6690202,0.6361594,-0.61555004,-0.5960334,-0.6991614,-1.8223253,-1.8223257
+6.8546104,-1.0,0.38027814,0.5662801,-0.5758728,-0.7552521,-0.5504124,-1.0,0.38789997,0.55258226,-0.56709784,-0.75312024,-0.5498862,-0.42585802,-0.4258585
+4.919759,-1.0,0.05064679,0.51862156,-0.67620564,-0.80439055,-0.43482664,-1.0,0.051041186,0.5033003,-0.66719365,-0.8032156,-0.43669415,1.5089935,1.5089931
+5.3367844,-1.0,-0.10755807,0.40531516,-0.9185083,-0.78214467,-0.41978258,-1.0,-0.108791895,0.38865888,-0.91103303,-0.7774224,-0.4249324,1.0919679,1.0919676
+7.1525507,-0.9845917,-0.13874678,0.23488185,-1.0,-0.7236304,-0.437182,-0.97501636,-0.14209685,0.21749261,-1.0,-0.71466184,-0.4438328,-0.7237985,-0.72379875
+7.6774755,-0.93451643,-0.0843621,0.19359899,-1.0,-0.5986488,-0.47125408,-0.9218069,-0.08868844,0.17663805,-0.9972153,-0.59195065,-0.47793207,-1.2487234,-1.2487235
+5.5743585,-0.95700026,0.19833152,0.31533644,-0.9115535,-0.35086992,-0.5724391,-0.9375242,0.19399822,0.29837725,-0.9094461,-0.34721038,-0.57593614,0.8543938,0.8543935
+3.77576,-1.0,0.63609624,0.48187813,-0.80679286,-0.19549216,-0.68077254,-1.0,0.63893694,0.46863955,-0.8042127,-0.19139087,-0.6835981,2.6529922,2.652992
+5.0984864,-1.0,0.81675255,0.63962996,-0.70297277,-0.25790226,-0.7314346,-1.0,0.82409024,0.63017106,-0.6983547,-0.25277352,-0.7350054,1.3302659,1.3302655
+7.75829,-1.0,0.7786093,0.66757977,-0.6478665,-0.46981514,-0.7407236,-1.0,0.785916,0.6576203,-0.6393601,-0.46753553,-0.7435243,-1.3295376,-1.3295379
+8.002613,-1.0,0.60530174,0.58572185,-0.5774217,-0.6837276,-0.6534225,-1.0,0.61395824,0.575557,-0.5672674,-0.68006355,-0.6536793,-1.5738606,-1.5738611
+5.6786604,-1.0,0.27517784,0.5387729,-0.58423793,-0.7840447,-0.48600304,-1.0,0.27708724,0.5243124,-0.57804644,-0.78310513,-0.48622254,0.75009197,0.75009155
+4.6396637,-1.0,-0.019659244,0.47613475,-0.77437556,-0.7973497,-0.4188983,-1.0,-0.020068616,0.4609469,-0.76604605,-0.79500884,-0.4221795,1.7890886,1.7890882
+6.068948,-1.0,-0.11623604,0.3173286,-1.0,-0.7553504,-0.42567623,-1.0,-0.119412966,0.29988942,-0.9977764,-0.74793994,-0.43179384,0.3598043,0.35980415
+7.8232975,-0.9500263,-0.12585966,0.1786645,-1.0,-0.6795865,-0.4486266,-0.94007754,-0.12913705,0.16058098,-1.0,-0.6711041,-0.45521498,-1.3945456,-1.3945456
+7.125674,-0.9209531,0.0044158334,0.22440362,-0.9621881,-0.49797168,-0.5021448,-0.9069265,-0.0022101616,0.20934568,-0.9599404,-0.49262315,-0.50740826,-0.69692177,-0.6969218
+4.493161,-0.98072064,0.4108792,0.38712978,-0.86446947,-0.25867093,-0.62880814,-0.9572879,0.40897366,0.37006986,-0.8624073,-0.25501102,-0.631734,1.9355911,1.9355907
+3.8504188,-1.0,0.7628128,0.5611183,-0.752923,-0.19773802,-0.70841604,-1.0,0.76806116,0.5510365,-0.7496704,-0.19322085,-0.71096265,2.5783334,2.5783331
+6.2604675,-1.0,0.8268294,0.6696175,-0.669697,-0.3488191,-0.74311966,-1.0,0.8329331,0.66002804,-0.66451335,-0.34380916,-0.7464514,0.16828479,0.16828442
+8.321849,-1.0,0.7345629,0.631347,-0.61310303,-0.5763798,-0.7196559,-1.0,0.7416445,0.62287056,-0.6033062,-0.57387495,-0.72135377,-1.8930969,-1.8930969
+7.1619864,-1.0,0.48379716,0.55476105,-0.5554477,-0.7429148,-0.57690835,-1.0,0.48900422,0.5427168,-0.5482497,-0.7396755,-0.57702184,-0.7332342,-0.7332344
+4.9301887,-1.0,0.13269295,0.5247007,-0.64429605,-0.79978126,-0.44207975,-1.0,0.13155958,0.51002896,-0.63850844,-0.79853666,-0.44327185,1.4985634,1.4985633
+5.04198,-1.0,-0.07314987,0.4282977,-0.88849247,-0.7824116,-0.41758308,-1.0,-0.07507769,0.4121059,-0.8826754,-0.7777859,-0.42209786,1.3867725,1.3867722
+6.9002585,-0.9832685,-0.123088464,0.2524906,-1.0,-0.7287808,-0.43453518,-0.9747636,-0.12698986,0.23459487,-1.0,-0.7194844,-0.44081855,-0.4715062,-0.4715066
+7.846475,-0.9242918,-0.0910389,0.19199222,-1.0,-0.6194837,-0.46573383,-0.9131917,-0.095300764,0.17421374,-1.0,-0.6123614,-0.4722806,-1.4177231,-1.4177232
+5.975671,-0.93714166,0.15688424,0.30745676,-0.9203818,-0.37943467,-0.55699086,-0.9208596,0.1505624,0.29181993,-0.9189522,-0.37522897,-0.559968,0.4530814,0.45308113
+3.818809,-1.0,0.60388416,0.4789442,-0.8169818,-0.2020107,-0.6739964,-1.0,0.6044041,0.4648591,-0.8152762,-0.19739121,-0.6762502,2.6099434,2.609943
+4.722148,-1.0,0.81783366,0.6437466,-0.70904684,-0.24042404,-0.72959864,-1.0,0.8235953,0.6346894,-0.7056397,-0.23516098,-0.7320765,1.7066044,1.706604
+7.454539,-1.0,0.7962155,0.68797743,-0.6509322,-0.4451299,-0.7449463,-1.0,0.8015948,0.67875767,-0.6443101,-0.44205174,-0.7476323,-1.0257868,-1.0257869
+8.142723,-1.0,0.63823617,0.60559976,-0.578616,-0.664911,-0.67008257,-1.0,0.64442736,0.5969591,-0.5703001,-0.6606556,-0.6709803,-1.7139711,-1.7139711
+5.9870925,-1.0,0.31313577,0.5526995,-0.56837344,-0.7801588,-0.50178987,-1.0,0.31277588,0.5396622,-0.564245,-0.7782811,-0.50163823,0.4416597,0.44165945
+4.6265497,-1.0,-0.0032372018,0.5081316,-0.73897135,-0.80387366,-0.42423168,-1.0,-0.0053154444,0.49385884,-0.7335308,-0.8013843,-0.426307,1.8022027,1.8022022
+5.795087,-1.0,-0.11341192,0.3745189,-0.9807601,-0.7704617,-0.4274016,-1.0,-0.116782285,0.35701808,-0.9779519,-0.7631978,-0.4326664,0.63366526,0.6336651
+7.6388702,-0.9534349,-0.12896456,0.22980538,-1.0,-0.70476294,-0.44998962,-0.94391215,-0.13269964,0.2119461,-1.0,-0.6956831,-0.45615223,-1.2101179,-1.2101183
+7.304054,-0.92722875,-0.027752936,0.25648013,-0.9709111,-0.5353667,-0.4947575,-0.9144834,-0.034725912,0.24212405,-0.9696519,-0.5295974,-0.49966872,-0.8753016,-0.87530184
+4.7334766,-0.982413,0.34482622,0.4220816,-0.8797066,-0.27765617,-0.6161627,-0.96257454,0.3407614,0.4067543,-0.87863505,-0.27312264,-0.61802495,1.6952757,1.6952753
+3.7383554,-1.0,0.7188219,0.5973333,-0.77554953,-0.18471843,-0.70121026,-1.0,0.72166866,0.5867658,-0.7738128,-0.17976548,-0.7026961,2.690397,2.6903965
+5.9416714,-1.0,0.80380493,0.7185082,-0.6899703,-0.3108677,-0.7408436,-1.0,0.8084223,0.7099463,-0.6866786,-0.30548325,-0.7431422,0.48708084,0.48708057
+8.225051,-1.0,0.716368,0.69618386,-0.63680065,-0.53613603,-0.727291,-1.0,0.7216454,0.68818223,-0.62942225,-0.53317904,-0.729023,-1.7962989,-1.796299
+7.401965,-1.0,0.4753225,0.6007674,-0.5631224,-0.729131,-0.59475476,-1.0,0.4782176,0.59015906,-0.5579325,-0.72466743,-0.5950767,-0.973213,-0.9732132
+5.054551,-1.0,0.12137469,0.5644009,-0.61551744,-0.80484295,-0.45452338,-1.0,0.11684092,0.5517082,-0.61250865,-0.80291164,-0.4545037,1.3742012,1.3742008
+4.8589044,-1.0,-0.091700494,0.49744406,-0.8475097,-0.80314136,-0.42529854,-1.0,-0.09433606,0.4815439,-0.8448237,-0.7987489,-0.4280278,1.569848,1.5698476
+6.645688,-0.98688996,-0.1369647,0.34626538,-1.0,-0.7645061,-0.4422068,-0.97679555,-0.14094539,0.32860062,-1.0,-0.7549777,-0.44800425,-0.21693583,-0.21693611
+7.8850017,-0.9399698,-0.1149642,0.2694696,-1.0,-0.67008173,-0.470638,-0.9282253,-0.11946771,0.2530426,-1.0,-0.6624774,-0.4763879,-1.4562496,-1.4562497
+6.2779713,-0.96310747,0.08019825,0.36909577,-0.936332,-0.42558983,-0.54253066,-0.94830287,0.0724848,0.35621604,-0.9359307,-0.42020854,-0.54469484,0.15078086,0.15078068
+3.907818,-1.0,0.5117966,0.5567825,-0.8431884,-0.20699885,-0.6592115,-1.0,0.51013285,0.543727,-0.8428276,-0.2012626,-0.6602005,2.5209343,2.5209339
+4.3916216,-1.0,0.7495241,0.7208638,-0.7467278,-0.20600721,-0.71906036,-1.0,0.7526201,0.71231306,-0.74534744,-0.20085908,-0.7201137,2.0371306,2.0371304
+7.1496444,-1.0,0.73071444,0.7834095,-0.68789274,-0.38799763,-0.742532,-1.0,0.73353475,0.77568054,-0.6839001,-0.38419047,-0.7445767,-0.7208922,-0.7208924
+8.288138,-1.0,0.5735215,0.70268273,-0.6192908,-0.62211657,-0.68301475,-1.0,0.57687974,0.6949949,-0.6140902,-0.6171587,-0.6838003,-1.8593863,-1.8593864
+6.315357,-1.0,0.25125617,0.61626256,-0.5704273,-0.77518797,-0.5210605,-1.0,0.24821109,0.6057378,-0.56881166,-0.77194417,-0.5201627,0.11339488,0.11339474
+4.6050286,-1.0,-0.044646375,0.5768571,-0.6940832,-0.8213471,-0.43855062,-1.0,-0.05029102,0.5643635,-0.69257045,-0.81829584,-0.43850958,1.8237238,1.8237233
+5.496647,-1.0,-0.1435723,0.48807582,-0.9415365,-0.8092567,-0.44161642,-1.0,-0.14660034,0.4711729,-0.9417309,-0.8024975,-0.44490775,0.93210536,0.93210506
+7.402461,-0.9539733,-0.14822578,0.3560275,-1.0,-0.7626672,-0.46432957,-0.94183904,-0.15270545,0.33963457,-1.0,-0.7531062,-0.47005233,-0.9737088,-0.9737091
+7.49127,-0.9535816,-0.07553304,0.35164824,-0.9807494,-0.60432494,-0.49739522,-0.9396363,-0.082453184,0.33907464,-0.9812707,-0.59823084,-0.50127304,-1.062518,-1.0625181
+5.084243,-1.0,0.23063868,0.516585,-0.9027325,-0.31100255,-0.59903145,-0.9987903,0.22438996,0.5062817,-0.90297365,-0.30542222,-0.5995752,1.3445095,1.3445091
+3.6739547,-1.0,0.6099937,0.7061473,-0.8137278,-0.16962563,-0.6840966,-1.0,0.6102277,0.6961439,-0.81358445,-0.16402996,-0.684241,2.7547977,2.7547972
+5.521156,-1.0,0.7013504,0.83070296,-0.7352827,-0.25277582,-0.7314509,-1.0,0.70145464,0.8245236,-0.7341702,-0.24816272,-0.7326573,0.9075964,0.9075961
+8.020156,-1.0,0.5851017,0.83463985,-0.6880604,-0.4626068,-0.7323638,-1.0,0.58600456,0.82891893,-0.6841091,-0.45929077,-0.73353004,-1.5914035,-1.591404
+7.6225085,-1.0,0.34834868,0.7137764,-0.6066233,-0.6969894,-0.6161823,-1.0,0.3465774,0.70596766,-0.6056757,-0.69100815,-0.6158328,-1.1937563,-1.1937566
+5.1901817,-1.0,0.022152044,0.6424181,-0.60037744,-0.81189543,-0.47797754,-1.0,0.014514805,0.6339332,-0.60129476,-0.80869246,-0.47605267,1.2385703,1.2385702
+4.678855,-1.0,-0.15267682,0.59150743,-0.7950049,-0.8364134,-0.44954255,-1.0,-0.1575318,0.5770998,-0.7970106,-0.8321754,-0.44911,1.7498975,1.749897
+6.3426127,-0.9500287,-0.17352536,0.48411176,-0.9937422,-0.8251184,-0.46678814,-0.93521965,-0.17751485,0.46935585,-0.99594367,-0.81662214,-0.471027,0.08613956,0.0861392
+7.8083415,-0.928377,-0.14446974,0.40098223,-1.0,-0.74998474,-0.49070928,-0.91384757,-0.15055303,0.3876528,-1.0,-0.74248886,-0.49527863,-1.3795894,-1.3795896
+6.6184325,-0.9875101,-0.0069392314,0.47054633,-0.9499168,-0.49767032,-0.53465104,-0.97216475,-0.014673508,0.460916,-0.9507818,-0.49181506,-0.53615475,-0.18968023,-0.18968058
+4.139624,-1.0,0.37362295,0.68163896,-0.87060404,-0.22400929,-0.6368119,-1.0,0.37001523,0.67452055,-0.87164414,-0.2175157,-0.6364905,2.289128,2.2891278
+4.1280456,-1.0,0.6150558,0.8448185,-0.7924979,-0.17171739,-0.69950247,-1.0,0.61392707,0.8382304,-0.7925334,-0.16732365,-0.6991774,2.3007066,2.3007064
+6.727593,-1.0,0.558529,0.91916376,-0.7366724,-0.30551463,-0.73961025,-1.0,0.5545466,0.9159245,-0.7352519,-0.3025467,-0.74097395,-0.2988404,-0.298841
+8.232082,-1.0,0.36560217,0.86565703,-0.6793846,-0.5354302,-0.7045578,-1.0,0.3620619,0.8619947,-0.67871547,-0.5300869,-0.704483,-1.8033303,-1.8033304
+6.4820457,-1.0,0.08518739,0.7336291,-0.6016517,-0.7537447,-0.5563246,-1.0,0.08014015,0.7287004,-0.6051056,-0.7487943,-0.5535637,-0.053293478,-0.053293705
+4.484537,-1.0,-0.15016358,0.6670234,-0.6532641,-0.8417537,-0.4745266,-1.0,-0.15935783,0.6593332,-0.658309,-0.8377794,-0.4717218,1.9442152,1.9442148
+5.14453,-0.9323003,-0.21600741,0.5972949,-0.88129777,-0.86001545,-0.48031917,-0.91420555,-0.22049367,0.5841874,-0.88592654,-0.8548648,-0.47973558,1.2842226,1.2842221
+7.114943,-0.87902474,-0.19011979,0.4958574,-1.0,-0.84474653,-0.49800053,-0.8634931,-0.19698313,0.4838626,-1.0,-0.8368056,-0.50189406,-0.6861909,-0.6861911
+7.7051544,-0.9236183,-0.12725632,0.46916497,-0.98436046,-0.7064048,-0.5133149,-0.9088869,-0.13514894,0.45845398,-0.98727864,-0.7006439,-0.5159981,-1.2764022,-1.2764025
+5.591867,-1.0,0.084437184,0.6193375,-0.91823614,-0.3812877,-0.5730636,-1.0,0.07646085,0.6163753,-0.9196205,-0.37624377,-0.57332927,0.8368853,0.836885
+3.7392929,-1.0,0.44245976,0.83047086,-0.8443816,-0.18356422,-0.6483725,-1.0,0.4396833,0.8268358,-0.8457563,-0.17809972,-0.64759105,2.6894596,2.689459
+5.0353713,-1.0,0.51642156,0.9448093,-0.77806044,-0.19885021,-0.70966035,-1.0,0.5100167,0.9426883,-0.7782794,-0.19673865,-0.71013594,1.393381,1.3933806
+7.6016088,-1.0,0.326543,0.9774091,-0.7323023,-0.34868488,-0.74369246,-1.0,0.31907558,0.97811705,-0.7323048,-0.34599122,-0.744461,-1.1728563,-1.1728568
+7.78891,-1.0,0.11123936,0.87914646,-0.6567199,-0.6008018,-0.6635789,-1.0,0.10226793,0.87961674,-0.6613024,-0.593699,-0.66170645,-1.360158,-1.360158
+5.4068594,-1.0,-0.13526484,0.7585863,-0.59475213,-0.79841995,-0.53160226,-1.0,-0.14377432,0.7581892,-0.60236365,-0.79342026,-0.52683836,1.0218928,1.0218925
+4.3081827,-0.9535538,-0.27344438,0.6778391,-0.70836633,-0.8679248,-0.5024461,-0.9355802,-0.2825535,0.6695883,-0.717569,-0.86367965,-0.4982966,2.1205695,2.1205692
+5.7982793,-0.79430366,-0.26110348,0.5903543,-0.92332685,-0.8931774,-0.5157014,-0.7791816,-0.26824215,0.5824381,-0.9303732,-0.88829136,-0.51572454,0.63047296,0.63047266
+7.6538053,-0.8143593,-0.2025803,0.5191586,-0.99363184,-0.8558897,-0.52473646,-0.8008747,-0.21356302,0.50894433,-0.99865276,-0.85055476,-0.5271631,-1.2250532,-1.2250533
+7.2266,-0.9156418,-0.10562737,0.55318743,-0.9543086,-0.6335803,-0.5251265,-0.90394855,-0.11402735,0.5459451,-0.95782876,-0.6293787,-0.52706397,-0.7978478,-0.7978482
+4.7175536,-1.0,0.15759546,0.75920165,-0.88577443,-0.30999812,-0.57715696,-1.0,0.1492546,0.76288664,-0.8880725,-0.30695072,-0.5784652,1.7111989,1.7111983
+3.8949976,-1.0,0.41350448,0.92182684,-0.816796,-0.18183345,-0.6369767,-1.0,0.40404302,0.9225366,-0.81853616,-0.17963116,-0.63667625,2.533755,2.5337543
+6.022533,-1.0,0.31148216,1.0,-0.7561363,-0.22718912,-0.71268356,-1.0,0.29984048,1.0,-0.7576058,-0.2271327,-0.71390307,0.4062195,0.406219
+8.015087,-1.0,0.07001216,1.0,-0.69782954,-0.38194945,-0.73831815,-1.0,0.054867037,1.0,-0.70165706,-0.37801003,-0.7382885,-1.5863346,-1.5863352
+7.029195,-1.0,-0.1254659,0.88485116,-0.6043806,-0.6516679,-0.6314658,-1.0,-0.13964598,0.8929033,-0.6148243,-0.64359975,-0.6266082,-0.6004427,-0.6004429
+4.6217074,-1.0,-0.30957133,0.76834583,-0.56218046,-0.83386827,-0.5444211,-1.0,-0.32172313,0.7697737,-0.57734233,-0.8284347,-0.5386279,1.8070446,1.8070445
+4.4985347,-0.75066173,-0.37196016,0.660971,-0.73312366,-0.8977015,-0.5428601,-0.7375323,-0.38197294,0.6558815,-0.7465098,-0.89468825,-0.53783417,1.9302174,1.9302173
+6.489014,-0.67689395,-0.3059383,0.57736397,-0.9305036,-0.92819643,-0.54721355,-0.6684224,-0.31893098,0.5719078,-0.9397755,-0.92538553,-0.54628867,-0.06026195,-0.060262203
+7.938244,-0.76260203,-0.21931648,0.53622615,-0.97121835,-0.8513421,-0.53356016,-0.7535615,-0.23422018,0.5266288,-0.97770715,-0.84928393,-0.53510314,-1.5094916,-1.5094919
+6.5634303,-0.8866777,-0.08891112,0.62880933,-0.91650677,-0.556085,-0.5095621,-0.8796936,-0.100022495,0.62804294,-0.9208466,-0.5554044,-0.5127348,-0.13467802,-0.13467836
+4.141488,-0.995034,0.18018861,0.8482398,-0.8472933,-0.2896138,-0.53105843,-0.9930756,0.16569313,0.85579824,-0.8506911,-0.29131356,-0.53443843,2.287264,2.2872639
+4.414073,-1.0,0.28031394,0.96294,-0.76526386,-0.1992529,-0.6076474,-1.0,0.2599485,0.9683685,-0.76949143,-0.20066379,-0.6076337,2.0146797,2.014679
+6.867138,-1.0,0.0444991,1.0,-0.69625413,-0.25518817,-0.7087488,-1.0,0.026982486,1.0,-0.7010865,-0.2556461,-0.7092866,-0.43838546,-0.43838596
+8.060682,-1.0,-0.1733468,0.9973879,-0.60908866,-0.41812748,-0.71862906,-1.0,-0.19893797,1.0,-0.6183319,-0.41245714,-0.71665305,-1.6319299,-1.6319304
+6.2133713,-1.0,-0.32492092,0.8793814,-0.49700236,-0.6992804,-0.6188083,-1.0,-0.34449247,0.89354914,-0.515846,-0.6905544,-0.6120335,0.21538098,0.21538067
+4.174017,-0.831911,-0.4549463,0.7401227,-0.48749197,-0.86282015,-0.578849,-0.81583846,-0.46736428,0.7410871,-0.5112154,-0.8582984,-0.57124555,2.2547352,2.254735
+4.9571924,-0.5956257,-0.4474543,0.6184042,-0.73297936,-0.93449116,-0.57682085,-0.5916645,-0.46111813,0.61572826,-0.750563,-0.93429685,-0.57173824,1.4715596,1.4715595
+7.1715436,-0.6039851,-0.34821728,0.5511457,-0.9175104,-0.9555187,-0.5647192,-0.6004707,-0.36833534,0.5438775,-0.9283137,-0.9571165,-0.5631233,-0.7427917,-0.74279165
+7.925898,-0.7214109,-0.2415617,0.5351813,-0.933679,-0.8199426,-0.51096076,-0.7157944,-0.25954238,0.5245695,-0.94200903,-0.8218236,-0.51356405,-1.497146,-1.4971461
+5.773337,-0.8571442,-0.08433656,0.6925711,-0.8623172,-0.5013955,-0.45364705,-0.85537624,-0.10186998,0.69562113,-0.8681637,-0.50625706,-0.45780614,0.65541553,0.65541506
+3.90315,-0.9694898,0.13940588,0.8898182,-0.77721643,-0.28883004,-0.47223708,-0.97124124,0.11072428,0.89980817,-0.78413665,-0.2943096,-0.4734123,2.5256026,2.5256019
+5.182286,-1.0,0.05664123,0.9873775,-0.6592785,-0.22242248,-0.58303124,-1.0,0.028813958,0.99668837,-0.6686238,-0.22683582,-0.5809497,1.2464668,1.2464662
+7.5608974,-1.0,-0.22940513,1.0,-0.5687099,-0.28881946,-0.7026422,-1.0,-0.25980714,1.0,-0.5787152,-0.2890623,-0.7012799,-1.1321449,-1.1321454
+7.738492,-1.0,-0.38698396,0.97240037,-0.45550624,-0.47578397,-0.69166905,-1.0,-0.42145637,0.98920256,-0.4727317,-0.46818337,-0.6864191,-1.30974,-1.3097401
+5.360942,-0.961743,-0.48984858,0.83946556,-0.3335909,-0.75429434,-0.6267365,-0.9434125,-0.5093173,0.85106266,-0.36283746,-0.74532974,-0.6194708,1.0678104,1.06781
+4.1175776,-0.6256873,-0.55803204,0.6605147,-0.41562676,-0.8934678,-0.6149246,-0.61922425,-0.56964594,0.65926856,-0.44344088,-0.89286137,-0.60600024,2.3111746,2.3111744
+5.729284,-0.51279414,-0.49468333,0.5543238,-0.73099864,-0.9775283,-0.596734,-0.5147824,-0.51249754,0.5473132,-0.7494112,-0.9816842,-0.59224653,0.6994684,0.69946814
+7.811595,-0.56929046,-0.38499382,0.49446872,-0.8926504,-0.9629557,-0.55464834,-0.5695442,-0.41012642,0.4817858,-0.90487087,-0.97066104,-0.5541805,-1.3828429,-1.382843
+7.4744596,-0.7010792,-0.2616382,0.53119093,-0.8688371,-0.74980795,-0.4496319,-0.69795555,-0.28515878,0.5198249,-0.8787625,-0.75787187,-0.45257986,-1.0457071,-1.0457077
+4.8635216,-0.83850706,-0.08504091,0.7695536,-0.7762573,-0.46260062,-0.39605036,-0.8436657,-0.11573923,0.77449054,-0.7849271,-0.47516328,-0.39738637,1.5652308,1.5652304
+4.117168,-0.958849,0.010413897,0.9215882,-0.63697386,-0.28707507,-0.44710267,-0.96277255,-0.029242337,0.935435,-0.65158355,-0.2945055,-0.44349575,2.3115847,2.311584
+6.1921806,-1.0,-0.2320624,1.0,-0.49522722,-0.2595624,-0.58738035,-1.0,-0.27086708,1.0,-0.50962967,-0.26609617,-0.58251727,0.23657177,0.23657131
+8.039759,-1.0,-0.477271,1.0,-0.3933762,-0.33639845,-0.69813824,-1.0,-0.52184737,1.0,-0.4097069,-0.33504543,-0.69429505,-1.6110064,-1.6110067
+6.9603662,-1.0,-0.5432139,0.9201032,-0.2632825,-0.5650177,-0.6728546,-1.0,-0.5781456,0.93910635,-0.29330543,-0.5555778,-0.66595787,-0.531614,-0.5316143
+4.543604,-0.71949553,-0.61012757,0.7373475,-0.1868777,-0.81316316,-0.6502349,-0.70381516,-0.62506795,0.738556,-0.21782804,-0.8075845,-0.6403526,1.8851485,1.885148
+4.576664,-0.504745,-0.6054745,0.5470003,-0.42033553,-0.93822896,-0.63257504,-0.5071297,-0.6178155,0.5400462,-0.44430193,-0.9433304,-0.6245382,1.852088,1.852088
+6.7581563,-0.4809322,-0.51656574,0.4663469,-0.73612666,-1.0,-0.5945127,-0.4859301,-0.5382516,0.4542794,-0.7546084,-1.0,-0.5924758,-0.32940397,-0.32940435
+8.126182,-0.5640412,-0.40664914,0.43247548,-0.8456875,-0.9254107,-0.5011157,-0.56694025,-0.43420118,0.41338608,-0.8599554,-0.9384681,-0.5015982,-1.6974292,-1.6974297
+6.4308767,-0.70912266,-0.27185103,0.5961813,-0.7621107,-0.6633979,-0.38984942,-0.7096286,-0.30231807,0.5873835,-0.7741852,-0.6791872,-0.3895003,-0.00212426,-0.0021247864
+4.110876,-0.84150827,-0.10966439,0.8464633,-0.6330152,-0.4239059,-0.36584005,-0.854151,-0.15319693,0.8572318,-0.6490844,-0.43850693,-0.3644382,2.317876,2.3178759
+4.8944063,-0.96344244,-0.21610865,0.9627522,-0.44406238,-0.29263,-0.46121952,-0.9662967,-0.26673463,0.9779624,-0.46365368,-0.30361104,-0.45329687,1.534346,1.5343456
+7.2909803,-1.0,-0.5326169,1.0,-0.3226504,-0.30258745,-0.61986023,-1.0,-0.5837985,1.0,-0.34194422,-0.3079929,-0.61353564,-0.86222816,-0.8622284
+7.9723854,-1.0,-0.6414326,0.97420216,-0.2183644,-0.40612695,-0.69237155,-1.0,-0.6909658,0.9921726,-0.24402589,-0.40241858,-0.68539464,-1.5436331,-1.5436335
+5.7985973,-0.8237182,-0.64988947,0.8231618,-0.08804151,-0.6758081,-0.67508537,-0.8040146,-0.67715085,0.8328401,-0.12355868,-0.6654272,-0.6673039,0.6301549,0.6301546
+4.171778,-0.54646766,-0.6702647,0.58266604,-0.14398465,-0.86771095,-0.6693392,-0.5432068,-0.6821147,0.5758959,-0.17065254,-0.8707442,-0.65780276,2.256974,2.2569737
+5.558445,-0.45067194,-0.6140502,0.43978247,-0.47979635,-0.9966885,-0.6267979,-0.45770484,-0.62824893,0.42808568,-0.50216717,-1.0,-0.62308013,0.87030727,0.87030697
+7.75402,-0.47865257,-0.52289015,0.3803667,-0.74233997,-1.0,-0.55841774,-0.48466542,-0.5472952,0.36228323,-0.7608423,-1.0,-0.55848384,-1.3252679,-1.3252683
+7.6863933,-0.58983487,-0.40888584,0.44119495,-0.7507072,-0.8347793,-0.42394564,-0.5934949,-0.44018203,0.42024848,-0.76665235,-0.8525776,-0.4218569,-1.2576407,-1.2576413
+5.063942,-0.73908615,-0.2616237,0.72708976,-0.6177765,-0.5815246,-0.34758574,-0.74720407,-0.3038484,0.72480106,-0.63514906,-0.60229707,-0.34532228,1.3648105,1.36481
+4.1056347,-0.8662604,-0.23876059,0.911063,-0.43363297,-0.3803943,-0.3706642,-0.8811247,-0.29018107,0.92878044,-0.45591578,-0.39444095,-0.36593524,2.3231177,2.3231173
+6.1264005,-0.9789678,-0.51972836,1.0,-0.25923258,-0.3177958,-0.51298594,-0.9789875,-0.5822283,1.0,-0.28165904,-0.32970813,-0.5027833,0.30235177,0.30235147
+8.053726,-1.0,-0.7540643,1.0,-0.16771366,-0.34771279,-0.6616365,-1.0,-0.8074654,1.0,-0.19290201,-0.3496945,-0.6537948,-1.6249739,-1.6249743
+7.1002097,-0.9022815,-0.723341,0.8933946,-0.049678877,-0.5170641,-0.6894896,-0.8890753,-0.7678634,0.90642494,-0.08396334,-0.51063764,-0.68194604,-0.67145735,-0.67145777
+4.663386,-0.6071124,-0.7181964,0.6624868,0.0038822042,-0.77515244,-0.693349,-0.5961573,-0.73750985,0.6583147,-0.025551416,-0.77219546,-0.6815056,1.7653664,1.7653661
+4.656289,-0.45926502,-0.6812194,0.43890148,-0.21563017,-0.93706596,-0.661592,-0.46442294,-0.69301987,0.42805538,-0.23637831,-0.9487687,-0.65385205,1.772463,1.7724628
+6.832623,-0.4378313,-0.60787153,0.34982982,-0.54850054,-1.0,-0.60073084,-0.44605434,-0.625833,0.33513516,-0.5710049,-1.0,-0.6008828,-0.40387058,-0.40387106
+8.1497345,-0.49913034,-0.5162562,0.34291288,-0.70805365,-0.9506084,-0.48236904,-0.5066505,-0.5433191,0.31833127,-0.72769725,-0.9727093,-0.48075292,-1.7209821,-1.7209826
+6.3662763,-0.6411825,-0.39734414,0.5638544,-0.60105383,-0.73360837,-0.36773524,-0.64627767,-0.4329384,0.54609376,-0.6202003,-0.75571156,-0.3633468,0.062476207,0.06247568
+4.087556,-0.78088045,-0.2954903,0.84494746,-0.4362043,-0.5051522,-0.32163385,-0.79944277,-0.34989122,0.8550647,-0.46029362,-0.52395815,-0.31854036,2.3411965,2.341196
+5.0044093,-0.89168406,-0.49251756,0.9650564,-0.22423609,-0.36411873,-0.41434497,-0.9014939,-0.5586062,0.982371,-0.24870393,-0.38034627,-0.40485886,1.424343,1.4243426
+7.41593,-0.97983694,-0.80151737,1.0,-0.10908552,-0.3485123,-0.58507395,-0.9800278,-0.8566698,1.0,-0.13501002,-0.35655558,-0.5745997,-0.98717743,-0.98717785
+7.9598,-0.9363493,-0.8446778,0.9424516,-0.02433052,-0.4112406,-0.6869871,-0.92967516,-0.8997065,0.956745,-0.05457744,-0.41100743,-0.67772603,-1.5310475,-1.5310478
+5.7161083,-0.6895473,-0.77837706,0.75331366,0.08036242,-0.64990044,-0.70395696,-0.6716872,-0.81297606,0.7559574,0.04635295,-0.64284116,-0.6939061,0.7126439,0.7126436
+4.281042,-0.48555696,-0.73931545,0.4806399,-0.014525539,-0.85524553,-0.6977105,-0.48661366,-0.75428784,0.4705012,-0.033564933,-0.86441576,-0.6861029,2.1477103,2.1477098
+5.786338,-0.4243616,-0.67415494,0.33371523,-0.3201003,-1.0,-0.6353762,-0.43306717,-0.68797076,0.32124808,-0.3419364,-1.0,-0.6337142,0.64241433,0.6424141
+7.8800235,-0.4452378,-0.5973296,0.28329352,-0.59314233,-1.0,-0.54442215,-0.45366302,-0.6188686,0.2612955,-0.6147873,-1.0,-0.5449287,-1.4512712,-1.4512715
+7.503032,-0.5492003,-0.50186276,0.39630392,-0.58677244,-0.8567109,-0.4089243,-0.55748165,-0.532388,0.36780813,-0.6084761,-0.87919134,-0.40317738,-1.07428,-1.0742803
+4.8212757,-0.7008638,-0.3888282,0.73216116,-0.42830753,-0.6402608,-0.31735024,-0.7126134,-0.4372539,0.7260013,-0.45268476,-0.6628789,-0.31339365,1.6074767,1.6074762
+4.188428,-0.81851447,-0.48234317,0.9236889,-0.21807784,-0.44434002,-0.33605072,-0.83985376,-0.54369265,0.9418427,-0.24310675,-0.46287367,-0.33094242,2.2403243,2.240324
+6.3944426,-0.9107337,-0.78693247,0.9984901,-0.04719349,-0.3780308,-0.49105462,-0.91545063,-0.84855336,1.0,-0.074122906,-0.3926888,-0.47826973,0.03430975,0.034309387
+8.146368,-0.93176925,-0.96584344,0.9743029,0.01788748,-0.37977085,-0.6530658,-0.92989373,-1.0,0.98867756,-0.010769404,-0.38414654,-0.64178693,-1.717616,-1.7176161
+6.8917623,-0.7724662,-0.87264943,0.8331715,0.11593788,-0.518464,-0.70470625,-0.75599617,-0.92153746,0.8382256,0.08444857,-0.5157155,-0.69533384,-0.46300998,-0.4630103
+4.5816994,-0.51947385,-0.8086988,0.56037086,0.117666654,-0.7584608,-0.7224734,-0.51550585,-0.8332176,0.55261695,0.09503741,-0.7625513,-0.7092514,1.8470529,1.8470526
+4.9166718,-0.42969128,-0.73338795,0.33745134,-0.1065073,-0.9462098,-0.6721733,-0.43667707,-0.7481307,0.32456303,-0.12340119,-0.9657324,-0.66652143,1.5120807,1.5120802
+7.099043,-0.42032734,-0.66302437,0.24759933,-0.40778947,-1.0,-0.59485024,-0.429303,-0.6808509,0.22921436,-0.43036887,-1.0,-0.59601057,-0.6702905,-0.67029095
+8.082592,-0.47617337,-0.583243,0.27089378,-0.5448015,-0.94870806,-0.46621472,-0.4859403,-0.6084335,0.23939091,-0.56750804,-0.9746506,-0.46272254,-1.6538396,-1.6538401
+5.9975133,-0.61799556,-0.49142417,0.56240577,-0.40872747,-0.765378,-0.34639338,-0.6273944,-0.5283838,0.5360976,-0.4332323,-0.7886535,-0.3400742,0.43123916,0.43123865
+3.966872,-0.75378656,-0.4886066,0.8628998,-0.22104564,-0.55752444,-0.28953937,-0.7757731,-0.55288464,0.8718561,-0.2485348,-0.57846004,-0.28542063,2.4618804,2.46188
+5.2771935,-0.84424436,-0.75904566,0.9727402,0.0011487165,-0.4292076,-0.39599696,-0.85821515,-0.8216996,0.9885318,-0.025993563,-0.4484595,-0.38556084,1.1515586,1.1515584
+7.6753526,-0.89977795,-1.0,0.9911369,0.0825561,-0.39644048,-0.58230656,-0.9024815,-1.0,1.0,0.055344224,-0.40596637,-0.5687525,-1.2466005,-1.2466006
+7.811513,-0.82344675,-1.0,0.89144486,0.14235517,-0.43452862,-0.693754,-0.8123441,-1.0,0.8988707,0.115055464,-0.43783724,-0.68229294,-1.3827605,-1.382761
+5.4357033,-0.5770295,-0.89942473,0.65820664,0.20348188,-0.6426336,-0.73194957,-0.56552553,-0.9368892,0.6552765,0.17503472,-0.64249986,-0.7183085,0.99304897,0.99304867
+4.447541,-0.4439334,-0.8039869,0.37286478,0.068360396,-0.85472476,-0.7120924,-0.44823378,-0.82461274,0.35833728,0.05654403,-0.87192315,-0.7018528,1.9812112,1.9812107
+6.1375766,-0.41198412,-0.72448677,0.22927429,-0.20574163,-1.0,-0.63639766,-0.42044792,-0.74209684,0.21343191,-0.22726114,-1.0,-0.63526946,0.2911758,0.29117537
+8.007594,-0.43288878,-0.6483846,0.1883131,-0.43993923,-1.0,-0.5310918,-0.4416487,-0.67024446,0.15927799,-0.46361932,-1.0,-0.53084743,-1.5788417,-1.5788422
+7.1320386,-0.5381361,-0.57199526,0.36221555,-0.38168213,-0.8659487,-0.39725575,-0.5494075,-0.6022522,0.32403716,-0.408054,-0.8886633,-0.38942116,-0.70328635,-0.70328665
+4.4548297,-0.68984246,-0.5256525,0.7495427,-0.21358593,-0.6806842,-0.284947,-0.704215,-0.58412963,0.739068,-0.24214041,-0.70195675,-0.27999195,1.9739227,1.9739223
+4.3301373,-0.78688896,-0.7323824,0.93923855,0.02032014,-0.5021912,-0.3131935,-0.8114798,-0.7940763,0.95437074,-0.0060970923,-0.52487636,-0.30735484,2.0986154,2.0986147
+6.76231,-0.8542011,-1.0,0.98905253,0.16104665,-0.4376284,-0.48959258,-0.86248696,-1.0,1.0,0.1337589,-0.4540291,-0.4750184,-0.33355793,-0.33355808
+8.196709,-0.84155357,-1.0,0.9336294,0.18859851,-0.41560736,-0.66021836,-0.8364513,-1.0,0.9432409,0.1628128,-0.42387387,-0.6457784,-1.7679566,-1.7679567
+6.5368533,-0.6584663,-1.0,0.75150275,0.25125948,-0.528639,-0.72763735,-0.6407453,-1.0,0.74868083,0.2254143,-0.53185785,-0.7140782,-0.10810083,-0.10810137
+4.5080633,-0.46270365,-0.9030548,0.4450241,0.20662138,-0.748156,-0.7447785,-0.46371466,-0.9322616,0.4303977,0.19371125,-0.76185936,-0.73098516,1.920689,1.9206886
+5.25799,-0.41322348,-0.79441875,0.22485688,-0.013619467,-0.95862585,-0.6791437,-0.42021653,-0.8170265,0.2082272,-0.03112144,-0.9879296,-0.6736074,1.1707624,1.1707621
+7.3825517,-0.414984,-0.7146871,0.13507211,-0.27145693,-1.0,-0.5914779,-0.42301357,-0.7371382,0.11025302,-0.29571816,-1.0,-0.59156346,-0.95379907,-0.9537997
+7.899622,-0.47236136,-0.63704056,0.19129467,-0.3370509,-0.94330287,-0.46321723,-0.48313802,-0.6644884,0.15311462,-0.36373577,-0.9691763,-0.45872733,-1.4708697,-1.47087
+5.504154,-0.6152169,-0.5893875,0.55852365,-0.1833165,-0.789261,-0.318498,-0.6283598,-0.63642734,0.5213211,-0.21095967,-0.8109001,-0.31092158,0.9245982,0.92459774
+3.8537335,-0.7365712,-0.70544016,0.87985456,0.025364526,-0.6054199,-0.25989056,-0.760469,-0.78004366,0.88331145,-0.004550292,-0.6298189,-0.25466123,2.5750184,2.5750184

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.86847323179245,-0.8684735835790635,7.297225542545319,,
+1000,-0.862400472164154,-0.8624006155729294,7.291152554035187,,
+1500,-0.8888168334960938,-0.8888169184923173,7.317568871498108,,
+2000,-0.8634379506111145,-0.863438035607338,7.2921899919509885,,
+2500,-0.8355746269226074,-0.835574847459793,7.264326771736145,,
+3000,-0.8188872933387756,-0.8188874684572219,7.2476394572258,,
+3500,-0.7680560946464539,-0.7680558642148971,7.196807814121247,,
+4000,-0.8197035789489746,-0.8197034262418746,7.248455414295196,,
+4500,-0.7268774509429932,-0.7268774480819702,7.155629389286041,,
+5000,-0.7495717406272888,-0.7495718165636063,7.1783237853050235,,
+5000,,,,6.744264998435974,-0.31551316380500793
+5500,-0.8012629151344299,-0.8012630708217621,7.230015028953552,,
+6000,-0.7238686084747314,-0.723868703007698,7.1526206307411195,,
+6500,-0.6917224526405334,-0.6917222524881363,7.120474192142487,,
+7000,-0.7055307626724243,-0.7055305202007294,7.134282530784607,,
+7500,-0.7256863117218018,-0.7256859939098358,7.154437917232514,,
+8000,-0.6677772998809814,-0.6677772248983384,7.096529165744782,,
+8500,-0.7336918711662292,-0.733691796541214,7.162443731307984,,
+9000,-0.6709285378456116,-0.6709284515380859,7.099680407047272,,
+9500,-0.6682508587837219,-0.6682507606744766,7.097002736091614,,
+10000,-0.67669278383255,-0.6766928923130036,7.105444846630096,,
+10000,,,,6.650419778823853,-0.22166787087917328
+10500,-0.7396239638328552,-0.7396242969036102,7.168376224517822,,
+11000,-0.7149041295051575,-0.7149039855003357,7.143655925750733,,
+11500,-0.690460741519928,-0.6904608324766159,7.119212763786316,,
+12000,-0.682191014289856,-0.6821911767721176,7.110943109989166,,
+12500,-0.6872197985649109,-0.6872200647592545,7.115972034931183,,
+13000,-0.6522073745727539,-0.6522072554826737,7.080959178447723,,
+13500,-0.6301436424255371,-0.6301437473297119,7.058895655155182,,
+14000,-0.6284609436988831,-0.6284608911275864,7.057212828636169,,
+14500,-0.5923538208007812,-0.5923540614843369,7.021106001377106,,
+15000,-0.6400371789932251,-0.6400373760461807,7.0687892870903015,,
+15000,,,,6.546152248382568,-0.11740032583475113
+15500,-0.5723447203636169,-0.5723444942235947,7.001096447944641,,
+16000,-0.6667520999908447,-0.666751837015152,7.09550376033783,,
+16500,-0.5795431733131409,-0.5795429693460464,7.008294906139374,,
+17000,-0.5714852809906006,-0.5714850475788117,7.000236972332001,,
+17500,-0.5423346161842346,-0.5423346526622772,6.97108655834198,,
+18000,-0.5156146883964539,-0.5156149481534957,6.944366901874543,,
+18500,-0.49739566445350647,-0.49739555728435514,6.926147508144378,,
+19000,-0.5420401692390442,-0.5420402896404266,6.970792202472687,,
+19500,-0.5224266648292542,-0.5224267469644547,6.951178679943085,,
+20000,-0.5243514776229858,-0.5243514862060547,6.953103461265564,,
+20000,,,,6.473612489700318,-0.04486082121729851
+20500,-0.5115768313407898,-0.5115769445896149,6.940328874588013,,
+21000,-0.43626224994659424,-0.4362623430490494,6.865014317035675,,
+21500,-0.40360739827156067,-0.40360707557201386,6.832359003067016,,
+22000,-0.4496062099933624,-0.44960633039474485,6.878358331203461,,
+22500,-0.4517190754413605,-0.45171909058094023,6.880471059799194,,
+23000,-0.42781421542167664,-0.4278142504692078,6.856566205501556,,
+23500,-0.48904699087142944,-0.48904677903652194,6.917798752784729,,
+24000,-0.4742372930049896,-0.474237161397934,6.902989154815674,,
+24500,-0.41914695501327515,-0.41914719235897063,6.847899145126343,,
+25000,-0.41931965947151184,-0.4193198432922363,6.84807181596756,,
+25000,,,,6.337064900398254,0.09168702363967896
+25500,-0.41837817430496216,-0.41837837374210357,6.847130312442779,,
+26000,-0.4222685992717743,-0.4222686634063721,6.851020609378815,,
+26500,-0.43662235140800476,-0.43662260472774506,6.8653745317459105,,
+27000,-0.35664206743240356,-0.35664232754707337,6.785394250869751,,
+27500,-0.3736795485019684,-0.37367947280406955,6.802431429862976,,
+28000,-0.3981608748435974,-0.3981611251831055,6.826913105010986,,
+28500,-0.4182128608226776,-0.41821270871162414,6.846964667320251,,
+29000,-0.3202912211418152,-0.3202911041975021,6.749043077945709,,
+29500,-0.39046549797058105,-0.39046564054489136,6.819217636585235,,
+30000,-0.3930787146091461,-0.3930785955190659,6.821830556869507,,
+30000,,,,6.3416810011863705,0.08707083016633987
+30500,-0.3867819607257843,-0.3867818369865417,6.815533797740937,,
+31000,-0.36424097418785095,-0.36424093806743624,6.7929928345680235,,
+31500,-0.43456777930259705,-0.4345678474903107,6.863319797039032,,
+32000,-0.38899925351142883,-0.3889992207288742,6.817751117706299,,
+32500,-0.3979456424713135,-0.39794540297985076,6.826697335720063,,
+33000,-0.35556837916374207,-0.3555683970451355,6.7843203711509705,,
+33500,-0.3105212152004242,-0.310521097779274,6.739273072242737,,
+34000,-0.34594404697418213,-0.345944299697876,6.77469624042511,,
+34500,-0.29197514057159424,-0.2919753277301788,6.720727284908294,,
+35000,-0.32870417833328247,-0.32870416605472563,6.757456139564514,,
+35000,,,,6.2688772523403165,0.1598747968673706
+35500,-0.25972220301628113,-0.25972195935249326,6.688473926067353,,
+36000,-0.3158581256866455,-0.31585822236537936,6.7446101398468015,,
+36500,-0.34086015820503235,-0.34086042964458463,6.769612381458282,,
+37000,-0.28943514823913574,-0.2894351623058319,6.718187088012695,,
+37500,-0.29809805750846863,-0.29809814774990084,6.726850086212158,,
+38000,-0.35299256443977356,-0.35299283182621,6.7817448015213015,,
+38500,-0.40227648615837097,-0.40227659583091735,6.831028496742248,,
+39000,-0.4031781256198883,-0.40317808735370636,6.831930009841919,,
+39500,-0.3549744486808777,-0.3549746869802475,6.783726607322693,,
+40000,-0.36544516682624817,-0.3654451308250427,6.794197098731995,,
+40000,,,,6.323346322774887,0.10540565103292465
+40500,-0.3686709403991699,-0.36867092287540437,6.797422876358032,,
+41000,-0.3387262225151062,-0.3387259359359741,6.767477883338929,,
+41500,-0.3149835765361786,-0.31498358690738676,6.743735484600067,,
+42000,-0.3864855170249939,-0.38648534440994264,6.8152372651100155,,
+42500,-0.3691518306732178,-0.36915214610099795,6.7979041447639466,,
+43000,-0.3385734558105469,-0.33857374083995817,6.76732563495636,,
+43500,-0.2767701745033264,-0.27677037692070006,6.705522387981415,,
+44000,-0.295196533203125,-0.2951967090368271,6.72394865655899,,
+44500,-0.34668946266174316,-0.3466894093751907,6.775441362380981,,
+45000,-0.29685619473457336,-0.29685617887973786,6.725608126163483,,
+45000,,,,6.262633298635483,0.16611875593662262
+45500,-0.26955294609069824,-0.269553324341774,6.698305291652679,,
+46000,-0.25242504477500916,-0.2524252825975418,6.68117722415924,,
+46500,-0.3320157527923584,-0.3320155243873596,6.76076747751236,,
+47000,-0.2676028907299042,-0.2676029615402222,6.696354877471924,,
+47500,-0.16793949902057648,-0.16793930351734163,6.596691267490387,,
+48000,-0.2598852515220642,-0.25988529646396635,6.688637257099152,,
+48500,-0.22832807898521423,-0.22832826125621797,6.657080253601074,,
+49000,-0.18985319137573242,-0.18985343146324157,6.618605385780334,,
+49500,-0.20908501744270325,-0.2090852496623993,6.637837186813354,,
+50000,-0.1600181758403778,-0.16001834738254547,6.588770277023316,,
+50000,,,,6.129106193780899,0.29964569211006165

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d013b76870d9e9124405c6f1be42c9fdf051501e2ee9027bc0fe20dbf609839
+size 1835420

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.485644,-0.9320988,0.88769156,1.0,-1.0,-0.64550614,-0.5454958,-0.9349,0.8924081,1.0,-1.0,-0.64295906,-0.57806116,-1.0568916,-1.0568919
+7.9533486,-0.93203247,0.89209366,1.0,-0.95519704,-0.74154156,-0.61786884,-0.931801,0.9020665,1.0,-0.91230226,-0.7433668,-0.64851034,-1.5245962,-1.5245967
+5.928583,-0.91137785,0.86525565,0.99681574,-0.88706714,-0.8353928,-0.6475,-0.90974885,0.8733141,1.0,-0.83950955,-0.84199566,-0.67966735,0.500169,0.5001688
+4.258111,-0.8790869,0.81249875,0.72305065,-0.9417416,-0.89527017,-0.6299784,-0.8793106,0.8159661,0.7637975,-0.8920067,-0.90632075,-0.6653321,2.1706412,2.170641
+5.0474644,-0.8404928,0.7560988,0.5098203,-1.0,-0.9056244,-0.5953887,-0.84453994,0.7590644,0.5344928,-0.9853685,-0.9190459,-0.6339844,1.3812879,1.3812876
+7.233737,-0.81516415,0.7013126,0.42485043,-1.0,-0.92198485,-0.5592337,-0.81936234,0.7035647,0.44341844,-1.0,-0.9248653,-0.60065174,-0.80498457,-0.80498505
+7.808323,-0.7927693,0.6777748,0.43359423,-1.0,-0.8821836,-0.52967197,-0.79690355,0.675291,0.45635885,-1.0,-0.8754882,-0.5725173,-1.3795706,-1.379571
+5.649042,-0.8134976,0.715103,0.55114293,-1.0,-0.7578372,-0.48791924,-0.81654644,0.7079691,0.58173984,-1.0,-0.7542745,-0.52823615,0.7797101,0.7797098
+4.278038,-0.8738402,0.8040145,0.7649465,-1.0,-0.66152024,-0.48008594,-0.87742966,0.79779464,0.81217045,-1.0,-0.6606779,-0.5143725,2.1507142,2.150714
+5.675228,-0.9128302,0.8327822,1.0,-1.0,-0.6478585,-0.5136717,-0.914862,0.8343916,1.0,-1.0,-0.6479643,-0.5431103,0.7535241,0.7535238
+7.2400026,-0.92084765,0.7842871,1.0,-1.0,-0.7224487,-0.58920157,-0.9214275,0.7950508,1.0,-0.986564,-0.72437155,-0.6143514,-0.8112504,-0.8112507
+6.812002,-0.9083919,0.753408,1.0,-0.86881834,-0.827493,-0.6502117,-0.9070213,0.7643408,1.0,-0.82753056,-0.8341327,-0.6754994,-0.38325012,-0.38325024
+4.957116,-0.8849431,0.79454774,0.86008424,-0.8554929,-0.88157696,-0.6593767,-0.88341236,0.79954857,0.8966233,-0.8146414,-0.8925848,-0.6876833,1.4716362,1.4716358
+4.5102367,-0.85110223,0.78424996,0.57050806,-0.9705319,-0.89050317,-0.6222647,-0.85311866,0.78707415,0.5939405,-0.9287228,-0.90590245,-0.6558614,1.9185153,1.9185152
+6.233775,-0.81860673,0.7336007,0.43868774,-1.0,-0.90347254,-0.575335,-0.82080406,0.7375831,0.45177358,-1.0,-0.91136616,-0.6126911,0.19497705,0.1949768
+7.491857,-0.7866376,0.68967545,0.3921117,-1.0,-0.9059777,-0.5463414,-0.78929454,0.6899781,0.40853706,-1.0,-0.90172666,-0.58618444,-1.063105,-1.0631051
+6.288684,-0.768512,0.6945037,0.46682617,-1.0,-0.81926304,-0.4986272,-0.7684587,0.6886214,0.4890535,-1.0,-0.81556183,-0.5374084,0.14006847,0.14006805
+4.518861,-0.82663864,0.7628501,0.6459708,-1.0,-0.69066197,-0.46882004,-0.8292814,0.7541152,0.6775602,-1.0,-0.6892342,-0.5017716,1.9098915,1.9098911
+5.0376277,-0.8858953,0.8253222,0.9270846,-1.0,-0.644142,-0.49102834,-0.8882806,0.82023114,0.97139454,-1.0,-0.64278764,-0.5173156,1.3911246,1.3911242
+6.8137627,-0.9131626,0.8001077,1.0,-1.0,-0.6826713,-0.55120033,-0.91440815,0.8075478,1.0,-1.0,-0.6828191,-0.5732775,-0.38501015,-0.38501072
+7.2249084,-0.9155732,0.73740345,1.0,-0.91325486,-0.78842604,-0.6336435,-0.91563267,0.7477783,1.0,-0.8776364,-0.7914434,-0.65360755,-0.7961562,-0.7961564
+5.436026,-0.8936104,0.76706547,1.0,-0.79330134,-0.87575024,-0.67628753,-0.8917845,0.7751054,1.0,-0.75704426,-0.8850083,-0.69936466,0.9927261,0.99272585
+3.911665,-0.8620923,0.79921305,0.6971011,-0.90133107,-0.9020374,-0.65650326,-0.8614629,0.80116767,0.7216907,-0.86626726,-0.91586024,-0.6830894,2.5170872,2.517087
+5.099112,-0.8219376,0.76088625,0.49432403,-1.0,-0.90723664,-0.61333895,-0.82288295,0.7634729,0.50613576,-1.0,-0.9232651,-0.6422978,1.3296403,1.3296399
+7.36846,-0.79747957,0.714298,0.40724707,-1.0,-0.9454789,-0.5754445,-0.7978725,0.71682185,0.41610074,-1.0,-0.94743234,-0.6068966,-0.93970805,-0.93970823
+7.5648336,-0.7584277,0.68746024,0.40474784,-1.0,-0.9215638,-0.5477445,-0.7579323,0.6840698,0.41936064,-1.0,-0.9179314,-0.5804172,-1.1360813,-1.1360817
+5.333773,-0.7776176,0.70773906,0.5361727,-1.0,-0.79805356,-0.4813888,-0.77780485,0.69938904,0.5543239,-1.0,-0.7962761,-0.5106909,1.0949792,1.0949788
+4.217574,-0.8401049,0.7833301,0.7688388,-1.0,-0.6979398,-0.475891,-0.8415926,0.77364504,0.7981271,-1.0,-0.69643265,-0.49765465,2.2111783,2.2111778
+5.6789055,-0.88715726,0.7667032,1.0,-1.0,-0.6826378,-0.5070169,-0.8885038,0.7642396,1.0,-1.0,-0.68107545,-0.52341443,0.74984676,0.74984646
+7.3223195,-0.90471834,0.6910098,1.0,-0.99994284,-0.7544893,-0.58735174,-0.9059421,0.6962812,1.0,-0.96935165,-0.75506055,-0.60036194,-0.8935671,-0.89356756
+6.919908,-0.901245,0.6562373,1.0,-0.8044938,-0.87087226,-0.6606306,-0.9006216,0.6593726,1.0,-0.77326906,-0.87646914,-0.6760368,-0.49115595,-0.4911561
+4.6587687,-0.8699795,0.7519323,0.92556447,-0.78153664,-0.9322545,-0.68717796,-0.86809856,0.7517503,0.945585,-0.7519751,-0.9433144,-0.705148,1.7699834,1.7699833
+3.890486,-0.8217924,0.75924754,0.59465843,-0.9638121,-0.95150334,-0.65795463,-0.82156956,0.7588118,0.6058634,-0.9386994,-0.96873266,-0.6796889,2.5382662,2.538266
+5.918967,-0.78051513,0.7369674,0.4605843,-1.0,-0.9608932,-0.6100455,-0.7789114,0.7375511,0.46510398,-1.0,-0.97117966,-0.6314769,0.5097857,0.5097852
+7.8544526,-0.7503266,0.69993824,0.4022249,-1.0,-0.98463833,-0.58419853,-0.7480315,0.6978397,0.40941453,-1.0,-0.9842193,-0.60780376,-1.4257007,-1.4257007
+7.01997,-0.733483,0.6761945,0.45558083,-1.0,-0.9275541,-0.5288494,-0.728457,0.66790247,0.46589193,-1.0,-0.92511886,-0.55148506,-0.5912177,-0.591218
+4.85365,-0.78035915,0.69604045,0.64575344,-1.0,-0.79657215,-0.4712394,-0.7795202,0.6866858,0.65689653,-1.0,-0.7959172,-0.48938137,1.5751023,1.5751019
+4.7913303,-0.835578,0.69281954,0.96593046,-1.0,-0.740844,-0.48048508,-0.8360883,0.68480927,0.9857438,-1.0,-0.738949,-0.4916798,1.637422,1.6374216
+6.326969,-0.8734022,0.5801267,1.0,-1.0,-0.7602719,-0.5278395,-0.87492436,0.5789427,1.0,-0.9765929,-0.75773025,-0.53424734,0.101783395,0.1017828
+7.28924,-0.88834065,0.4602008,1.0,-0.8123866,-0.8707867,-0.61689615,-0.88925064,0.46007505,1.0,-0.7882752,-0.87285745,-0.6236993,-0.8604877,-0.86048794
+5.9897103,-0.8694903,0.50288457,1.0,-0.64462715,-0.9728395,-0.68048006,-0.86724454,0.49988014,1.0,-0.62333983,-0.9800906,-0.6912632,0.43904176,0.4390416
+3.9947295,-0.81803566,0.6227947,0.76841336,-0.8098299,-1.0,-0.6928327,-0.8154233,0.61838144,0.7730898,-0.79469305,-1.0,-0.7066571,2.4340227,2.4340224
+4.578231,-0.750678,0.68178517,0.52732664,-1.0,-0.99999195,-0.6550326,-0.74653417,0.6810757,0.5282168,-1.0,-1.0,-0.6680643,1.8505214,1.8505211
+7.133735,-0.7140506,0.6926385,0.4417417,-1.0,-1.0,-0.61156726,-0.7094577,0.69010055,0.44244352,-1.0,-1.0,-0.62569654,-0.704983,-0.70498323
+7.985289,-0.6944721,0.66473335,0.4244113,-1.0,-1.0,-0.5831328,-0.6880421,0.6572442,0.42892337,-1.0,-1.0,-0.5973417,-1.5565368,-1.5565372
+5.9852247,-0.7115716,0.6106697,0.55146176,-1.0,-0.92557,-0.49452403,-0.70777166,0.60133404,0.5547523,-1.0,-0.92722267,-0.5073928,0.44352767,0.44352722
+4.631834,-0.75512475,0.58776796,0.83337766,-0.9404612,-0.82598525,-0.4675773,-0.75404286,0.5827245,0.83622104,-0.9302452,-0.82733464,-0.4741673,1.7969184,1.7969179
+5.5683937,-0.8075563,0.43083575,1.0,-0.87307554,-0.80938596,-0.48841324,-0.8088358,0.4242434,1.0,-0.8570475,-0.8054836,-0.48989785,0.860359,0.86035824
+7.0477753,-0.8492449,0.25170812,1.0,-0.7377694,-0.8756719,-0.5614159,-0.8509018,0.2463859,1.0,-0.7256108,-0.8734145,-0.5607206,-0.6190229,-0.6190233
+7.0561996,-0.854878,0.15474577,1.0,-0.49318397,-1.0,-0.64445347,-0.8539373,0.14733832,1.0,-0.49455506,-1.0,-0.648019,-0.6274474,-0.6274476
+4.9493876,-0.80661,0.28988075,1.0,-0.5179767,-1.0,-0.695279,-0.80263364,0.28245473,1.0,-0.5217806,-1.0,-0.7027606,1.4793645,1.4793644
+3.814946,-0.7212234,0.40398586,0.6284001,-0.9027927,-1.0,-0.6901395,-0.7153123,0.40502977,0.6226054,-0.9106047,-1.0,-0.6989499,2.6138065,2.613806
+5.7821193,-0.65641886,0.58818793,0.49085575,-1.0,-1.0,-0.6408151,-0.6512728,0.58760667,0.48602626,-1.0,-1.0,-0.6491256,0.64663297,0.6466327
+8.103012,-0.6343425,0.6077955,0.4397173,-1.0,-1.0,-0.6139898,-0.6277991,0.60108435,0.43913546,-1.0,-1.0,-0.62313426,-1.67426,-1.6742601
+7.412883,-0.6436259,0.5309005,0.50064695,-0.96063924,-1.0,-0.5445001,-0.6387429,0.5215289,0.5005428,-0.9676301,-1.0,-0.55218095,-0.98413056,-0.98413086
+5.1668377,-0.666001,0.4294054,0.7253157,-0.71617675,-0.9262687,-0.47176233,-0.6645601,0.4310239,0.7191883,-0.73335284,-0.9331458,-0.47430813,1.2619147,1.2619143
+4.983876,-0.70174974,0.27364153,1.0,-0.5471429,-0.8888978,-0.46968105,-0.7025146,0.27273273,1.0,-0.5748697,-0.8913259,-0.46816564,1.4448763,1.4448757
+6.3668733,-0.7670644,0.037918426,1.0,-0.4924338,-0.9113899,-0.5103753,-0.7688209,0.02618667,1.0,-0.5080514,-0.9080219,-0.50587595,0.061879154,0.06187868
+7.4874663,-0.80841905,-0.16505395,1.0,-0.30850136,-1.0,-0.5981,-0.8080593,-0.17575133,1.0,-0.33391023,-1.0,-0.5951065,-1.058714,-1.0587144
+6.3212476,-0.7838742,-0.13294336,1.0,-0.20866773,-1.0,-0.6693691,-0.7791645,-0.14589468,1.0,-0.24644285,-1.0,-0.6721747,0.107504725,0.10750437
+4.1971807,-0.69246393,-0.043269657,0.8069058,-0.51019186,-1.0,-0.70129436,-0.6855077,-0.04646658,0.7843402,-0.56568825,-1.0,-0.70732856,2.2315714,2.2315712
+4.65129,-0.5956357,0.1714517,0.56327903,-0.9957932,-1.0,-0.67520595,-0.58941764,0.18091592,0.54953086,-1.0,-1.0,-0.6809612,1.7774624,1.777462
+7.222784,-0.55335015,0.3949065,0.47661218,-1.0,-1.0,-0.63684845,-0.54922473,0.39580235,0.46922287,-1.0,-1.0,-0.6441298,-0.7940319,-0.7940321
+8.173138,-0.5500795,0.38432267,0.48998892,-0.9494666,-1.0,-0.5925522,-0.5464285,0.3807409,0.48459756,-0.9838467,-1.0,-0.59784585,-1.7443857,-1.7443857
+6.164063,-0.5673206,0.23403722,0.65042347,-0.40040907,-1.0,-0.5010271,-0.56816643,0.2448163,0.63903326,-0.46425527,-1.0,-0.50036633,0.2646895,0.26468897
+4.6506577,-0.57369316,0.08316905,0.95923495,-0.16821286,-0.946912,-0.46609783,-0.5747109,0.09604599,0.93593305,-0.24410069,-0.9587798,-0.4599413,1.7780949,1.7780943
+5.563939,-0.6249191,-0.17507794,1.0,-0.1537956,-0.9676658,-0.4784611,-0.6278965,-0.18131682,1.0,-0.22033879,-0.9738199,-0.47203618,0.8648134,0.86481285
+7.3368063,-0.7127297,-0.4510069,1.0,-0.0797759,-1.0,-0.5478123,-0.71109563,-0.46885422,1.0,-0.14915147,-1.0,-0.5402052,-0.90805393,-0.90805435
+7.3845696,-0.72920185,-0.4976053,1.0,0.04751347,-1.0,-0.6323909,-0.72363156,-0.5093889,1.0,-0.031528756,-1.0,-0.62885344,-0.9558173,-0.9558177
+5.137287,-0.6600746,-0.4201601,1.0,0.0023720767,-1.0,-0.6856443,-0.6535654,-0.42426714,0.97960585,-0.115857616,-1.0,-0.68859076,1.2914649,1.2914648
+4.123149,-0.54373497,-0.37896696,0.6983082,-0.54924864,-1.0,-0.69740677,-0.5391162,-0.36713034,0.664512,-0.65914994,-1.0,-0.7001795,2.3056033,2.305603
+6.047672,-0.48579118,-0.13910615,0.54674375,-0.98212725,-1.0,-0.6649251,-0.48634428,-0.11825561,0.5260423,-1.0,-1.0,-0.6717331,0.38108048,0.38108015
+8.1095295,-0.44664237,0.04861053,0.51206416,-0.9173127,-1.0,-0.63859624,-0.45180318,0.058426134,0.4983508,-0.98261726,-1.0,-0.6460556,-1.6807772,-1.6807775
+7.337689,-0.45656878,0.0070609692,0.6108268,-0.21294251,-1.0,-0.5551171,-0.46744117,0.035579465,0.5922384,-0.33323437,-1.0,-0.55540776,-0.9089367,-0.908937
+4.8537545,-0.4639481,-0.1208064,0.8599176,0.11884936,-1.0,-0.4883218,-0.4761932,-0.08494971,0.82513684,0.009514252,-1.0,-0.47785193,1.5749979,1.5749974
+4.7206964,-0.4744851,-0.39959514,1.0,0.14978853,-1.0,-0.47107816,-0.48691738,-0.38311702,1.0,0.0041906033,-1.0,-0.4586758,1.7080559,1.7080555
+6.6400194,-0.5584803,-0.6850137,1.0,0.18394145,-1.0,-0.5050697,-0.5664524,-0.6892846,1.0,0.033535056,-1.0,-0.49347496,-0.21126707,-0.21126747
+7.841244,-0.6309202,-0.7559175,1.0,0.28113657,-1.0,-0.59642476,-0.6302409,-0.7669312,1.0,0.1378857,-1.0,-0.5869162,-1.4124919,-1.4124923
+6.2805266,-0.60186964,-0.7037975,1.0,0.32229,-0.9923635,-0.6628596,-0.6043258,-0.7045824,1.0,0.1649796,-1.0,-0.66242176,0.14822565,0.14822531
+4.2796774,-0.4992483,-0.6997852,0.8772538,0.10465823,-0.9637418,-0.70273685,-0.50562876,-0.69066155,0.8060861,-0.08492582,-1.0,-0.7044956,2.1490748,2.1490746
+5.1432414,-0.4327644,-0.63574797,0.6603733,-0.45572942,-1.0,-0.6948768,-0.4455563,-0.60546947,0.6177984,-0.5869293,-1.0,-0.7014625,1.2855107,1.2855105
+7.333186,-0.3741792,-0.4822135,0.570892,-0.67334205,-1.0,-0.6822661,-0.39994344,-0.44581118,0.5434981,-0.78461915,-1.0,-0.69620794,-0.9044338,-0.9044342
+7.798195,-0.3556303,-0.32487172,0.6042633,-0.07090158,-1.0,-0.62956995,-0.3994197,-0.2710539,0.5764763,-0.21184069,-1.0,-0.6416908,-1.3694426,-1.3694429
+5.504337,-0.3747849,-0.35104463,0.7825973,0.38190985,-1.0,-0.5383152,-0.42934602,-0.2784457,0.74073523,0.2357237,-1.0,-0.52893835,0.9244156,0.9244151
+4.1791744,-0.38157922,-0.60470575,1.0,0.47862503,-1.0,-0.49261498,-0.42820352,-0.5520305,0.9827334,0.27580756,-1.0,-0.4753793,2.2495778,2.2495775
+5.815017,-0.424171,-0.8368282,1.0,0.5823441,-1.0,-0.49317566,-0.473438,-0.8197492,1.0,0.30058128,-1.0,-0.4778118,0.6137349,0.6137347
+7.7402043,-0.5112137,-0.8928838,1.0,0.6505579,-0.99848557,-0.5666582,-0.5494583,-0.8962187,1.0,0.38288304,-1.0,-0.55488676,-1.3114522,-1.3114524
+7.149458,-0.5406082,-0.8545792,1.0,0.6396757,-0.8983456,-0.651033,-0.58146036,-0.85730284,1.0,0.41305417,-0.959511,-0.6494723,-0.7207057,-0.720706
+4.8775253,-0.47321138,-0.8381093,1.0,0.5116886,-0.8615081,-0.7023828,-0.5212733,-0.8357262,0.914865,0.30282292,-0.9390462,-0.7086399,1.551227,1.5512266
+4.637538,-0.4067572,-0.82929033,0.8038044,0.19938958,-0.91230863,-0.72374374,-0.45773256,-0.8101458,0.72583723,0.036586277,-1.0,-0.7357958,1.7912143,1.791214
+6.4634814,-0.35110325,-0.8027766,0.66445285,-0.079501696,-0.99197394,-0.7255126,-0.4257743,-0.7658614,0.6152026,-0.20439835,-1.0,-0.75436276,-0.03472917,-0.03472948
+7.6749096,-0.3313675,-0.6987224,0.63010526,0.16737878,-1.0,-0.7184875,-0.45830956,-0.63236433,0.59299535,0.032783978,-1.0,-0.75902355,-1.2461573,-1.2461576
+6.1886477,-0.35801658,-0.6292167,0.72898346,0.5306421,-1.0,-0.62220347,-0.50641227,-0.5302363,0.6873089,0.33482218,-1.0,-0.6347266,0.2401046,0.2401042
+4.084546,-0.37715465,-0.7546106,0.9454674,0.69108456,-1.0,-0.54392356,-0.5197995,-0.67571926,0.8804739,0.42985016,-1.0,-0.53284997,2.344206,2.3442059
+4.897797,-0.38753197,-0.908493,1.0,0.87218344,-1.0,-0.51751167,-0.52593887,-0.8720011,1.0,0.5268389,-1.0,-0.50421774,1.5309552,1.5309548
+7.161531,-0.46716174,-0.94042176,1.0,1.0,-0.9746085,-0.56021225,-0.60192144,-0.9349882,1.0,0.6371988,-1.0,-0.5551776,-0.7327787,-0.732779
+7.524608,-0.54082525,-0.91877484,1.0,1.0,-0.8415373,-0.66055876,-0.6716653,-0.92405635,1.0,0.69707376,-0.9556535,-0.6659537,-1.0958558,-1.0958562
+5.497569,-0.5139164,-0.89310116,1.0,0.8909575,-0.7802176,-0.72513145,-0.6586351,-0.89716375,0.9548509,0.5996095,-0.9169335,-0.7464975,0.93118316,0.93118286
+4.3606668,-0.45913994,-0.8843629,0.93611854,0.66321796,-0.81457454,-0.76484984,-0.59978026,-0.8751622,0.8225693,0.4155562,-0.9910461,-0.79405266,2.0680854,2.0680852
+5.6758857,-0.41866517,-0.8710347,0.78148925,0.43042833,-0.9057419,-0.7808457,-0.5717848,-0.84546393,0.70861435,0.25772443,-1.0,-0.8394663,0.75286657,0.75286627
+7.3371534,-0.3979367,-0.8418874,0.69141287,0.38860983,-0.9314142,-0.80332047,-0.5826907,-0.78578514,0.6442267,0.2238712,-1.0,-0.89450413,-0.90840095,-0.9084015
+6.994791,-0.40376863,-0.7817417,0.6965274,0.54112107,-0.9583505,-0.74408424,-0.58860624,-0.6989568,0.6643388,0.3247751,-1.0,-0.82904,-0.56603855,-0.5660391
+4.7396097,-0.39882696,-0.82796675,0.82099193,0.7613706,-0.9823203,-0.64282984,-0.5737393,-0.7480975,0.7771988,0.4267502,-1.0,-0.6632448,1.6891423,1.6891422
+4.1923237,-0.40076476,-0.9029289,1.0,1.0,-0.9506496,-0.5860946,-0.5803025,-0.8534188,0.9252045,0.5759367,-1.0,-0.59613293,2.2364287,2.2364283
+6.1283817,-0.44072807,-0.925741,1.0,1.0,-0.94752675,-0.6037392,-0.6276987,-0.91228336,0.9723948,0.76395917,-1.0,-0.6162869,0.3003706,0.30037022
+7.471979,-0.5385365,-0.9188364,1.0,1.0,-0.814588,-0.6946991,-0.7057826,-0.92304665,0.90607184,0.83677095,-1.0,-0.7186217,-1.0432268,-1.0432272
+6.293946,-0.59174067,-0.89561546,1.0,1.0,-0.6480768,-0.79476076,-0.7503096,-0.9031264,0.84966004,0.7868127,-0.95665854,-0.83431685,0.13480642,0.13480616
+4.3731546,-0.5743895,-0.8696793,0.985197,0.98006016,-0.66133654,-0.8396324,-0.72872514,-0.86988646,0.8312107,0.539048,-1.0,-0.9137909,2.0555975,2.0555973
+4.7044363,-0.5484395,-0.83886164,0.8606481,0.72156364,-0.8022749,-0.84740716,-0.6894528,-0.8207106,0.756918,0.39666632,-1.0,-0.9724396,1.724316,1.7243156
+6.7109933,-0.5086749,-0.8061144,0.77730924,0.5593739,-0.88338035,-0.8470802,-0.65857035,-0.7741243,0.7061536,0.32946944,-1.0,-1.0,-0.2822411,-0.28224134
+7.7088485,-0.47300345,-0.76745754,0.706614,0.54802054,-0.8562683,-0.8397499,-0.63814735,-0.72376394,0.68005264,0.31469354,-1.0,-1.0,-1.2800962,-1.2800965
+6.150451,-0.40110594,-0.77329606,0.6887578,0.72881025,-0.78464407,-0.77993035,-0.590824,-0.724171,0.7018049,0.38222662,-1.0,-0.93220305,0.27830118,0.27830076
+4.402847,-0.36959228,-0.8173378,0.7703132,1.0,-0.67610663,-0.7071877,-0.5744365,-0.77836865,0.7597751,0.50202924,-1.0,-0.78015304,2.0259054,2.0259051
+5.1791654,-0.3748474,-0.83770865,0.7744888,1.0,-0.56792945,-0.69127065,-0.59016186,-0.82592297,0.714493,0.7204569,-1.0,-0.7572636,1.249587,1.2495866
+7.02127,-0.43444455,-0.8477026,0.7001028,1.0,-0.48774683,-0.75167334,-0.64938277,-0.85552347,0.5509073,0.8687092,-1.0,-0.81244326,-0.5925176,-0.59251785
+7.4133043,-0.52958363,-0.8506882,0.6643736,1.0,-0.21854247,-0.8556899,-0.7125237,-0.85754716,0.41689077,0.85915214,-1.0,-0.93638295,-0.98455215,-0.9845524
+5.5370207,-0.5937206,-0.81639546,0.72555983,1.0,-0.06451908,-0.907115,-0.7455108,-0.81159794,0.47328958,0.65684843,-1.0,-1.0,0.89173174,0.89173126
+4.170158,-0.6071589,-0.7558833,0.66448784,1.0,-0.33008373,-0.89039695,-0.73963183,-0.74955267,0.5639148,0.44519523,-1.0,-1.0,2.2585945,2.258594
+5.499965,-0.5787687,-0.6929594,0.6959504,0.78245133,-0.6978405,-0.84255457,-0.7017145,-0.69894683,0.63608146,0.37955278,-1.0,-1.0,0.92878693,0.92878675
+7.6955223,-0.54057753,-0.6291549,0.6542714,0.6708833,-0.72667265,-0.8223941,-0.66517574,-0.6709167,0.6404754,0.34377098,-1.0,-1.0,-1.2667701,-1.2667704
+7.7855334,-0.46677813,-0.6020753,0.51769364,0.738459,-0.42445117,-0.8124178,-0.61686665,-0.6689559,0.6339093,0.3664921,-1.0,-1.0,-1.3567811,-1.3567815
+5.7229958,-0.35897022,-0.6352329,0.40362397,1.0,0.062894605,-0.7793346,-0.5776909,-0.686655,0.64392686,0.443517,-1.0,-1.0,0.70575637,0.7057562
+4.808901,-0.33698952,-0.64357054,0.33362454,1.0,0.37210205,-0.75485784,-0.57679003,-0.7016408,0.5487593,0.56107926,-1.0,-0.9907636,1.6198512,1.6198511
+6.175412,-0.34767017,-0.6723837,0.18474811,1.0,0.44288528,-0.7904865,-0.60171276,-0.73124474,0.26764047,0.68603855,-1.0,-0.98705876,0.2533398,0.25333977
+7.846681,-0.40868348,-0.7086049,0.10560524,1.0,0.50232446,-0.86539906,-0.6511814,-0.7475937,-0.016723504,0.72992694,-1.0,-1.0,-1.417929,-1.4179292
+7.4565945,-0.5059772,-0.7142001,0.1382698,1.0,0.5601958,-0.8864733,-0.6960691,-0.73242676,-0.17257604,0.6458205,-1.0,-1.0,-1.0278424,-1.0278425
+5.4058456,-0.5769159,-0.6739666,0.07695396,1.0,0.53134984,-0.8386323,-0.72091407,-0.6828442,-0.09801539,0.49358797,-1.0,-1.0,1.0229065,1.0229063
+4.7501025,-0.5972223,-0.60943705,-0.032224387,1.0,0.28286833,-0.77032477,-0.71886617,-0.6440446,0.124204956,0.41594926,-1.0,-1.0,1.6786499,1.6786494
+6.4924498,-0.5940406,-0.53944427,-0.053187914,0.99668854,-0.13255371,-0.6991927,-0.68012494,-0.6107413,0.2878916,0.39328003,-1.0,-1.0,-0.06369742,-0.063697815
+8.137042,-0.58263654,-0.45932853,-0.01919282,0.9439029,-0.04704038,-0.6658693,-0.6328392,-0.59984124,0.3847143,0.38345465,-1.0,-1.0,-1.7082896,-1.7082901
+7.5806775,-0.48711288,-0.44372624,-0.12255338,1.0,0.36579043,-0.65088814,-0.59113365,-0.6022944,0.48252624,0.4066636,-1.0,-1.0,-1.1519253,-1.1519256
+5.6110654,-0.3702074,-0.46662062,-0.18374561,1.0,0.6298452,-0.6315678,-0.57009816,-0.6177815,0.519994,0.4563618,-1.0,-1.0,0.8176866,0.81768656
+5.178122,-0.34619662,-0.45978588,-0.22951931,1.0,0.7436444,-0.6425728,-0.57174844,-0.6294995,0.3891355,0.49383044,-1.0,-1.0,1.25063,1.2506299
+6.8157926,-0.35000673,-0.47593737,-0.33139533,1.0,0.8207707,-0.7079746,-0.6019686,-0.643647,0.11319516,0.4978848,-1.0,-1.0,-0.38704047,-0.38704062
+8.366373,-0.39177752,-0.5058272,-0.31832796,1.0,0.8468928,-0.7348822,-0.6382455,-0.6555799,-0.15720443,0.4865643,-1.0,-1.0,-1.9376208,-1.9376211
+8.120848,-0.45284325,-0.53030306,-0.2753538,1.0,0.8127857,-0.6827434,-0.66013926,-0.66512686,-0.2876548,0.46717694,-1.0,-1.0,-1.6920956,-1.6920958
+6.3693657,-0.50928736,-0.541043,-0.3280166,1.0,0.7440319,-0.611904,-0.6674945,-0.66158605,-0.24273142,0.44212717,-1.0,-1.0,0.059386414,0.059386253
+5.260736,-0.5621231,-0.533485,-0.46060756,1.0,0.67989606,-0.539311,-0.6623993,-0.64719087,-0.10123504,0.43205518,-1.0,-1.0,1.1680161,1.168016
+6.3965893,-0.62102,-0.50093937,-0.5903795,1.0,0.57327694,-0.48090008,-0.6334521,-0.64349264,-0.008303976,0.43636882,-1.0,-1.0,0.032162815,0.032162666
+8.307386,-0.6597611,-0.45964736,-0.60331994,1.0,0.46974567,-0.46568543,-0.5919842,-0.66523767,0.054652117,0.4281606,-1.0,-1.0,-1.8786343,-1.8786345
+8.7227545,-0.6525433,-0.4308081,-0.556011,1.0,0.5222234,-0.46505815,-0.5609985,-0.6835124,0.14784339,0.42072982,-1.0,-1.0,-2.2940025,-2.2940025
+7.2102094,-0.594006,-0.42117673,-0.49382436,1.0,0.626021,-0.43677488,-0.55007386,-0.70636255,0.2800271,0.4333294,-1.0,-1.0,-0.7814571,-0.7814574
+5.644473,-0.5446981,-0.39836535,-0.44876525,1.0,0.7067229,-0.40047786,-0.5497459,-0.7560462,0.3244396,0.46254712,-1.0,-1.0,0.78427887,0.78427887
+5.668126,-0.5259799,-0.35576105,-0.42232835,1.0,0.7863345,-0.38315868,-0.56569326,-0.77911735,0.19958732,0.47550926,-1.0,-1.0,0.76062584,0.76062584
+7.065722,-0.5185734,-0.33766434,-0.39182532,1.0,0.842714,-0.39102638,-0.59549445,-0.77100503,-0.008262625,0.4437482,-1.0,-1.0,-0.63697,-0.63697004
+8.237346,-0.5245968,-0.34176612,-0.33230013,1.0,0.8499929,-0.41911912,-0.6138215,-0.74901897,-0.15823555,0.39151,-1.0,-1.0,-1.8085936,-1.8085938
+7.9806433,-0.53951484,-0.34830153,-0.24544325,1.0,0.8220322,-0.4425471,-0.6122511,-0.72209185,-0.19196776,0.34756404,-1.0,-1.0,-1.5518913,-1.5518913
+6.806375,-0.57025176,-0.3539592,-0.1301868,1.0,0.7573247,-0.4456956,-0.5999872,-0.67849773,-0.16509736,0.2761352,-1.0,-1.0,-0.37762317,-0.37762308
+5.9467463,-0.6037645,-0.3606985,0.016823897,1.0,0.5677931,-0.43929303,-0.60559535,-0.6109553,-0.14959687,0.04239007,-1.0,-1.0,0.48200557,0.4820056
+5.74455,-0.5266327,-0.3894033,0.004240142,1.0,0.10517014,-0.44691497,-0.64095277,-0.525705,-0.23369882,-0.4585608,-0.9659799,-0.8362263,0.68420154,0.6842017
+6.457419,-0.49547234,-0.41948658,-0.1768108,0.5143879,-0.22969162,-0.44623402,-0.6516246,-0.46332914,-0.37827703,-0.66845745,-0.88965076,-0.6570728,-0.028667023,-0.028666973
+6.830602,-0.5359414,-0.4469012,-0.38662255,-0.0765839,-0.3564702,-0.4452945,-0.5763327,-0.4183871,-0.4569679,-0.71109,-0.83882815,-0.65166277,-0.40185037,-0.40185022
+6.5916376,-0.5779676,-0.45980906,-0.46568513,-0.41571826,-0.41760987,-0.38666993,-0.3680846,-0.40459242,-0.51421434,-0.75347084,-0.77531606,-0.6925865,-0.16288593,-0.16288567
+6.348586,-0.59599996,-0.4347232,-0.49922654,-0.57710254,-0.430447,-0.3232026,-0.27848414,-0.41577008,-0.5410746,-0.7271596,-0.75401264,-0.7511888,0.08016562,0.08016586
+5.803458,-0.5865297,-0.37063804,-0.5695481,-0.6310653,-0.4129957,-0.3125421,-0.24549805,-0.34637845,-0.5461045,-0.73269886,-0.76449555,-0.7908258,0.6252937,0.62529373
+4.898568,-0.57546806,-0.3333319,-0.61961806,-0.65369165,-0.4379213,-0.2629279,-0.18677717,-0.24362785,-0.59598,-0.7589553,-0.7850477,-0.79179996,1.5301837,1.5301838
+4.459359,-0.5720411,-0.354483,-0.6692043,-0.67072254,-0.44315723,-0.22136211,-0.11107568,-0.20210563,-0.65022224,-0.79876745,-0.7892664,-0.79151744,1.9693927,1.9693928
+4.7927666,-0.5678779,-0.40414226,-0.7093364,-0.6525595,-0.44212398,-0.20371567,-0.04634846,-0.22913146,-0.7134622,-0.81774276,-0.7863588,-0.7900456,1.635985,1.6359854
+5.648371,-0.5642133,-0.4638314,-0.70383865,-0.62913036,-0.45086998,-0.18633445,-0.052550584,-0.3138759,-0.7557656,-0.7976598,-0.7815915,-0.7792217,0.7803805,0.7803807
+6.425539,-0.56769377,-0.50093883,-0.6655316,-0.6042186,-0.44487208,-0.18191892,-0.13848598,-0.4181646,-0.7617924,-0.7554974,-0.76660174,-0.7615848,0.0032126408,0.0032129288
+6.820765,-0.5685474,-0.5102984,-0.6201818,-0.56847924,-0.41824865,-0.1753476,-0.2543931,-0.5117188,-0.7417611,-0.69857615,-0.7452529,-0.75731224,-0.39201322,-0.39201307
+7.001885,-0.56087226,-0.5083694,-0.5903136,-0.5268006,-0.37677723,-0.18728656,-0.3130979,-0.5859963,-0.7159337,-0.6529673,-0.7489416,-0.7647521,-0.5731332,-0.573133
+6.852193,-0.5541433,-0.50506413,-0.58155304,-0.49992022,-0.30194405,-0.191355,-0.3241379,-0.6464278,-0.70392895,-0.6251762,-0.762569,-0.7672587,-0.4234412,-0.42344093
+6.2852674,-0.5508457,-0.49646822,-0.57052463,-0.49394572,-0.2737403,-0.17628974,-0.3133333,-0.6847593,-0.6916428,-0.61218214,-0.7849453,-0.76431054,0.1434843,0.14348459
+5.8203735,-0.54954726,-0.47807926,-0.5571885,-0.50441265,-0.30720776,-0.21336243,-0.30907565,-0.6743787,-0.66604084,-0.60909647,-0.79943115,-0.7597173,0.6083781,0.6083784
+5.702023,-0.5496057,-0.4594645,-0.5480452,-0.52432,-0.382361,-0.26772097,-0.31372392,-0.6126998,-0.6394861,-0.6205078,-0.79926854,-0.7501604,0.7267287,0.7267289
+5.71017,-0.5565477,-0.44703698,-0.55446434,-0.542097,-0.43704146,-0.30979005,-0.3103367,-0.52554923,-0.6283543,-0.6428308,-0.78508615,-0.7396136,0.71858186,0.71858215
+5.7779264,-0.5674519,-0.44134396,-0.5676991,-0.55152017,-0.4573567,-0.32927993,-0.29257834,-0.45354253,-0.6372008,-0.6660736,-0.76882035,-0.7383702,0.6508252,0.6508255
+6.012814,-0.5756394,-0.43613678,-0.57486445,-0.55896264,-0.453132,-0.32806635,-0.27833804,-0.41973388,-0.6514047,-0.6851903,-0.7600235,-0.742247,0.4159377,0.4159379
+6.340371,-0.57755876,-0.4284101,-0.5745792,-0.5665459,-0.43950224,-0.32083958,-0.27686462,-0.41663927,-0.6576751,-0.6955307,-0.7595435,-0.7437666,0.08838051,0.08838081
+6.5229387,-0.5729378,-0.41779184,-0.5734242,-0.57562697,-0.42718753,-0.30683196,-0.27415222,-0.42718056,-0.6612962,-0.6949187,-0.7664697,-0.7411835,-0.094187014,-0.09418678
+6.494763,-0.5643885,-0.4124656,-0.5797595,-0.5838012,-0.4196664,-0.28197706,-0.25685093,-0.44249755,-0.6737041,-0.6908152,-0.77893716,-0.7363668,-0.06601122,-0.06601095
+6.334423,-0.5555939,-0.42098272,-0.59204656,-0.58647746,-0.4143494,-0.24981663,-0.23095468,-0.46592924,-0.69438165,-0.68742377,-0.7947746,-0.7298606,0.09432882,0.09432888
+6.12528,-0.54871565,-0.43745047,-0.59943205,-0.581851,-0.40870404,-0.22563565,-0.21234342,-0.49472427,-0.71199054,-0.68160087,-0.80863005,-0.7208575,0.30347183,0.30347204
+5.9604983,-0.54541045,-0.45158014,-0.59550864,-0.57158804,-0.4044065,-0.22578754,-0.21417387,-0.5189797,-0.7163483,-0.6727746,-0.81624967,-0.709369,0.46825346,0.4682536
+5.873746,-0.5453294,-0.46128437,-0.58310264,-0.55819345,-0.40241,-0.2435234,-0.23753011,-0.5349894,-0.7099979,-0.66370004,-0.8189341,-0.69825906,0.5550058,0.555006
+5.873594,-0.54581934,-0.4693781,-0.57167786,-0.5433291,-0.39971828,-0.26202112,-0.26826528,-0.54841167,-0.70398605,-0.65689164,-0.8216114,-0.6917662,0.55515796,0.55515814
+5.99445,-0.5446782,-0.4780167,-0.5679342,-0.53097224,-0.392336,-0.27070895,-0.29280755,-0.5655031,-0.7044511,-0.6534807,-0.8278428,-0.6909806,0.4343016,0.43430185
+6.211681,-0.5416569,-0.48530468,-0.56967527,-0.5254076,-0.3801139,-0.26917556,-0.30712983,-0.585402,-0.7072758,-0.65282553,-0.836945,-0.6921074,0.21707095,0.21707106
+6.419968,-0.5371455,-0.48752528,-0.571543,-0.5266397,-0.36855286,-0.26438582,-0.3133629,-0.6001799,-0.706062,-0.6532666,-0.8453194,-0.69079393,0.008783589,0.008783817
+6.5288024,-0.53212005,-0.48538882,-0.5722145,-0.53179914,-0.36304072,-0.26013747,-0.313871,-0.60407174,-0.7011999,-0.6549456,-0.8500455,-0.68578064,-0.10005053,-0.10005045
+6.506535,-0.5278302,-0.48390335,-0.57402354,-0.53737324,-0.36344308,-0.25422984,-0.3084318,-0.59862405,-0.7000291,-0.65902597,-0.85083205,-0.67902416,-0.0777832,-0.07778311
+6.3658304,-0.525001,-0.4863556,-0.5778997,-0.5400617,-0.3658875,-0.24617079,-0.29869667,-0.58912903,-0.7064124,-0.664542,-0.84922713,-0.67335385,0.06292137,0.062921524
+6.16136,-0.5236433,-0.49079996,-0.5812014,-0.53902584,-0.36758915,-0.2401002,-0.29097587,-0.5809998,-0.7150611,-0.6686726,-0.8468598,-0.6696484,0.26739204,0.26739216
+5.9816527,-0.52302,-0.49302942,-0.5814913,-0.53617156,-0.3682348,-0.24053463,-0.29121366,-0.5773489,-0.71885836,-0.66980165,-0.84461874,-0.66677576,0.44709906,0.4470992
+5.900784,-0.52204156,-0.49215475,-0.57923526,-0.5336792,-0.36829805,-0.24654897,-0.2997924,-0.5785168,-0.7167811,-0.6693705,-0.8431183,-0.6637529,0.5279679,0.52796793
+5.9388647,-0.51963955,-0.49110514,-0.5772828,-0.53233796,-0.36738607,-0.25189835,-0.3122759,-0.583761,-0.7133038,-0.6697765,-0.84296596,-0.6606004,0.48988715,0.48988724
+6.067463,-0.5153542,-0.49301246,-0.5775621,-0.5316096,-0.36435747,-0.25166276,-0.3238293,-0.59228796,-0.7120775,-0.6718107,-0.8438824,-0.6572884,0.36128902,0.36128902
+6.230558,-0.50963265,-0.49796644,-0.5794308,-0.53058344,-0.35843927,-0.24674487,-0.33215582,-0.6022926,-0.71264225,-0.67455786,-0.84422565,-0.653216,0.1981938,0.19819403
+6.3697057,-0.50367755,-0.50379264,-0.5810917,-0.5286963,-0.35034075,-0.24082276,-0.33759147,-0.61120594,-0.71295804,-0.67695427,-0.8422423,-0.6479663,0.059046242,0.05904627
+6.441038,-0.49878585,-0.50907105,-0.581285,-0.52567077,-0.34187913,-0.23576376,-0.3416945,-0.61774445,-0.7125762,-0.6785331,-0.837558,-0.6418936,-0.012286435,-0.012286186
+6.420219,-0.49548918,-0.5139511,-0.5795622,-0.5215265,-0.33443454,-0.2313878,-0.3459195,-0.62310785,-0.71222097,-0.6792579,-0.83142406,-0.63587475,0.008532882,0.008533001
+6.3129,-0.49326408,-0.51882625,-0.5761182,-0.51675165,-0.32839108,-0.22775184,-0.3512346,-0.62948394,-0.7117347,-0.679357,-0.82562953,-0.63064545,0.11585166,0.11585188
+6.163849,-0.49108428,-0.5234234,-0.5716935,-0.5121699,-0.32363403,-0.22607628,-0.35870087,-0.6375898,-0.7097711,-0.6794314,-0.8211792,-0.6263631,0.26490283,0.26490307
+6.0371914,-0.48818406,-0.5272022,-0.5674589,-0.50845814,-0.32010823,-0.22741967,-0.36897272,-0.6460431,-0.7054694,-0.68038386,-0.81790537,-0.62269086,0.39156032,0.39156055
+5.983618,-0.48422557,-0.5299981,-0.56457263,-0.5058154,-0.31796634,-0.23103952,-0.3812026,-0.6528451,-0.6998178,-0.6829813,-0.8151832,-0.6192004,0.44513384,0.44513416
+6.016783,-0.47919208,-0.5323469,-0.5636387,-0.5038487,-0.31709188,-0.23462053,-0.3931656,-0.6571336,-0.6950235,-0.6873687,-0.81246436,-0.61565465,0.41196838,0.4119687
+6.1182942,-0.4733827,-0.53505236,-0.56453127,-0.50176764,-0.31657773,-0.23600703,-0.4025704,-0.6594642,-0.6927429,-0.6929089,-0.809279,-0.61202693,0.31045735,0.3104577
+6.2448487,-0.4673211,-0.538335,-0.5664406,-0.49884272,-0.31519422,-0.23451924,-0.4082098,-0.66093177,-0.6930525,-0.6984783,-0.8052544,-0.6084092,0.1839029,0.18390322
+6.3462496,-0.46153903,-0.5416601,-0.56829154,-0.4948205,-0.31224567,-0.2309751,-0.4104893,-0.66245145,-0.6946637,-0.70312107,-0.8002306,-0.60490394,0.082501896,0.082502365

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.9382323622703552,-0.9382324615716934,7.366984421253204,,
+1000,-0.8796813488006592,-0.879681118130684,7.30843307685852,,
+1500,-0.8525434136390686,-0.8525431181192398,7.281295017719269,,
+2000,-0.9225327968597412,-0.9225332260131835,7.3512851195335385,,
+2500,-0.8466112613677979,-0.8466111783981323,7.2753630900383,,
+3000,-0.8944258093833923,-0.8944261026382446,7.323178071975708,,
+3500,-0.8362321853637695,-0.8362328649759293,7.264984809875489,,
+4000,-0.8966821432113647,-0.8966820851564408,7.325434047698975,,
+4500,-0.7995097041130066,-0.7995098650455474,7.22826182603836,,
+5000,-0.8113018274307251,-0.8113019832372665,7.240053859233856,,
+5000,,,,6.834646821022034,-0.4058951139450073
+5500,-0.7963188290596008,-0.7963189740180969,7.225070938587189,,
+6000,-0.8481755256652832,-0.8481759501695633,7.2769279026985165,,
+6500,-0.774502158164978,-0.774502161026001,7.203254079818725,,
+7000,-0.7870317697525024,-0.7870318878889084,7.215783876895904,,
+7500,-0.731010913848877,-0.7310111726522446,7.15976311302185,,
+8000,-0.7722159028053284,-0.7722161297798157,7.200968030452728,,
+8500,-0.7848708629608154,-0.7848706117868424,7.21362255859375,,
+9000,-0.6761932373046875,-0.6761929782629013,7.104944963932037,,
+9500,-0.6785479187965393,-0.6785476846694947,7.107299697875977,,
+10000,-0.7242672443389893,-0.7242671855688095,7.153019115447998,,
+10000,,,,6.71202225446701,-0.28327059745788574
+10500,-0.6944085359573364,-0.6944088891744614,7.123160837173462,,
+11000,-0.7261943221092224,-0.7261944093704223,7.154946372509003,,
+11500,-0.6967307925224304,-0.6967306649684906,7.125482552528381,,
+12000,-0.7093788981437683,-0.7093788518905639,7.13813080072403,,
+12500,-0.7215224504470825,-0.7215222640037536,7.150274186134339,,
+13000,-0.6623914241790771,-0.6623912504911422,7.091143150329589,,
+13500,-0.673459529876709,-0.6734595086574554,7.102211441993713,,
+14000,-0.6985592842102051,-0.6985594955682755,7.127311450958252,,
+14500,-0.6691920757293701,-0.6691924831867218,7.09794442653656,,
+15000,-0.6461796164512634,-0.6461796236038208,7.074931557655335,,
+15000,,,,6.670991950035095,-0.2422402948141098
+15500,-0.7040585875511169,-0.7040586394071578,7.132810574531555,,
+16000,-0.6517084240913391,-0.6517084364891053,7.080460429191589,,
+16500,-0.6472487449645996,-0.6472488318681717,7.076000808238983,,
+17000,-0.619511067867279,-0.6195108476877212,7.048262832641601,,
+17500,-0.6261000633239746,-0.6261002109050751,7.054852210044861,,
+18000,-0.5979928970336914,-0.597992567896843,7.026744515419006,,
+18500,-0.5868990421295166,-0.5868988455533981,7.015650775909424,,
+19000,-0.5930492281913757,-0.5930489666461944,7.021800900459289,,
+19500,-0.5560854077339172,-0.5560856676101684,6.98483761548996,,
+20000,-0.6104414463043213,-0.6104414559602738,7.039193398952484,,
+20000,,,,6.531540067195892,-0.10278833657503128
+20500,-0.5728704333305359,-0.5728700184822082,7.001621968269348,,
+21000,-0.5735179781913757,-0.573517694234848,7.002269676208496,,
+21500,-0.5148871541023254,-0.5148872212171555,6.943639157772064,,
+22000,-0.5481796264648438,-0.5481798003911972,6.976931796550751,,
+22500,-0.5436488389968872,-0.5436488217115403,6.97240074634552,,
+23000,-0.536160945892334,-0.5361611993312836,6.964913136482239,,
+23500,-0.4786539673805237,-0.47865402746200564,6.907405984401703,,
+24000,-0.49541687965393066,-0.49541685473918917,6.924168787002563,,
+24500,-0.4808000326156616,-0.48079995250701907,6.909551906585693,,
+25000,-0.5011473894119263,-0.5011473618745804,6.9298992743492125,,
+25000,,,,6.476661992073059,-0.04791029170155525
+25500,-0.4871758818626404,-0.48717595863342283,6.915927935600281,,
+26000,-0.36294540762901306,-0.362945227265358,6.791697215080261,,
+26500,-0.5211057662963867,-0.5211060140132904,6.949857967853546,,
+27000,-0.5179042220115662,-0.517904052734375,6.946656056404114,,
+27500,-0.5236729979515076,-0.5236729267835617,6.952424805164338,,
+28000,-0.5092014074325562,-0.5092014892101288,6.937953443050384,,
+28500,-0.45001211762428284,-0.4500119104385376,6.878763867378235,,
+29000,-0.512462317943573,-0.5124620869159698,6.94121402311325,,
+29500,-0.5565595030784607,-0.5565593700408935,6.985311302661896,,
+30000,-0.48416152596473694,-0.48416111409664153,6.912913045883179,,
+30000,,,,6.488975105285644,-0.06022348627448082
+30500,-0.5125491619110107,-0.51254905128479,6.941300998210907,,
+31000,-0.49217745661735535,-0.4921772973537445,6.920929278373718,,
+31500,-0.4251086115837097,-0.4251085436344147,6.853860482692719,,
+32000,-0.48649096488952637,-0.48649074864387515,6.915242660999298,,
+32500,-0.4285314679145813,-0.4285315809249878,6.857283577442169,,
+33000,-0.5071107149124146,-0.5071110419034958,6.935862949848175,,
+33500,-0.47288236021995544,-0.4728827183246613,6.901634637832641,,
+34000,-0.40906986594200134,-0.4090699192285538,6.83782189655304,,
+34500,-0.413901150226593,-0.41390122652053835,6.842653216838837,,
+35000,-0.4111109673976898,-0.4111108107566834,6.83986272907257,,
+35000,,,,6.358220499753952,0.07053142040967941
+35500,-0.3258053660392761,-0.3258056228160858,6.754557573795319,,
+36000,-0.46867576241493225,-0.46867591893672944,6.897427832603454,,
+36500,-0.5275686979293823,-0.5275688138008118,6.956320797920227,,
+37000,-0.3906934857368469,-0.3906932519674301,6.819445203304291,,
+37500,-0.30653122067451477,-0.3065311732292175,6.735283124446869,,
+38000,-0.4090125858783722,-0.4090122936964035,6.8377642154693605,,
+38500,-0.3558874726295471,-0.35588731777668,6.784639232635498,,
+39000,-0.36061179637908936,-0.36061163115501405,6.789363521575928,,
+39500,-0.2854878008365631,-0.28548799204826353,6.714239943981171,,
+40000,-0.40158194303512573,-0.40158194315433504,6.830333905220032,,
+40000,,,,6.417416055202484,0.011335973627865314
+40500,-0.17710758745670319,-0.17710754704475404,6.605859492301941,,
+41000,-0.23256227374076843,-0.23256221568584443,6.661314188957214,,
+41500,-0.28219640254974365,-0.282196457862854,6.710948438644409,,
+42000,-0.08597161620855331,-0.08597173821926117,6.514723667621612,,
+42500,-0.3183134198188782,-0.3183136396408081,6.747065587520599,,
+43000,-0.06437524408102036,-0.06437530899047851,6.493127238750458,,
+43500,-0.09074518084526062,-0.09074510324001313,6.519497084140777,,
+44000,-0.1789664328098297,-0.178966463804245,6.607718414783478,,
+44500,-0.12536612153053284,-0.1253660877943039,6.554118043422699,,
+45000,-0.27008891105651855,-0.2700890247821808,6.698841024398804,,
+45000,,,,6.401647946834564,0.027104074135422707
+45500,-0.22568635642528534,-0.22568664634227753,6.65443861246109,,
+46000,-0.06509257853031158,-0.06509251630306244,6.493844448089599,,
+46500,-0.13789787888526917,-0.13789808189868927,6.5666500391960145,,
+47000,-0.156779482960701,-0.15677934849262237,6.58553127861023,,
+47500,-0.16240760684013367,-0.16240768158435823,6.591159651279449,,
+48000,-0.21794182062149048,-0.2179416835308075,6.646693665027619,,
+48500,-0.11539849638938904,-0.1153986463546753,6.544150586128235,,
+49000,-0.15033535659313202,-0.15033549785614014,6.579087422370911,,
+49500,-0.09352865815162659,-0.0935287389755249,6.5222806935310365,,
+50000,-0.13706107437610626,-0.1370613158941269,6.565813248157501,,
+50000,,,,6.244854786396027,0.1838972419500351

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8efcf0ceaed8aa5d7336797e4f899db7da4029d0429578669d99165e92f7698
+size 1835422

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.727224,-0.7636014,-0.010716759,-0.6016226,-0.5745252,0.04004068,-0.5598343,-0.75237685,-0.0064948425,-0.6248325,-0.58138263,0.042107813,-0.5585399,-1.2984715,-1.2984719
+8.952002,-0.7489324,-0.009989433,-0.56121457,-0.44326875,0.13085747,-0.42747828,-0.73800504,-0.0060619116,-0.58567417,-0.44817477,0.13386676,-0.4274229,-2.5232491,-2.5232496
+7.052971,-0.6537305,0.13076672,-0.4358262,-0.40058398,0.15857989,-0.19761157,-0.63921237,0.1337888,-0.46476132,-0.40214217,0.1616584,-0.19941843,-0.6242189,-0.62421894
+4.781726,-0.531909,0.31526536,-0.27015072,-0.4447926,0.114682265,-0.022239007,-0.5108017,0.32357028,-0.30086178,-0.4498208,0.123099335,-0.01990477,1.6470264,1.6470261
+5.3726034,-0.44432473,0.433823,-0.19485214,-0.5374475,-0.0069314614,0.027219538,-0.421175,0.44098794,-0.22538102,-0.5444101,0.006433286,0.029265963,1.0561488,1.0561485
+7.8491106,-0.3738873,0.44668654,-0.27619117,-0.63586915,-0.23220852,-0.036484577,-0.35103092,0.44823113,-0.30604786,-0.6429899,-0.22077227,-0.034015022,-1.4203585,-1.4203587
+9.008563,-0.3221213,0.40127122,-0.41850922,-0.71207404,-0.38781688,-0.20183328,-0.2962496,0.4022596,-0.44911397,-0.7180054,-0.37746552,-0.20521885,-2.579811,-2.579811
+7.193088,-0.37957087,0.33187434,-0.47893843,-0.7791555,-0.37316996,-0.3964285,-0.3595641,0.33532387,-0.51010185,-0.78510493,-0.36271545,-0.3984428,-0.7643359,-0.7643361
+5.211548,-0.57126045,0.18937922,-0.48936465,-0.80732954,-0.2544102,-0.5415986,-0.56161195,0.19839334,-0.5138255,-0.81015944,-0.2500408,-0.5418102,1.2172045,1.2172041
+5.8062096,-0.7403328,0.04620464,-0.50416005,-0.73422706,-0.0403217,-0.59743017,-0.72982866,0.05407933,-0.5238271,-0.7373699,-0.03635303,-0.59650636,0.6225426,0.6225424
+7.715299,-0.80287653,-0.03729938,-0.5106171,-0.5907552,0.105312094,-0.5573884,-0.79262114,-0.033319764,-0.526531,-0.59395814,0.10922899,-0.55632603,-1.2865467,-1.2865472
+8.051647,-0.7575352,-0.01794377,-0.47068098,-0.46383733,0.1702762,-0.3569679,-0.74740815,-0.014926307,-0.49021778,-0.46570516,0.17414805,-0.3578329,-1.6228949,-1.6228952
+6.0476017,-0.6072873,0.12421516,-0.3492418,-0.43735802,0.16131723,-0.09352984,-0.5917577,0.12636712,-0.3738569,-0.43894404,0.16588703,-0.093157455,0.38115034,0.38115025
+4.6962748,-0.454534,0.30784768,-0.19885078,-0.47498164,0.07996035,0.04526321,-0.43538758,0.31461194,-0.22341886,-0.4801527,0.09106595,0.049887635,1.7324773,1.7324772
+6.2563486,-0.36495423,0.4184791,-0.15788385,-0.56189084,-0.09597255,0.04313968,-0.3466376,0.4204296,-0.18146217,-0.5679991,-0.081206836,0.0496495,0.1724035,0.17240334
+8.67082,-0.29342544,0.4121568,-0.27202582,-0.6483817,-0.35129905,-0.08396078,-0.27240223,0.41326934,-0.29490012,-0.6555065,-0.3416281,-0.0792552,-2.242068,-2.2420683
+8.361326,-0.26943994,0.37633884,-0.39877015,-0.7292061,-0.44820502,-0.28478897,-0.24421638,0.3786533,-0.42601004,-0.736442,-0.4375567,-0.28547308,-1.9325737,-1.9325743
+5.7360897,-0.410496,0.30022427,-0.43824375,-0.8211452,-0.3832435,-0.49302116,-0.39764798,0.30675626,-0.4630422,-0.8265047,-0.37417424,-0.49296582,0.6926625,0.69266224
+4.8086658,-0.6484271,0.13654527,-0.46501738,-0.84467596,-0.21062592,-0.6037711,-0.63950384,0.1471645,-0.4823216,-0.84594226,-0.20502827,-0.6021475,1.6200866,1.6200862
+6.614054,-0.7933635,-0.009920962,-0.490616,-0.74566686,0.016107775,-0.62922657,-0.7840249,-0.0040448457,-0.5026919,-0.747643,0.021357484,-0.6281116,-0.18530178,-0.18530226
+8.584307,-0.81784344,-0.07425303,-0.497477,-0.57600343,0.13630682,-0.5403102,-0.808431,-0.07085489,-0.508036,-0.5782125,0.14069983,-0.5377199,-2.1555545,-2.1555548
+7.6060033,-0.72606415,-0.014464773,-0.42955932,-0.45140624,0.17500347,-0.27178362,-0.71591014,-0.011205487,-0.44764918,-0.45378464,0.17902288,-0.26946458,-1.1772512,-1.1772513
+4.7380037,-0.53340566,0.16578767,-0.274652,-0.44780898,0.13985151,-0.014602132,-0.5168522,0.16977662,-0.29536128,-0.45111704,0.14647135,-0.009627834,1.6907482,1.6907482
+4.459083,-0.39489654,0.3522753,-0.1445696,-0.5001125,0.024397753,0.060736388,-0.37790534,0.3586014,-0.16427577,-0.5045292,0.0380084,0.06731638,1.9696692,1.9696689
+7.280039,-0.324283,0.41522408,-0.17241514,-0.59410214,-0.21190163,0.0013007596,-0.30820525,0.41561309,-0.19049567,-0.6008764,-0.1990883,0.01108107,-0.8512867,-0.8512869
+9.38921,-0.26085263,0.38570076,-0.3186748,-0.6756481,-0.42905474,-0.17593715,-0.23995218,0.38781577,-0.33989346,-0.6817237,-0.42097634,-0.17381743,-2.9604578,-2.9604578
+7.6450973,-0.2952652,0.35383534,-0.4057318,-0.76221967,-0.43748602,-0.38198358,-0.275122,0.35671055,-0.4318645,-0.7694182,-0.4257926,-0.38175675,-1.2163448,-1.2163453
+4.823458,-0.5048982,0.24377334,-0.4276085,-0.84317863,-0.3205861,-0.5561721,-0.49769986,0.25208643,-0.44683015,-0.8456738,-0.31450123,-0.5545944,1.6052941,1.6052938
+5.025536,-0.72365385,0.074598655,-0.45812398,-0.8121789,-0.09293323,-0.615023,-0.7145894,0.084567815,-0.47174358,-0.8138743,-0.08637553,-0.61222565,1.4032164,1.4032159
+7.452436,-0.81815326,-0.048616573,-0.4868396,-0.6707579,0.08464677,-0.6060135,-0.80937433,-0.043599032,-0.49614564,-0.67304146,0.08984083,-0.60277414,-1.0236837,-1.023684
+8.718328,-0.79183304,-0.06484364,-0.4799148,-0.5052178,0.16081885,-0.43806106,-0.7826116,-0.060275532,-0.4915747,-0.50762916,0.1653513,-0.43319124,-2.2895763,-2.2895765
+6.648923,-0.6453308,0.055424742,-0.37261438,-0.43467134,0.16607532,-0.14313024,-0.63278896,0.058213398,-0.39161992,-0.43699,0.17033672,-0.13938642,-0.22017092,-0.22017097
+4.268072,-0.46097347,0.2631471,-0.20584941,-0.46174818,0.097506486,0.043196432,-0.44397387,0.26913404,-0.22518292,-0.46561038,0.10744762,0.05048074,2.16068,2.1606798
+5.390217,-0.36059958,0.4106344,-0.13469364,-0.5434923,-0.06344596,0.055366583,-0.34483793,0.41413796,-0.15317947,-0.5484003,-0.048410095,0.06367519,1.0385355,1.0385351
+8.335094,-0.2948606,0.4172866,-0.24575707,-0.636858,-0.33309525,-0.06482251,-0.2770664,0.4182593,-0.2638339,-0.6436323,-0.32392797,-0.056727774,-1.9063424,-1.9063425
+8.905502,-0.25528884,0.37753522,-0.39503658,-0.7177067,-0.45894688,-0.2674094,-0.23331216,0.3793063,-0.41809902,-0.72361743,-0.44961125,-0.26704514,-2.4767501,-2.4767504
+6.290796,-0.37586853,0.31838557,-0.44497254,-0.8044284,-0.3977346,-0.47692138,-0.36393198,0.3228309,-0.46816686,-0.8098148,-0.38810924,-0.47576225,0.1379566,0.13795614
+4.6807175,-0.61436886,0.16177112,-0.47236422,-0.8305111,-0.2316437,-0.5988547,-0.6068255,0.17199945,-0.487791,-0.8318554,-0.22590542,-0.59523743,1.7480348,1.7480345
+6.1200647,-0.7747933,0.010754097,-0.5006976,-0.7261852,0.0034674928,-0.627864,-0.76598334,0.017577905,-0.51161677,-0.72837365,0.009122543,-0.62461174,0.30868757,0.3086872
+8.2528305,-0.8112302,-0.061120175,-0.51793534,-0.5500898,0.13036752,-0.5543672,-0.80223346,-0.056829914,-0.52676606,-0.552297,0.13497823,-0.5491783,-1.8240782,-1.8240786
+7.8204203,-0.7275165,-0.005515307,-0.4667791,-0.42319354,0.1739201,-0.2965629,-0.717726,-0.0016916692,-0.48193556,-0.4259108,0.1779083,-0.29162544,-1.3916682,-1.3916683
+5.151879,-0.54727066,0.1889655,-0.31225055,-0.4242891,0.14242125,-0.027112894,-0.53103226,0.1929797,-0.3312868,-0.42679554,0.14898401,-0.020789742,1.2768734,1.2768731
+4.4829683,-0.41240993,0.3859081,-0.1710872,-0.4881246,0.03631594,0.06996507,-0.3952609,0.3918115,-0.19040436,-0.49198687,0.050070427,0.076607175,1.9457837,1.9457836
+6.9994764,-0.34195063,0.45703286,-0.19908035,-0.59334576,-0.18786976,0.028893314,-0.3255852,0.45721033,-0.21791437,-0.59992564,-0.17535728,0.039225925,-0.57072425,-0.5707245
+9.109324,-0.27096194,0.42319274,-0.3674093,-0.6776086,-0.41674298,-0.14614761,-0.25110418,0.4242706,-0.38784683,-0.6833621,-0.408837,-0.1428248,-2.6805723,-2.6805725
+7.596848,-0.2854448,0.3738268,-0.48168233,-0.75392514,-0.43637425,-0.35522467,-0.26641268,0.37478888,-0.50652057,-0.7594649,-0.4253287,-0.35382283,-1.1680957,-1.1680961
+4.966574,-0.4755383,0.24810126,-0.510602,-0.806733,-0.3402958,-0.5431736,-0.46787772,0.2553407,-0.5296031,-0.80930007,-0.33447808,-0.5397743,1.4621781,1.4621778
+5.174542,-0.6946155,0.082218505,-0.5444737,-0.7504829,-0.123798184,-0.6214471,-0.6855469,0.09112247,-0.55904055,-0.7530946,-0.11793221,-0.6170011,1.2542104,1.25421
+7.487531,-0.79309404,-0.028557368,-0.5719185,-0.5871323,0.06259727,-0.62473834,-0.7842217,-0.024602816,-0.5817977,-0.5897242,0.06742956,-0.6198671,-1.0587789,-1.0587792
+8.5404415,-0.7702507,-0.029316567,-0.5595017,-0.42471245,0.15469423,-0.4573719,-0.7606144,-0.024976447,-0.57071805,-0.4269697,0.15891165,-0.45145994,-2.1116893,-2.1116896
+6.382119,-0.6364507,0.12505174,-0.4396693,-0.37592494,0.16689342,-0.15167046,-0.6229376,0.12792188,-0.45725024,-0.3775826,0.1707707,-0.14683735,0.046632897,0.046632767
+4.1629944,-0.47831118,0.34896296,-0.25839373,-0.43257296,0.100633934,0.04353279,-0.46055415,0.35450268,-0.27919105,-0.43508112,0.111803405,0.049717844,2.2657578,2.2657576
+5.5010686,-0.3961708,0.4840651,-0.20295879,-0.540976,-0.048447706,0.0687879,-0.37814498,0.48682135,-0.22452429,-0.5459895,-0.034368522,0.07585461,0.92768365,0.92768335
+8.503887,-0.3268132,0.48034388,-0.34156448,-0.643731,-0.31094453,-0.03840463,-0.30829895,0.47941792,-0.36195487,-0.6504458,-0.3014513,-0.02949749,-2.075135,-2.0751352
+8.862518,-0.2704061,0.42254776,-0.5142375,-0.7142086,-0.4353034,-0.23334938,-0.24997678,0.421898,-0.53682697,-0.7187741,-0.4254354,-0.23289493,-2.4337661,-2.4337664
+6.075834,-0.34709147,0.33143362,-0.5762762,-0.76066434,-0.38935253,-0.43988407,-0.33345443,0.33399928,-0.5993142,-0.76484334,-0.38159588,-0.4366392,0.3529185,0.35291815
+4.6467743,-0.5725383,0.16102499,-0.608611,-0.7400424,-0.25366026,-0.58384365,-0.5641901,0.17051291,-0.6258161,-0.74325204,-0.24860659,-0.57820785,1.7819781,1.7819777
+6.283358,-0.7336323,0.028323315,-0.64107573,-0.60087776,-0.037178062,-0.6439676,-0.7242806,0.03338121,-0.65502524,-0.60458547,-0.033051662,-0.6387516,0.14539428,0.14539385
+8.371872,-0.7729444,-0.023336306,-0.6551389,-0.4230186,0.10312841,-0.5819372,-0.7632154,-0.01979933,-0.6661626,-0.42528364,0.107134685,-0.575966,-1.9431196,-1.94312
+7.727795,-0.69507396,0.07128111,-0.57861423,-0.32834357,0.16565219,-0.32163092,-0.6840619,0.07382276,-0.5926584,-0.33014852,0.16911763,-0.31678802,-1.2990428,-1.2990432
+4.960045,-0.553302,0.30826116,-0.38978395,-0.36624277,0.14140299,-0.039755017,-0.5356773,0.31240347,-0.41079968,-0.36618087,0.14873981,-0.034403555,1.4687076,1.4687071
+4.420351,-0.447518,0.48695612,-0.25100505,-0.47052217,0.043065853,0.07235828,-0.42778313,0.49064034,-0.27412528,-0.4739307,0.057471626,0.07708989,2.0084014,2.008401
+7.0781713,-0.38645452,0.5357728,-0.31589645,-0.6039629,-0.16610497,0.044274706,-0.36723658,0.5349702,-0.33986476,-0.6100273,-0.15393513,0.0536708,-0.649419,-0.6494193
+9.153858,-0.30460072,0.48687696,-0.5139978,-0.68480355,-0.38724068,-0.11951875,-0.28525206,0.48477507,-0.53491926,-0.69022614,-0.37806875,-0.11507275,-2.725106,-2.7251062
+7.5563927,-0.27385637,0.39897445,-0.6591736,-0.7312982,-0.41430384,-0.31698883,-0.25565967,0.39676824,-0.6812166,-0.73389983,-0.40546283,-0.31410736,-1.1276404,-1.1276407
+5.0008125,-0.4144164,0.24150878,-0.7003137,-0.7186727,-0.35677388,-0.5166438,-0.4031472,0.24794483,-0.7203145,-0.7227683,-0.35147446,-0.5110627,1.4279398,1.4279394
+5.315549,-0.63355315,0.089439504,-0.7353537,-0.60863155,-0.17441073,-0.6377795,-0.623868,0.096247986,-0.7522334,-0.6136028,-0.17119393,-0.632147,1.1132036,1.113203
+7.525925,-0.73773503,0.0011822209,-0.7626074,-0.41833156,0.010485463,-0.6687099,-0.72766805,0.0040710494,-0.7754728,-0.42170087,0.013913102,-0.6627524,-1.0971729,-1.0971732
+8.378321,-0.7202482,0.032842718,-0.7237164,-0.28845724,0.12844193,-0.50760496,-0.71002114,0.03580059,-0.7358314,-0.28980264,0.13192189,-0.502825,-1.9495684,-1.9495687
+6.21925,-0.61591166,0.24198106,-0.5567831,-0.28001392,0.15610078,-0.19254655,-0.6000433,0.24448174,-0.57317924,-0.27954203,0.1604692,-0.18736482,0.20950203,0.20950174
+4.1416607,-0.49781066,0.4638378,-0.34518385,-0.37805277,0.097520016,0.027780078,-0.47832948,0.46595752,-0.37007576,-0.37769818,0.11082383,0.03196349,2.2870915,2.2870913
+5.5710173,-0.4364865,0.5668177,-0.31979042,-0.53697336,-0.039080374,0.078978635,-0.41476822,0.56785214,-0.3451026,-0.5415353,-0.025901042,0.08547917,0.857735,0.8577347
+8.530174,-0.35694063,0.54984677,-0.4847116,-0.65354526,-0.28333747,-0.015614212,-0.33735216,0.54649866,-0.5072427,-0.659346,-0.27136344,-0.006387137,-2.1014225,-2.1014223
+8.748554,-0.26691356,0.46492246,-0.6898183,-0.71030664,-0.41088346,-0.19904989,-0.24885261,0.46038604,-0.7089879,-0.71305764,-0.40154707,-0.19654888,-2.319802,-2.3198023
+5.9870725,-0.2667737,0.32379615,-0.8054179,-0.7012533,-0.4041159,-0.4105519,-0.24869382,0.32327187,-0.8246932,-0.7033763,-0.3982287,-0.40461618,0.4416798,0.44167948
+4.783165,-0.4730582,0.15005678,-0.8408404,-0.61382985,-0.31440848,-0.5997337,-0.46259302,0.15747926,-0.8587193,-0.61942804,-0.3109439,-0.5938705,1.6455874,1.645587
+6.455538,-0.65649825,0.037188224,-0.8686162,-0.4208802,-0.12562375,-0.7086309,-0.6459824,0.040715903,-0.88309073,-0.42654878,-0.12349073,-0.7026259,-0.026785553,-0.02678585
+8.333731,-0.7076363,0.013023142,-0.8673786,-0.25276268,0.04078608,-0.667428,-0.69747496,0.015622776,-0.87886935,-0.25483498,0.04391434,-0.6629095,-1.9049783,-1.9049788
+7.516441,-0.64780855,0.15393355,-0.74253553,-0.20224953,0.13268837,-0.40868956,-0.63468045,0.15482932,-0.7537921,-0.20186052,0.1364347,-0.40400138,-1.0876888,-1.0876889
+4.768668,-0.5509859,0.41089815,-0.49285036,-0.26945192,0.1282365,-0.08958226,-0.5319676,0.4126135,-0.51528853,-0.2654591,0.13755435,-0.0847685,1.6600841,1.6600838
+4.3500175,-0.46996135,0.5630616,-0.3637994,-0.43080586,0.03896457,0.07555532,-0.4476358,0.5628071,-0.38977545,-0.4328372,0.05300437,0.08110163,2.0787349,2.0787344
+7.130032,-0.40869462,0.5913253,-0.45594978,-0.6072682,-0.15126488,0.055462398,-0.38695413,0.58974254,-0.48077577,-0.6107429,-0.13813967,0.06357971,-0.70128006,-0.7012801
+9.164132,-0.29992488,0.52690715,-0.65869224,-0.68688977,-0.36356002,-0.09081608,-0.28166848,0.5204551,-0.67706996,-0.69140065,-0.35197252,-0.08384837,-2.7353802,-2.7353802
+7.4521427,-0.19332808,0.39142674,-0.85580206,-0.70021987,-0.42017126,-0.29019636,-0.17582199,0.38550603,-0.87096745,-0.69975424,-0.41436386,-0.2853883,-1.0233904,-1.0233908
+4.9817667,-0.26872545,0.21331361,-0.9512663,-0.61900073,-0.4066117,-0.5241743,-0.2523478,0.21573552,-0.9667375,-0.6229147,-0.40139666,-0.5165301,1.4469856,1.4469852
+5.4329653,-0.5085825,0.07167075,-0.9709006,-0.43390173,-0.2843391,-0.70657104,-0.49726537,0.07672201,-0.9847472,-0.44020882,-0.28286755,-0.70113456,0.99578714,0.99578667
+7.5618763,-0.6432686,0.0050724596,-0.9842324,-0.22292784,-0.09872144,-0.7703711,-0.6324765,0.0077309534,-0.9946591,-0.2271198,-0.09645652,-0.76601607,-1.1331242,-1.1331244
+8.301121,-0.6491587,0.07064946,-0.9105004,-0.13803744,0.054236107,-0.6286079,-0.6382992,0.07072603,-0.920074,-0.13759056,0.05779151,-0.6252415,-1.8723687,-1.8723688
+6.113981,-0.5786781,0.30402157,-0.68637,-0.16061091,0.118736945,-0.29861486,-0.560147,0.30481377,-0.70036054,-0.15693274,0.12566859,-0.2934367,0.31477156,0.31477118
+4.025174,-0.4973468,0.51310337,-0.456409,-0.28170645,0.08140985,0.007502362,-0.47591108,0.51079047,-0.48123062,-0.2782669,0.094029576,0.013150513,2.403578,2.4035778
+5.4951625,-0.43974882,0.5982108,-0.44791445,-0.5176511,-0.044177093,0.095847964,-0.41602948,0.5963845,-0.47253108,-0.52043855,-0.0320806,0.10302935,0.9335897,0.93358946
+8.5069895,-0.33802316,0.5654971,-0.60144174,-0.65395606,-0.26480788,0.0047454387,-0.31852525,0.5597358,-0.6207347,-0.6560401,-0.2511611,0.01217223,-2.0782375,-2.0782375
+8.680517,-0.1869553,0.44333643,-0.8141562,-0.69746184,-0.41172788,-0.16811764,-0.1703279,0.43428284,-0.82795763,-0.6984203,-0.40279526,-0.16118419,-2.251765,-2.2517653
+5.9451284,-0.11180089,0.26573312,-1.0,-0.64139974,-0.45106548,-0.41056862,-0.09427919,0.26032168,-1.0,-0.64094114,-0.44631594,-0.40252525,0.4836237,0.4836235
+4.8450003,-0.27918583,0.10135325,-1.0,-0.46407866,-0.4140903,-0.66736573,-0.26267165,0.10367822,-1.0,-0.46667022,-0.41088453,-0.66102934,1.5837518,1.5837517
+6.482252,-0.51313525,-0.00037795305,-1.0,-0.2111432,-0.27392933,-0.81779003,-0.50152403,0.0028352514,-1.0,-0.2163752,-0.2724358,-0.813342,-0.053499848,-0.053500175
+8.291567,-0.6001171,0.004701603,-1.0,-0.076133735,-0.0876568,-0.7956612,-0.58929,0.0042025037,-1.0,-0.07686626,-0.08433918,-0.7934562,-1.8628148,-1.8628149
+7.489814,-0.577969,0.15878525,-0.86763054,-0.07074501,0.047318988,-0.55273056,-0.5620344,0.15626952,-0.8777243,-0.06756004,0.053815834,-0.5491804,-1.0610617,-1.0610619
+4.7235208,-0.5083224,0.3874995,-0.5869441,-0.13524666,0.084799446,-0.1725795,-0.48676905,0.38451388,-0.6051706,-0.12982857,0.095817044,-0.16580018,1.7052315,1.7052312
+4.293426,-0.44499344,0.54389465,-0.47403443,-0.35846514,0.016565353,0.09175568,-0.42272693,0.5397866,-0.49565858,-0.35725343,0.026516259,0.099208295,2.1353261,2.135326
+7.104319,-0.35712022,0.56578994,-0.5474852,-0.5902381,-0.15358487,0.07383863,-0.3360089,0.56056464,-0.5669192,-0.58968914,-0.14141285,0.0774203,-0.675567,-0.67556715
+9.078213,-0.20214531,0.4687188,-0.7175168,-0.67875767,-0.36028957,-0.05221202,-0.18452114,0.45680836,-0.7315966,-0.67879033,-0.34714934,-0.04588499,-2.6494608,-2.6494608
+7.323791,-0.052018166,0.29137224,-0.95833397,-0.66702735,-0.46727496,-0.27413306,-0.036690235,0.28135344,-0.9683675,-0.6658629,-0.4621237,-0.2663648,-0.8950388,-0.8950391
+4.9440346,-0.059243724,0.1265257,-1.0,-0.5144347,-0.48975796,-0.5762466,-0.04177351,0.11983093,-1.0,-0.5117744,-0.48496753,-0.5692589,1.4847177,1.4847174
+5.42764,-0.29507327,-0.010272726,-1.0,-0.22923148,-0.43491405,-0.8172685,-0.2771565,-0.010819741,-1.0,-0.22921953,-0.43226144,-0.81233406,1.0011122,1.001112
+7.58372,-0.48426592,-0.05209843,-1.0,-0.02594161,-0.28100866,-0.88598144,-0.47151154,-0.055078123,-1.0,-0.02732879,-0.27808636,-0.88489354,-1.1549681,-1.1549683
+8.381411,-0.5343866,0.022776298,-0.9863968,0.0073138475,-0.09546495,-0.7649822,-0.5198696,0.014906026,-0.99541366,0.010144308,-0.08850953,-0.7632484,-1.9526583,-1.9526587
+6.1003623,-0.48478344,0.19630456,-0.71961445,-0.028674372,0.026825026,-0.43910593,-0.46498376,0.19098926,-0.7338597,-0.023357704,0.03800174,-0.4352863,0.32838976,0.32838964
+3.9799626,-0.42325157,0.39180574,-0.52277553,-0.15662625,0.031295158,-0.021173455,-0.4022452,0.38614106,-0.5374583,-0.14986381,0.04095591,-0.012999572,2.4487896,2.4487894
+5.591357,-0.33688387,0.4966724,-0.52162206,-0.46147949,-0.07292939,0.10313895,-0.32197642,0.49115968,-0.53618073,-0.4578492,-0.06345316,0.101912364,0.8373947,0.8373947
+8.547159,-0.19849804,0.4459886,-0.61683726,-0.6277133,-0.2692103,0.030853398,-0.18068483,0.43276927,-0.630767,-0.6237401,-0.2562781,0.0314366,-2.118407,-2.1184072
+8.55605,-0.04050253,0.2843827,-0.83065724,-0.67167014,-0.44429147,-0.12763867,-0.025477711,0.26895922,-0.84149575,-0.6704407,-0.4333328,-0.120452814,-2.1272984,-2.1272984
+5.7801967,0.05365517,0.12547648,-1.0,-0.5729574,-0.52731496,-0.43291232,0.06859139,0.11620671,-1.0,-0.5696291,-0.5237041,-0.42652288,0.6485554,0.6485553
+4.7181177,-0.052620173,-0.0061474293,-1.0,-0.28681362,-0.53772557,-0.75494134,-0.03382062,-0.014792718,-1.0,-0.2800692,-0.5328977,-0.7493987,1.7106346,1.7106342
+6.460551,-0.30030715,-0.09995405,-1.0,-0.008815855,-0.4664407,-0.912659,-0.28060457,-0.10718158,-1.0,-0.007241957,-0.46291807,-0.91091335,-0.03179866,-0.03179884
+8.471825,-0.43120393,-0.09072017,-1.0,0.07286842,-0.2987596,-0.8874743,-0.41437885,-0.10247428,-1.0,0.07477535,-0.29154232,-0.8880038,-2.043073,-2.0430727
+7.5665574,-0.4365976,0.012399334,-0.8130943,0.0507899,-0.10467496,-0.6723663,-0.41773105,0.0032327697,-0.82686406,0.05623269,-0.093252294,-0.6716861,-1.1378053,-1.1378055
+4.647931,-0.3585487,0.17255613,-0.57534736,-0.0054553673,-0.005123593,-0.27234077,-0.34011465,0.16351095,-0.5878725,0.0010608584,0.0076849908,-0.2675521,1.7808208,1.7808208
+4.44734,-0.27120835,0.33457536,-0.5209528,-0.24158946,-0.035395093,0.03886307,-0.26180166,0.32925808,-0.5294795,-0.23046651,-0.024427108,0.037057877,1.9814119,1.9814119
+7.344553,-0.14722261,0.3553026,-0.5602956,-0.5224407,-0.17540464,0.0484458,-0.13478205,0.34406185,-0.5687722,-0.51400846,-0.1636984,0.042506114,-0.9158011,-0.91580105
+9.113883,-0.013618398,0.22810832,-0.69058114,-0.63345575,-0.37479636,-0.027494185,0.00074511766,0.2105183,-0.702207,-0.6289121,-0.3596261,-0.027136654,-2.685131,-2.685131
+7.153635,0.096494175,0.079629906,-0.9380175,-0.605228,-0.52804637,-0.2637397,0.11077697,0.063935675,-0.94727635,-0.6033654,-0.52006745,-0.2554002,-0.7248829,-0.7248831
+4.7274356,0.11103859,-0.033038083,-1.0,-0.3793969,-0.59344125,-0.61974716,0.12656075,-0.04266789,-1.0,-0.37123218,-0.5897916,-0.61574614,1.7013165,1.7013164
+5.3109207,-0.09283731,-0.13056585,-1.0,-0.0471349,-0.5888587,-0.8703931,-0.071709685,-0.14199105,-1.0,-0.041480027,-0.5831692,-0.8672418,1.1178312,1.1178312
+7.726741,-0.2851161,-0.17854461,-1.0,0.108875535,-0.5047843,-0.9240824,-0.26188058,-0.1922979,-1.0,0.11178326,-0.49657497,-0.9250804,-1.2979889,-1.2979889
+8.55651,-0.34061497,-0.14227384,-0.83909595,0.11514307,-0.3001755,-0.8204903,-0.32007664,-0.15562052,-0.8529756,0.11927392,-0.2879464,-0.8216345,-2.1277583,-2.127758
+6.0287232,-0.28709626,-0.025189176,-0.6088947,0.084768824,-0.09404988,-0.53210837,-0.27040276,-0.037687045,-0.622683,0.09054717,-0.07727659,-0.5329688,0.4000286,0.4000287
+4.0778913,-0.15308285,0.13191116,-0.52208376,-0.03341434,-0.028970584,-0.16517043,-0.14509699,0.12324146,-0.5298668,-0.024000682,-0.011760771,-0.16820881,2.3508604,2.3508606
+5.9213047,-0.036610194,0.21185991,-0.53989434,-0.32422173,-0.08976012,-0.030472212,-0.028471801,0.20264652,-0.5455744,-0.30984914,-0.07266909,-0.035914354,0.5074471,0.50744724
+8.74671,0.07211513,0.12810677,-0.6143371,-0.5368597,-0.27036336,-0.037739635,0.08429857,0.11244842,-0.62223905,-0.5303292,-0.25360256,-0.044749238,-2.317958,-2.3179579
+8.481778,0.14919904,-0.013823599,-0.7799121,-0.5918431,-0.46385133,-0.140362,0.16159967,-0.034679227,-0.7915311,-0.5874188,-0.4497382,-0.14103517,-2.053026,-2.0530262
+5.5832787,0.19831988,-0.11414861,-0.9829615,-0.4498362,-0.598419,-0.4471605,0.2135466,-0.13060457,-0.99139166,-0.44354278,-0.59133357,-0.4405843,0.84547335,0.8454733
+4.5985417,0.07252082,-0.19075993,-1.0,-0.1565572,-0.6433511,-0.7506632,0.09019843,-0.20223954,-1.0,-0.149555,-0.6372709,-0.747471,1.8302101,1.8302102
+6.558762,-0.13372259,-0.25367823,-1.0,0.086727716,-0.62247235,-0.8884566,-0.10929853,-0.26710945,-1.0,0.09275887,-0.60903627,-0.889858,-0.1300103,-0.13001013
+8.600615,-0.22246495,-0.26880997,-0.7996462,0.15025419,-0.4893554,-0.8671668,-0.19981974,-0.28270283,-0.8142472,0.15443254,-0.47532868,-0.86930054,-2.1718626,-2.1718626
+7.4764557,-0.1956707,-0.20569474,-0.5917243,0.1414113,-0.2298427,-0.70357656,-0.17786723,-0.22398227,-0.60516405,0.14605573,-0.20992056,-0.7079669,-1.0477039,-1.0477037
+4.613497,-0.052915215,-0.061165884,-0.5075576,0.08649836,-0.028242633,-0.40316236,-0.04448602,-0.07447336,-0.5183684,0.092001975,-0.0064754337,-0.41103482,1.8152552,1.8152552
+4.75156,0.12847948,0.050487936,-0.5198658,-0.08715596,0.0019466951,-0.20593616,0.13819653,0.039347455,-0.5262227,-0.07491832,0.027101874,-0.21240416,1.6771914,1.6771917
+7.6402,0.22190332,0.016075455,-0.5837938,-0.36430624,-0.11554984,-0.1568259,0.23314494,0.0016114507,-0.5921378,-0.35639066,-0.0938647,-0.16391262,-1.2114484,-1.2114482
+9.12676,0.24860835,-0.13168147,-0.68562007,-0.5210445,-0.31377834,-0.13492507,0.25873253,-0.15441757,-0.6940695,-0.51688087,-0.29468623,-0.14653042,-2.6980076,-2.6980076
+6.934374,0.2730224,-0.23651445,-0.8299464,-0.47878206,-0.50820327,-0.29702175,0.28513366,-0.2615227,-0.84150594,-0.47010145,-0.4948421,-0.2980415,-0.50562155,-0.5056219
+4.617008,0.18569359,-0.2996034,-0.93953574,-0.28367114,-0.6265255,-0.5870739,0.20328474,-0.31834635,-0.94781995,-0.27954385,-0.6153574,-0.58252496,1.8117436,1.8117437
+5.471847,0.0009193048,-0.35522163,-0.8918612,-0.017149068,-0.6366842,-0.7875026,0.021474116,-0.37078857,-0.90308464,-0.008270584,-0.62085783,-0.78906024,0.9569045,0.9569049
+7.9331417,-0.114119075,-0.3947509,-0.71038055,0.12571973,-0.58542067,-0.8441461,-0.092813775,-0.40964755,-0.7247573,0.13172647,-0.56689453,-0.8470736,-1.5043898,-1.5043898
+8.414294,-0.1042128,-0.38254982,-0.5173347,0.16484436,-0.37268043,-0.77266645,-0.08585121,-0.40255746,-0.5298785,0.16885042,-0.35213456,-0.7790876,-1.9855424,-1.9855423
+5.7852707,0.033860467,-0.26727092,-0.4496088,0.14710155,-0.08399271,-0.56696266,0.044470362,-0.28724286,-0.46062326,0.15114442,-0.06275167,-0.57878613,0.6434811,0.64348125
+4.1814632,0.25592634,-0.1250155,-0.47501892,0.054931037,0.055611007,-0.38052398,0.26988256,-0.14261454,-0.48363745,0.06382384,0.07796449,-0.39335537,2.2472887,2.2472887
+6.2309284,0.38663754,-0.1076398,-0.56017566,-0.14700207,0.031509407,-0.2982183,0.3957258,-0.12698686,-0.5692562,-0.1355721,0.053995468,-0.31019896,0.19782335,0.19782352
+8.924484,0.385485,-0.25904328,-0.6493454,-0.3989952,-0.12714994,-0.23666474,0.393856,-0.28295875,-0.6575546,-0.39596725,-0.10579351,-0.25148633,-2.4957323,-2.4957323
+8.312915,0.35774037,-0.40886736,-0.7337934,-0.46149564,-0.32743275,-0.23207977,0.36690968,-0.4384632,-0.74289465,-0.45468116,-0.3097277,-0.24537894,-1.8841628,-1.8841629
+5.438572,0.2758149,-0.46680006,-0.80417466,-0.3713966,-0.51718086,-0.41328752,0.29065773,-0.49460852,-0.8141438,-0.36650383,-0.5013453,-0.41190803,0.9901802,0.99018
+4.771265,0.10621763,-0.52047795,-0.76951915,-0.17853546,-0.6083295,-0.64556944,0.12669465,-0.5446801,-0.7806831,-0.17212158,-0.59131205,-0.6470557,1.6574869,1.6574869
+6.854736,-0.021354556,-0.56734395,-0.60491943,0.024987169,-0.6312481,-0.76938784,-0.0039714873,-0.5884535,-0.6182054,0.03136795,-0.6134115,-0.7729679,-0.4259839,-0.4259839
+8.57147,-0.04641202,-0.58395505,-0.4181742,0.13197851,-0.5198427,-0.7692565,-0.027890086,-0.6044142,-0.42872214,0.13621315,-0.5001962,-0.7763612,-2.1427186,-2.1427183
+7.126433,0.08532266,-0.49449474,-0.3387043,0.16538131,-0.2356793,-0.6535641,0.098008074,-0.51651233,-0.34755418,0.16814291,-0.21690741,-0.6658225,-0.69768125,-0.69768095
+4.4602094,0.32546625,-0.31493872,-0.38999712,0.11824051,0.0072117224,-0.49348265,0.3403566,-0.33855015,-0.3969835,0.12731361,0.026205488,-0.51116717,1.9685422,1.9685426
+4.915233,0.4916497,-0.22875813,-0.50155115,-0.0009564683,0.0749537,-0.40127593,0.5021893,-0.25413036,-0.5100041,0.013727047,0.09333153,-0.42124438,1.5135185,1.5135188
+7.8641686,0.51377386,-0.34694183,-0.62171024,-0.24014074,0.006792076,-0.33790553,0.5181443,-0.374133,-0.6320063,-0.23094657,0.03315083,-0.35709304,-1.435417,-1.4354167
+9.110269,0.4553281,-0.55413973,-0.6960256,-0.4124358,-0.17140684,-0.26258892,0.46205986,-0.57972425,-0.7029803,-0.40768763,-0.15371716,-0.2783635,-2.6815166,-2.6815166
+6.785604,0.35679123,-0.6819496,-0.726226,-0.40714133,-0.37004727,-0.2652263,0.36766672,-0.71124685,-0.733763,-0.4028699,-0.35217047,-0.27421418,-0.35685197,-0.35685205
+4.7451105,0.18289337,-0.73359823,-0.68247604,-0.3320433,-0.5548987,-0.45164424,0.20344073,-0.7628866,-0.69425786,-0.32765484,-0.5372056,-0.45171502,1.6836416,1.6836414
+5.8018093,0.04712198,-0.7812003,-0.52087307,-0.14133453,-0.6671697,-0.64826256,0.065604955,-0.80730534,-0.535391,-0.13736838,-0.6501662,-0.65202653,0.6269426,0.62694263
+8.003858,-0.013928719,-0.81233156,-0.32117456,0.02431602,-0.67135465,-0.72043866,0.0047649257,-0.83349144,-0.33111438,0.028734483,-0.6535698,-0.7267798,-1.5751057,-1.5751057
+8.077469,0.071511894,-0.73764896,-0.22609141,0.12733978,-0.46681556,-0.67240024,0.088662505,-0.7559459,-0.23177847,0.1306938,-0.4493428,-0.68345386,-1.648717,-1.6487169
+5.473027,0.32427728,-0.5279753,-0.25912082,0.13825077,-0.14701793,-0.5617094,0.3403127,-0.5502471,-0.26083875,0.14574817,-0.12848389,-0.58122516,0.95572424,0.9557247
+4.133726,0.51774436,-0.35338813,-0.38605276,0.064084955,0.046930887,-0.45716685,0.52762777,-0.38191807,-0.39223462,0.08145225,0.0656263,-0.48000374,2.2950253,2.2950258
+6.336217,0.58249134,-0.39550352,-0.5670199,-0.0943306,0.06884739,-0.40125805,0.59015983,-0.42420864,-0.57512903,-0.08148609,0.09334806,-0.42504254,0.09253474,0.09253502
+8.954584,0.5386496,-0.59012705,-0.6683227,-0.3293278,-0.054568257,-0.30956233,0.5418992,-0.61467457,-0.67716694,-0.31722856,-0.028930463,-0.32715902,-2.525833,-2.5258322
+8.164039,0.42004994,-0.8027187,-0.7036776,-0.41538537,-0.24079761,-0.20163453,0.42803657,-0.822819,-0.7075598,-0.41269684,-0.22265771,-0.21265629,-1.7352871,-1.7352867
+5.4097333,0.24345016,-0.9295299,-0.6443614,-0.42079517,-0.46883196,-0.2160987,0.2598628,-0.9541364,-0.6530197,-0.41604024,-0.44811958,-0.22270772,1.0190187,1.0190187
+5.0499334,0.083166875,-0.9663224,-0.47971368,-0.32958263,-0.67295676,-0.4446157,0.10583813,-0.991065,-0.49450612,-0.32597324,-0.65535516,-0.44619247,1.3788185,1.3788185
+7.042384,-0.0055603683,-0.9906981,-0.24628747,-0.15433753,-0.7776725,-0.612603,0.01598613,-1.0,-0.25917926,-0.14982095,-0.7614114,-0.61708426,-0.61363226,-0.6136322
+8.395779,0.020189088,-0.94967526,-0.12689748,0.00971476,-0.69866735,-0.64348066,0.041468017,-0.96356267,-0.13106593,0.014479496,-0.6836865,-0.6514617,-1.9670272,-1.9670267
+6.8331003,0.22285292,-0.76268256,-0.12811923,0.10049968,-0.40551117,-0.576265,0.24185938,-0.7767211,-0.12782055,0.10756578,-0.38682368,-0.5950362,-0.4043487,-0.40434837
+4.2611113,0.45956695,-0.50383145,-0.2201249,0.08817018,-0.068403296,-0.4897748,0.46968168,-0.5309986,-0.21984711,0.10484547,-0.046827845,-0.51407224,2.1676407,2.1676407
+4.833034,0.5777582,-0.44323802,-0.4469491,-0.007561974,0.08885776,-0.4225716,0.58499426,-0.47143304,-0.4560269,0.0046962425,0.115838654,-0.44874877,1.5957178,1.5957179
+7.879757,0.5684364,-0.56507087,-0.6259148,-0.21227068,0.036324978,-0.33848596,0.5732364,-0.58990073,-0.62964565,-0.19647121,0.058301583,-0.35877007,-1.4510051,-1.451005
+9.01757,0.4578951,-0.7664989,-0.68778235,-0.39483973,-0.11924863,-0.18851659,0.45986113,-0.7848164,-0.69381,-0.38375703,-0.09406827,-0.20154199,-2.5888178,-2.5888176
+6.6231356,0.2744566,-0.9891039,-0.6528164,-0.4601189,-0.3502541,-0.06644642,0.28490746,-1.0,-0.6556939,-0.4579484,-0.32895905,-0.07667345,-0.19438386,-0.19438362
+4.794611,0.10224049,-1.0,-0.48106772,-0.45857286,-0.6308956,-0.15783781,0.11869309,-1.0,-0.48950598,-0.4513015,-0.60909307,-0.1649574,1.634141,1.634141
+5.939393,-0.022443607,-1.0,-0.20585427,-0.36283332,-0.8254297,-0.4124802,-8.4582716e-05,-1.0,-0.21865746,-0.35696834,-0.8092756,-0.41603145,0.4893589,0.4893589
+8.021753,-0.044337288,-1.0,-0.03756445,-0.1889492,-0.85373133,-0.54402405,-0.023962788,-1.0,-0.04319401,-0.18132511,-0.8411035,-0.54873025,-1.5930014,-1.5930014
+8.036104,0.06615386,-0.9348749,-0.021103077,-0.024832271,-0.67475814,-0.54936624,0.08325737,-0.94608253,-0.02038648,-0.015904792,-0.6603071,-0.56360394,-1.6073529,-1.6073523
+5.3769703,0.27897,-0.6548976,-0.06874629,0.05429008,-0.31727806,-0.47525907,0.29093993,-0.6761074,-0.06520687,0.07069855,-0.2939269,-0.49980414,1.0517815,1.0517817
+4.0175934,0.465682,-0.49975803,-0.24209675,0.024936624,0.03971518,-0.41143513,0.47349268,-0.5217008,-0.24448729,0.03596662,0.06838547,-0.4354506,2.4111583,2.4111586
+6.3291163,0.525982,-0.5317352,-0.52889466,-0.113300756,0.09388385,-0.32976997,0.5305296,-0.5525341,-0.53230095,-0.10020689,0.105618246,-0.34465486,0.09963542,0.0996356
+8.908785,0.44377136,-0.66228604,-0.6539051,-0.32510918,-0.006830804,-0.17646706,0.43893436,-0.6805483,-0.65425193,-0.30739504,0.010437563,-0.19175836,-2.4800334,-2.480033
+7.9900703,0.2633527,-0.8998282,-0.66491294,-0.4716124,-0.2081725,-0.016239218,0.26148063,-0.9150295,-0.6695556,-0.46250135,-0.18063757,-0.02910321,-1.5613188,-1.5613184
+5.2807617,0.099654265,-1.0,-0.52638805,-0.52623606,-0.52054274,0.04080559,0.1062392,-1.0,-0.5279163,-0.5207939,-0.50038755,0.029917818,1.1479899,1.1479902
+5.0023785,-0.038368583,-1.0,-0.21325925,-0.51863116,-0.80957764,-0.1300902,-0.029125199,-1.0,-0.21906248,-0.5081447,-0.7909217,-0.13992774,1.4263735,1.4263735
+7.0684333,-0.11303972,-1.0,0.02283132,-0.41923183,-0.9192266,-0.3606171,-0.10104947,-1.0,0.017344065,-0.40796947,-0.90798986,-0.3666545,-0.63968164,-0.63968134
+8.563833,-0.07693679,-1.0,0.06904953,-0.23509187,-0.85350716,-0.45112392,-0.069295794,-1.0,0.068349905,-0.22252521,-0.843241,-0.46160337,-2.1350818,-2.1350813
+6.8747964,0.052651905,-0.75611985,0.036788046,-0.062429734,-0.59045947,-0.4229902,0.060938768,-0.7736363,0.04106868,-0.045451097,-0.575244,-0.4423163,-0.44604468,-0.44604445
+4.21243,0.22969878,-0.54682183,-0.044820473,-0.00021541119,-0.16603106,-0.3449965,0.23439106,-0.56247866,-0.04002025,0.015466653,-0.13978088,-0.36392707,2.216322,2.216322
+4.9906597,0.36787978,-0.52236557,-0.3300173,-0.059896454,0.073274106,-0.27299958,0.37479615,-0.5326167,-0.3251046,-0.04717309,0.07842574,-0.272613,1.4380924,1.4380922
+8.032839,0.34841308,-0.5793423,-0.5664959,-0.2290079,0.045873392,-0.12844634,0.34196797,-0.5904456,-0.56332964,-0.2118755,0.046887532,-0.13630377,-1.6040872,-1.6040869
+8.941172,0.19872615,-0.7440437,-0.6441975,-0.42531812,-0.07136543,0.017402332,0.18649387,-0.7613579,-0.6448096,-0.4064855,-0.054235138,0.004612513,-2.51242,-2.5124197
+6.399898,0.048507027,-0.9940249,-0.56699497,-0.5541593,-0.36016765,0.12588912,0.042709675,-1.0,-0.5715669,-0.54469204,-0.3328695,0.11036564,0.0288535,0.028853893
+4.578621,-0.06637426,-1.0,-0.28700095,-0.60263366,-0.70312095,0.0866256,-0.06384066,-1.0,-0.28795677,-0.59319746,-0.6858608,0.07475256,1.8501306,1.850131
+5.863068,-0.16522485,-1.0,0.022919469,-0.5869927,-0.90497726,-0.13737795,-0.16377425,-1.0,0.01905004,-0.5726398,-0.8921199,-0.15062216,0.5656834,0.56568384

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8826730847358704,-0.8826732580661774,7.311425181865692,,
+1000,-0.9284907579421997,-0.9284906779527664,7.357242681503296,,
+1500,-0.9413836002349854,-0.9413833718299865,7.3701353573799135,,
+2000,-0.8876110911369324,-0.8876111769676208,7.316363128185272,,
+2500,-0.8920140862464905,-0.8920139619112015,7.320765913963318,,
+3000,-0.8712360858917236,-0.8712356203794479,7.2999875807762145,,
+3500,-0.780922532081604,-0.7809225877523422,7.209674529075622,,
+4000,-0.8254739046096802,-0.8254740749597549,7.254226001262665,,
+4500,-0.8058051466941833,-0.8058052015304565,7.234557147979737,,
+5000,-0.8291323781013489,-0.8291328233480454,7.257884776592254,,
+5000,,,,6.861614124774933,-0.4328625202178955
+5500,-0.8767406940460205,-0.876740443944931,7.305492392539978,,
+6000,-0.9004652500152588,-0.9004655361175538,7.329217529296875,,
+6500,-0.8630251884460449,-0.863025498509407,7.291777424812317,,
+7000,-0.8769917488098145,-0.8769918146133423,7.305743744373322,,
+7500,-0.8004758954048157,-0.8004756615161895,7.229227619171143,,
+8000,-0.7848508358001709,-0.7848511632680893,7.213603147983551,,
+8500,-0.795461893081665,-0.7954619688987732,7.2242139081954955,,
+9000,-0.7548400163650513,-0.7548398860692977,7.183591797828674,,
+9500,-0.8628402948379517,-0.8628399702310562,7.291591897010803,,
+10000,-0.8437224626541138,-0.8437225048542023,7.272474479198456,,
+10000,,,,6.9028217768669125,-0.4740701913833618
+10500,-0.7787937521934509,-0.778793981552124,7.207545894622803,,
+11000,-0.7654660940170288,-0.7654660601615906,7.194218005657196,,
+11500,-0.7723984122276306,-0.7723980704545975,7.201150014400482,,
+12000,-0.8093675971031189,-0.8093676044940948,7.238119514942169,,
+12500,-0.7434836626052856,-0.7434836536645889,7.172235576629639,,
+13000,-0.7665942907333374,-0.7665944067239762,7.195346395492554,,
+13500,-0.7432683110237122,-0.7432683602571487,7.1720202641487125,,
+14000,-0.7712634205818176,-0.7712638155221939,7.200015776157379,,
+14500,-0.7248842120170593,-0.724884193778038,7.153636140346527,,
+15000,-0.7476820945739746,-0.7476818935871125,7.176433812141418,,
+15000,,,,6.852291383743286,-0.4235397279262543
+15500,-0.7236352562904358,-0.7236351323127747,7.152387015342712,,
+16000,-0.7481348514556885,-0.7481345603466034,7.17688654756546,,
+16500,-0.7173243761062622,-0.7173243901729583,7.146076310157776,,
+17000,-0.7788547873497009,-0.7788549395799637,7.207606853485108,,
+17500,-0.7863595485687256,-0.7863600237369537,7.215111975669861,,
+18000,-0.7383527159690857,-0.7383525381088257,7.167104551792145,,
+18500,-0.728952169418335,-0.7289518727064133,7.157703801631928,,
+19000,-0.7425087690353394,-0.742508964061737,7.171260910511017,,
+19500,-0.8011206388473511,-0.8011208035945893,7.229872732162476,,
+20000,-0.7472761869430542,-0.7472763383388519,7.176028297424317,,
+20000,,,,6.839366140365601,-0.4106145203113556
+20500,-0.7046987414360046,-0.7046986881494522,7.133450669765472,,
+21000,-0.8178074359893799,-0.8178075740337372,7.246559473514557,,
+21500,-0.7686999440193176,-0.7687001008987426,7.19745206785202,,
+22000,-0.7661362290382385,-0.7661362112760544,7.194888129711151,,
+22500,-0.7793014645576477,-0.7793010162115097,7.208052957057953,,
+23000,-0.7992753386497498,-0.7992751265764236,7.228027068138123,,
+23500,-0.7859545946121216,-0.7859546879529953,7.214706622600556,,
+24000,-0.7832127213478088,-0.7832125641107559,7.211964526176453,,
+24500,-0.6932947039604187,-0.6932941027879715,7.122046052455902,,
+25000,-0.7835465669631958,-0.7835461578369141,7.212298062801361,,
+25000,,,,6.890855712890625,-0.46210411190986633
+25500,-0.777839183807373,-0.7778393992185593,7.206591365337371,,
+26000,-0.7468874454498291,-0.7468876587152481,7.175639589309692,,
+26500,-0.7492902874946594,-0.7492901644706726,7.178042087554932,,
+27000,-0.7073883414268494,-0.7073881895542145,7.1361401119232175,,
+27500,-0.7066628932952881,-0.7066625741720199,7.135414509296417,,
+28000,-0.7268471121788025,-0.7268472735881806,7.15559920501709,,
+28500,-0.7251179218292236,-0.7251179388761521,7.153869863033295,,
+29000,-0.702258825302124,-0.7022590751647949,7.131011020183563,,
+29500,-0.6992601752281189,-0.6992600899934769,7.1280120530128475,,
+30000,-0.6678677201271057,-0.6678676178455353,7.0966195402145384,,
+30000,,,,6.7769669151306156,-0.348215252161026
+30500,-0.6847480535507202,-0.6847479559183121,7.11349991607666,,
+31000,-0.7489768266677856,-0.7489767132997512,7.177728651046753,,
+31500,-0.7182478904724121,-0.7182482964992524,7.14700022649765,,
+32000,-0.7094802856445312,-0.7094804768562317,7.138232446670532,,
+32500,-0.7382886409759521,-0.7382885050773621,7.1670404448509215,,
+33000,-0.721687912940979,-0.7216876924037934,7.150439610481262,,
+33500,-0.7175383567810059,-0.7175384365320205,7.146290393352508,,
+34000,-0.6790506839752197,-0.6790505423545837,7.1078025002479555,,
+34500,-0.7429975271224976,-0.742997468829155,7.171749427318573,,
+35000,-0.6631206274032593,-0.6631209506988526,7.091872889518738,,
+35000,,,,6.712763073444367,-0.2840113341808319
+35500,-0.684292733669281,-0.6842925347089768,7.113044474601746,,
+36000,-0.6424563527107239,-0.6424564929008484,7.0712084398269655,,
+36500,-0.6602780222892761,-0.6602781997919083,7.089030111789703,,
+37000,-0.7141735553741455,-0.7141733988523483,7.1429253334999085,,
+37500,-0.6882449388504028,-0.6882449839115142,7.116996971130371,,
+38000,-0.6786583662033081,-0.6786587404012681,7.107410663604736,,
+38500,-0.6644042730331421,-0.6644042220115661,7.093156174182892,,
+39000,-0.6893898844718933,-0.6893900538682938,7.11814199924469,,
+39500,-0.5794962644577026,-0.5794962276220321,7.008248146533966,,
+40000,-0.6019691824913025,-0.601969076871872,7.030721040248871,,
+40000,,,,6.652243111133576,-0.22349125146865845
+40500,-0.6204452514648438,-0.6204452128410339,7.049197129249572,,
+41000,-0.617691695690155,-0.6176921542882919,7.046444096565247,,
+41500,-0.6357026100158691,-0.6357026252746582,7.0644545378684995,,
+42000,-0.647706151008606,-0.6477065340280533,7.0764584879875185,,
+42500,-0.6417402029037476,-0.6417399222850799,7.07049191904068,,
+43000,-0.6547427773475647,-0.65474296438694,7.083494876384735,,
+43500,-0.5488666296005249,-0.548866616487503,6.977618634223938,,
+44000,-0.614368736743927,-0.6143688627481461,7.043120757102966,,
+44500,-0.5749431252479553,-0.5749431991577149,7.003695136547089,,
+45000,-0.6003791093826294,-0.6003791679143906,7.029131123065948,,
+45000,,,,6.637366664409638,-0.20861470699310303
+45500,-0.5592147707939148,-0.5592146394252777,6.98796658039093,,
+46000,-0.6086897850036621,-0.6086898032426834,7.037441752433777,,
+46500,-0.6404269337654114,-0.6404269716739655,7.069178932666778,,
+47000,-0.5092765092849731,-0.5092767432928086,6.9380287199020385,,
+47500,-0.5683140158653259,-0.5683140224218368,6.997065979480744,,
+48000,-0.5337614417076111,-0.533761144042015,6.962513059139252,,
+48500,-0.5660397410392761,-0.5660399318933487,6.994791905879975,,
+49000,-0.5313796997070312,-0.5313794008493423,6.9601313309669495,,
+49500,-0.5021033883094788,-0.5021037582159043,6.930855696201324,,
+50000,-0.49182212352752686,-0.49182199692726136,6.92057394361496,,
+50000,,,,6.593718408346176,-0.16496641933918
+50500,-0.48866650462150574,-0.4886664980649948,6.917418461799621,,
+51000,-0.49768272042274475,-0.4976825814247131,6.926434514522552,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e72fb064db3cee0f7f9bb21c4bc82ad1d98ed3d5554762a923bc07c9f06233
+size 1835418

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-medium-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.6891584,-0.73532355,0.20170705,0.4770154,-0.059298854,0.03380089,-0.14389633,-0.7491619,0.18972117,0.4803562,-0.060130026,0.020064268,-0.1489654,-1.2604061,-1.2604065
+8.842359,-0.923111,0.092522606,0.43572107,-0.05338974,0.03847717,-0.18406382,-0.9308088,0.07744755,0.43960705,-0.05365595,0.027107734,-0.18893032,-2.4136064,-2.4136066
+7.1830816,-1.0,0.007799905,0.42019936,-0.11395523,-0.03386263,-0.2040553,-1.0,-0.014182258,0.42376772,-0.11134745,-0.04778416,-0.21166442,-0.75432944,-0.7543297
+4.967494,-1.0,0.037206057,0.4270409,-0.34317252,-0.20755944,-0.22699372,-1.0,0.014339585,0.42858344,-0.33337986,-0.22583692,-0.23414974,1.4612583,1.4612579
+5.2477517,-0.96748024,0.20744793,0.41011238,-0.63620406,-0.41427585,-0.26246455,-0.97366184,0.18715863,0.40923026,-0.6287176,-0.43914476,-0.26569998,1.1810008,1.1810002
+7.216378,-0.86754483,0.3581206,0.33966187,-0.7232823,-0.5407053,-0.2507706,-0.88098156,0.34086516,0.335599,-0.72005916,-0.56410104,-0.25442526,-0.787626,-0.78762627
+7.785123,-0.5164347,0.40749177,0.3320422,-0.6908621,-0.49397323,-0.1977648,-0.54503995,0.393194,0.3250805,-0.6882431,-0.5136437,-0.20348102,-1.3563706,-1.3563709
+5.943421,-0.04398459,0.38950434,0.40432122,-0.52897906,-0.32436478,-0.113333225,-0.07263613,0.37814802,0.40225956,-0.528621,-0.33814782,-0.117804796,0.48533145,0.48533106
+4.5509934,0.007920358,0.34461197,0.47084412,-0.21222462,-0.13265438,-0.056574848,-0.01252098,0.33390093,0.47442356,-0.2143688,-0.1480373,-0.064536974,1.8777589,1.8777585
+5.9339175,-0.44147825,0.25914726,0.49140868,-0.04726262,0.01349159,-0.09936701,-0.46361303,0.25151905,0.49536946,-0.050403994,-0.0007611178,-0.106308684,0.4948348,0.49483442
+8.403393,-0.81381124,0.12749885,0.4568034,-0.014290538,0.04796845,-0.16745342,-0.8263028,0.118242174,0.4608492,-0.015748318,0.036439974,-0.17469348,-1.9746405,-1.9746408
+8.213402,-0.9607052,0.0022055618,0.4022389,-0.033615198,0.042565662,-0.20282914,-0.96746373,-0.015199583,0.4071372,-0.03371049,0.031445254,-0.20953478,-1.7846498,-1.7846498
+5.3960156,-1.0,-0.026282731,0.39972612,-0.17843921,-0.078943625,-0.21578783,-1.0,-0.050803978,0.40365407,-0.17251356,-0.09481613,-0.2238005,1.0327367,1.0327363
+4.4189806,-0.99886787,0.07826094,0.4280581,-0.5050565,-0.32035613,-0.26187256,-1.0,0.05665565,0.42935845,-0.49379548,-0.34246662,-0.26677153,2.0097718,2.0097713
+6.3214803,-0.93531805,0.2726671,0.38022614,-0.6955036,-0.5161259,-0.28314063,-0.944004,0.2523942,0.37918106,-0.6929076,-0.5394641,-0.2866406,0.107272066,0.10727167
+8.125788,-0.7527428,0.3885434,0.31959632,-0.7197999,-0.56872845,-0.24793033,-0.77034086,0.37253696,0.31318966,-0.71715266,-0.59045714,-0.25375393,-1.6970354,-1.6970358
+7.1444416,-0.20848532,0.39658734,0.37204242,-0.65243024,-0.4307068,-0.17344205,-0.23656306,0.38425925,0.3663499,-0.6513618,-0.44615027,-0.1795975,-0.71568936,-0.71568966
+4.6454353,0.086667866,0.3636798,0.4503164,-0.38282993,-0.21959816,-0.08307384,0.06708911,0.352025,0.45140678,-0.3834245,-0.23333454,-0.08859493,1.783317,1.7833166
+4.5639715,-0.16686161,0.29013973,0.49007556,-0.09103367,-0.019037288,-0.084968045,-0.18773668,0.2822435,0.4941881,-0.09243761,-0.03477631,-0.09415156,1.8647808,1.8647804
+7.2482977,-0.70932204,0.16169006,0.4813927,-0.03405943,0.05230816,-0.15758964,-0.72714204,0.15298487,0.48459682,-0.035958152,0.04007444,-0.16648427,-0.8195453,-0.81954575
+8.879997,-0.90538967,-0.002016876,0.419529,-0.018768158,0.049250055,-0.20486638,-0.9142944,-0.016284462,0.42451423,-0.017867398,0.038646955,-0.2129952,-2.4512453,-2.4512453
+6.76831,-1.0,-0.07755326,0.39089176,-0.10988335,0.005450953,-0.21177058,-1.0,-0.10291736,0.39565688,-0.10555734,-0.009674843,-0.22025089,-0.339558,-0.33955812
+4.444765,-1.0,-0.011067558,0.43454942,-0.3744134,-0.22159018,-0.2438188,-1.0,-0.037773352,0.43668136,-0.36184564,-0.24134009,-0.2506921,1.9839872,1.9839869
+5.3965106,-0.9685306,0.17458941,0.4407846,-0.6514175,-0.45654783,-0.28761593,-0.9749566,0.15046379,0.44068426,-0.6453063,-0.48229337,-0.29269084,1.0322418,1.0322413
+7.5161047,-0.8564402,0.35166255,0.37409094,-0.71873695,-0.5774144,-0.27680546,-0.8680573,0.33319268,0.37046218,-0.71628946,-0.60013175,-0.28366295,-1.0873526,-1.0873528
+7.757386,-0.4092311,0.39690074,0.3664777,-0.69253796,-0.5028792,-0.21997423,-0.43744174,0.3821775,0.35984418,-0.6896972,-0.52328193,-0.22690971,-1.3286341,-1.3286343
+5.56814,0.05144218,0.3735374,0.4327004,-0.50712055,-0.29766396,-0.13029389,0.028704267,0.36153457,0.4311307,-0.50764453,-0.3111513,-0.1355138,0.8606122,0.8606119
+4.3050957,0.0019729622,0.31226042,0.4848189,-0.1686929,-0.06752139,-0.087215185,-0.01828314,0.30238912,0.4884604,-0.16833273,-0.08377513,-0.09684408,2.1236565,2.1236563
+6.1909676,-0.568943,0.19189516,0.4934633,-0.044729393,0.056017894,-0.14356337,-0.5905251,0.18375929,0.49628922,-0.04719455,0.042877454,-0.15362342,0.23778482,0.23778439
+8.536853,-0.85846823,0.009429205,0.43992978,-0.020024326,0.058992226,-0.1994461,-0.86952394,-0.0024007037,0.44434068,-0.01914176,0.04852766,-0.20896511,-2.1081007,-2.108101
+7.612533,-0.9821597,-0.11627674,0.38978443,-0.07390343,0.04276787,-0.21036156,-0.9884876,-0.14064907,0.39446238,-0.07044341,0.02915505,-0.21880935,-1.183781,-1.1837811
+4.903098,-1.0,-0.08158557,0.41925097,-0.2811076,-0.14078163,-0.22902139,-1.0,-0.110943556,0.421875,-0.26948756,-0.15943918,-0.23751003,1.5256542,1.5256538
+4.958567,-0.9893089,0.081734374,0.45995662,-0.6001157,-0.39771777,-0.28263575,-0.9942411,0.0539536,0.460479,-0.5895763,-0.42429763,-0.28828135,1.4701854,1.4701848
+7.02637,-0.90758187,0.30066323,0.41228607,-0.7106695,-0.564532,-0.29188278,-0.9158728,0.27942103,0.41071287,-0.70855373,-0.58766025,-0.29998338,-0.5976177,-0.5976181
+7.92029,-0.5936729,0.39273182,0.37032568,-0.70818037,-0.5460289,-0.24890052,-0.6175463,0.37611133,0.36400363,-0.7048694,-0.5692107,-0.25594825,-1.4915379,-1.491538
+6.1625395,-0.032002922,0.38375112,0.41653326,-0.58792603,-0.360095,-0.16561723,-0.05833437,0.37144724,0.41283867,-0.5875608,-0.3743417,-0.1718112,0.26621276,0.26621246
+4.3248267,0.08044109,0.33648333,0.47786042,-0.26140258,-0.1303551,-0.09156123,0.059994284,0.3247002,0.48043808,-0.26011938,-0.14609504,-0.10000883,2.1039255,2.1039252
+5.456821,-0.39820677,0.23108162,0.49772844,-0.055569123,0.038801584,-0.123610914,-0.42119935,0.22316115,0.5009789,-0.05762179,0.024191517,-0.13413736,0.9719313,0.971931
+8.149293,-0.80804455,0.058510613,0.46088693,-0.024065088,0.062604055,-0.18686889,-0.8218145,0.047928054,0.46452627,-0.02424356,0.051499385,-0.19736241,-1.7205404,-1.720541
+8.279446,-0.95305234,-0.09949905,0.4003849,-0.040535893,0.053839106,-0.21108003,-0.96042234,-0.12124613,0.4052495,-0.038149025,0.04163404,-0.21949519,-1.8506933,-1.8506937
+5.4491115,-1.0,-0.104497686,0.4073651,-0.19945413,-0.06868996,-0.218744,-1.0,-0.13406402,0.41087145,-0.19015086,-0.08700214,-0.22818653,0.9796408,0.9796405
+4.569699,-1.0,0.024534654,0.4601532,-0.52684206,-0.3300843,-0.27006647,-1.0,-0.004400622,0.46113124,-0.5132345,-0.35571668,-0.27616385,1.8590537,1.8590531
+6.473045,-0.9383065,0.25109544,0.43078557,-0.6968052,-0.52927667,-0.29469636,-0.94587505,0.22714888,0.43012148,-0.69394404,-0.55435026,-0.3021093,-0.04429248,-0.044292927
+8.012575,-0.73511523,0.38325363,0.36793396,-0.7167845,-0.56843156,-0.26193818,-0.7531925,0.36502245,0.3618982,-0.7133924,-0.592882,-0.26940775,-1.5838232,-1.5838232
+6.855091,-0.16562264,0.39217916,0.395214,-0.6442469,-0.41636604,-0.1850814,-0.19529359,0.37862602,0.38956845,-0.64257807,-0.43313247,-0.1925812,-0.42633876,-0.42633915
+4.59256,0.09358567,0.35770416,0.4638041,-0.35757977,-0.19556591,-0.092801675,0.07236947,0.3447893,0.46492675,-0.3575401,-0.21066108,-0.09965053,1.8361925,1.8361921
+4.774951,-0.23364244,0.27440912,0.49679503,-0.07492134,0.0051381625,-0.09809165,-0.25583622,0.26599878,0.5007815,-0.076448604,-0.011049848,-0.10823734,1.6538013,1.653801
+7.4540496,-0.7520642,0.13143721,0.4807994,-0.025100257,0.057508294,-0.16853158,-0.7688284,0.1215425,0.48400238,-0.027020242,0.045238245,-0.17820065,-1.0252974,-1.0252976
+8.678402,-0.925824,-0.034800168,0.41892666,-0.014014196,0.043964166,-0.2107595,-0.93405735,-0.052001517,0.4238984,-0.013262641,0.032625843,-0.21910141,-2.2496498,-2.24965
+6.298257,-1.0,-0.08357936,0.40202427,-0.1277109,-0.024550747,-0.21842714,-1.0,-0.111118376,0.4066157,-0.12191947,-0.04200707,-0.227803,0.1304953,0.13049507
+4.472781,-1.0,0.015374202,0.44737002,-0.42806092,-0.26080218,-0.25710282,-1.0,-0.011861417,0.44911045,-0.41436335,-0.28386602,-0.26410663,1.9559711,1.9559708
+5.843511,-0.95763415,0.21795507,0.42958295,-0.67164356,-0.47783414,-0.2893814,-0.9653518,0.19305547,0.42896053,-0.6670247,-0.50534713,-0.29468685,0.5852413,0.58524084
+7.76127,-0.82176775,0.37806037,0.34862396,-0.72118807,-0.56960005,-0.26117533,-0.83647037,0.35900822,0.34316543,-0.7183393,-0.5944423,-0.2683235,-1.3325181,-1.3325181
+7.4338017,-0.32277,0.40506035,0.35917702,-0.68235,-0.46469662,-0.18819211,-0.35363248,0.3898779,0.35156155,-0.6801632,-0.48462608,-0.19603114,-1.0050492,-1.0050497
+5.128924,0.06317033,0.3767859,0.43722928,-0.4477648,-0.25901398,-0.085036024,0.039083812,0.36385688,0.43658468,-0.44908214,-0.27341604,-0.0908968,1.2998284,1.299828
+4.372117,-0.09793563,0.31845674,0.48840448,-0.10352369,-0.044565808,-0.060804334,-0.11892776,0.30873504,0.49298427,-0.105523944,-0.06161849,-0.06979273,2.0566351,2.056635
+6.661109,-0.66910094,0.209237,0.49584517,-0.0125676505,0.042510543,-0.13521357,-0.689075,0.20018317,0.49953625,-0.016778331,0.028940726,-0.14229223,-0.23235674,-0.23235703
+8.732805,-0.89856964,0.061850417,0.44275162,0.012736846,0.028782744,-0.19779785,-0.9075256,0.048630293,0.44745964,0.011507582,0.017320443,-0.20550692,-2.3040528,-2.3040533
+7.1596184,-0.996457,-0.023128767,0.40676498,-0.05616563,-0.0106671415,-0.220939,-1.0,-0.04657412,0.41223773,-0.054707672,-0.025774892,-0.2294008,-0.73086625,-0.73086643
+4.647072,-1.0,0.04608309,0.4290264,-0.30636966,-0.1978844,-0.24833964,-1.0,0.021335255,0.43200946,-0.29641142,-0.21826966,-0.25623485,1.7816805,1.7816801
+5.271393,-0.9662317,0.20517783,0.40753216,-0.62287706,-0.4175662,-0.280213,-0.9737751,0.18213326,0.40663913,-0.6160129,-0.44571853,-0.2835527,1.1573596,1.1573591
+7.37004,-0.8668538,0.37652487,0.29766753,-0.7173963,-0.5489693,-0.25528345,-0.8815428,0.35693106,0.2933474,-0.7157293,-0.57463,-0.26011372,-0.9412876,-0.941288
+7.861075,-0.49021748,0.42212123,0.282327,-0.7057376,-0.50151074,-0.18382515,-0.520272,0.4055499,0.2722589,-0.703594,-0.5236919,-0.19125848,-1.4323226,-1.432323
+5.780323,-0.005739901,0.39417782,0.39108184,-0.53431904,-0.31539288,-0.07193513,-0.035176616,0.38145098,0.38775015,-0.53539646,-0.3296651,-0.07793082,0.6484293,0.6484289
+4.1990337,-0.014428195,0.35605517,0.46730444,-0.14687896,-0.10358547,-0.015668195,-0.034140613,0.34438372,0.4716793,-0.15090363,-0.12057334,-0.023189124,2.2297184,2.2297182
+5.834686,-0.5507123,0.27598533,0.5007908,0.008151885,0.014949489,-0.082347125,-0.57186455,0.26743665,0.5060124,0.0021254458,0.0005373992,-0.087014064,0.59406644,0.59406614
+8.497059,-0.8682409,0.16016756,0.4676257,0.03780849,0.011300016,-0.16569677,-0.87821573,0.14898856,0.47212592,0.03438096,-0.0013149045,-0.17175949,-2.0683067,-2.068307
+8.006325,-0.97419316,0.059917342,0.42098287,0.011246745,-0.02223317,-0.21331634,-0.98197293,0.04207662,0.42686304,0.0088811405,-0.034002256,-0.22044875,-1.5775725,-1.5775728
+5.1454396,-1.0,0.09710921,0.41290984,-0.1755786,-0.15150061,-0.24354497,-1.0,0.07470226,0.41740826,-0.17163971,-0.16963688,-0.25178644,1.2833127,1.2833123
+4.8289127,-0.9597155,0.21795355,0.36476883,-0.53710073,-0.3516102,-0.26732066,-0.9677371,0.19747226,0.36427963,-0.5295206,-0.37745938,-0.2701975,1.5998396,1.5998392
+6.8257456,-0.8751414,0.38318613,0.21342804,-0.69777155,-0.50370526,-0.2509168,-0.8916863,0.36245605,0.21014537,-0.6968342,-0.53119123,-0.2524397,-0.39699325,-0.39699364
+8.052332,-0.61043686,0.44383025,0.14458863,-0.71242315,-0.51570505,-0.18472993,-0.6401703,0.42687258,0.13503464,-0.71086913,-0.53840774,-0.19152848,-1.62358,-1.62358
+6.5506144,-0.09305708,0.4125689,0.2990285,-0.59769434,-0.36212918,-0.0642958,-0.125326,0.39896047,0.2914185,-0.59936523,-0.3774395,-0.069992214,-0.12186215,-0.12186241
+4.3776875,0.021679182,0.38409954,0.42200994,-0.20318963,-0.16244677,0.025744487,0.0015473105,0.3707956,0.42469615,-0.21007247,-0.17897809,0.019485813,2.0510647,2.0510645
+5.0954003,-0.41427147,0.32911244,0.48857602,0.032575306,-0.018847477,-0.02224357,-0.43377087,0.31981272,0.49552807,0.02543791,-0.033181544,-0.027016621,1.333352,1.3333516
+7.9794173,-0.8271498,0.23915733,0.4871923,0.06457922,-0.004137885,-0.12794189,-0.83797985,0.2286625,0.49237427,0.05899888,-0.01823483,-0.13279572,-1.5506648,-1.5506654
+8.622812,-0.94420594,0.1405411,0.43675837,0.0679986,-0.039224517,-0.19417064,-0.95226747,0.12695114,0.44289568,0.06336643,-0.049062323,-0.20060645,-2.19406,-2.1940603
+5.889571,-0.96761906,0.14048119,0.39856812,-0.05548231,-0.12761731,-0.24001013,-0.9773822,0.12049298,0.4045549,-0.057029437,-0.14229928,-0.24761932,0.53918105,0.53918076
+4.6440845,-0.934825,0.24603345,0.29723015,-0.4123497,-0.28806514,-0.26808652,-0.945355,0.22610678,0.29946274,-0.40811244,-0.30954123,-0.27227446,1.7846678,1.7846675
+6.2808785,-0.8551615,0.3941479,0.10965024,-0.654066,-0.4451816,-0.27196762,-0.87261873,0.3722928,0.107471004,-0.6526634,-0.47349796,-0.27123752,0.14787371,0.1478734
+7.995254,-0.6550654,0.46746626,-0.018063422,-0.70498866,-0.50623804,-0.21473165,-0.68712676,0.4502466,-0.02332696,-0.7052505,-0.52922136,-0.21929389,-1.566502,-1.5665021
+7.2196918,-0.16889885,0.43402106,0.12003863,-0.6313155,-0.398775,-0.07700291,-0.20420845,0.41963556,0.111582205,-0.63484013,-0.41459176,-0.081749484,-0.7909396,-0.7909398
+4.8183413,0.030096631,0.40477595,0.32764444,-0.27612588,-0.21919763,0.051199693,0.005888421,0.39092144,0.32582045,-0.2841168,-0.23538153,0.045399044,1.610411,1.6104107
+4.566665,-0.28975192,0.37463418,0.4432449,0.04819033,-0.05675664,0.026496414,-0.307016,0.36320785,0.45075342,0.039873574,-0.07041231,0.020453561,1.8620871,1.8620868
+7.3064666,-0.76141286,0.30358118,0.48827347,0.094099775,-0.018463533,-0.10365446,-0.7717014,0.29287738,0.4950789,0.086811766,-0.03354157,-0.10878755,-0.87771434,-0.87771463
+8.951561,-0.9066554,0.2068565,0.4435609,0.110977456,-0.04979722,-0.2037897,-0.9148807,0.19530661,0.45037135,0.10517199,-0.060013246,-0.21020572,-2.5228088,-2.522809
+6.7380557,-0.9178624,0.17396542,0.3783579,0.03764688,-0.11919287,-0.26052105,-0.9304847,0.15662055,0.3855605,0.033497352,-0.12980826,-0.2682014,-0.30930343,-0.30930376
+4.666748,-0.88988703,0.27588633,0.21039791,-0.2676638,-0.23534967,-0.3109249,-0.9049862,0.25535434,0.21878143,-0.26996672,-0.25264576,-0.31766966,1.7620043,1.7620039
+5.7547064,-0.81499976,0.41019666,0.0065570064,-0.58177704,-0.38435492,-0.34160092,-0.83345693,0.3887535,0.008489881,-0.5814013,-0.41125238,-0.33935612,0.6740456,0.67404556
+7.731532,-0.63450956,0.48634866,-0.15879247,-0.6842752,-0.47543728,-0.28949386,-0.67086744,0.46865413,-0.1590809,-0.6861777,-0.49875778,-0.2891291,-1.30278,-1.3027802
+7.740033,-0.1991917,0.45696566,-0.10109319,-0.63988674,-0.4191343,-0.121855855,-0.24278928,0.44301444,-0.102800325,-0.6461051,-0.43315417,-0.12591924,-1.3112811,-1.3112812
+5.428926,0.038400557,0.42204303,0.1534201,-0.35180995,-0.26737776,0.058326732,0.012151893,0.4072643,0.14733982,-0.36151442,-0.28376162,0.054068882,0.9998262,0.99982595
+4.3077965,-0.17738225,0.41131505,0.33356756,0.04048993,-0.0985772,0.063570514,-0.19524238,0.3981336,0.3396404,0.030834038,-0.111966625,0.057333555,2.1209557,2.1209555
+6.5888157,-0.66128737,0.36369726,0.4439996,0.12167682,-0.03522746,-0.09409624,-0.67165476,0.35195377,0.4531132,0.113503635,-0.050129812,-0.09961748,-0.16006355,-0.16006374
+8.959998,-0.85951203,0.2641745,0.42033723,0.13976528,-0.055974763,-0.26006702,-0.8678934,0.25335923,0.42875284,0.13324861,-0.06825833,-0.26514623,-2.5312462,-2.5312462
+7.537268,-0.8633476,0.20274313,0.33685932,0.09813096,-0.11484097,-0.3352352,-0.8775211,0.1877564,0.34502038,0.09342514,-0.123555824,-0.34217134,-1.1085159,-1.1085162
+4.8955126,-0.8319028,0.29078126,0.12106913,-0.13489304,-0.19710034,-0.4066107,-0.85110146,0.27081522,0.13600832,-0.1419409,-0.2108505,-0.41467696,1.5332395,1.5332394
+5.30932,-0.7676875,0.42801562,-0.08980951,-0.48804373,-0.32929364,-0.4585713,-0.7890043,0.40897226,-0.08025265,-0.4938261,-0.35330176,-0.45505214,1.1194321,1.119432
+7.3497615,-0.5832599,0.4985809,-0.28291747,-0.6577709,-0.43271583,-0.40954074,-0.6237597,0.4823595,-0.27460137,-0.6617684,-0.4559068,-0.40258616,-0.9210096,-0.92100954
+8.018236,-0.17200592,0.47638753,-0.29270345,-0.636279,-0.42047465,-0.2094288,-0.22583915,0.46246514,-0.2902846,-0.6468185,-0.4332231,-0.21045737,-1.5894842,-1.5894842
+6.0496655,0.07621673,0.4359624,-0.062339913,-0.41203567,-0.30646828,0.046838332,0.048500057,0.42081216,-0.06487128,-0.42561096,-0.32206938,0.04475488,0.37908658,0.3790865
+4.3136454,-0.059560526,0.43870288,0.14047189,-0.0012890957,-0.14445837,0.096509725,-0.08206321,0.4256679,0.14552048,-0.011691164,-0.15786682,0.09115465,2.1151068,2.1151066
+5.9099994,-0.52988505,0.41840088,0.31680313,0.13877837,-0.057610344,-0.08950235,-0.5432661,0.40611485,0.3298259,0.13034059,-0.071406916,-0.093581215,0.51875275,0.5187526
+8.6852045,-0.7904015,0.32476234,0.33788538,0.15873471,-0.06386794,-0.3341084,-0.79947203,0.31443983,0.35014108,0.15172921,-0.07856713,-0.3364348,-2.2564528,-2.2564526
+8.176655,-0.8082946,0.23334093,0.26042822,0.13444568,-0.11252357,-0.4438108,-0.8238727,0.21976568,0.2699383,0.12938532,-0.122310355,-0.44792846,-1.7479025,-1.7479029
+5.2632737,-0.7703002,0.29551795,0.043748844,-0.03268608,-0.17088719,-0.5320606,-0.79124266,0.27751347,0.0633014,-0.04140095,-0.18160611,-0.5382722,1.1654785,1.1654782
+4.946663,-0.7182407,0.44213155,-0.18448327,-0.38452756,-0.2830737,-0.5998444,-0.743712,0.42628732,-0.16557425,-0.39864725,-0.30407304,-0.59526426,1.4820887,1.482089
+6.9188375,-0.5245061,0.50687784,-0.3938523,-0.626374,-0.38634405,-0.5631142,-0.56996363,0.4933668,-0.37564966,-0.63638777,-0.4085959,-0.5509971,-0.4900858,-0.4900856
+8.108089,-0.101319,0.48969278,-0.43749508,-0.63377464,-0.40580788,-0.34213623,-0.16257322,0.4758295,-0.4319538,-0.64815205,-0.41917014,-0.33746734,-1.6793374,-1.6793375
+6.6097474,0.15028028,0.44856265,-0.27529857,-0.45629224,-0.3326301,0.0035291202,0.11774288,0.4349054,-0.27441302,-0.47364902,-0.34501112,0.0034545995,-0.1809954,-0.18099546
+4.495159,0.06156293,0.45892015,-0.07390486,-0.07473831,-0.18954894,0.12623607,0.03690851,0.4460387,-0.0680237,-0.0865237,-0.2028368,0.12327726,1.9335929,1.9335928
+5.3293986,-0.3606905,0.4588472,0.11088161,0.13582128,-0.08646116,-0.081373036,-0.38066432,0.44748828,0.12809606,0.12767994,-0.09945731,-0.08087975,1.0993536,1.0993533
+8.205027,-0.67985773,0.38612962,0.19307406,0.16757579,-0.08062552,-0.41194364,-0.6924538,0.37697324,0.21029772,0.16037187,-0.096383914,-0.41072494,-1.7762746,-1.7762747
+8.613049,-0.743634,0.27370772,0.15910663,0.15446389,-0.117312774,-0.55662113,-0.7609289,0.26119408,0.17177096,0.14889316,-0.12945448,-0.5574977,-2.1842964,-2.1842966
+5.7563124,-0.7065838,0.30134216,-0.018849935,0.037071574,-0.155445,-0.6618813,-0.72923535,0.28591225,0.0026712008,0.027738694,-0.16506755,-0.66337025,0.67243963,0.6724396
+4.6949496,-0.6580204,0.4476091,-0.27944258,-0.2866956,-0.24678366,-0.73578876,-0.6887875,0.43446195,-0.251169,-0.30602133,-0.26463488,-0.7294004,1.7338022,1.7338023
+6.4676843,-0.4543974,0.51378936,-0.49068502,-0.5836401,-0.34173897,-0.7151196,-0.5077454,0.5021931,-0.46715856,-0.60330766,-0.3622629,-0.705172,-0.038932595,-0.038932323
+8.044499,-0.010018621,0.49904016,-0.54660577,-0.63468415,-0.38293934,-0.5136752,-0.0719869,0.48761758,-0.53740495,-0.6536884,-0.39761692,-0.5021104,-1.6157476,-1.6157475
+7.0522637,0.22405784,0.4573044,-0.44747934,-0.49018857,-0.3404515,-0.09639083,0.19103493,0.44421294,-0.4462493,-0.5111828,-0.3505632,-0.09149125,-0.6235116,-0.6235118
+4.8050637,0.18395886,0.47015712,-0.2604747,-0.16348217,-0.22948857,0.1436346,0.15970251,0.45781896,-0.2538942,-0.1782636,-0.24144141,0.14402306,1.6236882,1.6236882
+4.8617153,-0.12978429,0.48432037,-0.075464725,0.103854135,-0.121297464,-0.05775666,-0.15908484,0.47451726,-0.05940831,0.09647028,-0.13428344,-0.04987217,1.5670366,1.5670366
+7.578824,-0.50000685,0.43778393,0.03504843,0.16210519,-0.10743116,-0.48201936,-0.51973546,0.4301407,0.05149715,0.15547487,-0.1229447,-0.47635797,-1.1500723,-1.1500721
+8.817524,-0.64218634,0.32667246,0.045546483,0.15834469,-0.13394089,-0.6682932,-0.66202146,0.3160114,0.061994266,0.15243204,-0.14830709,-0.66480696,-2.388772,-2.388772
+6.3749175,-0.6295709,0.31576565,-0.07475793,0.08175215,-0.1517134,-0.78591967,-0.65502626,0.303071,-0.052906867,0.07100995,-0.16294967,-0.78278434,0.053834278,0.05383444
+4.5626426,-0.569525,0.44388524,-0.353916,-0.20481408,-0.22032626,-0.8554431,-0.6074373,0.4327897,-0.3194644,-0.226461,-0.23416731,-0.8468819,1.8661093,1.8661094
+5.964609,-0.3518181,0.5173643,-0.5708048,-0.5250134,-0.30481648,-0.84035885,-0.41479662,0.5072287,-0.5481791,-0.5530687,-0.322656,-0.83556455,0.4641426,0.4641428
+7.8315125,0.09046571,0.503409,-0.62915725,-0.6295434,-0.3567173,-0.69759065,0.033257138,0.49441895,-0.6195678,-0.654282,-0.37162477,-0.68608195,-1.4027606,-1.4027605
+7.431776,0.28615797,0.45783314,-0.5686274,-0.52126235,-0.3325966,-0.26596358,0.2568657,0.44545904,-0.5658651,-0.543884,-0.34235102,-0.25015864,-1.003024,-1.0030241
+5.187303,0.28944615,0.47169194,-0.4117659,-0.24761587,-0.2536523,0.12644391,0.26538023,0.46151933,-0.40603268,-0.2637631,-0.2623687,0.13181488,1.241449,1.2414489
+4.5136776,0.108482346,0.4984772,-0.18489318,0.03710257,-0.15302764,-0.013414588,0.07917015,0.48981562,-0.17305212,0.028403211,-0.16569924,0.0025497414,1.9150743,1.9150743
+6.8677444,-0.21735446,0.47469988,-0.06294589,0.13425441,-0.1389508,-0.52401525,-0.24467127,0.46838316,-0.0523591,0.12864381,-0.15400352,-0.5121933,-0.43899265,-0.4389925
+8.805939,-0.45386583,0.3848313,-0.04041366,0.13567482,-0.1652762,-0.7697928,-0.4789569,0.37705716,-0.027222063,0.13011573,-0.1800993,-0.76075876,-2.377187,-2.3771868
+7.063431,-0.5048154,0.3448971,-0.11685479,0.10005064,-0.16514626,-0.8930243,-0.5325792,0.33617863,-0.09687935,0.086980626,-0.17847319,-0.88769096,-0.63467896,-0.63467884
+4.6248064,-0.43177706,0.43486172,-0.36649904,-0.1458755,-0.20772886,-0.95552397,-0.47677958,0.42573142,-0.33406916,-0.16878474,-0.21961717,-0.94606,1.8039454,1.8039455
+5.435112,-0.19261439,0.51083845,-0.61815304,-0.45620972,-0.28177887,-0.9395091,-0.26024202,0.503396,-0.5988922,-0.48931074,-0.2951489,-0.9349584,0.99363977,0.99363995
+7.4958153,0.1908352,0.49453983,-0.68528074,-0.60827756,-0.3279579,-0.8426718,0.14453265,0.4869689,-0.677636,-0.6367474,-0.3418868,-0.83614266,-1.0670636,-1.0670633
+7.735818,0.34005064,0.44581243,-0.6575082,-0.5405923,-0.31189725,-0.4684952,0.31418833,0.4355759,-0.65176934,-0.5658513,-0.31977734,-0.44280067,-1.3070658,-1.307066
+5.6348114,0.353039,0.45912942,-0.5183193,-0.31263575,-0.23814724,0.04777952,0.33144516,0.4495762,-0.51538116,-0.3282815,-0.2442104,0.061797056,0.79394054,0.79394054
+4.309229,0.26868543,0.4994488,-0.23711742,-0.05657969,-0.15113522,0.032894317,0.24492516,0.49279127,-0.22847374,-0.06900436,-0.16100322,0.05421636,2.119523,2.119523
+6.096481,0.092684075,0.49708065,-0.074686676,0.08231638,-0.15564877,-0.5144623,0.06937112,0.49248835,-0.068783864,0.075081185,-0.16652344,-0.4943222,0.3322709,0.3322711
+8.556507,-0.13666004,0.4375633,-0.043021467,0.08427763,-0.19646235,-0.82983726,-0.16358742,0.4327279,-0.03694367,0.07816385,-0.2078043,-0.8174388,-2.1277554,-2.1277552
+7.7393093,-0.26485386,0.38638437,-0.09016591,0.072123066,-0.19804162,-0.9612451,-0.29451287,0.38243353,-0.0777847,0.05758022,-0.21179895,-0.9548264,-1.3105575,-1.3105574
+4.9201374,-0.20739917,0.4263003,-0.2933732,-0.111566156,-0.21559991,-1.0,-0.25187448,0.42083865,-0.27090737,-0.13539802,-0.22816686,-1.0,1.5086144,1.5086145
+4.929368,0.0031917207,0.48312458,-0.6047736,-0.38741398,-0.27532235,-0.9983166,-0.045228425,0.4794949,-0.58677346,-0.42159504,-0.28457913,-0.990917,1.4993834,1.4993839
+7.042487,0.27379033,0.44338605,-0.7101945,-0.56144404,-0.2989063,-0.9218711,0.24189235,0.44017214,-0.70464367,-0.5902974,-0.30733642,-0.9113268,-0.6137355,-0.6137352
+7.962486,0.39215037,0.3835451,-0.7084299,-0.54117537,-0.25827816,-0.64436907,0.36702168,0.37315896,-0.7010514,-0.57045084,-0.26396137,-0.61816984,-1.5337338,-1.5337338
+6.207847,0.39208427,0.41403392,-0.5945676,-0.35824224,-0.1611561,-0.0881145,0.3721309,0.40354165,-0.58947456,-0.3741132,-0.16681601,-0.06025688,0.22090475,0.22090483
+4.290661,0.35163236,0.47694835,-0.25527322,-0.1403342,-0.06813519,0.037414495,0.3295146,0.47300014,-0.25194126,-0.15493092,-0.073733,0.061603907,2.1380913,2.138091
+5.3387237,0.26711303,0.5025603,-0.030883577,0.017013896,-0.09852308,-0.44037288,0.25049785,0.50150365,-0.028622668,0.0045279153,-0.10032603,-0.4156014,1.0900283,1.0900283
+8.131524,0.14344801,0.47685692,0.008798655,0.027355034,-0.17254037,-0.8397719,0.12579538,0.47485045,0.010401476,0.017506842,-0.17526819,-0.82489127,-1.7027723,-1.7027721
+8.386684,0.025107298,0.4268647,0.0053857826,-0.0008306913,-0.2148711,-0.9714115,0.0030221753,0.4269513,0.007957,-0.012738746,-0.224259,-0.9628083,-1.957933,-1.9579325
+5.5423794,0.041234825,0.41900748,-0.14284714,-0.107964784,-0.23472394,-1.0,0.011231434,0.4195829,-0.13397644,-0.12994035,-0.24808179,-1.0,0.8863723,0.88637257
+4.6142054,0.16655551,0.40748158,-0.49771598,-0.31707916,-0.26602757,-0.9924395,0.14209646,0.40602055,-0.48226562,-0.34568125,-0.27207756,-0.9807691,1.8145461,1.8145466
+6.4694085,0.34979242,0.2690912,-0.68907416,-0.48339695,-0.25971207,-0.92348033,0.32203844,0.26831082,-0.6854957,-0.5141999,-0.2584721,-0.90446824,-0.04065687,-0.040656567
+8.046625,0.44348466,0.14809525,-0.71607786,-0.5215117,-0.20058808,-0.7256699,0.41991207,0.13870205,-0.71027106,-0.5493883,-0.20684229,-0.69298136,-1.6178731,-1.6178732
+6.957357,0.42603442,0.25417337,-0.63295937,-0.38720176,-0.087052315,-0.20389386,0.40410185,0.23856355,-0.6285948,-0.40691617,-0.09342237,-0.16815549,-0.52860516,-0.528605
+4.6280355,0.39581278,0.39247206,-0.27000663,-0.20082855,0.030211013,0.0071404018,0.3736374,0.3866179,-0.27167305,-0.21728784,0.024269644,0.03509156,1.8007164,1.8007164
+4.706546,0.35424554,0.47131255,0.030340064,-0.040593307,0.0063522197,-0.34084597,0.33600694,0.47346738,0.028597463,-0.055499803,0.0026372485,-0.31836602,1.7222065,1.7222061
+7.518957,0.2784345,0.49330458,0.07607123,-0.012839269,-0.10856742,-0.79778963,0.2628275,0.49495944,0.07448538,-0.026738357,-0.111786395,-0.78251976,-1.0902056,-1.0902052
+8.884354,0.1858362,0.4469685,0.09439872,-0.050090086,-0.19457977,-0.9326979,0.16990891,0.45031133,0.09363243,-0.05979244,-0.20320348,-0.92156655,-2.455602,-2.4556017
+6.4829087,0.16430421,0.39013708,0.010931525,-0.12350516,-0.2471418,-0.9533103,0.14270316,0.39555928,0.010132749,-0.13603745,-0.26003304,-0.9368621,-0.05415717,-0.05415678
+4.6463614,0.27483603,0.23130594,-0.31349635,-0.24921302,-0.29221863,-0.9236155,0.24970712,0.2384506,-0.3082589,-0.26916644,-0.30162117,-0.9020972,1.7823905,1.7823906
+5.926008,0.41525334,0.019002352,-0.60397875,-0.39245507,-0.32282364,-0.84571975,0.38752654,0.0172983,-0.5993255,-0.424477,-0.32148516,-0.8208445,0.5027437,0.5027437
+7.824372,0.49010727,-0.15177156,-0.6855853,-0.47253454,-0.2738898,-0.6658588,0.46603712,-0.15568386,-0.68417305,-0.4977344,-0.27551523,-0.62074965,-1.39562,-1.3956199
+7.613098,0.45872328,-0.09429729,-0.6256406,-0.40433118,-0.10589877,-0.21345855,0.43793884,-0.099866256,-0.6266674,-0.41995075,-0.11326498,-0.16094518,-1.1843466,-1.1843462
+5.277545,0.4291457,0.1376685,-0.31219843,-0.251501,0.068568185,0.015133139,0.40552256,0.12316723,-0.31540737,-0.27159166,0.0626114,0.048885178,1.1512069,1.151207
+4.383798,0.4197181,0.30704555,0.059476245,-0.09408951,0.06353247,-0.22714551,0.3981628,0.306428,0.055391762,-0.10869621,0.055250686,-0.20228758,2.0449538,2.0449538
+6.80119,0.37507746,0.41422316,0.13326167,-0.041021507,-0.12389694,-0.6817537,0.35763207,0.41800854,0.13142884,-0.05627842,-0.13093388,-0.665577,-0.37243804,-0.37243795
+9.019563,0.27452224,0.38094923,0.14717169,-0.068399,-0.31576657,-0.8552662,0.26008406,0.3864927,0.14725213,-0.08070262,-0.32148156,-0.8404637,-2.5908115,-2.5908108
+7.3777156,0.22257556,0.2726086,0.10229434,-0.12708886,-0.40275595,-0.8518074,0.20458333,0.2842872,0.10124035,-0.13376203,-0.41209933,-0.8307569,-0.94896394,-0.94896364
+4.833033,0.3273805,0.032484923,-0.13575996,-0.20011023,-0.4877337,-0.8185275,0.30218634,0.051777553,-0.14134112,-0.21374947,-0.4994472,-0.78911763,1.5957187,1.5957189
+5.4064326,0.45834097,-0.19732837,-0.48062268,-0.31657985,-0.5517824,-0.7462129,0.4394249,-0.18220918,-0.48521498,-0.34457898,-0.54041165,-0.7111152,1.0223196,1.0223193
+7.43414,0.51127636,-0.39258793,-0.64807343,-0.4069443,-0.4843696,-0.5263526,0.49266288,-0.3793058,-0.6513626,-0.43051332,-0.47106335,-0.46576694,-1.0053884,-1.0053883
+7.9440184,0.48082015,-0.38977847,-0.6081695,-0.39485973,-0.23184115,-0.091118075,0.46087405,-0.38936496,-0.61876124,-0.4059894,-0.2343788,-0.02092598,-1.5152664,-1.5152664
+5.9285727,0.45141497,-0.19761471,-0.36232895,-0.29399434,0.07142015,0.114304736,0.428629,-0.2032802,-0.37258622,-0.31220222,0.06546205,0.15121184,0.500179,0.5001793
+4.3473377,0.46446267,-0.02890559,0.01666877,-0.15067847,0.105982274,-0.04972666,0.44432434,-0.029237177,0.014202524,-0.1644428,0.09944065,-0.011684816,2.0814142,2.0814142
+6.0678163,0.4525324,0.14196023,0.15310751,-0.077276245,-0.17834902,-0.48731276,0.4362581,0.14765413,0.15333489,-0.09143527,-0.18251221,-0.46118674,0.36093545,0.3609357
+8.724178,0.3589092,0.16887215,0.16691251,-0.09365587,-0.48209527,-0.72321403,0.34498927,0.17658982,0.16846137,-0.10871725,-0.48288837,-0.70042485,-2.2954266,-2.2954264
+8.024558,0.2732942,0.109833375,0.14128737,-0.13183424,-0.6109788,-0.7494364,0.2568244,0.1234241,0.14114411,-0.14113997,-0.61037153,-0.7240271,-1.5958065,-1.5958061
+5.126847,0.34584242,-0.11098096,-0.028274726,-0.17307171,-0.7186759,-0.7111302,0.32723337,-0.083964944,-0.035204705,-0.18297888,-0.7169755,-0.6784037,1.3019052,1.3019052
+4.9778137,0.4795408,-0.3847684,-0.37083647,-0.26693615,-0.7776178,-0.6474779,0.46634683,-0.35131297,-0.39014617,-0.2875306,-0.7600847,-0.59654075,1.4509386,1.4509382
+6.9996786,0.5200223,-0.55875105,-0.6131609,-0.34733245,-0.7229572,-0.36747423,0.5070103,-0.53829306,-0.6300656,-0.3691119,-0.7072806,-0.28432813,-0.5709267,-0.57092667
+8.03559,0.48629543,-0.56698966,-0.6078054,-0.36541858,-0.45767474,0.077134356,0.47037855,-0.5608773,-0.62428916,-0.3795831,-0.44306728,0.13874562,-1.6068387,-1.6068382
+6.4377522,0.46117094,-0.45254138,-0.40697455,-0.3130752,0.008418072,0.2384543,0.4421833,-0.4540014,-0.42209196,-0.32312977,0.0023151971,0.27786234,-0.009000704,-0.009000301
+4.4569592,0.4878336,-0.2667307,-0.08075416,-0.19586544,0.13825785,0.14984474,0.4684324,-0.26452756,-0.08525808,-0.20765729,0.13760383,0.18769743,1.9717923,1.9717927
+5.4138975,0.49216154,-0.071639195,0.12223293,-0.12004596,-0.20876695,-0.17776398,0.47803292,-0.07189493,0.12596102,-0.13377431,-0.20392172,-0.13714498,1.0148541,1.0148544
+8.195466,0.42843923,-0.015359681,0.15086287,-0.13736904,-0.62355655,-0.48531178,0.41488722,-0.011865746,0.15387706,-0.15227467,-0.6210057,-0.44848886,-1.7667145,-1.7667141
+8.472702,0.33706644,-0.025902342,0.14207365,-0.15765683,-0.7779599,-0.59898823,0.32446173,-0.01179957,0.14283036,-0.16959497,-0.7724215,-0.56600946,-2.0439503,-2.04395
+5.6131525,0.36455497,-0.19101368,0.021871705,-0.16940351,-0.89445263,-0.5788722,0.35127094,-0.16624388,0.01403575,-0.18123819,-0.8828837,-0.5377803,0.8155994,0.81559944
+4.6533337,0.48158142,-0.48977068,-0.29418305,-0.24172363,-0.93000495,-0.49061033,0.47056177,-0.45229095,-0.31911102,-0.25388578,-0.9159106,-0.41990262,1.7754183,1.7754183
+6.5027075,0.518933,-0.65142655,-0.56008756,-0.30816117,-0.8828339,-0.14998136,0.50841075,-0.6381795,-0.586262,-0.32584193,-0.8779376,-0.059345942,-0.07395578,-0.073955536
+7.970932,0.47882518,-0.66930765,-0.60221505,-0.33564892,-0.6902546,0.21533246,0.46853158,-0.6620787,-0.62514496,-0.34864148,-0.67247534,0.262327,-1.5421802,-1.5421801
+6.89434,0.45002615,-0.59534883,-0.44087562,-0.29214802,-0.15567191,0.31939933,0.4329956,-0.59126157,-0.45774925,-0.29894716,-0.14489466,0.3506845,-0.46558848,-0.4655881
+4.679337,0.48680207,-0.38670358,-0.1830973,-0.199459,0.13111982,0.28669924,0.4724256,-0.38218293,-0.19143811,-0.2038573,0.13809817,0.31979898,1.7494144,1.7494149
+4.8370924,0.5072766,-0.11813739,0.047608975,-0.14225002,-0.18382058,0.14032197,0.49579123,-0.12142229,0.049531985,-0.15175012,-0.16812743,0.17103297,1.5916591,1.5916595
+7.5124607,0.47638205,-0.05436423,0.09999068,-0.17404778,-0.7040206,-0.09537016,0.46467265,-0.055329602,0.10037175,-0.18584608,-0.6962753,-0.05854099,-1.083709,-1.0837088
+8.695039,0.40269557,-0.04863095,0.08781631,-0.20260338,-0.8831789,-0.29517105,0.39550143,-0.03978486,0.08696969,-0.21201482,-0.877997,-0.25225648,-2.266287,-2.2662868
+6.2504687,0.39295772,-0.16708589,0.020203296,-0.19576533,-0.99443454,-0.33191404,0.38610718,-0.1504654,0.009568695,-0.20946886,-0.98527235,-0.28182355,0.1782829,0.17828321
+4.484338,0.46506682,-0.45792377,-0.24667935,-0.2411902,-1.0,-0.21152295,0.4579495,-0.4282629,-0.27148932,-0.2515296,-1.0,-0.14107399,1.944414,1.9444141
+5.9600043,0.4816874,-0.6776598,-0.48835322,-0.29145315,-0.96561724,0.085476354,0.47624913,-0.66947293,-0.51612943,-0.30166087,-0.9586371,0.14334463,0.4687471,0.46874762

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8695624470710754,-0.8695628173351287,7.298314808368683,,
+1000,-0.9324250221252441,-0.9324249448776245,7.361176875114441,,
+1500,-0.8520317673683167,-0.8520316647291184,7.280783631801605,,
+2000,-0.8449440598487854,-0.8449441690444947,7.273696095943451,,
+2500,-0.8723108768463135,-0.8723105603456497,7.301062527656555,,
+3000,-0.8715354800224304,-0.8715353705883027,7.300287338733673,,
+3500,-0.8783230781555176,-0.8783231053352356,7.307075064659118,,
+4000,-0.8796324133872986,-0.8796321468353272,7.30838409280777,,
+4500,-0.8469462394714355,-0.8469458808898925,7.275697816371918,,
+5000,-0.907398521900177,-0.9073987314701081,7.33615069103241,,
+5000,,,,6.903038659095764,-0.47428688406944275
+5500,-0.853083074092865,-0.8530829612016678,7.281834881305695,,
+6000,-0.8653078079223633,-0.865307677268982,7.294059652805329,,
+6500,-0.823097825050354,-0.8230976039171218,7.25184950208664,,
+7000,-0.8664882779121399,-0.8664881193637848,7.295240094184876,,
+7500,-0.8022477626800537,-0.8022480208873749,7.23100004196167,,
+8000,-0.879085123538971,-0.8790850850343704,7.307837035655975,,
+8500,-0.8013991713523865,-0.8013993294239045,7.230151247501373,,
+9000,-0.8020176291465759,-0.802017448425293,7.2307693753242495,,
+9500,-0.7374750971794128,-0.737475175857544,7.166227132320404,,
+10000,-0.819491982460022,-0.8194921119213104,7.248244092941285,,
+10000,,,,6.7727797818183895,-0.3440278470516205
+10500,-0.7570571303367615,-0.7570573159456253,7.185809281826019,,
+11000,-0.6936435699462891,-0.6936431311368942,7.1223950543403625,,
+11500,-0.7090078592300415,-0.7090080251693726,7.137759935855866,,
+12000,-0.6971820592880249,-0.6971816865205764,7.125933650016784,,
+12500,-0.765346348285675,-0.765346146941185,7.19409811258316,,
+13000,-0.6745975017547607,-0.6745973335504531,7.1033492770195,,
+13500,-0.6978043913841248,-0.6978044037818909,7.126556408405304,,
+14000,-0.6828759908676147,-0.6828755730390549,7.111627539157867,,
+14500,-0.7104955911636353,-0.7104957190752029,7.139247669219971,,
+15000,-0.6744185090065002,-0.6744187488555908,7.103170676231384,,
+15000,,,,6.637738375663758,-0.20898662507534027
+15500,-0.7108579874038696,-0.7108578776121139,7.1396098523139955,,
+16000,-0.6268153786659241,-0.6268152333498002,7.055567228317261,,
+16500,-0.6509904861450195,-0.6509904174804687,7.079742357254029,,
+17000,-0.6803416609764099,-0.6803417341709137,7.109093647003174,,
+17500,-0.6915075778961182,-0.691507924079895,7.120259870529175,,
+18000,-0.7073585987091064,-0.7073585960865021,7.136110577106476,,
+18500,-0.6872643232345581,-0.6872642726898194,7.116016215324402,,
+19000,-0.692150890827179,-0.6921505390405654,7.120902505874634,,
+19500,-0.6400871872901917,-0.6400869722366334,7.068838880062104,,
+20000,-0.6510509252548218,-0.651050593137741,7.079802496910095,,
+20000,,,,6.642641110420227,-0.21388943493366241
+20500,-0.6906333565711975,-0.6906334661245346,7.119385426044464,,
+21000,-0.6657008528709412,-0.6657013453245163,7.094453307151794,,
+21500,-0.6292782425880432,-0.6292781844139099,7.058030113697052,,
+22000,-0.6495341062545776,-0.6495342652797699,7.078286239147186,,
+22500,-0.6074201464653015,-0.6074203585386276,7.036172289371491,,
+23000,-0.6462909579277039,-0.6462910070419311,7.075042909145355,,
+23500,-0.62453693151474,-0.6245371425151824,7.053289137840271,,
+24000,-0.5855785608291626,-0.5855786620378495,7.014330570220947,,
+24500,-0.6254274249076843,-0.6254274309873581,7.054179334163666,,
+25000,-0.6532115340232849,-0.6532110863924027,7.081962998867035,,
+25000,,,,6.587888841629028,-0.15913696587085724
+25500,-0.6290187239646912,-0.6290185085535049,7.057770492553711,,
+26000,-0.6605721116065979,-0.660571917295456,7.0893238520622255,,
+26500,-0.576998770236969,-0.5769988006353378,7.0057507662773135,,
+27000,-0.545784592628479,-0.5457843977212906,6.974536331653595,,
+27500,-0.5581545829772949,-0.5581543384790421,6.986906317234039,,
+28000,-0.6093756556510925,-0.6093757488727569,7.0381276893615725,,
+28500,-0.5960370302200317,-0.5960367603302001,7.024788694381714,,
+29000,-0.5851302742958069,-0.5851297996044159,7.013881766319275,,
+29500,-0.5756047964096069,-0.5756048976182938,7.004356830596924,,
+30000,-0.5024526119232178,-0.5024526792764664,6.931204639434815,,
+30000,,,,6.559987993240356,-0.13123613595962524
+30500,-0.6365288496017456,-0.636528617143631,7.0652805886268615,,
+31000,-0.496983140707016,-0.4969828335046768,6.925734748363495,,
+31500,-0.5240154266357422,-0.5240153892040252,6.952767353057862,,
+32000,-0.5574825406074524,-0.5574827002286911,6.986234647750854,,
+32500,-0.5023552179336548,-0.5023550242185593,6.9311069779396055,,
+33000,-0.5144554972648621,-0.5144555435180664,6.9432074842453,,
+33500,-0.5055617690086365,-0.5055622305870057,6.934314193725586,,
+34000,-0.5062710046768188,-0.506271101474762,6.935023081302643,,
+34500,-0.49583375453948975,-0.4958338495492935,6.924585767745972,,
+35000,-0.47467589378356934,-0.474675626039505,6.903427558422089,,
+35000,,,,6.459160051345825,-0.030408119782805443
+35500,-0.4406115710735321,-0.4406113575696945,6.86936332988739,,
+36000,-0.4370073080062866,-0.43700735819339753,6.86575935792923,,
+36500,-0.4100554585456848,-0.4100554069280624,6.838807393550873,,
+37000,-0.5307141542434692,-0.5307135103940964,6.9594654970169065,,
+37500,-0.4824819266796112,-0.48248230481147764,6.9112342553138735,,
+38000,-0.46703261137008667,-0.4670325056314468,6.895784447669983,,
+38500,-0.47708410024642944,-0.4770840344429016,6.905835977077484,,
+39000,-0.47963353991508484,-0.4796337031126022,6.908385651111603,,
+39500,-0.4712820053100586,-0.47128200697898864,6.900033967971802,,
+40000,-0.5271363258361816,-0.5271363788843155,6.955888336658478,,
+40000,,,,6.513517503738403,-0.08476569503545761
+40500,-0.4456302523612976,-0.4456302349567413,6.874382160186768,,
+41000,-0.485326886177063,-0.48532699608802793,6.914078918457031,,
+41500,-0.46878108382225037,-0.46878096997737884,6.897532897472382,,
+42000,-0.49436283111572266,-0.4943628572225571,6.9231147656440735,,
+42500,-0.4591350257396698,-0.45913509130477903,6.887887029647827,,
+43000,-0.43264836072921753,-0.43264841854572295,6.861400340557099,,
+43500,-0.4313492774963379,-0.4313492770195007,6.860101221561432,,
+44000,-0.44832661747932434,-0.4483267469406128,6.877078708171845,,
+44500,-0.523765504360199,-0.5237653570175171,6.952517314910889,,
+45000,-0.4549194574356079,-0.4549195657968521,6.883671488761902,,
+45000,,,,6.513218994140625,-0.08446703106164932
+45500,-0.4691506624221802,-0.4691502480506897,6.897902159690857,,
+46000,-0.38662129640579224,-0.38662119007110596,6.815373146057129,,
+46500,-0.5039915442466736,-0.5039917759895325,6.932743705749512,,
+47000,-0.46010705828666687,-0.4601071745157242,6.888859115600586,,
+47500,-0.4907321333885193,-0.49073178207874296,6.919483804702759,,
+48000,-0.5034428834915161,-0.503442994236946,6.932194899082184,,
+48500,-0.40332838892936707,-0.4033283294439316,6.832080278873444,,
+49000,-0.44496652483940125,-0.44496663987636564,6.8737186131477355,,
+49500,-0.44047629833221436,-0.4404763799905777,6.869228322982788,,
+50000,-0.4691135287284851,-0.4691131789684296,6.897865120887756,,
+50000,,,,6.483904519081116,-0.05515245720744133
+50500,-0.4451056718826294,-0.44510545253753664,6.873857412815094,,
+51000,-0.45531076192855835,-0.45531096041202546,6.884062905311584,,

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-medium-v0
+model-index:
+- name: PPO-RBC2D-medium-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-medium-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.06
+      name: mean_reward
+
+
+---
+
+# PPO on RBC2D-medium-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-medium-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.06 ± 0.15
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.06 | 1.56 |
+| Seed 1 | 0.27 | 1.35 |
+| Seed 2 | 0.21 | 0.93 |
+| Seed 3 | -0.12 | 1.43 |
+| Seed 4 | 0.00 | 1.38 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")