Upload results for SAC on RBC2D-hard-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e42984d4e7e88a8ef64fb74007189af4d978b1fa652f4fc67c73b73d805c46
+size 15018763

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.380144,-0.8644418,0.9474399,0.97819114,0.89969516,-0.930164,-0.028146029,-0.84280455,0.9488245,0.9796064,0.89443445,-0.95311767,-0.17983145,-1.137552,-1.1375523
+4.8363433,-0.8476449,-0.9299097,0.9889958,0.87854075,-0.94152814,-0.12775236,-0.855275,-0.91230834,0.9880283,0.8772845,-0.9281228,-0.2505591,2.4062486,2.4062486
+8.499952,-0.23976862,-0.98027545,0.6432226,0.9297414,-0.91650814,-0.41763854,-0.2729658,-0.98246354,0.6011622,0.89256024,-0.94077855,-0.35069096,-1.2573603,-1.2573605
+12.21398,0.4431982,-0.9847768,-0.9448783,0.20969129,-0.7923324,-0.9835266,0.36750782,-0.98617,-0.9517155,0.1523869,-0.6622258,-0.9783612,-4.9713883,-4.971388
+10.336663,0.7005851,-0.7544306,-0.93880177,0.21184087,-0.8065817,-0.97343755,0.6570493,-0.6376015,-0.92200637,0.05154383,-0.8122736,-0.9747383,-3.0940716,-3.0940714
+4.9656143,0.9393357,0.88857234,-0.6488783,0.45100427,-0.57075715,-0.90537024,0.9471979,0.89553,-0.5354252,0.4966669,-0.6345179,-0.9376605,2.2769773,2.2769775
+4.11611,0.92006624,0.97313464,-0.9303438,0.9148612,-0.9084009,-0.58055264,0.89403045,0.980638,-0.81807697,0.9130304,-0.89731723,-0.7202757,3.126482,3.126482
+8.3133955,-0.7882773,0.9830574,-0.7676134,0.9096544,-0.9731175,0.23246217,-0.6992864,0.98562145,-0.66938955,0.91978097,-0.96939427,-0.2985195,-1.070804,-1.0708036
+12.292056,-0.899992,0.98123,0.5922799,0.9097154,-0.9731525,0.6218562,-0.7413098,0.98226094,0.78370714,0.8978853,-0.9815323,-0.17856878,-5.0494637,-5.049464
+10.268518,-0.891345,0.9654046,0.96090007,0.7243333,-0.880283,0.30231285,-0.354048,0.9638386,0.9692937,0.667366,-0.9382811,-0.4911455,-3.0259266,-3.0259266
+5.348262,-0.60840553,-0.865372,0.9527223,0.36837602,-0.9464942,0.055035114,0.6151221,-0.6599209,0.9433745,0.522326,-0.9706446,-0.8205413,1.8943306,1.89433
+6.928681,-0.7988158,-0.9884221,0.80322075,-0.05511099,-0.93384075,0.7131183,0.86363614,-0.9561746,0.969638,0.5280745,-0.933012,-0.8869419,0.31391108,0.31391096
+11.970835,-0.9437311,-0.960252,-0.6276059,-0.40130997,-0.94447726,0.5544367,0.9753709,-0.91573524,0.4222002,0.099269986,-0.67700136,-0.94105947,-4.728243,-4.728243
+12.285115,-0.78259194,-0.6011857,-0.6573061,-0.4207123,-0.6123628,0.963562,0.97582173,-0.8130971,-0.31805933,-0.12914145,0.47678387,-0.9892085,-5.042524,-5.0425234
+7.4541845,0.0675447,0.8667228,-0.47444093,-0.6184338,0.38210082,0.9868094,0.98518944,0.6270764,-0.44360828,-0.21801102,0.3054422,-0.9893131,-0.21159287,-0.21159267
+4.5202694,0.36155105,0.9843061,-0.6405691,0.14806283,-0.04797721,0.986786,0.98120165,0.95191073,-0.38055766,0.7709291,0.33151603,-0.97698754,2.7223225,2.7223225
+6.38626,-0.8352509,0.98382664,-0.64487386,0.6494274,-0.5463535,0.98844934,0.91771734,0.97082233,0.34725845,-0.19812739,-0.41489434,-0.965232,0.8563316,0.8563318
+10.686791,-0.97938544,0.97578704,-0.81299686,0.80253065,-0.44664073,0.9952886,0.6007681,0.98550045,-0.48886728,-0.7637161,-0.5378507,-0.9659962,-3.4441996,-3.4441996
+10.955704,-0.95666456,0.96226,-0.8340463,0.84996676,-0.1872927,0.9730941,0.97985697,0.94918656,-0.16355914,-0.71949166,-0.8115819,-0.9727696,-3.713112,-3.7131119
+7.7079954,-0.9500157,-0.1175375,0.17718506,0.72300243,-0.5912638,0.94894755,0.9713346,0.9100919,-0.696417,-0.9156609,-0.1778493,-0.953712,-0.4654037,-0.46540356
+6.1322584,-0.92072994,-0.93550444,0.44831395,0.1242162,-0.6829487,0.9872289,0.98556924,0.9664631,-0.7766962,-0.71173644,-0.79877967,-0.96581787,1.110333,1.1103334
+8.16599,-0.90311855,-0.9219083,-0.120299935,-0.3882861,-0.74992514,0.9679346,0.9889579,0.88337326,-0.6976355,-0.8647319,-0.8082257,-0.9804153,-0.92339844,-0.923398
+9.884668,-0.74756986,-0.9724608,-0.7839542,-0.5885132,-0.39061683,0.94030476,0.9823488,0.977952,-0.7128942,-0.9478954,0.2320466,-0.95312405,-2.6420767,-2.6420765
+7.68766,-0.6912744,0.020280838,-0.40339965,-0.7148286,-0.410751,0.9625846,0.9536742,0.99607885,-0.91125673,-0.9388342,0.37784398,-0.9576081,-0.44506857,-0.44506836
+6.286152,-0.5949516,-0.0686543,-0.20822752,-0.4723335,0.03392136,0.91419244,0.961934,0.993531,-0.9184191,-0.894128,-0.026089013,-0.959715,0.9564399,0.95644
+8.609034,-0.57416075,0.15982556,0.09655011,0.6377063,-0.5999123,0.88714194,0.93893135,0.9856441,-0.8483725,-0.9144735,0.45861828,-0.88886434,-1.3664417,-1.3664417
+10.270313,0.2749226,0.8960067,-0.5562766,0.9290745,-0.8286495,0.9435507,0.77025044,0.9865378,-0.9352435,-0.8720438,-0.09267509,-0.9122552,-3.0277214,-3.0277214
+10.333495,0.18745613,0.9360738,-0.52556777,0.842957,-0.75850534,0.9565674,0.8993542,0.9921675,-0.964667,-0.8803143,-0.41740847,-0.91201305,-3.0909033,-3.0909033
+8.291603,-0.375857,-0.04044509,-0.036926687,0.819952,-0.5722962,0.8773904,0.97728693,0.99186254,-0.9739066,-0.75620055,-0.606466,-0.9342791,-1.0490115,-1.0490112
+7.7143364,-0.6162906,-0.92867833,0.7359129,0.8946185,-0.84159666,0.9398017,0.98635054,0.99644613,-0.9786787,-0.9316821,-0.96943325,-0.9343115,-0.47174478,-0.47174454
+8.830987,-0.28846335,-0.98010683,0.96229506,0.54731095,-0.9646639,0.960716,0.9906795,0.9957725,-0.98402923,-0.97840065,-0.98622835,-0.98045725,-1.5883957,-1.5883951
+9.534846,-0.7399606,-0.973769,0.99203134,-0.5789284,-0.9741011,0.94862187,0.9937881,0.98208153,-0.98744684,-0.9835913,-0.9925385,-0.98770946,-2.2922547,-2.2922544
+8.027752,-0.8740455,-0.93679154,0.9127114,-0.89307463,-0.94155973,0.8887527,0.99224377,0.9601958,-0.9310571,-0.9652833,-0.978951,-0.9860053,-0.78516006,-0.78516006
+6.2245846,-0.94348174,-0.8991955,0.64689875,-0.92626303,-0.595156,0.18194926,0.90608954,0.92606044,-0.9206812,-0.97447646,-0.98585266,-0.98018473,1.0180069,1.0180073
+6.468891,-0.91565233,-0.94429165,-0.76150614,-0.8465764,-0.82317466,-0.6106021,0.6146977,0.92615545,-0.6477676,-0.98628247,-0.96404064,-0.95154047,0.7737004,0.7737007
+8.655345,-0.84324086,-0.9704582,-0.55351734,0.09353018,-0.9290249,-0.7453476,0.7888379,0.92380047,-0.37616038,-0.98058534,-0.9244428,-0.9386006,-1.4127535,-1.4127531
+9.804963,-0.8266809,-0.9866315,-0.6445771,0.5552906,-0.9796341,-0.038595498,0.87292886,0.9212085,-0.618857,-0.969301,-0.93728346,-0.94853467,-2.5623715,-2.5623713
+9.864167,-0.7606865,-0.9617102,-0.34074718,0.4957018,-0.97593325,0.81392765,0.8904257,0.91049576,-0.7135859,-0.9454374,-0.9353115,-0.9504932,-2.621576,-2.6215754
+9.3508215,-0.8521697,-0.9047506,0.6465422,-0.4611448,-0.94787735,0.97769237,0.91164184,0.91350174,-0.7542256,-0.9627186,-0.98324007,-0.9790594,-2.1082304,-2.1082296
+8.544955,-0.8883968,-0.63816494,0.91380644,-0.8352116,-0.9542134,0.97767854,0.96496284,0.8375418,-0.7465103,-0.9641067,-0.9977825,-0.98833454,-1.302364,-1.3023634
+8.432936,-0.9346446,-0.45602202,0.9620893,-0.88281566,-0.9856624,0.94328797,0.98820233,0.2723204,-0.6060648,-0.9537937,-0.99760145,-0.9846134,-1.1903442,-1.1903439
+9.061694,-0.9659473,-0.67266446,0.9718051,-0.90345293,-0.9947111,0.91804993,0.98953557,-0.22912514,-0.64805496,-0.95092344,-0.9954527,-0.9785614,-1.8191032,-1.8191023
+9.485632,-0.95440114,-0.868694,0.9667175,-0.93952066,-0.99787456,0.8693998,0.99063396,-0.14625347,-0.79510707,-0.9568228,-0.994525,-0.984018,-2.2430408,-2.24304
+9.561306,-0.92706585,-0.9365475,0.96240735,-0.9378119,-0.99751854,0.6537405,0.9737084,0.35699213,-0.8285832,-0.97132707,-0.993935,-0.9835916,-2.3187144,-2.3187141
+9.25138,-0.9235729,-0.9767417,0.89985013,-0.9470822,-0.9959552,0.21239555,0.8532982,0.56705976,-0.89609545,-0.97653484,-0.9925334,-0.98326164,-2.0087883,-2.008788
+8.409087,-0.9076662,-0.9838029,0.71659684,-0.89398664,-0.9947953,-0.2678423,0.8155265,0.36495256,-0.9112471,-0.9713829,-0.993732,-0.9841663,-1.1664958,-1.1664953
+8.278761,-0.9251709,-0.9838869,0.62312806,-0.9120559,-0.98988116,-0.8625253,0.5572338,0.19387877,-0.9169657,-0.9735484,-0.9962356,-0.9575848,-1.0361696,-1.036169
+8.529542,-0.9098125,-0.97321755,0.4113276,-0.96312684,-0.9858838,-0.8960655,0.025230527,-0.29303753,-0.93777263,-0.97715425,-0.9907613,-0.88181114,-1.2869503,-1.2869501
+8.478653,-0.7960312,-0.9660941,-0.17516577,-0.99458706,-0.9796726,-0.96886545,-0.17771643,-0.74487317,-0.97381306,-0.9756743,-0.97837365,-0.48541892,-1.2360616,-1.2360611
+7.7431936,-0.4059357,0.29494107,0.804554,-0.9991099,-0.9351494,-0.9943755,-0.79726434,-0.94549495,-0.9865376,-0.9854585,-0.9619828,-0.4732349,-0.50060207,-0.50060177
+6.738168,0.19148564,0.22799349,0.9410436,-0.969288,-0.9482406,-0.99266344,-0.9938428,-0.9799337,-0.9681585,-0.9573357,-0.9247892,-0.7966983,0.504424,0.5044241
+7.06332,-0.15505338,-0.5753239,0.85524964,-0.73575425,-0.9593282,-0.9932786,-0.96473074,-0.91417956,-0.97918147,-0.97730666,-0.9602294,-0.9823106,0.17927139,0.1792717
+7.548301,-0.737834,-0.9145878,-0.6660807,-0.7235396,-0.9319206,-0.97472996,-0.9632719,-0.8384165,-0.97151345,-0.96533054,-0.9669585,-0.94171846,-0.30570945,-0.30570936
+6.796729,-0.5487044,-0.9643356,-0.7944876,-0.7884856,-0.93064374,-0.93876034,-0.9575837,-0.9769942,-0.9721208,-0.94352454,-0.919917,-0.9026651,0.44586268,0.44586277
+5.938916,-0.6863832,-0.755882,-0.9205317,-0.80990434,-0.87998,-0.98792285,-0.91700375,-0.9616032,-0.96949226,-0.95589805,-0.729753,-0.9333272,1.3036755,1.3036757
+6.191459,-0.8819043,-0.95192087,-0.9080972,-0.8048833,-0.96083397,-0.9506953,-0.9174217,-0.9600694,-0.9739199,-0.96446484,-0.8912905,-0.89522684,1.0511323,1.0511327
+6.5430393,-0.95606905,-0.94721484,-0.93983746,-0.7846166,-0.98816055,-0.9567752,-0.9467703,-0.9868739,-0.9917685,-0.9610022,-0.85986304,-0.9840956,0.6995525,0.69955254
+7.1009464,-0.9629142,-0.78621465,-0.8585758,-0.7551752,-0.9623892,-0.9545986,-0.9606305,-0.98586863,-0.9903381,-0.94981545,-0.61016047,-0.98020786,0.14164525,0.14164543
+7.739562,-0.8856656,-0.8176537,-0.6945476,-0.8115222,-0.90336937,-0.9525659,-0.9381702,-0.96579915,-0.9931024,-0.95022273,-0.27553642,-0.95619965,-0.4969703,-0.49697018
+7.663594,-0.7885662,-0.78415203,-0.34295464,-0.77231544,-0.9659817,-0.9668764,-0.92338264,-0.9713063,-0.98274887,-0.9734753,-0.3694204,-0.85327667,-0.42100203,-0.4210019
+7.0445027,-0.79730296,-0.82518256,-0.18711483,-0.6976819,-0.9704324,-0.977514,-0.9372039,-0.96927905,-0.9793821,-0.9805327,-0.75575686,-0.89901227,0.19808881,0.19808912
+6.7606826,-0.78212476,-0.713954,-0.42638975,-0.63924277,-0.9591805,-0.9862966,-0.93950397,-0.9566684,-0.9750375,-0.9756444,-0.87268424,-0.9196113,0.481909,0.48190928
+7.1202,-0.7956829,-0.682048,-0.5899202,-0.63245386,-0.9578918,-0.9836879,-0.9315643,-0.949667,-0.9734696,-0.97409666,-0.8690474,-0.9732673,0.122391485,0.1223917
+7.1757727,-0.8439579,-0.3375064,-0.7167285,-0.6516752,-0.96065855,-0.98430866,-0.9489484,-0.96907926,-0.9636714,-0.96691775,-0.7586455,-0.96462125,0.066818744,0.06681919
+6.918831,-0.8580968,0.4521979,-0.6248136,-0.61607707,-0.97219425,-0.97606343,-0.96852416,-0.9719825,-0.9836185,-0.9621228,-0.76143324,-0.94963145,0.32376048,0.323761
+7.175121,-0.9023253,0.14993119,-0.39746165,-0.82914305,-0.9770703,-0.9592889,-0.9755235,-0.97576827,-0.981742,-0.96044755,-0.78755146,-0.96856856,0.067470826,0.06747103
+8.149565,-0.89753133,-0.2056387,-0.2513324,-0.86625046,-0.9694461,-0.95836943,-0.97353166,-0.98602706,-0.9809443,-0.9738996,-0.7945742,-0.95519465,-0.9069732,-0.9069729
+8.614666,-0.8929205,-0.47013736,-0.3466817,-0.8219564,-0.9609392,-0.96392035,-0.9594389,-0.98824376,-0.9366361,-0.96735764,-0.7947564,-0.90128064,-1.3720745,-1.3720741
+7.381799,-0.9057936,-0.9178641,-0.57603437,-0.72444403,-0.9428043,-0.9829939,-0.95212007,-0.9772358,-0.927583,-0.961663,-0.82368916,-0.8421619,-0.13920766,-0.13920736
+6.208837,-0.840804,-0.83695745,-0.8116153,-0.6679189,-0.9295288,-0.9871272,-0.94094396,-0.97612476,-0.9589776,-0.9630699,-0.8827755,-0.91088355,1.0337547,1.0337548
+5.927909,-0.86078006,-0.92644155,-0.8732724,-0.8349495,-0.960145,-0.98335505,-0.94955516,-0.9675677,-0.9595805,-0.94152826,-0.8939996,-0.9152366,1.314683,1.314683
+6.4243927,-0.8602852,-0.93172175,-0.8696226,-0.8374301,-0.9610436,-0.9784044,-0.95950514,-0.9685728,-0.9631373,-0.93885326,-0.85491765,-0.84431714,0.818199,0.81819916
+7.0287833,-0.8672657,-0.905052,-0.8804281,-0.70515853,-0.96875775,-0.9818501,-0.95987076,-0.9786073,-0.9581217,-0.9477178,-0.85313773,-0.88284725,0.21380836,0.21380854
+7.5393596,-0.8577925,-0.87551737,-0.81623626,-0.6896736,-0.9701508,-0.9830011,-0.9674134,-0.98395765,-0.9579675,-0.9485368,-0.87649125,-0.9561758,-0.29676792,-0.2967677
+7.97039,-0.8100376,-0.81614155,-0.57341343,-0.7889693,-0.97119844,-0.9818257,-0.9712167,-0.98728985,-0.965309,-0.95156956,-0.8572319,-0.93620604,-0.7277982,-0.727798
+8.100702,-0.90592736,-0.8203216,-0.36425126,-0.80959785,-0.8895941,-0.98090553,-0.96692157,-0.9781436,-0.94186753,-0.9454853,-0.84206253,-0.85827553,-0.8581105,-0.8581104
+7.648731,-0.8972951,-0.8851972,-0.5699668,-0.85397923,-0.88626134,-0.9757644,-0.9513749,-0.9688296,-0.9247593,-0.9349343,-0.8980025,-0.8167039,-0.4061397,-0.40613937
+6.9339066,-0.8245998,-0.9015868,-0.8239055,-0.9183245,-0.9220443,-0.97115755,-0.95248026,-0.9708516,-0.928799,-0.9621699,-0.9509194,-0.80429506,0.30868486,0.3086853
+6.420389,-0.7964348,-0.8899368,-0.911964,-0.9512742,-0.9385672,-0.9760598,-0.94704115,-0.97350746,-0.9497409,-0.95432353,-0.9695865,-0.8323801,0.8222024,0.8222027
+6.2559986,-0.7478119,-0.77695143,-0.9102771,-0.96645397,-0.9628324,-0.98072314,-0.9540322,-0.97230494,-0.96816814,-0.94395494,-0.97336215,-0.8353805,0.98659307,0.98659325
+6.4708705,-0.7609472,-0.6773541,-0.895238,-0.97006375,-0.97580636,-0.9801314,-0.9646478,-0.9740686,-0.97103703,-0.9028687,-0.96200866,-0.8610456,0.7717212,0.77172136
+6.926196,-0.8031891,-0.5824279,-0.8841257,-0.93808186,-0.9715894,-0.9783016,-0.9651674,-0.97603226,-0.97099566,-0.8870482,-0.937726,-0.8711707,0.31639555,0.31639576
+7.5619626,-0.84202355,-0.5910475,-0.8565408,-0.8948305,-0.93511885,-0.97514325,-0.96346116,-0.9740756,-0.9460568,-0.89670223,-0.9245892,-0.8501034,-0.31937087,-0.31937075
+8.0753565,-0.85062486,-0.7185423,-0.7939379,-0.8969971,-0.82660925,-0.97156507,-0.9521074,-0.9716566,-0.9250338,-0.902328,-0.95420605,-0.8207535,-0.8327648,-0.8327646
+8.021923,-0.8243592,-0.7761315,-0.78968465,-0.9289541,-0.7848826,-0.9662911,-0.94307935,-0.9690223,-0.9339218,-0.91779864,-0.96479404,-0.81055236,-0.77933174,-0.7793312
+7.4489756,-0.84278005,-0.8305773,-0.821536,-0.95388407,-0.85154897,-0.96772254,-0.9554787,-0.9759836,-0.9367817,-0.9347888,-0.9446832,-0.82651824,-0.20638402,-0.2063837
+6.88898,-0.87068945,-0.8315523,-0.87042314,-0.9609734,-0.90166163,-0.97042054,-0.9516536,-0.97601056,-0.9411903,-0.94490767,-0.94284075,-0.81418306,0.3536117,0.35361195
+6.622014,-0.837508,-0.85574526,-0.89774877,-0.9660129,-0.92897683,-0.97454584,-0.9422292,-0.9766693,-0.9375601,-0.92393893,-0.96094006,-0.80794734,0.6205775,0.6205778
+6.5284796,-0.7372016,-0.8522608,-0.91005564,-0.97221947,-0.95651865,-0.9769613,-0.9486613,-0.9779053,-0.9270339,-0.9185199,-0.97096187,-0.8205793,0.7141121,0.7141123
+6.6096573,-0.66983473,-0.82093173,-0.8916405,-0.9719138,-0.9575614,-0.9776691,-0.9631242,-0.9795119,-0.9182295,-0.9121114,-0.97051233,-0.8326534,0.6329343,0.6329346
+6.967188,-0.7031792,-0.8275783,-0.83350325,-0.9668282,-0.94581217,-0.9756373,-0.9670663,-0.97927135,-0.91470623,-0.9128287,-0.96436846,-0.84109706,0.2754038,0.27540398
+7.5015783,-0.7469247,-0.8784908,-0.7815583,-0.95951325,-0.9153478,-0.9683864,-0.96016586,-0.97908425,-0.920402,-0.9261133,-0.95954496,-0.83289725,-0.25898677,-0.25898647
+7.886625,-0.7511902,-0.8619266,-0.69533175,-0.9587609,-0.9209779,-0.96682763,-0.9553352,-0.97898406,-0.94230795,-0.9351947,-0.9551244,-0.84741503,-0.6440332,-0.64403296
+7.861083,-0.8094301,-0.7483207,-0.6753288,-0.9672491,-0.93523,-0.96682,-0.9537141,-0.97723037,-0.95412415,-0.9440044,-0.9336077,-0.8299415,-0.61849123,-0.6184912
+7.583922,-0.81987625,-0.6060238,-0.7368549,-0.9673621,-0.95181257,-0.9730673,-0.9390748,-0.9767494,-0.9573066,-0.95185477,-0.9534581,-0.8345599,-0.3413302,-0.34133005
+7.2668457,-0.78214794,-0.5766984,-0.78224283,-0.9661686,-0.95375735,-0.9740697,-0.93135375,-0.9780581,-0.95667094,-0.95718783,-0.95556426,-0.82426953,-0.02425413,-0.024253845
+6.9904838,-0.71781385,-0.6018865,-0.7994578,-0.96572924,-0.95285547,-0.9760074,-0.94143015,-0.9800154,-0.9528576,-0.9577695,-0.9549863,-0.8385637,0.2521079,0.2521081
+6.792869,-0.671483,-0.65530825,-0.7926437,-0.96648526,-0.9537437,-0.97797245,-0.955661,-0.9811638,-0.9476883,-0.9536251,-0.95268303,-0.8714818,0.44972262,0.44972277
+6.7905655,-0.70354253,-0.6686685,-0.7296578,-0.9684554,-0.96043223,-0.98084646,-0.9619289,-0.9815052,-0.9482785,-0.9471718,-0.9566312,-0.8862428,0.45202616,0.45202637
+7.0688915,-0.73863053,-0.6630458,-0.69260633,-0.96701336,-0.9653984,-0.9787573,-0.9655431,-0.98091906,-0.95456946,-0.94649523,-0.95459557,-0.8794882,0.17369998,0.17370033
+7.4982166,-0.6990262,-0.63571686,-0.7186333,-0.9654811,-0.9561794,-0.9745898,-0.9653833,-0.9797859,-0.9633347,-0.94918996,-0.9468387,-0.86236143,-0.25562504,-0.25562477
+7.783655,-0.7383447,-0.546889,-0.738747,-0.9652546,-0.956683,-0.96790713,-0.9634759,-0.9782868,-0.9687336,-0.9513842,-0.94923896,-0.84394103,-0.5410636,-0.5410633
+7.8265505,-0.8095751,-0.5669516,-0.73436123,-0.9617868,-0.95078665,-0.96066236,-0.95596534,-0.9771085,-0.9713818,-0.9604928,-0.94837785,-0.82771677,-0.58395875,-0.5839586
+7.7451067,-0.8204575,-0.64796215,-0.74072295,-0.95636433,-0.9443982,-0.95927334,-0.9543367,-0.9775367,-0.97202533,-0.9658984,-0.9504817,-0.8154322,-0.502515,-0.50251484
+7.553806,-0.75978744,-0.68856764,-0.7669831,-0.9554797,-0.9413778,-0.9605815,-0.9556465,-0.97920483,-0.97129107,-0.9636559,-0.9553091,-0.81767726,-0.31121412,-0.31121397
+7.2496815,-0.69592214,-0.70667076,-0.7981616,-0.9564365,-0.9431475,-0.9639916,-0.9584078,-0.9804723,-0.9700013,-0.9608138,-0.9630371,-0.8391388,-0.007089781,-0.007089615
+6.9637647,-0.6508663,-0.6887944,-0.83920074,-0.9575662,-0.94777083,-0.96751654,-0.9624373,-0.98088115,-0.96946377,-0.958393,-0.9658262,-0.8536249,0.27882698,0.2788272
+6.8664155,-0.65931696,-0.6224989,-0.86739796,-0.9586529,-0.9538195,-0.96835196,-0.96517724,-0.97974455,-0.970147,-0.9573779,-0.95921296,-0.85573447,0.37617603,0.37617636
+7.0063376,-0.65170115,-0.5475736,-0.8687715,-0.9587548,-0.9510212,-0.9669779,-0.96611214,-0.97539234,-0.9721525,-0.9546456,-0.96017545,-0.84568906,0.2362539,0.23625422
+7.297802,-0.6741993,-0.5034669,-0.8551437,-0.96064955,-0.9504985,-0.9616741,-0.96675307,-0.9713194,-0.97534263,-0.949652,-0.950867,-0.8078391,-0.055210266,-0.055210114
+7.593875,-0.7341907,-0.49711215,-0.8270834,-0.9595552,-0.9550809,-0.9584394,-0.96467185,-0.9747299,-0.9753748,-0.94032645,-0.9359767,-0.7455934,-0.35128322,-0.35128307
+7.790385,-0.772791,-0.5189761,-0.80273515,-0.9588236,-0.96024835,-0.957562,-0.9617585,-0.97714686,-0.9763162,-0.9270429,-0.9352569,-0.73573035,-0.547793,-0.5477929
+7.8283854,-0.7687393,-0.5548792,-0.7775551,-0.9593787,-0.9631093,-0.9601498,-0.9614191,-0.9771631,-0.9763365,-0.9086142,-0.94144243,-0.76414186,-0.5857936,-0.5857935
+7.685524,-0.6964875,-0.60196203,-0.7719034,-0.961145,-0.96498805,-0.9635842,-0.96450394,-0.97541565,-0.9753372,-0.8894997,-0.945489,-0.79667795,-0.44293225,-0.44293213
+7.395616,-0.61548734,-0.59709483,-0.81955194,-0.9646851,-0.96674365,-0.96636903,-0.96904474,-0.9740078,-0.9747644,-0.8749712,-0.94922024,-0.8104355,-0.15302433,-0.1530242
+7.09553,-0.58178186,-0.5350215,-0.86618924,-0.9679624,-0.9682133,-0.96787995,-0.9739062,-0.97348523,-0.97524214,-0.86700726,-0.9510055,-0.8124884,0.14706166,0.14706182
+6.9503236,-0.60084766,-0.5164886,-0.8805497,-0.9679,-0.96971893,-0.96789384,-0.97809,-0.9732583,-0.97520524,-0.8636582,-0.939787,-0.8193467,0.29226825,0.29226828
+7.025757,-0.6225947,-0.5222853,-0.8650248,-0.9651161,-0.97124314,-0.96692115,-0.98018706,-0.9744086,-0.97422856,-0.8617742,-0.9244911,-0.82448864,0.21683514,0.21683502
+7.2256713,-0.6118961,-0.5337119,-0.8216524,-0.9619175,-0.97450703,-0.9638174,-0.9811893,-0.97564137,-0.970585,-0.85575306,-0.9068157,-0.84845525,0.016920632,0.016920567
+7.44958,-0.55476415,-0.5127626,-0.8070977,-0.9581528,-0.97792494,-0.96181357,-0.9804162,-0.9762853,-0.96493244,-0.8408685,-0.8912361,-0.89947736,-0.20698829,-0.20698833
+7.6703687,-0.4540382,-0.5377936,-0.8481786,-0.95097554,-0.98032194,-0.96272016,-0.9800313,-0.97570604,-0.95851564,-0.81192577,-0.8817679,-0.90591246,-0.42777666,-0.4277768
+7.8157716,-0.31160128,-0.573615,-0.8715982,-0.94709545,-0.9817376,-0.96526796,-0.98109937,-0.9739007,-0.95421,-0.8202807,-0.8814097,-0.8909036,-0.57317966,-0.5731797
+7.785641,-0.23518151,-0.6047553,-0.887097,-0.9432007,-0.9821708,-0.9673135,-0.9815012,-0.97186446,-0.9547041,-0.8397224,-0.8779231,-0.8817459,-0.54304934,-0.54304934
+7.5995317,-0.21363574,-0.6419094,-0.89333916,-0.93573,-0.9824374,-0.9677966,-0.98232394,-0.9708441,-0.9558462,-0.85537326,-0.87391984,-0.87672293,-0.3569397,-0.3569398
+7.3853817,-0.21193141,-0.67777544,-0.8955911,-0.9218892,-0.9829327,-0.9663894,-0.9835943,-0.9677297,-0.95162076,-0.870225,-0.85997355,-0.87387055,-0.14278956,-0.14278984
+7.2122655,-0.22064245,-0.72581017,-0.89701056,-0.8985493,-0.98275095,-0.964916,-0.9842213,-0.95519525,-0.94300944,-0.8888644,-0.84052926,-0.86398673,0.03032657,0.030326366
+7.124331,-0.30334234,-0.7727647,-0.9051899,-0.8692578,-0.98082477,-0.9623659,-0.98141265,-0.9452472,-0.92849886,-0.91133416,-0.8289392,-0.8426753,0.11826106,0.11826086
+7.1492124,-0.39671135,-0.8359461,-0.9191454,-0.8264507,-0.97986186,-0.9595906,-0.9770606,-0.9392477,-0.91707623,-0.92885935,-0.8211813,-0.81336683,0.09337944,0.0933795
+7.2545114,-0.4697292,-0.87624156,-0.92783636,-0.8048522,-0.97847587,-0.96142656,-0.9718667,-0.9378525,-0.9035189,-0.95267713,-0.8218931,-0.7835803,-0.0119194565,-0.011919498
+7.4146647,-0.5250045,-0.89398444,-0.9462072,-0.81015015,-0.97787,-0.9619317,-0.96695995,-0.9406199,-0.89420176,-0.9571996,-0.82956815,-0.7602288,-0.17207272,-0.17207289
+7.5734034,-0.5311099,-0.90693116,-0.95618796,-0.82203543,-0.9775181,-0.9606202,-0.96437526,-0.94442767,-0.8965618,-0.9582932,-0.8423541,-0.7505149,-0.3308114,-0.3308115
+7.6373086,-0.5339441,-0.90817875,-0.95859456,-0.8246129,-0.9774117,-0.9600787,-0.9687383,-0.94534653,-0.9031938,-0.95847446,-0.85042566,-0.7535874,-0.39471665,-0.39471674
+7.5653253,-0.5438589,-0.9047478,-0.9585537,-0.7982476,-0.9768478,-0.96026754,-0.9720784,-0.94295007,-0.91029555,-0.95952594,-0.86126214,-0.76055044,-0.3227335,-0.3227334
+7.3890424,-0.60839796,-0.90171754,-0.95789874,-0.7618891,-0.9764474,-0.96110195,-0.97269493,-0.93637115,-0.9148519,-0.962386,-0.86526436,-0.76177186,-0.14645052,-0.14645052
+7.1720767,-0.66715544,-0.89255065,-0.95746475,-0.76016283,-0.97593284,-0.961085,-0.97334474,-0.93239367,-0.9146683,-0.9654702,-0.8606845,-0.75215006,0.0705153,0.070515156
+6.9958334,-0.7158282,-0.88463396,-0.9596094,-0.803031,-0.9741196,-0.95986784,-0.9728132,-0.9257255,-0.9195442,-0.9656503,-0.8504587,-0.732408,0.24675846,0.24675846
+6.9411798,-0.75895447,-0.88443476,-0.963272,-0.8548082,-0.9718782,-0.96081424,-0.97384745,-0.92678005,-0.92376715,-0.9610227,-0.84377486,-0.72203434,0.30141217,0.3014121
+7.04157,-0.7683567,-0.88913774,-0.9666638,-0.8915247,-0.97082794,-0.9623534,-0.9752403,-0.9285877,-0.9248524,-0.95727897,-0.841417,-0.7207956,0.20102167,0.20102167
+7.2428174,-0.75609034,-0.89260566,-0.9694785,-0.9088086,-0.96969104,-0.9639153,-0.9757681,-0.9308729,-0.9260401,-0.95388234,-0.8419438,-0.7071698,-0.00022548375,-0.00022554398
+7.4459662,-0.7285491,-0.8927021,-0.9713604,-0.9203773,-0.9689798,-0.96467453,-0.97638106,-0.93408555,-0.92865556,-0.95123416,-0.84424853,-0.69249946,-0.20337434,-0.20337439
+7.5750566,-0.70097584,-0.8877719,-0.9719172,-0.9276185,-0.96898746,-0.9655355,-0.9769648,-0.9387973,-0.9325721,-0.9524008,-0.8447355,-0.67986566,-0.3324646,-0.3324647
+7.594695,-0.6805752,-0.8726253,-0.97057134,-0.931814,-0.96940565,-0.96582943,-0.9773613,-0.9443491,-0.93729264,-0.9520305,-0.8461118,-0.6765726,-0.35210308,-0.35210323
+7.4981914,-0.66234004,-0.8419806,-0.968909,-0.9359455,-0.97010607,-0.9656596,-0.9774392,-0.9500026,-0.9417997,-0.95075303,-0.85027033,-0.68095756,-0.2555995,-0.2555995
+7.3205414,-0.63100785,-0.8115011,-0.9673587,-0.94238776,-0.9713588,-0.965656,-0.97718865,-0.9548643,-0.9452461,-0.949525,-0.8566804,-0.68901664,-0.07794947,-0.077949524
+7.1491237,-0.58718145,-0.80078465,-0.9661082,-0.94950575,-0.9731438,-0.96394026,-0.97681606,-0.95799005,-0.9475065,-0.9478639,-0.86249495,-0.700896,0.09346822,0.09346819
+7.076734,-0.53875846,-0.78543276,-0.96755767,-0.95330745,-0.97458965,-0.961892,-0.97661656,-0.959989,-0.9449094,-0.9550933,-0.8677336,-0.7159031,0.16585787,0.16585779
+7.139477,-0.515128,-0.7735572,-0.9682717,-0.9555547,-0.97564656,-0.9612693,-0.9766874,-0.96187174,-0.9418675,-0.9592238,-0.86544794,-0.6925065,0.10311514,0.10311508
+7.302491,-0.5138802,-0.7588617,-0.96801376,-0.9571363,-0.97631216,-0.9614867,-0.9769718,-0.962652,-0.9386826,-0.9594682,-0.86285007,-0.6864224,-0.059899252,-0.05989933
+7.488872,-0.50858855,-0.73656,-0.96703726,-0.95845276,-0.9762423,-0.9616671,-0.9773241,-0.96273977,-0.93225396,-0.9576655,-0.86164695,-0.70013064,-0.24628007,-0.2462802
+7.627205,-0.494969,-0.7421023,-0.96657157,-0.9596042,-0.9764328,-0.96193385,-0.9775766,-0.963503,-0.9245658,-0.9549677,-0.8609674,-0.7305659,-0.38461316,-0.38461304
+7.667503,-0.46953857,-0.7674463,-0.9672865,-0.957175,-0.97704244,-0.96208817,-0.97764045,-0.96501356,-0.9196917,-0.95202816,-0.85968834,-0.7668729,-0.42491093,-0.42491102
+7.5873666,-0.46764284,-0.79303986,-0.9681602,-0.95586735,-0.9782597,-0.9650927,-0.9774041,-0.9669531,-0.916395,-0.95232666,-0.84738934,-0.80342114,-0.34477487,-0.34477472
+7.4214005,-0.49314332,-0.8153738,-0.96823657,-0.9580456,-0.97839093,-0.96687204,-0.9769553,-0.9686663,-0.91707397,-0.95483845,-0.83261234,-0.8333548,-0.17880885,-0.17880869
+7.2478156,-0.53422713,-0.8340088,-0.9659412,-0.96157914,-0.977921,-0.9670369,-0.9764955,-0.96943694,-0.91957533,-0.9579513,-0.82138294,-0.8451673,-0.005223755,-0.005223751
+7.1386447,-0.5729663,-0.85392255,-0.96307343,-0.9601242,-0.97622365,-0.96578634,-0.9762065,-0.9698588,-0.91635656,-0.96007764,-0.8127894,-0.8331007,0.10394708,0.10394716
+7.131325,-0.59314317,-0.86951596,-0.9612697,-0.9592242,-0.9745904,-0.96505195,-0.97614294,-0.9701844,-0.9092485,-0.96211034,-0.803771,-0.7991132,0.11126699,0.11126709
+7.2181253,-0.57229483,-0.87307394,-0.9616317,-0.96112275,-0.9736289,-0.9649434,-0.97629637,-0.97056353,-0.901726,-0.9626966,-0.7915467,-0.7497039,0.024466345,0.024466515
+7.360147,-0.5178015,-0.8784216,-0.96355236,-0.96402496,-0.97253925,-0.966814,-0.976685,-0.971736,-0.8954769,-0.9626806,-0.78399646,-0.70533156,-0.11755503,-0.11755514
+7.510374,-0.46431816,-0.8834661,-0.9660781,-0.96254355,-0.9708097,-0.96854335,-0.97752094,-0.9737237,-0.892088,-0.9628276,-0.7903398,-0.68153036,-0.2677821,-0.2677822
+7.618299,-0.40615255,-0.88929445,-0.96849823,-0.96199036,-0.96902514,-0.9696068,-0.9767728,-0.97589713,-0.89173865,-0.9622773,-0.81030107,-0.686038,-0.37570703,-0.37570715
+7.632029,-0.36044908,-0.8942705,-0.9705424,-0.9633226,-0.96694523,-0.9703972,-0.97567034,-0.97648495,-0.8918778,-0.96076816,-0.8328927,-0.7180988,-0.38943723,-0.3894372
+7.538886,-0.35568762,-0.89780354,-0.97184396,-0.9630445,-0.96484405,-0.97035235,-0.97464806,-0.97658914,-0.88929933,-0.9583111,-0.85078233,-0.76856536,-0.29629433,-0.2962942
+7.3831863,-0.3854586,-0.9001128,-0.97162145,-0.9634505,-0.96369874,-0.9691771,-0.973866,-0.97655284,-0.87402326,-0.95678294,-0.862209,-0.7963457,-0.14059444,-0.14059448
+7.227138,-0.43560803,-0.8969991,-0.97076917,-0.9645579,-0.96414715,-0.96741855,-0.972555,-0.976272,-0.85063595,-0.95409566,-0.8668065,-0.7920996,0.015453768,0.015453815
+7.13094,-0.47545362,-0.88974714,-0.96945953,-0.96583045,-0.96367025,-0.9664708,-0.97076195,-0.9755292,-0.8229619,-0.94905406,-0.86261046,-0.75401646,0.111651935,0.1116519
+7.136824,-0.4656073,-0.88410544,-0.96755916,-0.9672793,-0.9640627,-0.9675754,-0.96976745,-0.97502136,-0.79519254,-0.9433615,-0.85866857,-0.6866266,0.105767764,0.10576773
+7.2435484,-0.4509517,-0.87919986,-0.9662955,-0.96883553,-0.9651129,-0.97126204,-0.9710613,-0.975598,-0.7726237,-0.93713385,-0.8571297,-0.60388315,-0.0009563665,-0.00095653534
+7.4167347,-0.4758464,-0.86907554,-0.965214,-0.97143525,-0.9656119,-0.97302467,-0.97092104,-0.9766188,-0.7605908,-0.9303577,-0.8572992,-0.53482914,-0.17414273,-0.17414284
+7.583862,-0.5319052,-0.8640121,-0.9642317,-0.97366816,-0.96494913,-0.9738774,-0.9713777,-0.9761443,-0.7569295,-0.92242146,-0.8575897,-0.49937344,-0.34126973,-0.34126997
+7.648123,-0.55413604,-0.8721267,-0.96299803,-0.9753368,-0.96495473,-0.97459096,-0.9708951,-0.9751333,-0.75834745,-0.9116883,-0.87203956,-0.49682415,-0.40553084,-0.40553093
+7.574276,-0.58106714,-0.8825822,-0.9586107,-0.9764614,-0.9650026,-0.9752967,-0.9706081,-0.97345936,-0.7551485,-0.89750135,-0.88659,-0.47258288,-0.33168408,-0.3316841
+7.4244204,-0.60777205,-0.8945175,-0.9512858,-0.97807586,-0.9648004,-0.9758412,-0.9703165,-0.97086394,-0.75204206,-0.88478315,-0.89080334,-0.3579433,-0.18182836,-0.1818285
+7.2781916,-0.60876775,-0.90285957,-0.94385123,-0.9805958,-0.96443605,-0.9758548,-0.96930206,-0.96765417,-0.7724884,-0.8732873,-0.88661015,-0.1796431,-0.03559958,-0.03559971
+7.2359643,-0.60841036,-0.9048471,-0.9362533,-0.9810676,-0.9630331,-0.97610104,-0.9672948,-0.9637322,-0.7816107,-0.8631928,-0.875033,-0.031229973,0.0066278167,0.0066275597
+7.3628807,-0.5962524,-0.90620524,-0.9234624,-0.9800814,-0.9615459,-0.9767487,-0.96566033,-0.9577733,-0.7982016,-0.85160196,-0.8631128,0.060195923,-0.12028869,-0.12028885
+7.5684524,-0.6517073,-0.90975106,-0.9076541,-0.9790812,-0.96121395,-0.9772728,-0.963884,-0.9504897,-0.78277695,-0.8404558,-0.8535748,0.10179281,-0.32586026,-0.3258605
+7.72202,-0.7091923,-0.9154951,-0.875431,-0.9782867,-0.9618613,-0.9777852,-0.9591727,-0.9403414,-0.80586576,-0.8321879,-0.858215,0.16420007,-0.47942814,-0.4794283
+7.7524276,-0.7839063,-0.9318213,-0.8371485,-0.9777472,-0.96138674,-0.9770656,-0.9564239,-0.93812954,-0.863844,-0.826438,-0.8518928,0.3398496,-0.50983554,-0.5098357
+7.72039,-0.8448406,-0.9448125,-0.7976708,-0.9784947,-0.95903707,-0.9759112,-0.95488566,-0.9328747,-0.8963792,-0.84014165,-0.8279538,0.29689097,-0.47779784,-0.47779799
+7.637662,-0.8787327,-0.9532165,-0.7713506,-0.9793472,-0.95618105,-0.9717582,-0.9535881,-0.9257946,-0.91700953,-0.8567312,-0.7968258,0.24346912,-0.39506984,-0.39507008
+7.509514,-0.9036148,-0.9560187,-0.75392914,-0.97863525,-0.95461303,-0.9662982,-0.9539852,-0.92423296,-0.9302183,-0.87044317,-0.7690594,0.20578241,-0.26692173,-0.266922
+7.4129343,-0.91794187,-0.95868886,-0.7455829,-0.9776428,-0.95403415,-0.9621427,-0.95355207,-0.92891693,-0.93891287,-0.8754022,-0.7444555,0.14328969,-0.17034216,-0.17034245
+7.388938,-0.9240643,-0.96034074,-0.7081416,-0.9756614,-0.9534146,-0.95863825,-0.95163655,-0.9335874,-0.9435272,-0.8808315,-0.72432125,0.075115204,-0.14634588,-0.14634609
+7.4176283,-0.92457974,-0.9615601,-0.71018136,-0.97271824,-0.95237374,-0.954887,-0.9492904,-0.93751454,-0.9433628,-0.88053405,-0.701164,0.01306653,-0.17503612,-0.17503643
+7.4730744,-0.9233452,-0.9630374,-0.7812353,-0.97058195,-0.95167506,-0.95412827,-0.9500842,-0.9352736,-0.94840425,-0.8778065,-0.67440844,-0.08025426,-0.2304823,-0.23048258
+7.529141,-0.9213569,-0.9646179,-0.8391676,-0.96930164,-0.95212936,-0.95436454,-0.949156,-0.9337122,-0.95563,-0.8762452,-0.64958394,-0.20001262,-0.28654888,-0.2865491
+7.5426064,-0.91736794,-0.96604854,-0.8785324,-0.969109,-0.95531124,-0.95653003,-0.95036685,-0.9328127,-0.96195817,-0.8764252,-0.6454887,-0.3182099,-0.30001426,-0.3000145
+7.4908347,-0.9125772,-0.9674172,-0.9015692,-0.9703467,-0.95835096,-0.95923865,-0.9527258,-0.93110734,-0.96500915,-0.87713295,-0.6370499,-0.41738135,-0.24824244,-0.24824286
+7.426395,-0.912618,-0.96599996,-0.917192,-0.97108614,-0.96100426,-0.9634202,-0.954803,-0.93074787,-0.9654215,-0.87672746,-0.6332543,-0.45538914,-0.1838028,-0.18380308
+7.383444,-0.904096,-0.9647642,-0.93040293,-0.97171086,-0.96304655,-0.9678822,-0.9563443,-0.9328343,-0.96283823,-0.87460846,-0.62420535,-0.47361964,-0.14085178,-0.14085197
+7.3346834,-0.88708526,-0.9636983,-0.9382196,-0.97200793,-0.96453166,-0.9706127,-0.9575318,-0.9316442,-0.9605794,-0.8726851,-0.62132376,-0.4724977,-0.092091225,-0.09209156
+7.3215847,-0.86336756,-0.9629974,-0.94350016,-0.9716716,-0.9649419,-0.9721164,-0.95840037,-0.929213,-0.9592036,-0.8720677,-0.6243851,-0.47378904,-0.078992575,-0.07899284
+7.341555,-0.8324259,-0.96305627,-0.94778913,-0.9717139,-0.9646021,-0.9730852,-0.9592135,-0.9283567,-0.95471185,-0.87073934,-0.6620653,-0.46841592,-0.098963074,-0.09896326
+7.379043,-0.8103998,-0.963104,-0.9511647,-0.9722694,-0.96617585,-0.9740021,-0.9603076,-0.926264,-0.9496657,-0.86863977,-0.7170466,-0.4509312,-0.136451,-0.13645124
+7.4170094,-0.7815828,-0.96412313,-0.95259947,-0.97320145,-0.9670058,-0.97471225,-0.96197176,-0.921231,-0.95433795,-0.8660406,-0.76660913,-0.41465604,-0.1744171,-0.1744175
+7.4447556,-0.7546479,-0.965717,-0.9543986,-0.97498685,-0.9652831,-0.9747779,-0.9631629,-0.9139549,-0.9609496,-0.85681075,-0.79182756,-0.39087695,-0.2021637,-0.2021637
+7.461839,-0.7471025,-0.96815336,-0.95638573,-0.97593737,-0.96339375,-0.97513044,-0.96395016,-0.9038728,-0.9598876,-0.83949924,-0.8001119,-0.37676424,-0.21924698,-0.21924734
+7.4613876,-0.76937,-0.9686167,-0.95744234,-0.97650874,-0.9620119,-0.97556835,-0.96468174,-0.8889069,-0.9586604,-0.82333827,-0.8047504,-0.36783946,-0.21879554,-0.21879578
+7.431985,-0.79600304,-0.9687503,-0.9597328,-0.976996,-0.96152365,-0.97598135,-0.96563125,-0.8728898,-0.95890504,-0.8122076,-0.8040846,-0.35904694,-0.189393,-0.18939304
+7.390578,-0.81523097,-0.96851754,-0.963313,-0.977433,-0.96364397,-0.97628534,-0.9667408,-0.8610015,-0.95974094,-0.8203873,-0.80037,-0.35513365,-0.1479858,-0.14798594

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.9293506145477295,-0.9293506554365158,8.171942455768585,,
+1000,-1.0039243698120117,-1.0039242488145828,8.246516102313995,,
+1500,-1.1777851581573486,-1.1777852528095245,8.42037709569931,,
+2000,-1.1499462127685547,-1.149946147084236,8.392537998199463,,
+2500,-1.0771257877349854,-1.0771256273984908,8.31971747493744,,
+3000,-1.1256088018417358,-1.1256084946393967,8.368200330257416,,
+3500,-1.299943447113037,-1.2999432665109634,8.542535171508788,,
+4000,-1.332210898399353,-1.3322104489803315,8.574802256107331,,
+4500,-1.2973783016204834,-1.2973778222799301,8.53996969461441,,
+5000,-1.377122402191162,-1.377122589468956,8.619714403629303,,
+5000,,,,8.735819575786591,-1.4932283163070679
+5500,-1.418178677558899,-1.418178547143936,8.660770379781724,,
+6000,-1.4399179220199585,-1.4399179924726486,8.682509803295135,,
+6500,-1.3172708749771118,-1.3172708714008332,8.559862751483918,,
+7000,-1.648036003112793,-1.6480360289812088,8.890627858638764,,
+7500,-1.6588687896728516,-1.658868381500244,8.90146024107933,,
+8000,-1.4797192811965942,-1.4797194588184357,8.722311271905898,,
+8500,-1.3451703786849976,-1.3451698251962663,8.587761666297913,,
+9000,-1.1929289102554321,-1.1929288711547852,8.435520696043968,,
+9500,-1.184531569480896,-1.1845317597389222,8.427123594760895,,
+10000,-1.3030409812927246,-1.3030407878160477,8.545632660865783,,
+10000,,,,8.63310534119606,-1.3905137777328491
+10500,-1.310945987701416,-1.310945943236351,8.553537759423255,,
+11000,-1.49808931350708,-1.498089589357376,8.74068142747879,,
+11500,-1.6750279664993286,-1.6750272878408432,8.917619111061097,,
+12000,-1.6398733854293823,-1.6398740285634994,8.882465875625611,,
+12500,-1.6720155477523804,-1.6720160237550736,8.914607870101928,,
+13000,-1.5006654262542725,-1.5006653226613997,8.743257209300994,,
+13500,-1.7454243898391724,-1.7454241576194762,8.988016050815583,,
+14000,-1.609801173210144,-1.6098012955188752,8.852393176555633,,
+14500,-1.488818883895874,-1.4888188467025756,8.731410711288452,,
+15000,-1.508561134338379,-1.5085611910820007,8.751153043985367,,
+15000,,,,8.635221319198608,-1.3926295042037964
+15500,-1.4572142362594604,-1.4572139987945556,8.699805814027787,,
+16000,-1.5289502143859863,-1.52895048558712,8.771542305231094,,
+16500,-1.486409068107605,-1.4864089609384536,8.72900085234642,,
+17000,-1.5621953010559082,-1.5621950128078461,8.804786848068238,,
+17500,-1.5948774814605713,-1.5948770974874495,8.837468934297561,,
+18000,-1.6494733095169067,-1.6494729241132737,8.89206477355957,,
+18500,-1.6558603048324585,-1.6558608630895615,8.898452692508698,,
+19000,-1.6096655130386353,-1.6096652706861496,8.85225714468956,,
+19500,-1.5472491979599,-1.5472489809989929,8.789840817213058,,
+20000,-1.5074834823608398,-1.5074833788871764,8.750075273752213,,
+20000,,,,8.773477771282195,-1.5308855772018433
+20500,-1.6540465354919434,-1.654046746134758,8.89663854455948,,
+21000,-1.5801243782043457,-1.5801241998672486,8.82271607875824,,
+21500,-1.3913739919662476,-1.3913737004995346,8.633965559959412,,
+22000,-1.4525814056396484,-1.452581698179245,8.695173544645309,,
+22500,-1.4802263975143433,-1.4802262883186341,8.722818174362182,,
+23000,-1.3518801927566528,-1.3518803247213365,8.594472192764282,,
+23500,-1.021887183189392,-1.0218871459960936,8.26447900390625,,
+24000,-1.0967777967453003,-1.0967781168222428,8.33937000656128,,
+24500,-0.9777408838272095,-0.9777409179210663,8.2203327627182,,
+25000,-1.2336102724075317,-1.2336104588508605,8.476202273368836,,
+25000,,,,8.675163776874543,-1.4325724840164185
+25500,-1.1584405899047852,-1.1584401499032975,8.401032030582428,,
+26000,-1.2216287851333618,-1.221629006743431,8.464220887184142,,
+26500,-1.3723849058151245,-1.3723850655555725,8.614976913928986,,
+27000,-1.4428247213363647,-1.4428244054317474,8.685416328430176,,
+27500,-1.340522050857544,-1.3405219526290895,8.583113758802414,,
+28000,-1.6099622249603271,-1.6099621168375016,8.852553974151611,,
+28500,-1.4151395559310913,-1.415139525771141,8.657731339454651,,
+29000,-1.207911491394043,-1.2079113639593124,8.450503207206726,,
+29500,-1.2814788818359375,-1.2814791224002837,8.524070978164673,,
+30000,-1.457051157951355,-1.4570514407157897,8.69964327287674,,
+30000,,,,8.664543665647507,-1.421952247619629
+30500,-1.2018132209777832,-1.201813255548477,8.444405128002167,,
+31000,-1.2422600984573364,-1.2422599767446518,8.484851842403412,,
+31500,-1.4225482940673828,-1.4225484153032304,8.665140276908874,,
+32000,-0.8241630792617798,-0.8241632168292999,8.066755059242249,,
+32500,-0.9615725874900818,-0.961572261095047,8.204164114952087,,
+33000,-0.9788274765014648,-0.9788274453878403,8.221419298171996,,
+33500,-0.8659929633140564,-0.8659923448562622,8.108584270000458,,
+34000,-0.44548946619033813,-0.4454893879890442,7.68808123254776,,
+34500,-0.6783751845359802,-0.6783750616312026,7.920966915369034,,
+35000,-0.8385154008865356,-0.8385152708292007,8.081107162952422,,
+35000,,,,8.420707374811172,-1.178115725517273
+35500,-1.205750823020935,-1.2057510323524474,8.448342881679535,,
+36000,-0.841330349445343,-0.8413304548263549,8.083922318935395,,
+36500,-0.5925306677818298,-0.5925305889844894,7.8351224684715275,,
+37000,-0.4312020242214203,-0.4312020815610886,7.673793943405151,,
+37500,-0.9671774506568909,-0.96717728972435,8.209769129514694,,
+38000,-0.23240111768245697,-0.23240143275260924,7.474993336677551,,
+38500,-0.6940456032752991,-0.6940454405546188,7.936637272357941,,
+39000,-0.5418634414672852,-0.5418637571334839,7.784455617427826,,
+39500,-0.5639862418174744,-0.5639863276481628,7.806578156948089,,
+40000,-0.7025253176689148,-0.7025253628492355,7.9451172227859495,,
+40000,,,,8.09688700556755,-0.8542954921722412
+40500,-0.6504455208778381,-0.6504453822374344,7.89303723192215,,
+41000,-0.2980080246925354,-0.29800819492340086,7.5406000509262086,,
+41500,-0.6334536671638489,-0.6334537975788116,7.87604562664032,,
+42000,-0.19540706276893616,-0.1954075756072998,7.4379994597435,,
+42500,-0.49220582842826843,-0.49220586478710177,7.734797734737397,,
+43000,-0.22404825687408447,-0.22404831779003143,7.466640144824981,,
+43500,-0.5098099112510681,-0.5098098242282867,7.752401696205139,,
+44000,-0.3169424831867218,-0.31694256675243376,7.559534465312958,,
+44500,-0.36807405948638916,-0.368074138045311,7.61066597032547,,
+45000,-0.3066454827785492,-0.30664541709423065,7.549237274646759,,
+45000,,,,7.669497232437134,-0.42690524458885193
+45500,-0.4824593663215637,-0.4824594249725342,7.725051268100739,,
+46000,-0.34534189105033875,-0.3453417856693268,7.587933681488037,,
+46500,-0.4256407618522644,-0.42564081275463106,7.668232730865478,,
+47000,-0.2664107382297516,-0.2664108371734619,7.509002727508545,,
+47500,-0.4855826795101166,-0.485582915186882,7.728174756526947,,
+48000,-0.2727000415325165,-0.27269971966743467,7.515291572093964,,
+48500,-0.3496209383010864,-0.3496207938194275,7.592212691783905,,
+49000,-0.17041222751140594,-0.1704122039079666,7.4130040640831,,
+49500,-0.3606043756008148,-0.3606042214632034,7.60319609951973,,
+50000,-0.177697092294693,-0.1776972758769989,7.420289187431336,,
+50000,,,,7.454660525321961,-0.2120686024427414

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17272db56e71f4c3a306070f2d00c8e346cf419b40485fa549ca424387bcaa
+size 15018767

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.395285,0.95859575,-0.8813051,-0.052630723,-0.90909415,-0.6644462,-0.72650313,0.9492532,-0.9619229,-0.7673101,-0.97442013,-0.89678985,-0.9510581,-1.1526924,-1.1526928
+4.4034333,0.7944331,-0.9372932,0.7420676,-0.4645443,0.16115141,0.5705823,0.80443764,-0.9625847,0.047044635,-0.75962627,-0.024633706,-0.099301636,2.8391588,2.8391585
+6.8617024,0.8469472,-0.8999343,0.9591508,0.36382246,-0.40138894,0.112758756,0.8404381,-0.89942485,0.9651238,0.69990134,0.39643896,0.73572075,0.3808891,0.38088942
+11.564822,0.8875271,-0.6533012,0.92041063,0.8388635,-0.38386297,-0.9220533,0.8958564,-0.9024261,0.9371741,0.71270347,-0.29608035,-0.9526663,-4.3222303,-4.3222303
+11.576417,0.957119,0.98445857,-0.93338794,-0.14202487,-0.854769,-0.9477795,0.9552698,0.98660827,-0.9682433,-0.42220843,-0.2301758,-0.9575808,-4.3338256,-4.333825
+4.5179925,0.97885823,0.9885118,-0.95551693,0.59393835,0.7434411,-0.4296974,0.97681,0.9874747,-0.9605835,0.47662592,0.84846234,-0.3901472,2.7245996,2.7245994
+1.5321071,0.9747722,0.9841175,-0.9720901,0.9726325,0.96231365,-0.542614,0.97006154,0.9854071,-0.97848165,0.9754436,0.9466305,-0.8675456,5.710484,5.7104845
+6.728105,0.9373207,0.981009,-0.9460878,0.09556854,0.8526039,0.025313616,0.92680085,0.9839207,-0.95000404,0.52907157,0.8600421,-0.7111138,0.5144865,0.5144868
+12.587649,0.9542899,0.919451,-0.562905,-0.9366906,0.18474102,-0.5559247,0.9369981,0.9463515,-0.75030434,-0.8952736,0.78090024,-0.8834623,-5.345058,-5.3450575
+11.817644,0.9536308,-0.814754,-0.78124565,-0.92476237,-0.92589927,-0.9653148,0.94643664,-0.6467214,-0.8098053,-0.9470883,-0.45539713,-0.98826975,-4.5750523,-4.5750523
+5.874056,0.88497424,-0.8282463,-0.94651896,-0.8486548,-0.667523,0.83324885,0.92075586,-0.97991157,-0.8738376,-0.8422316,0.0030890703,-0.4165318,1.3685359,1.368536
+5.124532,0.91493464,-0.86483896,0.7496319,0.5807966,-0.23006117,0.8938936,0.7540941,-0.85765237,-0.49821532,0.47207642,-0.09805751,-0.010569036,2.1180592,2.1180596
+8.659937,0.9020703,-0.9297504,0.93158793,0.24268842,-0.5992848,-0.9025055,0.81469226,-0.3554716,0.9752207,0.59089756,0.19517457,-0.76298815,-1.4173455,-1.417345
+11.221616,0.93292236,0.9803128,-0.41718054,0.15956998,-0.72005767,-0.9763243,0.94470143,0.9811927,-0.9135903,0.21023905,0.25875115,-0.94982934,-3.9790246,-3.979024
+8.141161,0.9753463,0.9900384,-0.9396702,-0.26012194,0.1061939,-0.7040636,0.96733356,0.9925939,-0.96831137,-0.20232373,0.4086771,-0.57817966,-0.89856917,-0.8985691
+2.9106917,0.9776232,0.983091,-0.9728459,0.96145713,0.94201815,-0.4430824,0.9827962,0.9880004,-0.98178005,0.94053936,0.95656526,-0.6636633,4.3319,4.3319
+4.0682716,0.9758594,0.98458433,-0.95935863,0.88986015,0.9578303,-0.122639656,0.9325836,0.98797333,-0.9705945,0.8551705,0.94520617,-0.80424005,3.17432,3.1743202
+10.042458,0.9745064,0.9854362,-0.75863,-0.85878074,0.42098117,0.3561542,0.9346006,0.9636111,-0.91028553,-0.8637517,0.50033236,-0.27203822,-2.799866,-2.7998657
+12.602401,0.96095,-0.7730833,-0.5227946,-0.87831116,-0.48296082,-0.958788,0.94942033,-0.4162047,-0.8301562,-0.9371711,0.60905874,-0.9871223,-5.3598084,-5.359809
+7.8913817,0.96287894,-0.48319423,-0.87885046,-0.8826543,-0.75907373,-0.7861972,0.93092954,-0.9652719,-0.79937243,-0.9526492,-0.09899104,-0.8995956,-0.6487902,-0.6487899
+4.687806,0.9347744,-0.41288006,-0.5591098,-0.13537872,-0.7134261,0.86929727,0.7859771,-0.86455196,-0.96909326,-0.31456864,-0.21988928,0.48393762,2.5547853,2.5547857
+7.922971,0.86345625,-0.8724263,0.93714666,0.30796933,-0.12949675,0.1010679,0.82352734,-0.5800961,0.9600513,-0.04169333,-0.33829546,-0.7216353,-0.68037957,-0.6803789
+10.881909,0.92556274,0.8967514,0.7369404,-0.10852748,-0.87729716,-0.97291815,0.9365723,0.9052236,0.3845129,0.76267886,0.5091543,-0.8772241,-3.6393182,-3.6393175
+9.4282875,0.97103167,0.9907541,-0.9483175,-0.5552102,-0.23552871,-0.9505801,0.97424245,0.99180937,-0.94905716,-0.4164976,0.51973176,-0.8522112,-2.1856956,-2.1856956
+4.562664,0.97601986,0.9921155,-0.96222836,0.7027912,0.9477241,-0.24505842,0.9814613,0.99286246,-0.9752359,0.5502225,0.96758986,-0.09662366,2.6799278,2.6799278
+2.9939737,0.9819933,0.9788773,-0.96649754,0.88540745,0.98094344,-0.68267864,0.9559283,0.98323107,-0.9668166,0.8827398,0.9868715,-0.7967708,4.248618,4.248618
+8.050386,0.9827378,0.9854083,-0.91977316,-0.73881036,0.9411111,0.41889727,0.94804597,0.98400044,-0.94813085,-0.14921838,0.925858,0.50621223,-0.80779475,-0.8077946
+12.760618,0.9826231,0.8154422,-0.5565612,-0.9212594,0.58329415,-0.7949192,0.9503145,0.73582745,-0.8727866,-0.9218555,0.88463473,-0.9690373,-5.5180264,-5.5180264
+9.465442,0.9609438,-0.34651244,-0.8132201,-0.9003923,-0.76246804,-0.9561915,0.95453954,-0.82549685,-0.8889755,-0.9691601,-0.15694737,-0.9859849,-2.22285,-2.2228498
+4.567825,0.9401275,-0.23979115,-0.4499241,-0.85166675,-0.59363633,0.8048818,0.8587594,-0.91383475,-0.85843307,-0.92725897,-0.11414337,0.5976291,2.6747668,2.674767
+7.534146,0.9413407,-0.7293158,0.9467068,0.2784636,0.03128445,0.8815483,0.8353081,-0.694235,0.36293268,-0.16525573,-0.025931299,0.46481526,-0.29155496,-0.29155397
+11.182759,0.9185535,-0.5652119,0.9301789,0.23617375,-0.75977665,-0.9089683,0.9156227,-0.5987267,0.9221132,0.5264441,0.5220016,-0.81699413,-3.9401684,-3.9401674
+10.711359,0.96145463,0.98638165,-0.9694064,-0.57014817,-0.2889167,-0.9764086,0.96732783,0.98862576,-0.9556669,-0.45458072,0.825027,-0.9331874,-3.4687674,-3.4687672
+5.641667,0.9813,0.9896108,-0.826174,-0.39888775,0.90152144,-0.013035595,0.98527706,0.9918189,-0.94911814,-0.3465773,0.95643985,0.14666462,1.6009248,1.600925
+2.274364,0.9830978,0.9835236,-0.94376403,0.70431066,0.9831774,-0.523236,0.97563267,0.97902834,-0.9621491,0.5236325,0.9893012,-0.7582292,4.968228,4.968228
+6.0072026,0.9807315,0.9821029,-0.949299,-0.22293758,0.97891283,-0.5785238,0.9625473,0.990983,-0.95669514,0.38267207,0.97952557,-0.7137332,1.2353889,1.2353892
+11.416862,0.98476446,0.96001697,-0.7402131,-0.95004755,0.8300338,-0.46098077,0.96221066,0.95803714,-0.8354405,-0.96431136,0.86920166,-0.8826296,-4.17427,-4.1742697
+11.1117935,0.96522033,-0.08368087,-0.7109413,-0.9407858,-0.86121637,-0.9772212,0.9632356,-0.40308952,-0.75656414,-0.9686294,0.3052237,-0.9877868,-3.8692017,-3.8692017
+5.8065157,0.96425843,0.015840292,-0.89154315,-0.9307519,-0.4446138,-0.8076954,0.92146456,-0.9333367,-0.90290415,-0.95676035,0.3362596,-0.61524945,1.4360763,1.4360762
+5.1467614,0.9234383,-0.65939003,0.7101798,-0.21996629,0.24878907,0.8520007,0.8611671,-0.6425099,0.3172555,-0.33010828,0.60906816,0.57177114,2.0958302,2.0958304
+9.101736,0.91559124,-0.6954519,0.7849927,0.5234873,0.12203443,-0.038774908,0.91213393,-0.8841235,0.69313216,0.57401717,0.6695671,-0.33217883,-1.8591443,-1.8591442
+10.905545,0.9567213,0.839077,-0.7085078,-0.6006091,-0.42437446,-0.93530434,0.9650314,0.22407639,-0.80640566,-0.668889,0.58758664,-0.8959177,-3.6629536,-3.6629534
+7.7409177,0.9771154,0.9833088,-0.64497155,-0.8279353,0.81457615,-0.19567275,0.9816847,0.98285925,-0.48728788,-0.88975966,0.9545121,-0.050982,-0.4983261,-0.49832582
+3.6333554,0.9765761,0.971537,-0.9110944,-0.04871404,0.96982574,-0.67687887,0.98048687,0.97455966,-0.92776203,0.50753236,0.9896431,-0.2953449,3.6092365,3.6092365
+4.45113,0.9811803,0.97069955,-0.9464054,0.07511258,0.9891772,-0.8474812,0.96900606,0.98332715,-0.9507619,0.22050476,0.98730135,-0.7470291,2.7914617,2.791462
+9.642135,0.97803736,0.9826536,-0.88489866,-0.92638254,0.95162416,-0.69036335,0.96220315,0.97758627,-0.8756549,-0.9087903,0.9669647,-0.82450664,-2.399543,-2.3995428
+11.7614155,0.97169447,0.8633939,-0.6988629,-0.9436066,0.5980365,-0.93603885,0.96795416,0.8466401,-0.71916014,-0.9549796,0.5781152,-0.9732984,-4.5188236,-4.5188236
+7.043953,0.97277045,-0.5667519,-0.928865,-0.94258285,-0.7196174,-0.9243384,0.97625756,-0.91429555,-0.915647,-0.9755569,-0.43176448,-0.8827375,0.19863917,0.19863892
+3.6784084,0.9006324,-0.8380858,0.32515383,-0.8590208,-0.16987312,-0.45436823,0.84776604,-0.93467236,0.562117,-0.8124266,0.44175124,-0.25804007,3.5641835,3.5641835
+7.1077924,0.94205856,-0.92674345,0.6755142,0.6453495,0.4944154,0.71918905,0.9020623,-0.94629794,0.31257606,0.62728596,0.5132812,0.41087103,0.13479935,0.13479948
+11.88262,0.9433217,-0.9234507,0.6117556,0.47226572,0.023918271,-0.8516259,0.9456475,-0.948579,0.38593733,0.5412898,0.5211134,-0.84996897,-4.6400285,-4.640028
+10.382752,0.9749701,0.6302557,-0.7528483,-0.90373874,0.056566477,0.30222094,0.9785557,0.7608235,-0.85213786,-0.9032941,0.53645825,0.17143428,-3.1401608,-3.1401606
+4.3118024,0.97414744,0.89904547,-0.0071411133,-0.34007597,0.93043625,-0.012652278,0.9694425,0.95415735,-0.20699513,-0.6288758,0.9675951,-0.10490149,2.9307897,2.9307895
+2.7185674,0.97543836,0.9275048,-0.93213356,0.012923956,0.98206306,-0.7395019,0.9807627,0.942541,-0.9209868,0.13933003,0.98469925,-0.70125115,4.524024,4.5240245
+7.46757,0.9646356,0.98132956,-0.9008136,-0.8070739,0.96358657,-0.91982704,0.964723,0.98310804,-0.8890436,-0.5381115,0.97341204,-0.88831306,-0.22497846,-0.22497797
+12.178585,0.96718216,0.9711373,-0.82785887,-0.9584943,0.67277336,-0.8557956,0.9656551,0.96573853,-0.7497262,-0.9336671,0.8574188,-0.86645234,-4.935993,-4.935993
+9.87899,0.96792126,-0.37885702,-0.85202134,-0.9578812,-0.91502184,-0.873703,0.9636419,-0.5511298,-0.69579875,-0.9416955,-0.7093924,-0.8426936,-2.6363986,-2.6363983
+4.1840143,0.93775046,-0.9177415,0.16506553,-0.94711393,-0.3803755,-0.5364642,0.89868975,-0.9502958,0.5735564,-0.9114477,-0.15224457,-0.4171328,3.0585775,3.0585775
+5.2042685,0.96096563,-0.96184,0.86854434,0.16154659,0.57551,0.64884484,0.92594504,-0.96593076,0.8687694,0.36560345,0.4300568,0.5547862,2.0383236,2.0383234
+10.439718,0.952647,-0.9731604,0.9135027,0.6898227,0.62355745,-0.036773622,0.9241209,-0.97539604,0.86088514,0.717669,0.6773621,-0.21411145,-3.1971266,-3.1971264
+12.149606,0.9580629,-0.94930655,0.51838875,-0.8517794,-0.047798276,-0.0128291845,0.9682667,-0.9607412,0.05017078,-0.8164663,0.31894684,0.072170496,-4.907014,-4.907014
+7.6848006,0.9715798,0.85697055,0.8876262,-0.8448491,0.8230704,0.07904482,0.96236634,0.8534514,0.7957289,-0.87726694,0.90678215,0.19676948,-0.442209,-0.44220877
+3.477738,0.97342134,0.9482851,-0.8569718,-0.2941931,0.98080564,-0.45333564,0.9771416,0.9579153,-0.8908653,-0.35528696,0.98256254,-0.45920503,3.7648537,3.764854
+5.261554,0.9735501,0.9825691,-0.9204547,-0.43063885,0.98204637,-0.8977739,0.9753108,0.9858904,-0.9240475,-0.26134884,0.98338175,-0.8942424,1.9810377,1.9810381
+10.400812,0.9645674,0.9801514,-0.86616683,-0.927271,0.9091743,-0.8554452,0.9567497,0.9773859,-0.8659238,-0.93731624,0.93742895,-0.899637,-3.158221,-3.1582203
+11.206629,0.96723294,0.8985282,-0.7758466,-0.95814353,-0.52299345,-0.8608705,0.96392703,0.82106996,-0.7652138,-0.9638578,-0.57429355,-0.9324649,-3.9640372,-3.964037
+5.6306834,0.95206344,-0.924874,-0.95694345,-0.9475564,-0.5708005,-0.7558846,0.95015025,-0.9320393,-0.93449986,-0.9601347,-0.6340175,-0.8443461,1.6119086,1.6119084
+3.7314923,0.8964751,-0.9435722,0.88955545,-0.5213797,0.44550097,-0.2205714,0.851997,-0.9545464,0.8715509,-0.5338502,0.35231948,-0.27772754,3.5110996,3.5110996
+7.9510827,0.9471266,-0.964122,0.791965,0.6954465,0.37231493,0.110198975,0.9223136,-0.96644574,0.76993084,0.7619747,0.54323125,0.20015395,-0.70849085,-0.70849085
+11.880719,0.951401,-0.9705437,0.66457987,-0.22707051,-0.40201586,-0.59307194,0.9554796,-0.96762884,0.5914428,0.08129215,-0.078419626,-0.66656643,-4.6381273,-4.6381273
+9.69428,0.98109317,0.8540883,0.3090768,-0.8157141,0.3204062,0.8755107,0.9828085,0.8713312,-0.13718343,-0.8384106,0.57903194,0.65437615,-2.451688,-2.4516878
+3.976529,0.9473394,0.9220202,-0.1701926,-0.29247618,0.9669268,-0.34753186,0.9492781,0.94168806,-0.31419826,-0.32955754,0.9700923,-0.40516764,3.266063,3.266063
+4.0102463,0.97225,0.9796796,-0.91744524,-0.2687577,0.97960186,-0.7832347,0.9761126,0.98075235,-0.92464614,-0.22413361,0.9785571,-0.81882054,3.2323453,3.2323456
+8.837364,0.9498961,0.9839275,-0.895433,-0.89164275,0.95341015,-0.85419613,0.95237696,0.98279715,-0.8900067,-0.89127463,0.95178604,-0.8656307,-1.5947723,-1.5947723
+12.0414915,0.9689994,0.9538193,-0.80701375,-0.95456374,0.28857982,-0.8638068,0.9668225,0.95946956,-0.785448,-0.94520783,0.41449344,-0.88201326,-4.7988997,-4.7988997
+8.353058,0.969632,-0.8197288,-0.8868884,-0.9551243,-0.8298414,-0.9120959,0.96990776,-0.8427742,-0.84610796,-0.948034,-0.7262621,-0.926244,-1.1104661,-1.110466
+3.8691857,0.84055686,-0.9265765,0.8014107,-0.7862373,0.25218213,-0.6288629,0.85356665,-0.94858974,0.86755717,-0.68241286,0.29063225,-0.5858582,3.3734064,3.3734062
+5.773983,0.9198451,-0.96658635,0.6325344,0.5862982,0.40769243,0.5962212,0.91205716,-0.9637396,0.62159836,0.6035042,0.37526703,0.30181026,1.4686085,1.4686089
+10.725593,0.94736624,-0.9682588,0.66777956,0.61563015,-0.5290185,-0.724947,0.9481077,-0.96351856,0.60644925,0.6515956,-0.21807843,-0.8135603,-3.483001,-3.4830008
+11.018854,0.9722378,0.7546377,-0.72899336,-0.7899029,-0.39062554,0.5924747,0.9754615,0.6987946,-0.83610004,-0.7807064,-0.13643587,0.5144093,-3.776263,-3.7762623
+5.533762,0.9694009,0.951637,0.31986165,-0.48842967,0.8892859,-0.30896688,0.96948314,0.95153546,0.12453425,-0.40418983,0.9226868,-0.34782553,1.7088295,1.7088299
+3.4422305,0.9710138,0.96891,-0.9182512,-0.28432953,0.9805672,-0.6145989,0.97079396,0.9667913,-0.9295275,0.050539494,0.9771925,-0.67966944,3.800361,3.8003614
+7.1248827,0.9600936,0.9842663,-0.90194446,-0.6907416,0.96661997,-0.8040699,0.95027506,0.9861388,-0.9136744,-0.6413623,0.9565804,-0.8761333,0.11770892,0.11770916
+11.824064,0.9633231,0.96531105,-0.83048475,-0.95359826,0.8006201,-0.7762289,0.95930696,0.9600692,-0.83164996,-0.95521736,0.7998737,-0.8995793,-4.581473,-4.5814724
+10.397538,0.9656209,-0.16160071,-0.7895034,-0.9581434,-0.800367,-0.9490354,0.96393085,0.09073901,-0.7279344,-0.9569547,-0.70433986,-0.9719454,-3.1549463,-3.1549463
+4.3885517,0.9317603,-0.9489938,-0.9259531,-0.9230752,0.014675975,-0.77473783,0.91586316,-0.95570934,-0.84573996,-0.909273,0.124319434,-0.82576495,2.8540401,2.8540401
+3.9747376,0.87340736,-0.916916,0.73245645,0.43831098,0.48805225,0.55676866,0.8241651,-0.931425,0.65663457,0.4767269,0.53579974,0.3353318,3.267854,3.2678542
+8.869961,0.9285965,-0.94004107,0.6648251,0.70960486,-0.24319786,-0.4788003,0.913342,-0.955597,0.6077273,0.71961784,-0.0035560727,-0.7102205,-1.627369,-1.6273689
+11.816751,0.957407,0.5322602,-0.62415093,-0.64116627,-0.8233659,-0.80461514,0.9581723,0.42913818,-0.7959112,-0.5941302,-0.5574363,-0.7992273,-4.574159,-4.5741587
+7.8113904,0.9828199,0.97006774,-0.44290137,-0.61888415,0.50570726,0.5866089,0.9824965,0.9684491,-0.44764924,-0.63988894,0.8057022,0.5139035,-0.56879866,-0.56879854
+2.699636,0.9707794,0.9764873,-0.90982884,0.3898443,0.9672811,-0.67575824,0.97941184,0.9783623,-0.919219,0.47979045,0.9754932,-0.6962128,4.5429554,4.542956
+4.785405,0.96889234,0.9853625,-0.9360942,-0.24043733,0.9729668,-0.8614439,0.968863,0.9871261,-0.937375,0.028744936,0.9651053,-0.85664546,2.4571865,2.4571867
+10.221139,0.95848536,0.97958827,-0.8615969,-0.9358769,0.9140167,-0.6840221,0.95401835,0.97098947,-0.8622715,-0.93887246,0.8462652,-0.81859505,-2.9785478,-2.978547
+11.889067,0.9638307,0.812353,-0.63819355,-0.9535917,-0.61303,-0.935606,0.9614222,0.7610388,-0.6498219,-0.95393044,-0.50148684,-0.9674876,-4.646475,-4.646475
+6.9885507,0.9606948,-0.91609365,-0.9464176,-0.93572694,-0.6930252,-0.85529673,0.95909595,-0.95582175,-0.92221135,-0.9442321,-0.53901565,-0.86486095,0.25404114,0.2540412
+3.625239,0.87500036,-0.91988105,0.7926729,-0.53120834,0.50687385,0.3003409,0.80307865,-0.9286151,0.66416454,-0.44282132,0.53920007,0.22926259,3.6173527,3.617353
+6.779797,0.90193594,-0.9250604,0.6400559,0.47228467,0.058864713,0.57364845,0.8768747,-0.9414139,0.62676275,0.5296227,0.262439,0.3449397,0.4627942,0.46279478
+11.300546,0.9414234,-0.5474159,0.4907819,0.49918962,-0.8238,-0.9290626,0.9322324,-0.7363051,0.37087297,0.5939243,-0.48380625,-0.9369031,-4.057954,-4.057954
+10.195507,0.97634554,0.9771147,-0.8849419,-0.7124064,-0.3982551,-0.02825272,0.97336674,0.97783494,-0.9335891,-0.7092037,-0.102403045,0.119825125,-2.952915,-2.9529152
+3.8855474,0.9692805,0.97769785,-0.87675583,0.42753375,0.9023807,-0.36854494,0.9682126,0.97788715,-0.89161533,0.43288517,0.94467497,-0.40574074,3.3570442,3.3570445
+2.344604,0.9728447,0.9818127,-0.9409199,0.6075928,0.9766803,-0.77157986,0.97238123,0.98451924,-0.94878745,0.6444316,0.9755471,-0.86928815,4.8979874,4.897988
+7.681486,0.9568727,0.98521423,-0.9140254,-0.72062534,0.9201678,-0.64307946,0.952276,0.98460186,-0.91473186,-0.5779428,0.91730595,-0.8227235,-0.43889463,-0.43889427
+12.625669,0.9670048,0.9021517,-0.5785533,-0.9501465,0.86364937,-0.8337296,0.9587593,0.9010799,-0.5717493,-0.9545377,0.7798822,-0.94658715,-5.383076,-5.3830767
+10.214514,0.953248,-0.7536697,-0.78317815,-0.95512164,-0.90871024,-0.96431315,0.95641565,-0.82062656,-0.70285374,-0.9569066,-0.7986968,-0.97549117,-2.9719217,-2.971922
+4.3018246,0.9175887,-0.92570865,-0.8173105,-0.88103604,-0.21462178,-0.27509308,0.90320694,-0.95992965,-0.68813294,-0.83520895,-0.0298751,-0.09888214,2.940767,2.9407673
+5.0612383,0.90234673,-0.8892842,0.89132845,0.5650573,0.57658076,0.8716973,0.8618462,-0.8887725,0.78789043,0.45408142,0.48981607,0.6353955,2.1813529,2.1813536
+9.833519,0.9000293,-0.9155692,0.91434073,0.7275914,-0.40115213,-0.5398197,0.8784964,-0.927111,0.89750457,0.69939923,0.019392729,-0.8286252,-2.5909274,-2.5909271
+11.7458105,0.95551205,0.980886,-0.88220686,-0.6196222,-0.70935905,-0.91471523,0.9583484,0.9737941,-0.9260234,-0.5939872,-0.42464584,-0.9182151,-4.503219,-4.5032187
+6.9616446,0.98346186,0.9884559,-0.7547541,-0.38723397,0.61880827,0.36540318,0.9824283,0.98750377,-0.81951344,-0.3982191,0.75305605,0.33461332,0.28094703,0.2809472
+2.071318,0.97987807,0.98431826,-0.9484788,0.81688404,0.96682477,-0.7102262,0.98342276,0.9840188,-0.9550842,0.87440896,0.9761802,-0.74057835,5.1712747,5.171274
+4.772975,0.96215737,0.9852872,-0.9500481,0.39327037,0.96983457,-0.7960208,0.95227814,0.9885104,-0.9488542,0.60992503,0.9735968,-0.8215656,2.469617,2.469617
+10.760977,0.9697602,0.97842216,-0.820914,-0.9407635,0.8580631,-0.46809572,0.96049786,0.97216344,-0.85570484,-0.9381725,0.77394676,-0.7467302,-3.5183852,-3.518385
+12.039389,0.96106637,0.122056246,-0.5585033,-0.94907635,-0.60692513,-0.95926136,0.9560528,0.041322112,-0.6101176,-0.9544742,-0.42244315,-0.9807566,-4.7967963,-4.796797
+6.6071677,0.96099675,-0.90444577,-0.9376383,-0.9301118,-0.70058596,-0.912764,0.9541292,-0.9649503,-0.9181864,-0.95175433,-0.59398335,-0.89285666,0.63542414,0.63542414
+3.7218444,0.90992093,-0.8943483,0.6955159,-0.41488844,0.36889112,0.74521637,0.8457494,-0.9158,0.26394057,-0.40293103,0.51481915,0.63937545,3.520747,3.5207474
+7.699851,0.88168,-0.8887087,0.8142439,0.42015636,-0.081551194,0.48008537,0.8869555,-0.9070567,0.7640904,0.40025938,0.261297,0.3989669,-0.4572599,-0.45725918
+11.755452,0.9326198,0.22346961,0.47231722,0.44909918,-0.781287,-0.93178207,0.930789,-0.13551658,0.3400668,0.49211,-0.29219913,-0.9316369,-4.512861,-4.5128603
+9.62117,0.9764404,0.98771787,-0.9198691,-0.7531353,-0.11667454,-0.6441683,0.97694075,0.98767924,-0.95085585,-0.74481463,0.44516957,-0.40487695,-2.3785784,-2.3785782
+3.5734468,0.97670114,0.9835329,-0.93662655,0.5378753,0.94128084,-0.10027629,0.9769864,0.9825616,-0.95231223,0.5477538,0.9648967,-0.4392383,3.6691449,3.669145
+2.307262,0.97710097,0.979442,-0.9558115,0.784834,0.9799025,-0.7341458,0.97593105,0.98570085,-0.960169,0.824414,0.9817693,-0.8405429,4.93533,4.93533
+7.9680543,0.9592221,0.9873501,-0.9299151,-0.7366906,0.92181516,-0.5558629,0.9640982,0.9871688,-0.9222816,-0.29461324,0.91458154,-0.7073459,-0.72546273,-0.72546244
+12.791392,0.9708054,0.8147752,-0.5648193,-0.9533688,0.75137687,-0.8585563,0.9641087,0.8515208,-0.58822703,-0.94401085,0.8629482,-0.9651963,-5.5488014,-5.5488005
+9.642586,0.95654655,-0.75356764,-0.8739354,-0.96941334,-0.92146015,-0.9567261,0.96121335,-0.8133078,-0.75304955,-0.95191866,-0.61855495,-0.97249305,-2.3999941,-2.399994
+4.181321,0.93120384,-0.8254025,-0.70371133,-0.9299818,-0.38356638,-0.33880037,0.8931203,-0.9295572,-0.52780336,-0.8523598,-0.04883021,0.2476902,3.061271,3.0612707
+5.9746437,0.9284494,-0.8360842,0.7027147,0.5386598,0.56793547,0.9245217,0.8684945,-0.8159968,0.6084281,0.3549384,0.26406097,0.55065966,1.2679473,1.2679482
+10.554757,0.912529,-0.8481955,0.9033923,0.7198962,-0.36136287,-0.66391724,0.8899195,-0.87009543,0.8678814,0.6910516,0.29538107,-0.838957,-3.3121655,-3.3121653
+11.401805,0.9606738,0.9774504,-0.9384136,-0.7646954,-0.2801227,-0.9158472,0.9617903,0.94231355,-0.9500081,-0.7770539,-0.102053165,-0.9224511,-4.159213,-4.159213
+6.3902845,0.981987,0.9858911,-0.7486145,-0.4151553,0.7918662,0.29431534,0.9846177,0.98479056,-0.8492234,-0.60171026,0.86541176,0.002015829,0.852307,0.8523073
+2.148263,0.97936225,0.97873545,-0.944454,0.5406141,0.9737103,-0.7049458,0.9811709,0.97757816,-0.95323455,0.65546274,0.9808545,-0.6690256,5.094329,5.094329
+5.199094,0.969048,0.9876218,-0.94832903,0.068844795,0.9781687,-0.80490357,0.9550562,0.9900732,-0.9490021,0.25481284,0.9772618,-0.81054103,2.0434978,2.043498
+10.88588,0.9729216,0.97469974,-0.8252609,-0.9544679,0.838035,-0.6850612,0.9626994,0.9603689,-0.82740617,-0.9584527,0.84417236,-0.8335907,-3.6432889,-3.6432886
+11.465392,0.96154475,0.27584434,-0.6854877,-0.9533666,-0.6572393,-0.96223134,0.9601176,0.028499722,-0.71189886,-0.96261626,-0.6652669,-0.9773697,-4.2228003,-4.2228003
+6.178895,0.95733535,-0.9141707,-0.92236567,-0.92719734,-0.35395104,-0.82361966,0.9412632,-0.95594007,-0.9644514,-0.9613041,-0.5265905,-0.8019639,1.063697,1.0636969
+4.3495836,0.87691057,-0.85742986,0.6685784,-0.35114884,0.5006423,0.6159818,0.8558284,-0.880306,0.4505198,-0.46421063,0.47278833,0.58282876,2.893008,2.8930082
+8.371234,0.90991724,-0.91882175,0.567485,0.6058457,0.07620156,0.42173195,0.8937602,-0.9443742,0.54200053,0.6476526,0.46288323,0.33375227,-1.1286424,-1.1286421
+11.412228,0.9402139,-0.28463233,-0.013760507,-0.09195548,-0.68739814,-0.91191816,0.9450772,-0.3689221,-0.21642637,-0.014012277,-0.22613513,-0.9326823,-4.1696362,-4.169636
+8.476312,0.98001957,0.98289216,-0.77707183,-0.7969158,0.56003594,0.042659998,0.9782052,0.9821904,-0.859554,-0.8314659,0.6592556,-0.38909787,-1.23372,-1.2337198
+3.4435306,0.9709244,0.974236,-0.88380593,0.25403404,0.9507067,-0.5030938,0.9772955,0.97515464,-0.8927339,0.3440392,0.9764061,-0.53834754,3.799061,3.7990613
+3.2815034,0.97671247,0.98122954,-0.9434099,0.5132731,0.9832773,-0.8275982,0.9769479,0.98496985,-0.9499154,0.5661489,0.9816544,-0.81951505,3.9610882,3.9610884
+8.59893,0.9654125,0.9853625,-0.91263235,-0.8302024,0.929844,-0.7765578,0.96518373,0.9830048,-0.9054095,-0.6146963,0.95255613,-0.77545625,-1.3563386,-1.3563385
+12.384838,0.9689801,0.8652489,-0.65357363,-0.9562107,0.5552008,-0.90278196,0.9671984,0.8657222,-0.6554574,-0.93327755,0.79343915,-0.9543484,-5.1422467,-5.1422462
+8.567158,0.97551394,-0.7970922,-0.8740851,-0.9638921,-0.89710855,-0.90743953,0.9668262,-0.8022738,-0.80458057,-0.94623977,-0.6311954,-0.93356174,-1.3245656,-1.3245659
+3.6540172,0.9107015,-0.87079525,-0.42535114,-0.9240473,-0.17907578,-0.40274805,0.88404775,-0.91082954,-0.40697503,-0.847972,0.050523877,-0.30854535,3.5885744,3.5885746
+6.0538096,0.9205353,-0.91019994,0.4568293,0.56027436,0.3771963,0.73106074,0.8819082,-0.901924,0.3585236,0.5807886,0.47928786,0.665282,1.1887821,1.1887822
+11.080269,0.9277096,-0.87951666,0.73414993,0.722471,0.046248674,-0.79102784,0.9044616,-0.90766823,0.6438899,0.69081354,0.41454434,-0.8892509,-3.8376768,-3.837677
+11.2515955,0.96907496,0.89901805,-0.8969816,-0.8515328,-0.17632145,-0.7598883,0.9687953,0.7352567,-0.9330601,-0.8559945,-0.25233787,-0.7580425,-4.0090036,-4.0090036
+5.7883587,0.9785423,0.9688139,-0.4984842,-0.49998462,0.8491249,0.26826036,0.97987545,0.9645996,-0.71509457,-0.5999516,0.91359997,0.07035267,1.454233,1.4542332
+2.2166448,0.97277105,0.96984625,-0.93498355,0.3889227,0.9765556,-0.7255668,0.975229,0.9670687,-0.94718844,0.6377444,0.979375,-0.6452876,5.025947,5.025947
+5.657655,0.9703059,0.98292613,-0.9422214,-0.19332713,0.9706509,-0.8828604,0.9648502,0.98643863,-0.94132715,0.07835662,0.97039366,-0.88179463,1.5849367,1.5849371
+11.16248,0.96795547,0.9698912,-0.8220453,-0.9320983,0.7946979,-0.8136503,0.96060514,0.9514706,-0.83248687,-0.94204,0.69187653,-0.9076402,-3.9198885,-3.9198885
+11.067643,0.9647503,0.16341972,-0.7243694,-0.9635939,-0.84706604,-0.9263532,0.959687,0.1737014,-0.70933354,-0.96069074,-0.7934135,-0.9585342,-3.8250513,-3.8250513
+5.574323,0.94798255,-0.9413354,-0.9119102,-0.9471223,-0.45957166,-0.6013643,0.9279914,-0.9395462,-0.9268118,-0.9436573,-0.56858903,-0.6733797,1.6682688,1.6682687
+4.624652,0.91684866,-0.91784334,0.69101214,-0.24879009,0.41147554,0.28170395,0.8460722,-0.92029375,0.6561198,-0.21597207,0.5553782,0.4331975,2.6179397,2.61794
+8.759949,0.91664267,-0.95075196,0.75887275,0.7548251,0.5525608,0.33918238,0.9095671,-0.9625436,0.7186127,0.77336264,0.44958746,0.1656928,-1.5173568,-1.5173569
+11.55694,0.9503522,-0.7707319,0.20422137,-0.557112,-0.6579523,-0.8989694,0.93898845,-0.8699719,-0.21015292,-0.3561945,-0.31627053,-0.891045,-4.3143487,-4.314348
+8.50046,0.97785604,0.9598688,-0.2289921,-0.8209669,0.569317,0.36359954,0.9752387,0.95990205,-0.40455782,-0.83230066,0.66828275,-0.010290146,-1.2578682,-1.2578678
+3.3928838,0.95790386,0.94885397,-0.8594647,0.17387176,0.9574125,-0.5949966,0.972149,0.95536804,-0.88371426,0.16515362,0.9790541,-0.6196902,3.8497078,3.849708
+3.7428901,0.97664154,0.9791143,-0.94152814,0.20920634,0.9823892,-0.86524284,0.9799285,0.9826397,-0.943654,0.3870287,0.9774221,-0.8630942,3.4997015,3.4997017
+8.9629135,0.96198297,0.98087096,-0.8854575,-0.88499594,0.9097165,-0.8168051,0.96007824,0.97702277,-0.89096713,-0.8519239,0.8783009,-0.86240333,-1.7203221,-1.7203217
+11.993678,0.9686816,0.8847828,-0.641319,-0.9565945,0.20336771,-0.91377187,0.96414363,0.8465146,-0.6217928,-0.9476635,0.21017146,-0.9556336,-4.751086,-4.751086
+7.947165,0.9729669,-0.87902075,-0.87639326,-0.948178,-0.86547816,-0.89185286,0.96609855,-0.88303703,-0.8405138,-0.9411766,-0.78214383,-0.9111095,-0.704573,-0.70457315
+3.8770206,0.89190197,-0.90576935,0.5215974,-0.8031938,0.154374,-0.36234784,0.83154464,-0.9259757,0.4944743,-0.70561355,0.05246198,-0.4103676,3.365571,3.3655713
+6.435142,0.9326029,-0.93419,0.5114602,0.52062106,0.14535248,0.60436714,0.8879199,-0.9329644,0.5125905,0.5860101,0.40252483,0.6517265,0.8074494,0.8074498
+11.307585,0.9423467,-0.87197554,0.6709174,0.66761506,-0.4849729,-0.8234564,0.92644286,-0.9022898,0.58072746,0.6730139,-0.085332334,-0.8789402,-4.0649934,-4.064993
+10.862138,0.972721,0.9382051,-0.8278438,-0.7592081,-0.3166139,-0.19233584,0.9719677,0.9009731,-0.9429411,-0.7830353,-0.327711,-0.37897885,-3.6195462,-3.619546
+4.9079657,0.9747021,0.96503544,-0.5678707,-0.13172477,0.85594606,-0.261289,0.97455287,0.96056867,-0.74029106,-0.17007637,0.92399096,-0.2577284,2.3346262,2.3346262
+2.263113,0.96940494,0.97380495,-0.94368815,0.50351393,0.9788579,-0.76313514,0.9701346,0.9713054,-0.951639,0.6517426,0.97721386,-0.7687241,4.979479,4.979479
+6.3471794,0.9647107,0.985438,-0.92881304,-0.18671715,0.95760703,-0.8229774,0.95511246,0.9871217,-0.93341875,-0.09051347,0.9557607,-0.8564554,0.89541215,0.89541245
+11.689553,0.96519065,0.9595896,-0.74345356,-0.933334,0.7989874,-0.792055,0.9560187,0.94167423,-0.7874862,-0.94212055,0.5355041,-0.9062648,-4.446962,-4.4469614
+10.752652,0.9584892,-0.652061,-0.6652138,-0.96287304,-0.8782953,-0.95754945,0.95683837,-0.58315647,-0.57582307,-0.95667076,-0.7899431,-0.97597563,-3.51006,-3.5100603
+4.8551407,0.9354236,-0.95603323,-0.9491355,-0.93801546,-0.36111653,-0.7613832,0.92277193,-0.96286505,-0.90628177,-0.90477496,-0.21772814,-0.76032865,2.3874512,2.3874512
+4.3619003,0.8914633,-0.89721656,0.7421459,0.20707667,0.4383781,0.7592397,0.8449395,-0.8822437,0.65331936,0.26748896,0.41850162,0.69502103,2.8806908,2.8806915
+9.224372,0.9039068,-0.93504643,0.8001106,0.70702267,-0.04189974,-0.04569316,0.87306166,-0.9390343,0.8166621,0.6963973,0.02244556,-0.5839829,-1.9817804,-1.98178
+11.930231,0.947351,0.7989681,-0.63883615,-0.5595465,-0.7951415,-0.92532295,0.938992,0.621994,-0.8195713,-0.3939793,-0.527376,-0.9055128,-4.6876397,-4.687639
+8.037702,0.98224807,0.9866816,-0.7200652,-0.65368146,0.47363722,0.0392524,0.98105264,0.98501325,-0.7441194,-0.6440327,0.7176566,-0.048710465,-0.79511005,-0.79510975
+2.7623684,0.9700302,0.97948027,-0.93036085,0.6447066,0.962116,-0.66847724,0.97757053,0.97905374,-0.9400137,0.70139647,0.97826874,-0.6845889,4.480223,4.4802237
+3.758927,0.9715204,0.9853685,-0.94790936,0.46126032,0.97772455,-0.8124028,0.97060645,0.9878167,-0.9457782,0.6470226,0.9716401,-0.8296012,3.4836645,3.4836648
+9.54968,0.96408784,0.9863759,-0.8875918,-0.88487554,0.8985932,-0.42654753,0.9584315,0.98060894,-0.89754087,-0.8660203,0.7264936,-0.6709794,-2.3070881,-2.307088
+12.321021,0.96679807,0.6641371,-0.45960295,-0.9366552,0.30915868,-0.9172272,0.96068287,0.5351684,-0.5358562,-0.94289106,0.25057364,-0.9738162,-5.0784297,-5.078429
+7.6395693,0.9636793,-0.9044055,-0.92174166,-0.93082815,-0.82230306,-0.94417524,0.9697622,-0.9279298,-0.88725376,-0.95171076,-0.72231895,-0.9379356,-0.3969774,-0.39697742
+3.5663404,0.9048071,-0.9023736,0.2798059,-0.63510954,0.08179271,0.25591576,0.8160162,-0.92931217,-0.023115695,-0.55989194,0.39211476,0.44473767,3.6762514,3.6762514
+6.9098864,0.9099597,-0.8749068,0.7553017,0.47526062,0.053076744,0.6889198,0.8874483,-0.88335544,0.70850766,0.46913052,0.2517234,0.4909085,0.3327048,0.3327055
+11.674496,0.9219377,-0.6178679,0.7985244,0.69929194,-0.68412346,-0.9151967,0.9046073,-0.72857875,0.6883733,0.6769295,-0.13103491,-0.92063725,-4.4319043,-4.431904
+10.865284,0.9684638,0.9879843,-0.9623566,-0.7343647,-0.41940546,-0.7910966,0.969435,0.98842824,-0.970676,-0.7374378,-0.21261698,-0.75368613,-3.622692,-3.622692
+4.455393,0.9821768,0.9821894,-0.9120429,0.2480886,0.8945124,0.08240461,0.9795408,0.9778608,-0.9241911,0.34988403,0.935608,0.0249089,2.787199,2.787199
+1.640227,0.97613287,0.9825442,-0.9531466,0.8228557,0.9745772,-0.755889,0.97381735,0.9851794,-0.9607627,0.88049066,0.9751582,-0.8301426,5.602365,5.602365
+6.5902996,0.96172047,0.9867108,-0.94281536,-0.19709653,0.94763875,-0.68823093,0.9561753,0.9887893,-0.9417706,0.19977331,0.9492681,-0.810917,0.65229195,0.65229225
+12.28575,0.9696046,0.92748857,-0.6404438,-0.9473374,0.8734939,-0.7436622,0.9603491,0.926213,-0.6798767,-0.9422551,0.77206874,-0.9433097,-5.043158,-5.0431585
+10.839813,0.9569291,-0.72221315,-0.7755513,-0.9646399,-0.9328024,-0.9589299,0.9527483,-0.72212803,-0.6857835,-0.9630267,-0.75300384,-0.9805412,-3.5972214,-3.5972214
+5.025415,0.93621993,-0.9008822,-0.89994174,-0.9375599,-0.5391754,-0.63235873,0.9039931,-0.9523791,-0.81152,-0.89680403,-0.25884032,-0.2833143,2.2171767,2.217177
+5.079097,0.90297914,-0.86003315,0.8086051,0.3143829,0.56477225,0.8843794,0.85322464,-0.83729905,0.6078186,0.25986683,0.4504441,0.75752795,2.1634946,2.163495
+9.521323,0.89383435,-0.8934987,0.90858614,0.6684859,-0.15134442,-0.26251698,0.8697908,-0.91417515,0.8877299,0.6259893,0.2192781,-0.6727107,-2.2787316,-2.2787313
+11.569448,0.95113707,0.95894885,-0.7941245,-0.5843574,-0.6650109,-0.9460722,0.9529569,0.9110122,-0.8935653,-0.55261177,-0.17102474,-0.93306446,-4.3268566,-4.3268566
+7.504184,0.9829154,0.9893906,-0.7815803,-0.6157024,0.6928601,0.025229216,0.9821907,0.9896693,-0.83516484,-0.6377997,0.7902037,-0.184923,-0.26159203,-0.2615919
+2.55966,0.97513986,0.98076046,-0.936598,0.58854604,0.9668753,-0.7004187,0.9807482,0.9846643,-0.9467857,0.7416818,0.9806715,-0.65133125,4.6829314,4.682932
+4.142277,0.97151685,0.9862995,-0.9490822,0.42599058,0.9794955,-0.7775089,0.9616015,0.9896444,-0.9524188,0.56923103,0.9771371,-0.798381,3.1003149,3.100315
+10.053506,0.972564,0.9857185,-0.8658796,-0.9293334,0.85235214,-0.3487574,0.96180606,0.9771576,-0.88721174,-0.92892957,0.82679546,-0.67596287,-2.8109143,-2.810914
+12.219129,0.9653325,0.51559687,-0.53141403,-0.946936,-0.079939425,-0.9460391,0.9599929,0.30897868,-0.5889696,-0.9503233,0.2379961,-0.98293996,-4.9765368,-4.9765368
+7.288422,0.9666023,-0.858309,-0.9384751,-0.9331557,-0.7072083,-0.92459655,0.964674,-0.9211182,-0.91174394,-0.95567715,-0.5038824,-0.92846036,-0.04583007,-0.04583025
+3.8446188,0.90872693,-0.8584648,0.37738955,-0.639415,0.2575891,0.64225173,0.84160256,-0.896213,-0.1675908,-0.6133633,0.46109605,0.5058384,3.3979728,3.397973

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.9609133005142212,-0.9609133350849152,8.20350516653061,,
+1000,-0.8347795009613037,-0.8347796406745911,8.07737151479721,,
+1500,-0.8348610401153564,-0.8348612670898438,8.077453187465668,,
+2000,-1.3150473833084106,-1.3150472973585128,8.55763913154602,,
+2500,-0.5150799751281738,-0.5150800317525863,7.757671934127807,,
+3000,-0.28908228874206543,-0.2890822890996933,7.531674122810363,,
+3500,-0.22823485732078552,-0.22823479998111726,7.4708266429901125,,
+4000,-0.20862409472465515,-0.2086239801645279,7.451215832710266,,
+4500,-0.285907506942749,-0.285907284617424,7.5284991445541385,,
+5000,-0.3560510575771332,-0.35605113899707796,7.598642977714539,,
+5000,,,,7.5203772950172425,-0.2777855396270752
+5500,-0.3139059245586395,-0.3139058810472488,7.556497762203216,,
+6000,-0.36869141459465027,-0.3686915374994278,7.611283427715302,,
+6500,-0.33744433522224426,-0.3374444042444229,7.580036276817322,,
+7000,-0.2778000235557556,-0.2777998731136322,7.520391738414764,,
+7500,-0.2494153529405594,-0.2494148758649826,7.492006729602814,,
+8000,-0.2468017041683197,-0.24680226778984068,7.489394132137298,,
+8500,-0.25213390588760376,-0.25213403737545015,7.49472589302063,,
+9000,-0.13620802760124207,-0.1362078388929367,7.378799663543701,,
+9500,-0.16969344019889832,-0.16969369316101074,7.4122855362892155,,
+10000,-0.18434089422225952,-0.18434087669849394,7.426932713508606,,
+10000,,,,7.314112664461136,-0.0715213194489479
+10500,-0.22490425407886505,-0.22490431654453277,7.467496160984039,,
+11000,-0.281787633895874,-0.28178741931915285,7.524379281044006,,
+11500,-0.3155805468559265,-0.3155807446241379,7.55817256975174,,
+12000,-0.2996542155742645,-0.29965406596660615,7.5422459683418275,,
+12500,-0.3409023582935333,-0.3409027442932129,7.583494600772858,,
+13000,-0.4717916250228882,-0.47179158532619475,7.714383443832397,,
+13500,-0.35660219192504883,-0.35660260248184206,7.599194459438324,,
+14000,-0.40505579113960266,-0.40505583345890045,7.6476477179527285,,
+14500,-0.4291638135910034,-0.42916426837444305,7.671756116867066,,
+15000,-0.38217806816101074,-0.38217834424972535,7.624770225524903,,
+15000,,,,7.595470017194748,-0.3528785705566406
+15500,-0.2894158661365509,-0.2894157009124756,7.532007566452027,,
+16000,-0.33442264795303345,-0.33442271292209624,7.577014590263366,,
+16500,-0.2960588335990906,-0.2960588071346283,7.538650624752044,,
+17000,-0.31360164284706116,-0.31360160779953,7.556193492412567,,
+17500,-0.28712230920791626,-0.2871228801012039,7.5297146978378295,,
+18000,-0.32629409432411194,-0.3262944289445877,7.568886290550232,,
+18500,-0.49465683102607727,-0.49465683233737945,7.737248659133911,,
+19000,-0.38596946001052856,-0.3859693642854691,7.628561211109162,,
+19500,-0.3909587562084198,-0.3909587197303772,7.633550560951233,,
+20000,-0.4156131446361542,-0.41561304807662963,7.6582049040794375,,
+20000,,,,7.434582800865173,-0.19199126958847046
+20500,-0.2930091321468353,-0.29300920724868773,7.535601040840149,,
+21000,-0.4944090247154236,-0.49440932941436766,7.737001159667969,,
+21500,-0.532376766204834,-0.5323763489723206,7.77496820640564,,
+22000,-0.39454150199890137,-0.39454170083999635,7.637133544921875,,
+22500,-0.5862272381782532,-0.586227036356926,7.828818899154663,,
+23000,-0.5860973000526428,-0.58609756565094,7.828689474105835,,
+23500,-0.5833238363265991,-0.5833237419128418,7.825915622234344,,
+24000,-0.786315381526947,-0.7863150115013122,8.028906852245331,,
+24500,-0.737343430519104,-0.7373438452482224,7.979935720443725,,
+25000,-0.4600330591201782,-0.46003353071212766,7.702625408649444,,
+25000,,,,7.798114804029464,-0.5555234551429749
+25500,-0.4842531681060791,-0.48425348389148715,7.7268452954292295,,
+26000,-0.5745847821235657,-0.5745846705436707,7.8171765422821045,,
+26500,-0.5931568145751953,-0.5931570039987564,7.8357488312721255,,
+27000,-0.514742910861969,-0.5147432096004486,7.757335032463073,,
+27500,-0.5979966521263123,-0.5979965080022812,7.840588337421417,,
+28000,-0.6568891406059265,-0.656889130949974,7.899480937004089,,
+28500,-0.6254139542579651,-0.625413991689682,7.86800586104393,,
+29000,-0.6985558271408081,-0.6985556863546372,7.941147529125214,,
+29500,-0.6008253693580627,-0.6008256003856659,7.84341744184494,,
+30000,-0.6238653659820557,-0.6238654329776764,7.8664573857784275,,
+30000,,,,7.7805690658092495,-0.5379778146743774
+30500,-0.5881674289703369,-0.5881673008203506,7.830759133338928,,
+31000,-0.6557133793830872,-0.6557133401632309,7.898305217266083,,
+31500,-0.65744549036026,-0.6574456433057785,7.9000375366210935,,
+32000,-0.6718301177024841,-0.6718298345804214,7.914421653032303,,
+32500,-0.6401425004005432,-0.6401424920558929,7.882734349250794,,
+33000,-0.6079865097999573,-0.6079866359233856,7.850578522205352,,
+33500,-0.8124393820762634,-0.8124390847682953,8.055030957698822,,
+34000,-0.6323774456977844,-0.6323776837587357,7.874969542503357,,
+34500,-0.668707013130188,-0.6687071944475174,7.911299081802368,,
+35000,-0.633171558380127,-0.6331716747283935,7.8757635445594785,,
+35000,,,,8.091588139533997,-0.8489968180656433
+35500,-0.7211215496063232,-0.7211212431192398,7.963713106393814,,
+36000,-0.6675940752029419,-0.6675942138433456,7.910186060667038,,
+36500,-0.9323051571846008,-0.9323052085638046,8.174897084712983,,
+37000,-0.6224625706672668,-0.6224625968933105,7.865054474830627,,
+37500,-0.6691973209381104,-0.6691975780725479,7.911789469957352,,
+38000,-0.7050878405570984,-0.7050875581502914,7.947679414749145,,
+38500,-0.6821758151054382,-0.6821762328147888,7.92476811337471,,
+39000,-0.5590206980705261,-0.5590207095146179,7.801612587928772,,
+39500,-0.5779350996017456,-0.5779353406429291,7.820527217149735,,
+40000,-0.7442224025726318,-0.7442224531173706,7.98681431055069,,
+40000,,,,7.637932977676392,-0.3953414857387543
+40500,-0.7257499098777771,-0.7257501494884491,7.968341993331909,,
+41000,-0.6428606510162354,-0.6428601580858231,7.885452019691467,,
+41500,-0.6944044828414917,-0.6944045104980469,7.936996367216111,,
+42000,-0.7038590908050537,-0.7038588615655899,7.946450671195984,,
+42500,-0.6652916669845581,-0.665291908621788,7.907883768320084,,
+43000,-0.5663850903511047,-0.5663852174282074,7.808977083444596,,
+43500,-0.5668547749519348,-0.5668551411628723,7.809446973800659,,
+44000,-0.6774285435676575,-0.67742848944664,7.920020328998565,,
+44500,-0.6691083312034607,-0.6691082317829132,7.911700076103211,,
+45000,-0.593626856803894,-0.5936269782781601,7.836218851804733,,
+45000,,,,7.607759716510773,-0.3651683032512665
+45500,-0.6746683120727539,-0.6746685256958008,7.9172603623867035,,
+46000,-0.6846511363983154,-0.6846513316631317,7.9272432050704955,,
+46500,-0.525629997253418,-0.5256297079324722,7.768221591711044,,
+47000,-0.5851178765296936,-0.5851178096532822,7.827709643125534,,
+47500,-0.605861246585846,-0.6058608673810959,7.848452740430832,,
+48000,-0.7081772089004517,-0.7081772494316101,7.950769105434418,,
+48500,-0.6316434741020203,-0.6316436743736267,7.874235550403595,,
+49000,-0.6285983324050903,-0.6285985916852951,7.871190436363221,,
+49500,-0.6341835260391235,-0.6341837817430496,7.8767756488323215,,
+50000,-0.5347763299942017,-0.5347764536142349,7.777368285179138,,
+50000,,,,7.600597267150879,-0.35800591111183167

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b769d4d29d617fa4b5c967286f3d14bdbf278ca8d761647ec73e3361074e26d9
+size 15018763

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.492592,-0.82862085,0.9179542,-0.8648056,0.9424498,0.9442965,0.9913827,-0.81879336,0.9170203,-0.8122753,0.957736,0.93408346,0.9916009,-1.2499999,-1.25
+4.831681,0.9682509,0.96146226,0.5753381,0.9711945,0.94993925,0.98823965,0.96738815,0.95960164,0.57534456,0.97287846,0.9465072,0.9883318,2.410911,2.410911
+5.981174,0.98696375,0.99061847,0.9204705,0.9444995,0.9549016,0.98064303,0.986042,0.99071527,0.91473913,0.95771825,0.94807935,0.9820645,1.2614176,1.2614179
+9.941094,0.9934596,0.9960921,0.4817196,0.9588275,0.89777327,0.84799016,0.9931021,0.9955894,0.4315281,0.965695,0.89503145,0.8152623,-2.6985025,-2.6985025
+11.057067,0.6452737,0.9866226,-0.17394447,0.76310253,0.9172369,0.10512459,0.67114615,0.9862833,-0.1725682,0.8304033,0.9327105,-0.055326104,-3.814475,-3.814475
+6.967255,-0.87529445,0.74106956,0.7023227,0.7936758,0.9617884,0.7838361,-0.80481565,0.7522478,0.7631004,0.8422234,0.961221,0.74239516,0.27533635,0.27533674
+4.408654,-0.985154,0.95798886,0.35071445,0.9539225,0.6129086,0.15767765,-0.9822532,0.96346486,0.38617277,0.9646915,0.6106198,0.20207787,2.8339374,2.8339376
+8.364482,-0.990996,0.9503958,0.23859572,0.9701805,-0.64326143,0.9695499,-0.99213797,0.9456346,0.17047644,0.97890234,-0.6900572,0.9610777,-1.1218904,-1.1218901
+12.433429,-0.9792702,0.9378438,0.31902754,0.9778466,-0.64198583,0.94977546,-0.98226887,0.94157076,0.37783098,0.974795,-0.7210618,0.946939,-5.1908374,-5.190837
+10.753983,-0.9774228,0.94449615,-0.41099095,0.9540417,0.029137254,0.9909973,-0.9770627,0.93503714,-0.3161115,0.9529121,-0.07184684,0.9916041,-3.51139,-3.5113907
+5.299561,-0.10284376,0.9454906,-0.5562468,0.97117376,0.93895817,0.98552275,-0.13741207,0.94518685,-0.4892063,0.97185135,0.93538284,0.98200846,1.943031,1.9430308
+3.8077233,0.94990516,0.9776449,0.94870806,0.981884,0.86774814,0.9885261,0.9470023,0.9751334,0.95096445,0.9848236,0.8507929,0.98759973,3.434868,3.4348686
+7.6810336,0.99360526,0.99036336,0.87810314,0.94605124,0.9341904,0.9698223,0.9926797,0.9912578,0.85929346,0.9607866,0.9264922,0.97207665,-0.4384419,-0.43844175
+12.062926,0.97050214,0.9904084,0.050498724,0.9631809,0.5962765,-0.39864272,0.9731586,0.9897566,-0.19272548,0.96627474,0.6215991,-0.64665383,-4.820335,-4.8203344
+9.860765,-0.67026466,0.87195814,0.27046394,0.30533338,0.9292232,0.47012544,-0.46726364,0.87175965,0.31824648,0.42636847,0.94037855,0.2950046,-2.6181738,-2.6181736
+4.271614,-0.95135677,0.8820009,0.49364972,0.92232096,0.9106327,0.3438964,-0.9423673,0.8814776,0.62556887,0.94604266,0.9123347,0.33206952,2.970977,2.9709778
+5.74983,-0.9863431,0.95155907,0.21465111,0.95383596,0.2834562,0.8321135,-0.9859169,0.9607686,0.1889776,0.972129,0.33634758,0.83637726,1.4927617,1.4927621
+11.024116,-0.9711897,0.94895816,0.538883,0.9716941,-0.8226708,0.9568732,-0.9754138,0.9556197,0.5545962,0.9763229,-0.85728866,0.95804775,-3.781524,-3.7815237
+13.611096,-0.9772429,0.95419574,0.7355864,0.9842975,-0.5118936,0.9786415,-0.9812514,0.9532821,0.7914159,0.9837465,-0.57848316,0.97530687,-6.3685055,-6.3685045
+9.069543,-0.94696623,0.91088295,-0.39736217,0.95717037,0.3006637,0.9848559,-0.9591741,0.9215636,-0.409243,0.9626081,0.075012684,0.97420895,-1.8269507,-1.826951
+3.9114423,0.8258406,0.97046304,0.31582773,0.98428535,0.9264214,0.957561,0.8533616,0.9685205,0.35198665,0.98257923,0.9131663,0.92404914,3.3311498,3.3311496
+4.4194136,0.93220747,0.97575593,0.96760297,0.97517335,0.7889397,0.95731235,0.9241251,0.97537804,0.9680989,0.9789171,0.7600541,0.9731313,2.8231785,2.8231783
+9.630013,0.96070504,0.98062634,0.9389032,0.94909763,0.84530747,0.34102166,0.9419408,0.9785092,0.921818,0.95615363,0.84707594,0.26161194,-2.3874218,-2.3874216
+12.445495,0.106585026,0.96925545,0.09525776,0.61510694,0.8439083,-0.33048403,0.1885426,0.97021365,-0.013833106,0.7274989,0.85812163,-0.5920178,-5.2029033,-5.202903
+8.208076,-0.6463946,0.7017839,0.52043664,0.2640103,0.85938966,0.044100404,-0.5844518,0.74457026,0.6405742,0.44116414,0.874073,-0.06365681,-0.9654839,-0.96548367
+4.662751,-0.97903824,0.9285815,0.7581067,0.9627111,0.7393408,0.45584047,-0.9763685,0.9284854,0.8009927,0.9742044,0.7690115,0.36876667,2.5798404,2.5798407
+8.033852,-0.98192465,0.96210694,0.84941363,0.9702883,-0.33988678,0.97727,-0.97992116,0.9668344,0.83868515,0.9699898,-0.31037998,0.9758699,-0.79125977,-0.79125977
+12.469092,-0.96253914,0.9621484,0.89875793,0.9861324,-0.69346863,0.94854856,-0.9669548,0.9650428,0.90588963,0.9871948,-0.7413151,0.93485785,-5.2265015,-5.2265005
+11.610596,-0.98641,0.94226956,0.4381684,0.97310615,-0.91853756,0.9869572,-0.9864762,0.9482887,0.49382317,0.9756019,-0.92215383,0.98853016,-4.368004,-4.368004
+6.787899,-0.39405012,0.9179994,-0.571901,0.94733715,0.7432766,0.83580923,-0.4973303,0.9235029,-0.5847819,0.9387456,0.43171012,0.78118515,0.45469287,0.45469284
+4.5650606,0.89584994,0.97238827,0.6739688,0.98603725,0.800068,0.8805398,0.89773405,0.97291136,0.6954583,0.9863111,0.7004299,0.7528379,2.6775315,2.6775312
+6.9143324,0.9769869,0.96352744,0.9796982,0.97556436,0.7979338,0.8569493,0.9739703,0.96207964,0.9786124,0.97273207,0.7723378,0.8582647,0.32825926,0.32825947
+11.150239,0.7347381,0.9893799,0.9688078,0.9311955,0.8870127,-0.951399,0.7192974,0.97669506,0.9686513,0.94649076,0.896083,-0.9731449,-3.9076474,-3.9076471
+10.585792,0.89493704,0.9372103,0.9124949,0.052859306,0.8004385,-0.94054407,0.91472006,0.93342185,0.93158865,0.30563438,0.8199127,-0.93142414,-3.3432,-3.3431997
+5.9369473,-0.858559,0.9362186,0.921319,0.8945031,0.48959303,-0.3874296,-0.81820804,0.9414848,0.9413307,0.88307,0.5313804,-0.5545711,1.3056442,1.3056445
+6.5558286,-0.9798832,0.96477437,0.939996,0.9803976,0.5377041,0.95594466,-0.97871697,0.95685625,0.94211006,0.98163676,0.5571487,0.9569267,0.6867626,0.6867633
+11.020064,-0.95345,0.97182333,0.9700856,0.9793072,-0.115154624,0.9692074,-0.95836514,0.976274,0.9777527,0.9792557,-0.02514875,0.96400285,-3.7774732,-3.7774725
+12.517884,-0.95410216,0.93769574,0.83081126,0.97957826,-0.9131755,0.8204551,-0.95217323,0.93775237,0.8731626,0.9777918,-0.9242515,0.6420517,-5.2752934,-5.2752924
+8.186012,-0.6883014,0.87281847,0.07720721,0.8942262,-0.758228,0.84012556,-0.75499797,0.887172,0.12880576,0.9001012,-0.769377,0.8491843,-0.9434204,-0.9434204
+3.834891,0.89923596,0.93694043,-0.49654472,0.9645331,0.57736003,0.79810023,0.91414404,0.940187,-0.48882306,0.96782935,0.3678031,0.7751589,3.4077005,3.4077008
+5.308107,0.9678744,0.9501035,0.95695853,0.9655951,0.65756583,0.77407503,0.96509516,0.9488044,0.95900726,0.9651656,0.51221013,0.79745674,1.934485,1.934485
+10.598832,0.8724525,0.9787576,0.96999145,0.9621602,0.9479407,-0.92548734,0.8764069,0.9746256,0.97012603,0.95498216,0.96188474,-0.9394232,-3.3562403,-3.3562403
+12.362595,0.9643986,0.956408,0.9603956,0.5617218,0.6096157,-0.7759635,0.96431375,0.95809925,0.9604633,0.6442863,0.6192167,-0.8150377,-5.120003,-5.1200027
+7.175193,0.57139647,0.96227217,0.9700439,0.4010185,0.88205624,-0.51140964,0.68909156,0.9672601,0.96889496,0.44462633,0.9049399,-0.6447699,0.067398675,0.067399025
+4.731496,-0.95085675,0.9198142,0.97882926,0.979156,0.74799824,0.93745136,-0.9426051,0.90271866,0.9789679,0.9817003,0.7528918,0.92213774,2.5110953,2.511096
+9.08561,-0.9244745,0.9724252,0.981889,0.97497034,0.405504,0.9742918,-0.9329791,0.9747355,0.9828888,0.9740851,0.50487983,0.96856403,-1.8430191,-1.8430185
+13.381442,-0.94540894,0.94048905,0.8050777,0.972335,-0.77102906,0.25466323,-0.95289034,0.9387617,0.84283376,0.9732429,-0.77937883,-0.068683326,-6.1388507,-6.13885
+10.933888,-0.686155,0.86914515,0.30998278,0.9380231,-0.93485814,0.76075983,-0.6974518,0.865934,0.3790561,0.94542575,-0.92947555,0.74904835,-3.6912966,-3.6912966
+4.708239,0.71588373,0.74689734,-0.6847228,0.9269788,-0.14463651,0.878633,0.75573087,0.7584156,-0.63582855,0.9241302,-0.18838644,0.8758681,2.5343528,2.5343528
+3.855712,0.6934346,0.9701884,0.6861484,0.9735048,0.5263748,0.15093923,0.75536346,0.9644611,0.723896,0.972903,0.38507593,0.38010907,3.3868797,3.38688
+8.617844,0.8842597,0.93830204,0.94796884,0.9215915,0.95841646,-0.8235426,0.8890095,0.9579644,0.9508672,0.93104625,0.9586041,-0.83756006,-1.3752522,-1.3752518
+12.935927,0.9121342,0.65614784,0.9656261,0.8325497,0.48888326,-0.850341,0.91544604,0.71204543,0.9674493,0.8254652,0.6108227,-0.9080469,-5.693336,-5.6933355
+9.972335,0.82889223,0.90997815,0.95502615,-0.50621593,0.81513274,-0.9003975,0.82799625,0.8943896,0.95422995,-0.5601908,0.8156996,-0.90166444,-2.7297432,-2.729743
+5.146755,-0.7599346,0.2624612,0.9697789,0.8546015,0.7279482,0.9029026,-0.71792525,0.17235899,0.9686599,0.8504027,0.75870323,0.9023845,2.095836,2.0958366
+7.4058094,-0.8243477,0.948689,0.9769435,0.9664676,0.31230676,0.9462352,-0.82346904,0.94748354,0.97606826,0.9630245,0.3331312,0.9416778,-0.1632184,-0.16321754
+11.941422,-0.90673226,0.9154569,0.87205505,0.96783686,-0.72947997,-0.012916684,-0.9153038,0.9144349,0.88842535,0.96777344,-0.7102269,-0.42211926,-4.6988316,-4.6988306
+12.602497,-0.5091943,0.852196,-0.11038113,0.8971828,-0.94071984,-0.3211937,-0.6067313,0.8550892,-0.023952723,0.8977705,-0.94616437,-0.49927276,-5.3599067,-5.3599052
+6.7492585,0.28820932,0.32128668,-0.7836172,0.668211,-0.56631005,0.9467864,0.35557938,0.4239068,-0.74991935,0.6604034,-0.48453546,0.93908286,0.49333298,0.49333334
+3.5537891,0.3782333,0.8250015,-0.5002368,0.95753455,0.14820766,0.94797873,0.45049596,0.8241663,-0.49877566,0.95977914,0.07752788,0.9609847,3.6888027,3.6888027
+6.738231,0.74172056,0.7892146,0.81370485,0.88926935,0.8097869,-0.7734014,0.7593758,0.7776878,0.81932294,0.9029188,0.7662742,-0.77706003,0.5043607,0.5043607
+11.405103,0.9268179,0.33837867,0.88848495,0.86457205,0.8288541,-0.8195906,0.91960144,0.35805094,0.8886795,0.8560829,0.865191,-0.8660838,-4.162511,-4.162511
+11.696633,0.9199697,-0.50701755,0.9393039,-0.6396334,-0.30365187,-0.91617364,0.9248352,-0.6516843,0.9417155,-0.7293796,-0.28961384,-0.9218131,-4.454042,-4.4540415
+6.1443105,-0.5813272,-0.8186299,0.9694177,-0.4865867,0.8686031,0.35965228,-0.60420436,-0.8690701,0.96729183,-0.59114283,0.87756276,0.29805243,1.0982805,1.0982814
+5.450454,0.23131454,0.877036,0.9668524,0.95110583,0.014197469,0.93568623,0.2562331,0.88609576,0.9657029,0.9500452,0.12790644,0.9418938,1.7921367,1.7921376
+9.948166,-0.80911034,0.80586207,0.9389992,0.9464779,-0.5049065,0.06825626,-0.82650083,0.81880736,0.9462795,0.94608784,-0.49374223,-0.44987494,-2.7055743,-2.705574
+13.128715,-0.69410616,0.41906977,0.0440197,0.9315349,-0.92702186,-0.9123738,-0.7042684,0.42350113,0.17051816,0.9393388,-0.941996,-0.937564,-5.886123,-5.8861227
+9.636598,0.124507904,0.24972582,-0.70118827,-0.026173234,-0.933271,0.7466334,0.16370833,0.36625588,-0.5867727,-0.15728694,-0.89265877,0.77927494,-2.3940063,-2.3940058
+4.3581324,0.10349798,-0.3640008,-0.80828816,0.8899896,-0.08176595,0.9806607,0.14687097,-0.3158139,-0.80652595,0.8805089,-0.022958696,0.9739573,2.8844593,2.8844595
+5.232099,0.17806649,0.68204653,0.19478333,0.9309418,0.8141434,0.09419334,0.21678472,0.6362901,0.14765775,0.941556,0.7361188,0.13367403,2.010493,2.0104928
+9.2184725,0.9157727,0.54212415,0.86290526,-0.45274824,0.8332777,-0.94498813,0.9022014,0.5670223,0.86943555,-0.39877546,0.8553871,-0.9473899,-1.9758806,-1.9758806
+12.237778,0.92732024,-0.22351456,0.925766,-0.04497558,-0.59265774,-0.8861651,0.9220991,-0.20357066,0.9208021,-0.13735533,-0.47407043,-0.9058058,-4.9951863,-4.995186
+8.949715,0.49879003,0.653438,0.9718683,-0.8777562,0.7915354,-0.8349284,0.37648726,0.4795568,0.9643277,-0.9323217,0.76616025,-0.83193415,-1.7071232,-1.7071228
+4.707059,-0.519135,0.3775797,0.96278167,0.25009382,0.47970355,0.12935853,-0.5357829,0.38203812,0.9619713,0.043014288,0.46821928,0.09686625,2.5355325,2.535533
+7.857987,-0.4994936,0.91641307,0.97955346,0.9597564,0.3323542,-0.9159427,-0.53673506,0.9128276,0.978467,0.9515728,0.37540507,-0.95170087,-0.6153956,-0.61539507
+12.563933,-0.87930006,0.68154526,0.70519257,0.9544158,-0.7921944,-0.97560525,-0.8793527,0.6826912,0.73065937,0.95479536,-0.77969253,-0.98115945,-5.3213425,-5.3213415
+11.164029,-0.2155053,0.18411016,-0.14251441,-0.3938009,-0.9557275,-0.96062857,-0.315421,0.22919941,-0.06667638,-0.34310257,-0.9377961,-0.9641249,-3.9214382,-3.9214373
+4.3392925,0.44569623,-0.25189543,-0.83927953,-0.2590986,0.53937817,0.9465219,0.47983408,-0.20740479,-0.81280684,-0.39034402,0.61027956,0.9522966,2.903299,2.9032993
+3.181398,0.6596663,0.69927573,-0.76863694,0.7218034,0.6828375,0.9800286,0.6929425,0.67537653,-0.7562235,0.76657844,0.66479707,0.9806495,4.061194,4.061194
+7.9127636,0.38232827,0.6634619,0.81207514,0.026619196,0.7266178,-0.8161804,0.3816905,0.64570856,0.8255553,0.16834855,0.6278727,-0.8172782,-0.67017156,-0.67017174
+12.29929,0.82854986,0.09011614,0.90164113,0.4583099,0.11074412,-0.8954398,0.8580115,0.111210585,0.9038341,0.38614357,0.33790088,-0.927244,-5.0566983,-5.056698
+11.050041,0.9087739,0.45759404,0.96477497,-0.74907774,-0.39799362,-0.91636175,0.89064884,0.247805,0.9625106,-0.8104265,-0.3729354,-0.9249094,-3.80745,-3.8074493
+5.4028997,-0.68173355,0.4454403,0.9790616,0.41457236,0.8195138,0.35274863,-0.6882755,0.32324088,0.97791874,0.24947965,0.8444922,0.27296007,1.8396913,1.8396921
+6.0997887,-0.2471298,0.9155046,0.9557173,0.9614059,0.0905658,0.83719087,-0.2599702,0.9078407,0.9627497,0.95458794,0.19184649,0.57716846,1.1428025,1.1428032
+10.6626005,-0.85848105,0.75774527,0.8886981,0.94832325,-0.45182407,-0.8599528,-0.8687021,0.7525338,0.9040816,0.9460213,-0.4255544,-0.94114566,-3.4200096,-3.4200087
+12.613303,-0.66805834,0.6571696,0.19522583,0.4257095,-0.9790667,-0.9480385,-0.69465095,0.64495516,0.33949137,0.5814462,-0.976135,-0.9541807,-5.370712,-5.3707113
+8.032311,0.30065966,0.1378628,-0.6808717,-0.7204594,-0.77882147,0.916618,0.26874936,0.25681865,-0.5707414,-0.8374637,-0.5937156,0.9388093,-0.78972024,-0.7897196
+3.4734776,0.5190003,0.6677122,-0.71797204,0.7741163,0.43667305,0.99420214,0.5396613,0.6614392,-0.71794015,0.76123023,0.4309038,0.9935949,3.7691145,3.7691143
+5.510163,0.5049381,0.86134195,0.74772584,0.68528163,0.5215943,-0.50507265,0.5137948,0.8375906,0.7012019,0.76083577,0.46522093,-0.46251655,1.7324294,1.732429
+10.13729,0.8433087,0.46724224,0.9220886,-0.41720796,0.6606865,-0.6249643,0.85453904,0.48309815,0.9244902,-0.45334303,0.66878915,-0.7737839,-2.8946984,-2.8946981
+12.42031,0.90889716,-0.047602057,0.91706574,-0.9008606,-0.73336416,-0.616024,0.9009658,0.11131656,0.9203329,-0.885186,-0.7695783,-0.6578621,-5.1777186,-5.177718
+8.861344,-0.6897763,0.06980193,0.974059,-0.8954858,0.45289874,0.24812186,-0.7177158,-0.24211442,0.96849847,-0.9457806,0.46576428,0.17854619,-1.6187531,-1.6187525
+6.5979533,-0.17999756,0.81961286,0.97169137,0.8685396,0.07236886,0.85336185,-0.25943887,0.8302133,0.97075224,0.68474007,0.11976993,0.72579193,0.644638,0.64463854
+8.937704,-0.8295885,0.9225359,0.9775419,0.9351523,-0.001650691,-0.95301634,-0.84172505,0.93064713,0.9781432,0.9230304,0.0061883926,-0.97105587,-1.6951128,-1.6951122
+11.976222,-0.7794118,0.80625355,0.6897671,0.84219646,-0.9148988,-0.9643962,-0.8182095,0.81663764,0.75217414,0.8810916,-0.92573005,-0.98188925,-4.7336307,-4.73363
+9.842942,0.07663393,0.64672124,-0.15916562,-0.84621197,-0.9583104,0.17875421,0.03685701,0.66814744,0.03991258,-0.87455213,-0.95408165,0.051501155,-2.6003513,-2.6003504
+4.5759134,0.3529458,0.12787092,-0.74791074,0.36131048,-0.4637288,0.98808193,0.38947868,0.15600681,-0.6870569,0.20715106,-0.26988935,0.98955727,2.6666782,2.6666784
+4.8046207,0.15886664,0.96502197,0.31666005,0.7308836,0.7308135,0.9656433,0.1872046,0.9590447,0.3451779,0.7358371,0.67572856,0.97334933,2.437971,2.437971
+8.850494,0.77328944,0.91446805,0.9435413,-0.966278,0.572912,-0.34521127,0.7567768,0.9105053,0.9455056,-0.96510553,0.5698688,-0.4503491,-1.6079025,-1.6079025
+12.612491,0.8663404,0.76813424,0.9415443,-0.3592856,-0.6003476,-0.81024796,0.8826213,0.776649,0.9324043,-0.41140008,-0.49865365,-0.8193997,-5.3698997,-5.369899
+10.818074,0.39705694,0.75749207,0.9722247,-0.9650216,-0.5438649,-0.7663936,0.3250389,0.63587403,0.9726162,-0.9665131,-0.5327583,-0.8473365,-3.5754826,-3.5754824
+5.9567027,-0.8623787,0.9189534,0.96883035,-0.6955952,-0.03595698,0.092278,-0.8712752,0.9185871,0.9692049,-0.79567057,0.09577167,-0.07934016,1.2858886,1.2858891
+7.0637584,-0.8739044,0.95620704,0.97908306,0.84223735,-0.71367764,-0.95782715,-0.8927743,0.9588301,0.977993,0.7149075,-0.68572295,-0.9694415,0.17883295,0.17883348
+12.078635,-0.937416,0.89082134,0.96028244,0.9593377,-0.17268246,-0.9847617,-0.93768954,0.8981035,0.95685625,0.95866466,-0.07403833,-0.9916624,-4.836044,-4.8360434
+11.916646,-0.9272575,0.90711045,0.529325,0.5090095,-0.9850685,-0.97347337,-0.93901646,0.87818456,0.5951917,0.65804374,-0.97906363,-0.9710885,-4.6740546,-4.674054
+6.3080163,0.18351865,0.74972415,-0.14573574,-0.6635986,-0.8828781,0.71877503,0.13794422,0.7870953,-0.095857024,-0.78739065,-0.85915506,0.7165222,0.93457526,0.93457556
+1.839236,0.89798117,0.96344113,-0.08062267,0.815511,0.6921419,0.9954212,0.911566,0.9605975,-0.028341949,0.83736837,0.69259655,0.9958942,5.403355,5.4033556
+4.789635,0.80524445,0.9529278,0.9557855,0.954762,-0.111703694,0.92318296,0.8424692,0.94627905,0.9532019,0.95584273,-0.032488763,0.95317805,2.4529564,2.4529567
+11.064067,0.8330262,0.9419819,0.9536772,0.7818837,0.74718726,-0.7675182,0.8567804,0.9325402,0.95051336,0.7871051,0.8183048,-0.79257715,-3.821475,-3.821475
+13.080855,0.0052797794,0.96683574,0.96331644,-0.7359604,0.24925268,-0.36632645,-0.113996625,0.97221243,0.9638493,-0.7365773,0.34928393,-0.37641084,-5.8382645,-5.8382635
+8.170422,-0.91147286,0.9636489,0.97875595,0.64799285,0.57390285,-0.38788486,-0.91558653,0.96491826,0.9813459,0.6982875,0.5981668,-0.51066244,-0.9278303,-0.92782974
+7.1587443,-0.8672831,0.98879147,0.8028375,0.9104438,-0.054338932,0.28736055,-0.83103335,0.9893987,0.8394635,0.9129796,0.09061289,-0.07368696,0.08384714,0.08384752
+9.688875,-0.9353846,0.9845674,0.9241705,0.9285085,-0.2032476,0.5310104,-0.932027,0.9847119,0.94725466,0.9375024,-0.14576983,0.22543335,-2.4462836,-2.4462833
+11.04559,-0.9070357,0.9846971,0.9124296,0.8682833,-0.9415213,0.24554968,-0.89698875,0.98454773,0.9233036,0.88187075,-0.9432366,0.01639843,-3.8029995,-3.8029985
+9.732773,-0.6810734,0.91979146,-0.031214952,0.27792716,-0.9459883,0.9622359,-0.717303,0.92542243,0.069021106,0.33608544,-0.9387062,0.9688095,-2.4901812,-2.490181
+6.211803,0.63169324,0.96311235,-0.155285,0.72764266,-0.69108754,0.9949398,0.6724889,0.96518564,-0.073738396,0.7056565,-0.6549998,0.9964286,1.0307888,1.0307889
+5.1453547,0.7124206,0.9920399,0.98133457,0.95191383,-0.29439002,0.98475695,0.6753417,0.99163806,0.9851146,0.95278084,-0.33831143,0.9862361,2.097237,2.097237
+8.996279,0.81261575,0.9902036,0.989146,0.8686955,0.8475815,-0.3659191,0.8276112,0.99086356,0.98935485,0.8302994,0.82889867,-0.5442898,-1.7536873,-1.7536869
+11.713398,0.5601926,0.97918844,0.8230779,-0.8231407,0.25440025,-0.90377533,0.6051352,0.9811182,0.74521565,-0.8192285,0.37103462,-0.93219495,-4.4708066,-4.470806
+9.000946,-0.8227735,0.9750612,0.97633624,-0.95029575,0.08818126,-0.84787697,-0.8330374,0.97929144,0.978976,-0.93678015,0.13450778,-0.8881287,-1.7583543,-1.7583542
+7.1943336,-0.95526516,0.90849686,0.92969596,0.47925782,0.33054686,-0.43749726,-0.953192,0.86701727,0.9348941,0.3783785,0.40315568,-0.59916127,0.048257556,0.048258305
+9.129372,-0.9361959,0.9820099,0.97008514,0.9578099,-0.5707187,-0.87348664,-0.9397061,0.9789592,0.9791627,0.9499452,-0.39653426,-0.91557825,-1.8867807,-1.8867798
+12.212153,-0.9532604,0.9770355,0.7930424,0.93652916,-0.56347466,-0.8911799,-0.9473299,0.97875285,0.8650837,0.9595853,-0.43051857,-0.8956231,-4.9695616,-4.9695616
+9.805442,-0.98749924,0.96480024,0.3423457,0.7113421,-0.9698813,0.08214879,-0.98354053,0.96507835,0.30383205,0.6341722,-0.9684244,-0.24059772,-2.5628505,-2.56285
+4.55401,0.21626687,0.8290899,-0.34293282,0.5860925,-0.9409304,0.9611149,0.20382452,0.8378694,-0.2608149,0.517241,-0.93424857,0.9680853,2.6885815,2.688582
+3.3759844,0.7152233,0.98192954,0.6930907,0.80341375,-0.05235046,0.986789,0.7327416,0.98076844,0.77818274,0.8032646,-0.09042144,0.99084187,3.866607,3.8666074
+7.591211,0.8857651,0.9783133,0.9895563,0.669009,-0.5858944,0.9726504,0.8776561,0.97660434,0.99217856,0.5257145,-0.6626668,0.9783286,-0.34861937,-0.34861898
+13.0425825,0.62627256,0.9891534,0.7927891,0.7645838,0.41447902,-0.73257124,0.6721351,0.9794946,0.8025212,0.7964778,0.5853826,-0.74435544,-5.799991,-5.7999907
+11.603101,-0.5448817,0.95687723,0.8006296,-0.86259073,0.047533512,-0.841233,-0.62199146,0.9624356,0.8050742,-0.84566265,0.060115337,-0.8352432,-4.3605094,-4.360509
+5.8764787,-0.9377347,0.97412086,0.73031116,0.8969517,0.27691007,-0.75109196,-0.93442416,0.98244977,0.75809646,0.9098134,0.3650564,-0.828901,1.3661128,1.3661132
+6.8754234,-0.98506314,0.968688,-0.42391253,0.8885491,0.16327071,-0.64442533,-0.98508364,0.96837306,-0.46231252,0.9193102,0.2351923,-0.76294243,0.36716804,0.36716843
+9.603406,-0.9462848,0.98990846,-0.12282568,0.9574766,-0.6041997,0.42396796,-0.9449405,0.99156857,-0.098288834,0.9599178,-0.5051292,0.16529644,-2.3608143,-2.360814
+11.295048,-0.9640081,0.99331987,0.4058292,0.947598,-0.9635843,-0.1918149,-0.9604144,0.9922781,0.31916273,0.9423579,-0.9600051,-0.42421722,-4.052456,-4.052456
+8.985899,-0.79563504,0.9331149,-0.5816921,0.77626395,-0.96537936,0.97284985,-0.822636,0.92960095,-0.5743212,0.78378654,-0.95853555,0.9805076,-1.7433075,-1.7433071
+4.665877,0.43756914,0.975641,0.44591677,0.9608679,-0.18442059,0.9717227,0.41755414,0.9775764,0.5520036,0.9667032,-0.29614544,0.9770138,2.5767148,2.576715
+5.340831,0.78692055,0.9876671,0.9775646,0.98122025,-0.409706,0.9885136,0.7751548,0.9860251,0.9776244,0.9794018,-0.5868554,0.98728275,1.901761,1.901761
+10.31718,0.6225431,0.9923774,-0.22619599,0.8790779,0.36610007,0.08200109,0.67172897,0.99060845,-0.36709213,0.8729836,0.45198846,-0.029829979,-3.0745878,-3.0745878
+11.086112,-0.92109996,0.98531246,-0.5701803,-0.86600643,-0.038439333,-0.42804533,-0.9268991,0.9870434,-0.67204046,-0.88507384,0.036383152,-0.36788106,-3.8435204,-3.8435202
+6.6046166,-0.98299813,0.83560824,-0.62106836,0.22926831,-0.089333534,-0.8619612,-0.981542,0.8205743,-0.54963493,0.2418313,0.13090694,-0.8754886,0.6379749,0.6379752
+6.175837,-0.9928731,0.9602052,-0.88587046,0.601177,-0.6918752,-0.26781136,-0.9933324,0.85495853,-0.8851208,0.65310097,-0.6037418,-0.4191618,1.0667545,1.0667548
+8.723289,-0.9731588,0.9809395,-0.8729521,0.7763853,-0.98892224,-0.4328844,-0.9759947,0.985173,-0.88155043,0.88392353,-0.98309606,-0.51761746,-1.4806973,-1.4806967
+10.195159,-0.96426976,0.97071934,-0.35241413,0.96400166,-0.9752068,0.7927091,-0.9674452,0.9674616,-0.3779903,0.9686518,-0.96643496,0.78618634,-2.952567,-2.952567
+8.5646925,-0.7189553,0.96648157,-0.5256641,0.8768101,-0.96660507,0.96739113,-0.7445377,0.96363616,-0.5111152,0.88693976,-0.9698488,0.97178423,-1.3221008,-1.3221006
+6.4807415,0.76023245,0.9845549,0.6684973,0.94331026,-0.52646476,0.9844334,0.7496476,0.98394954,0.677099,0.95495594,-0.5900942,0.98426735,0.76185036,0.76185036
+6.5254292,0.9794793,0.98988605,0.959445,0.9574628,-0.19297671,0.9718108,0.9752121,0.98927593,0.9542264,0.9667485,-0.21302617,0.968477,0.71716243,0.7171626
+10.10349,0.9732506,0.99450135,0.5025685,0.96781254,0.12291741,0.97808886,0.97027874,0.9950113,0.38440442,0.9662883,0.08687723,0.9663209,-2.8608978,-2.860898
+10.699243,-0.5085325,0.99743044,-0.98277,0.7928641,0.54074335,-0.6685991,-0.6023583,0.99771404,-0.98546404,0.82282674,0.626636,-0.65701014,-3.456651,-3.4566507
+6.123557,-0.9040872,0.9782202,-0.7772125,0.42026603,0.80191135,0.24121797,-0.8967379,0.9830427,-0.72511935,0.42775297,0.8379867,0.26809072,1.1190345,1.1190348
+4.4633975,-0.97281057,0.97454,-0.89809203,0.8125069,-0.80267185,-0.1518538,-0.975353,0.96096206,-0.89162725,0.83415246,-0.75167644,-0.097222686,2.7791939,2.7791944
+8.388716,-0.98073506,0.9776914,-0.92583245,0.7708397,-0.98977196,0.74388814,-0.980879,0.9198048,-0.93413955,0.8348614,-0.9855163,0.64102554,-1.1461245,-1.1461239
+12.120232,-0.9115548,-0.6033526,-0.8113798,-0.108320236,-0.9090529,-0.06378424,-0.9201867,-0.86519754,-0.8462633,0.12228131,-0.889597,-0.28215766,-4.8776402,-4.87764
+10.518413,-0.794197,0.6678026,-0.974636,-0.50757456,-0.91241676,0.8933346,-0.78693783,0.32834136,-0.97733825,-0.4043337,-0.93169564,0.8788545,-3.2758207,-3.2758207
+5.630057,0.95141196,0.97347283,-0.95090175,0.5143918,0.15411556,0.98841095,0.95816696,0.97081757,-0.95152223,0.66895604,0.10477114,0.9889201,1.6125346,1.612535
+4.0033035,0.97652984,0.99127245,0.92162097,0.97643137,0.8543587,0.9934014,0.97489,0.99020505,0.9046285,0.98040855,0.8404652,0.9933655,3.2392883,3.2392883
+8.383234,0.9925635,0.99389815,0.5689604,0.9479809,0.8726431,0.996438,0.9913423,0.9933815,0.4908657,0.95435166,0.8644248,0.996488,-1.1406425,-1.1406422
+11.917201,0.9786916,0.99500585,-0.98579264,0.9733529,0.73843145,0.6918833,0.98255897,0.99491906,-0.9873676,0.9771514,0.7636616,0.56182337,-4.6746087,-4.674609
+8.825319,0.9634626,0.9925983,-0.93031037,0.8003069,0.9096544,-0.58437306,0.97758865,0.99293053,-0.9202414,0.83413196,0.9163661,-0.5077112,-1.5827273,-1.5827274
+3.9661186,-0.70545983,0.9965148,-0.9544897,0.9458549,-0.8283946,0.7682661,-0.6542523,0.9951689,-0.9596576,0.9480889,-0.8535764,0.725819,3.2764733,3.2764733
+5.675991,-0.972924,0.9762074,-0.9356712,0.81586826,-0.9817217,0.8942063,-0.9778018,0.9092666,-0.9402395,0.84979165,-0.9857354,0.8880837,1.5666007,1.5666008
+10.968199,-0.89572424,-0.96985453,-0.7688204,-0.47167546,-0.08939773,0.59644186,-0.9191936,-0.97607505,-0.79185075,-0.3504265,-0.30758715,0.47785544,-3.7256072,-3.725607
+13.245619,-0.96657443,-0.99225456,-0.8374265,-0.92290074,0.25163078,0.4425813,-0.95930576,-0.9911946,-0.8743587,-0.9026279,0.22761595,0.4878397,-6.003027,-6.003027
+9.346729,0.34770596,-0.89095837,-0.8478615,-0.89126414,0.7896831,0.9347639,0.52857995,-0.9052706,-0.7701034,-0.83788717,0.79457235,0.9349079,-2.1041377,-2.1041374
+5.211094,0.6444235,-0.12978202,-0.55311376,0.9452238,0.7945802,0.9747969,0.6843283,-0.3328203,-0.66572165,0.9583466,0.78742194,0.97686684,2.0314977,2.031498
+6.5806594,0.9835901,0.9917691,-0.87093765,0.8706074,0.730885,0.9915607,0.9818845,0.99096227,-0.86797297,0.9014803,0.7161281,0.99265766,0.6619323,0.66193247
+10.488827,0.98953533,0.990962,-0.98076415,0.9432242,0.43493414,0.93811345,0.9898844,0.9905162,-0.97866184,0.9535501,0.39983058,0.9433677,-3.2462351,-3.246235
+10.517035,0.80625343,0.9896722,-0.9426581,0.8849113,0.8963382,-0.9188245,0.81303906,0.9903754,-0.9355958,0.90627384,0.8881177,-0.87380546,-3.2744424,-3.2744427
+6.1670933,-0.93521947,0.99244285,-0.98032033,0.9294424,-0.8066403,-0.12444705,-0.9188618,0.9933579,-0.9808669,0.9393076,-0.8247082,-0.10771346,1.0754989,1.0754986
+4.2569046,-0.3440457,0.9903438,-0.9769099,0.8721329,-0.99642915,0.80964994,-0.48910493,0.9803854,-0.97835916,0.86206496,-0.9970931,0.8244784,2.985688,2.9856873
+7.911459,0.3752035,0.4781003,-0.8669061,0.37317157,-0.5070229,0.8232478,0.16597533,0.44863534,-0.84356636,0.47465575,-0.5952946,0.7804246,-0.66886705,-0.6688671
+12.50979,-0.5262612,-0.9798747,-0.88985294,-0.7463648,0.87634397,-0.56200874,-0.5667878,-0.9804179,-0.90466,-0.7408968,0.83871937,-0.59836733,-5.267199,-5.2671986
+10.491517,-0.030548453,-0.5413427,-0.9756057,-0.93649757,0.84939647,0.651932,0.08647454,-0.64772445,-0.9758059,-0.9230291,0.8270577,0.6830745,-3.248925,-3.2489252
+5.9854584,0.7030616,-0.59426594,-0.9684753,0.052482605,0.96027374,0.9426956,0.7509562,-0.6601032,-0.97952497,0.15576208,0.9614874,0.9404321,1.2571337,1.2571335
+6.820655,0.64531374,0.9041414,-0.98202795,0.7523483,0.6096947,0.9553275,0.6434289,0.8808261,-0.9867544,0.8088169,0.5932671,0.9524398,0.4219377,0.421937
+9.952691,0.9889116,0.9675801,-0.93067455,0.84022737,0.45872927,0.9593667,0.98877287,0.9671078,-0.9467725,0.87288916,0.4506476,0.9623741,-2.7100985,-2.7100992
+10.89815,0.13280606,0.9666847,-0.98297906,0.95749617,0.29736865,-0.94537216,0.047315836,0.9684682,-0.97633994,0.968343,0.41686118,-0.93352205,-3.6555588,-3.6555586
+7.41073,-0.99107295,0.9966724,-0.9791553,0.940166,-0.5085672,-0.8112932,-0.9882605,0.9968426,-0.97792566,0.94131243,-0.58397317,-0.7897506,-0.16813755,-0.16813803
+4.5672235,-0.20272619,0.8325248,-0.9863971,0.9191116,-0.9954701,0.774377,-0.31761587,0.7642728,-0.986996,0.91747594,-0.99576163,0.76111376,2.6753685,2.6753683
+6.1192875,-0.0062821507,0.98096776,-0.9318719,0.86146784,-0.26745886,0.89229274,0.14030933,0.97981775,-0.9319109,0.8623843,-0.4527251,0.87521505,1.1233046,1.1233044
+11.26956,-0.023770034,-0.934235,-0.92324936,-0.83742815,0.9613311,-0.7498238,0.112047076,-0.9242484,-0.92565376,-0.8463796,0.9542066,-0.7999788,-4.0269675,-4.026968
+11.391129,-0.4472443,-0.4235757,-0.9597826,-0.9029117,0.8312409,-0.39053458,-0.24311537,-0.54535127,-0.97239155,-0.8894511,0.8286097,-0.55650645,-4.1485367,-4.1485367
+5.845004,0.7567142,-0.14195544,-0.96213907,-0.8497245,0.9652972,0.8970461,0.7966511,-0.12607884,-0.9647509,-0.7718557,0.96059227,0.90505636,1.3975883,1.3975878
+6.286329,0.57096493,0.7308718,-0.97263384,0.3043555,0.9747393,0.9102366,0.5814626,0.69901705,-0.9780454,0.4557755,0.97251725,0.91133356,0.95626354,0.95626307
+10.045996,0.8296753,0.9382001,-0.54776627,0.6923064,0.9582963,0.93888986,0.7748134,0.92711234,-0.41401887,0.7314832,0.96007204,0.9302734,-2.8034036,-2.8034039
+10.782649,-0.38473254,0.9446838,-0.88765246,0.9194124,0.8672135,-0.6995663,-0.3053465,0.94342613,-0.91891855,0.9300475,0.87019706,-0.7333835,-3.540057,-3.5400572
+8.21131,-0.9897716,0.99472666,-0.90404046,0.9202553,-0.6389482,-0.8120365,-0.98862386,0.9953896,-0.9078328,0.9204893,-0.70833,-0.81373674,-0.96871805,-0.9687185
+5.3565373,-0.9804707,-0.60467356,-0.97816336,0.94869447,-0.9832706,0.8184602,-0.9706469,-0.60275567,-0.97772527,0.9508064,-0.97829247,0.8118119,1.8860549,1.8860545
+5.64144,-0.5259606,0.9858835,-0.8229666,0.9080504,0.65916085,0.85108805,-0.42807084,0.9863174,-0.8410953,0.8995955,0.5854118,0.85043037,1.6011523,1.601152
+9.891143,-0.9639982,-0.7566268,-0.51022923,-0.7033734,0.9706862,-0.8078999,-0.94136244,-0.73418427,-0.5539777,-0.67665356,0.96589255,-0.8192989,-2.6485507,-2.648551
+10.330924,-0.68690753,-0.54148674,-0.8490359,-0.9200079,0.87188196,-0.75887936,-0.6103967,-0.5638667,-0.9206189,-0.8945378,0.86287355,-0.8062361,-3.0883324,-3.0883322
+5.945889,0.8814924,-0.11504024,-0.8782044,-0.90700716,0.7201104,0.9250598,0.9038054,-0.05252266,-0.8777104,-0.86963916,0.68544984,0.9342058,1.2967035,1.2967029
+6.2243876,0.74852586,0.39753485,-0.9440515,-0.44245327,0.9651954,0.7867532,0.7371259,0.39174438,-0.9436305,-0.32214564,0.96525526,0.8101132,1.0182048,1.0182042
+10.464677,-0.9146189,0.70727706,-0.049740255,0.42105412,0.9367387,0.7970761,-0.8835919,0.6622348,0.059693456,0.48285866,0.9359877,0.7884002,-3.2220848,-3.222085
+11.059882,-0.8194415,0.93375075,-0.4750905,0.89142346,0.9199909,-0.13257152,-0.80832744,0.9336641,-0.44057506,0.9086379,0.9205357,-0.117019355,-3.8172903,-3.8172903
+8.669813,-0.9830733,0.9945326,0.16923106,0.9078293,-0.71975416,-0.56563467,-0.98157936,0.98770905,0.031764984,0.907408,-0.7202869,-0.5953149,-1.4272207,-1.4272213
+5.559642,-0.80809647,-0.7924852,-0.9215623,0.965021,-0.9552416,0.82403135,-0.7484819,-0.73491657,-0.9365254,0.96957207,-0.94967806,0.7822912,1.6829504,1.68295
+6.1365695,0.1883825,0.9539592,0.20337033,0.9380486,0.946512,0.70907426,0.2899735,0.9567579,0.20117462,0.9334097,0.9413731,0.69136107,1.106023,1.1060224
+9.933445,-0.9902729,-0.563684,0.46252108,0.20465446,0.9558208,-0.8475746,-0.98999494,-0.5680747,0.4434892,0.26306522,0.9541297,-0.8320259,-2.6908524,-2.690853
+11.286003,-0.94976467,-0.60363543,-0.4348024,-0.67273444,0.87451124,-0.9148848,-0.9511692,-0.5815361,-0.42486,-0.6038328,0.8717127,-0.92153335,-4.0434117,-4.0434113
+6.5887465,0.8829696,0.14140332,-0.609066,-0.93245775,-0.6345512,0.7088765,0.8774308,0.1948322,-0.55113673,-0.8982413,-0.67111224,0.77911425,0.65384567,0.6538453
+4.81437,0.9502802,0.13445282,-0.59812635,-0.8314788,0.9489709,0.37511218,0.94901586,0.14926302,-0.56324357,-0.81516635,0.95659375,0.38702774,2.4282227,2.4282217
+8.447619,-0.9097935,0.257478,0.20585227,0.07102084,0.85751987,0.6738429,-0.90476704,0.17045045,0.2939955,0.14586663,0.8698542,0.5360434,-1.2050273,-1.2050276

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.9919099807739258,-0.9919099768400192,8.234501866817475,,
+1000,-1.0554218292236328,-1.0554217236042023,8.298013622760772,,
+1500,-0.9718471169471741,-0.9718472043275833,8.21443905878067,,
+2000,-1.0681382417678833,-1.068138785123825,8.310730624198914,,
+2500,-0.9058261513710022,-0.9058262522220611,8.148418115139007,,
+3000,-0.7356286644935608,-0.7356293625831604,7.97822125506401,,
+3500,-0.9100163578987122,-0.9100164812803269,8.152608365535736,,
+4000,-0.9922991394996643,-0.9922990952730179,8.234890957593917,,
+4500,-0.9026132822036743,-0.9026135504245758,8.145205415725709,,
+5000,-0.7684777975082397,-0.7684780304431915,8.011069905757903,,
+5000,,,,8.108188192844391,-0.8655965924263
+5500,-0.8345325589179993,-0.8345327807664871,8.07712464427948,,
+6000,-0.877765417098999,-0.8777656824588775,8.12035751247406,,
+6500,-0.9431482553482056,-0.9431480873823166,8.185739902973175,,
+7000,-0.9490296244621277,-0.9490297557115555,8.191621607542038,,
+7500,-1.083769679069519,-1.083769443154335,8.32636133813858,,
+8000,-1.0306473970413208,-1.0306474764347076,8.273239293098449,,
+8500,-1.0904234647750854,-1.0904233570098878,8.333015259265899,,
+9000,-0.9282050728797913,-0.9282047964334488,8.170796664953231,,
+9500,-0.9836127161979675,-0.9836123465299607,8.22620418548584,,
+10000,-1.0848116874694824,-1.0848117340803147,8.327403557777405,,
+10000,,,,8.519629400968551,-1.2770379781723022
+10500,-1.166571855545044,-1.166572147011757,8.409164048671723,,
+11000,-1.0847159624099731,-1.0847163972854614,8.327308261394501,,
+11500,-1.1389294862747192,-1.1389296317100526,8.38152144098282,,
+12000,-1.1611599922180176,-1.1611603631973266,8.403752273082732,,
+12500,-1.4135708808898926,-1.4135703611373902,8.656162238121032,,
+13000,-1.3400079011917114,-1.340007783651352,8.582599659442902,,
+13500,-1.009218454360962,-1.0092181477546691,8.251809969425201,,
+14000,-1.0608705282211304,-1.0608707334995269,8.303462588310241,,
+14500,-1.0479559898376465,-1.0479563064575195,8.290548096179963,,
+15000,-0.9217063188552856,-0.9217064191102982,8.164298263072968,,
+15000,,,,8.34446616768837,-1.101874589920044
+15500,-1.0757153034210205,-1.0757152421474456,8.318307058811188,,
+16000,-1.1565682888031006,-1.15656818318367,8.399159996032715,,
+16500,-0.9927966594696045,-0.9927968693971634,8.235388700008393,,
+17000,-1.0542477369308472,-1.0542474751472473,8.296839354991913,,
+17500,-1.035049557685852,-1.0350497591495513,8.277641594886779,,
+18000,-1.0101580619812012,-1.0101573904752732,8.252749227046966,,
+18500,-0.9366401433944702,-0.9366398904323577,8.179231740474702,,
+19000,-1.081541657447815,-1.0815409494638444,8.324132791519165,,
+19500,-1.0130984783172607,-1.01309887611866,8.25569070482254,,
+20000,-1.00298273563385,-1.0029827363491057,8.245574608802796,,
+20000,,,,8.339189739227296,-1.096598505973816
+20500,-1.0443575382232666,-1.0443569611310959,8.286948806762695,,
+21000,-1.1519641876220703,-1.1519632534980775,8.394555160045623,,
+21500,-1.2359657287597656,-1.235965665102005,8.478557548999786,,
+22000,-1.3137151002883911,-1.3137148388624191,8.556306663513183,,
+22500,-1.1149916648864746,-1.1149919735193252,8.357583858251571,,
+23000,-1.0461337566375732,-1.0461342856884002,8.288726155757905,,
+23500,-1.0060713291168213,-1.0060715310573578,8.248663385391236,,
+24000,-0.8260531425476074,-0.8260530009269714,8.068644903182983,,
+24500,-1.148107647895813,-1.148107768893242,8.390699652671813,,
+25000,-1.001603126525879,-1.0016033002138138,8.244195135593415,,
+25000,,,,7.77625032544136,-0.5336589813232422
+25500,-1.1630159616470337,-1.1630151621103286,8.405607004642487,,
+26000,-1.118286371231079,-1.1182854933738708,8.360877331733704,,
+26500,-1.0143505334854126,-1.0143510769605637,8.256942932605744,,
+27000,-1.0778148174285889,-1.0778144320249559,8.320406219482422,,
+27500,-1.0460244417190552,-1.04602408349514,8.288615953922271,,
+28000,-1.0777239799499512,-1.0777240389585494,8.320315861940385,,
+28500,-1.0415030717849731,-1.0415026203393936,8.28409444284439,,
+29000,-1.066588282585144,-1.0665874098539352,8.309179293394088,,
+29500,-1.0546331405639648,-1.0546322522163392,8.297224093914032,,
+30000,-1.1480669975280762,-1.1480664987564086,8.390658398628235,,
+30000,,,,8.317904586791991,-1.0753132104873657
+30500,-1.0254724025726318,-1.025472453713417,8.268064322948456,,
+31000,-0.9694632887840271,-0.9694632295370101,8.212055057048797,,
+31500,-1.0032418966293335,-1.0032421218156815,8.24583396577835,,
+32000,-1.0529773235321045,-1.0529771335124969,8.295568982601166,,
+32500,-1.0287889242172241,-1.0287888164520265,8.271380685806275,,
+33000,-1.2177886962890625,-1.2177890586853026,8.460380920410156,,
+33500,-1.0068233013153076,-1.006823375225067,8.249415273189545,,
+34000,-1.1003990173339844,-1.1003994864225388,8.342991371631623,,
+34500,-1.0693587064743042,-1.0693585748672485,8.311950432300568,,
+35000,-1.1173752546310425,-1.1173747956752778,8.359966653347016,,
+35000,,,,8.324448527097703,-1.0818570852279663
+35500,-1.1176165342330933,-1.1176172001361846,8.360209056854249,,
+36000,-1.1252930164337158,-1.1252936747074127,8.367885536193848,,
+36500,-1.120413064956665,-1.1204130214452743,8.363004886865616,,
+37000,-1.1777421236038208,-1.1777418884038926,8.420333778381348,,
+37500,-1.0494600534439087,-1.049459938287735,8.292051853179931,,
+38000,-1.165558934211731,-1.1655585858821869,8.408150407791137,,
+38500,-1.0817680358886719,-1.0817682149410248,8.324360042095185,,
+39000,-1.1442118883132935,-1.1442114470005036,8.386803258895874,,
+39500,-1.079725742340088,-1.0797254931926727,8.322317324638366,,
+40000,-1.1279927492141724,-1.1279930641651155,8.370584933757781,,
+40000,,,,8.160039579868316,-0.917448103427887
+40500,-1.0427440404891968,-1.042744047164917,8.285335907936096,,
+41000,-1.1743707656860352,-1.1743704435825348,8.416962292671204,,
+41500,-0.9970718622207642,-0.9970718530416489,8.239663707256318,,
+42000,-1.1325271129608154,-1.1325273084640504,8.375119171619415,,
+42500,-1.020494818687439,-1.020494749188423,8.263086614131927,,
+43000,-1.1119037866592407,-1.111904488325119,8.354496361732483,,
+43500,-1.0407049655914307,-1.0407043858766556,8.283296242713929,,
+44000,-1.0858774185180664,-1.0858769671916961,8.328468824863434,,
+44500,-1.032057762145996,-1.0320569113492966,8.27464875125885,,
+45000,-1.0438812971115112,-1.0438815964460373,8.286473423957824,,
+45000,,,,8.389404977560043,-1.1468135118484497
+45500,-1.0828464031219482,-1.0828468227386474,8.325438679218292,,
+46000,-1.0563899278640747,-1.0563902215957641,8.298982125282288,,
+46500,-1.0348843336105347,-1.0348844850063323,8.27747635102272,,
+47000,-0.9553142786026001,-0.9553139941692352,8.197905861377716,,
+47500,-1.0780658721923828,-1.0780656390190124,8.320657489776611,,
+48000,-1.0025221109390259,-1.0025220997333526,8.245113977909089,,
+48500,-0.9756227731704712,-0.9756235481500626,8.218215458393097,,
+49000,-1.0540868043899536,-1.0540869203805923,8.296678824424744,,
+49500,-0.957011878490448,-0.9570119507312774,8.199603839159012,,
+50000,-1.009183406829834,-1.0091833354234696,8.251775142192841,,
+50000,,,,8.274000631570816,-1.0314092636108398

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d133882f2a25b7ac8fb4db434f7ca80298bf339dbf00ec7f9f79a7c35df5151
+size 15018765

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.359817,-0.76797026,0.8685076,-0.98222566,0.9535115,0.8871324,-0.4635437,-0.77025783,0.8653796,-0.98036027,0.9586139,0.8170718,-0.5130813,-1.1172245,-1.1172247
+4.4247026,0.86737025,0.7544123,-0.79083306,0.97752726,0.9406891,0.7800367,0.8672571,0.7291496,-0.81033176,0.97825587,0.9221835,0.7665665,2.8178892,2.8178892
+6.133079,0.901968,-0.3418535,0.65271807,0.9806781,0.6447989,0.94969463,0.87700677,-0.5097889,0.58710897,0.9814228,0.6369524,0.9305974,1.1095127,1.1095128
+10.842678,0.777627,-0.5307786,0.95168376,0.98266625,0.28683722,0.62457407,0.63635826,-0.66574275,0.9371853,0.98307097,0.23960924,0.6801939,-3.600086,-3.6000862
+12.322799,-0.7328611,0.71262383,0.49724376,0.97679234,0.22393441,-0.5899475,-0.7570561,0.5857763,0.30524564,0.971099,0.15197766,-0.4776125,-5.080207,-5.080207
+8.025658,-0.86883026,0.96815014,-0.39074796,0.7659786,0.5055187,0.018515587,-0.8334924,0.970711,-0.51885045,0.6003711,0.4621346,0.030071616,-0.7830662,-0.7830658
+3.7661862,-0.92952734,0.97789216,-0.5617008,0.97695434,0.27344263,0.43686008,-0.9227148,0.98616266,-0.6247267,0.9794409,0.03082347,0.6375338,3.4764051,3.4764056
+5.8705134,-0.9927775,0.9696026,-0.038919806,0.9850662,-0.04634595,0.64508414,-0.9890997,0.97148085,-0.16520602,0.98683465,-0.19768226,0.6120403,1.372078,1.3720784
+11.206965,-0.98508644,0.9772384,-0.9307193,0.96831214,0.18800044,0.34207368,-0.98086035,0.97157764,-0.9397657,0.9668776,-0.20455796,0.25632548,-3.9643736,-3.9643736
+11.714889,-0.9784811,0.9622872,-0.9797825,0.95273924,0.2643652,-0.09562254,-0.97706944,0.9593793,-0.9811688,0.9535804,0.2548524,-0.2644229,-4.472297,-4.4722967
+5.7026796,-0.055229962,0.8800628,-0.9603829,0.9584577,0.8769729,-0.4094627,0.02778685,0.87615156,-0.9621351,0.96581316,0.87164474,-0.5947124,1.5399128,1.5399122
+3.0879052,0.8867686,0.40937126,-0.42018545,0.9763876,0.90033245,0.93833375,0.85710335,0.34197307,-0.3776219,0.97761536,0.9063842,0.9437132,4.154687,4.154687
+7.1473784,0.87521255,-0.56451523,0.69554126,0.9719167,0.45465398,0.8830755,0.79523396,-0.6269123,0.7164619,0.9746094,0.48937142,0.9142065,0.095213175,0.09521341
+12.675262,0.39532638,-0.41259766,0.951092,0.9767237,0.15584123,-0.16645068,0.19586086,-0.54776114,0.95506895,0.978055,0.23026156,0.16529858,-5.432671,-5.4326706
+12.904464,-0.77538556,0.74704254,0.22861159,0.9522871,0.26782835,-0.44538838,-0.8085794,0.7427962,0.21040177,0.95393825,0.27103877,-0.33591807,-5.6618724,-5.661872
+6.4242635,-0.7765177,0.95160246,-0.82441103,0.820693,0.45126653,0.22962952,-0.7865151,0.961045,-0.80708504,0.7794378,0.47977054,0.33845663,0.81832814,0.8183284
+2.5337164,-0.9623859,0.9826429,-0.14360118,0.98022246,0.36655915,0.61824036,-0.9663484,0.98581743,-0.30117458,0.9802221,0.2873869,0.6516702,4.708875,4.7088757
+6.5875936,-0.99184006,0.9538841,-0.6005794,0.98587203,0.31127703,0.48820758,-0.98872393,0.946141,-0.70578015,0.9871988,0.11456776,0.44984996,0.6549979,0.6549983
+12.34525,-0.98705447,0.97214496,-0.94224674,0.9713036,0.5345987,-0.041151226,-0.98527163,0.9687239,-0.9555848,0.972229,0.4908234,-0.07039839,-5.1026583,-5.1026583
+11.990563,-0.97516596,0.95823336,-0.9861019,0.9516969,0.53141165,-0.23699069,-0.9769306,0.9546101,-0.9874949,0.9539778,0.5074079,-0.3028099,-4.7479715,-4.7479715
+5.581997,0.22774816,0.8750825,-0.9514946,0.9774661,0.8793725,-0.6366478,0.19244933,0.8717295,-0.95765495,0.9786999,0.8824984,-0.6719419,1.6605955,1.6605949
+3.2689972,0.9064112,0.115985155,-0.3868603,0.9787272,0.8787283,0.93179095,0.87984204,0.030772567,-0.43351912,0.98104334,0.8937036,0.93785787,3.9735954,3.9735947
+7.3343334,0.80440235,-0.49081004,0.81638074,0.9702952,0.41893685,0.83107996,0.7518182,-0.5380556,0.8148544,0.9736929,0.38809252,0.84354377,-0.09174175,-0.09174156
+12.49842,0.14191592,0.0038563013,0.93178535,0.97648966,0.27818,-0.31311154,0.045724988,-0.07685459,0.9354894,0.97636056,0.18294668,-0.17825979,-5.255828,-5.255828
+12.553144,-0.6609321,0.8370317,0.011518717,0.95168924,0.469303,-0.12615496,-0.6758255,0.84983397,0.06578922,0.95435286,0.44712234,-0.1710074,-5.310553,-5.3105526
+6.718589,-0.8270512,0.9620886,-0.7391974,0.90257466,0.5881908,0.31196225,-0.83412975,0.9676564,-0.7443738,0.8626168,0.5995996,0.29020834,0.5240026,0.524003
+3.2087998,-0.9803126,0.97717285,-0.06180024,0.9770973,0.4284668,0.5814984,-0.98204213,0.9844067,-0.20357573,0.97745156,0.3674029,0.5857146,4.0337915,4.033792
+6.8627567,-0.9889068,0.9489844,-0.77903414,0.98612905,0.22514606,0.35590386,-0.986658,0.9363222,-0.8237907,0.9869969,0.1568439,0.36162698,0.37983468,0.37983513
+11.784579,-0.98329437,0.9740833,-0.9599406,0.965168,0.66548085,-0.3739984,-0.983873,0.9697714,-0.9663013,0.97182345,0.6128609,-0.32684588,-4.541988,-4.5419874
+11.152265,-0.9638266,0.9653456,-0.9838948,0.9468112,0.6256969,-0.29937303,-0.97023237,0.9619758,-0.9850176,0.9496417,0.6285887,-0.29958272,-3.9096727,-3.9096727
+5.694944,0.15353858,0.9035044,-0.93633467,0.98232734,0.89702773,-0.39657104,0.1451621,0.893458,-0.9414038,0.9834143,0.9010408,-0.37742698,1.5476488,1.547648
+3.8321378,0.93899703,0.04803264,-0.47679198,0.97782516,0.86373425,0.913049,0.9144492,-0.02400291,-0.51648915,0.98024726,0.8733971,0.9292791,3.4104548,3.410454
+7.574522,0.8081769,-0.41941798,0.88417697,0.9730687,0.45081377,0.6345452,0.79146624,-0.45584023,0.8878504,0.97694397,0.37013507,0.7062905,-0.33193037,-0.33193016
+11.9891615,0.40678835,-0.10784286,0.9106227,0.9680145,0.28982747,-0.56526256,0.36411917,-0.1488738,0.9136909,0.9761281,0.25388193,-0.47855717,-4.7465696,-4.7465696
+11.579368,-0.14526904,0.8437853,-0.12881118,0.88684523,0.5814228,-0.21741498,-0.19996536,0.85323095,-0.04857844,0.88958406,0.57468605,-0.22242153,-4.3367763,-4.336776
+6.0191174,-0.7397162,0.96216345,-0.35189903,0.9563781,0.7391659,0.29102302,-0.76607496,0.96641135,-0.33100116,0.9308082,0.74549437,0.2970748,1.2234744,1.2234745
+3.5655532,-0.988984,0.9689145,0.31887555,0.97408867,0.41844702,0.46125555,-0.9875351,0.9767535,0.14817858,0.9751997,0.33853233,0.44448018,3.677039,3.6770387
+7.8733,-0.9923975,0.90689635,-0.79857856,0.98604286,0.29137337,-0.009759307,-0.99091005,0.8657818,-0.8389476,0.98684716,0.22864652,-0.033402443,-0.6307089,-0.6307082
+12.4016695,-0.981547,0.9717847,-0.967326,0.973223,0.814772,-0.6849652,-0.9839426,0.9676305,-0.96984154,0.97831535,0.78592515,-0.6745444,-5.1590776,-5.1590776
+10.269495,-0.95631653,0.96116924,-0.98537046,0.94075036,0.67786527,-0.4424628,-0.9651204,0.96124244,-0.9874333,0.9475734,0.67570686,-0.41222298,-3.0269032,-3.0269032
+4.655649,0.15815091,0.87294126,-0.9082079,0.9863081,0.893564,-0.27364767,0.09164071,0.8570454,-0.92041206,0.9890597,0.9077842,-0.20947969,2.5869434,2.5869427
+3.4000924,0.9639547,0.18727565,-0.51594186,0.97334146,0.8574023,0.8977014,0.95433164,0.04696393,-0.60600203,0.9786186,0.8719022,0.9176234,3.8425,3.8424995
+7.6143813,0.85036755,-0.33322197,0.8787488,0.97089696,0.48721838,0.1689961,0.85023355,-0.38262826,0.87313104,0.9756067,0.52533567,0.2948904,-0.37178966,-0.37178946
+12.415745,0.6557218,-0.40899658,0.9468558,0.9715493,0.24430883,-0.8062947,0.6853175,-0.4218583,0.95192385,0.97483826,0.28509545,-0.8004879,-5.1731534,-5.173153
+11.936563,0.45183134,0.7290909,0.09246516,0.81303465,0.5578759,-0.19417197,0.4253726,0.71401,0.2096225,0.790365,0.557922,-0.2181012,-4.6939716,-4.6939707
+5.093638,-0.20549756,0.9567386,0.2786702,0.97583914,0.6568024,0.4786135,-0.22103745,0.9598384,0.27147436,0.970029,0.68521225,0.45370185,2.1489537,2.148954
+3.0431478,-0.9663945,0.93848395,0.70373344,0.9755366,0.53257644,0.5489811,-0.96455455,0.9305997,0.49931204,0.97517455,0.49333382,0.41801906,4.199444,4.199444
+8.401328,-0.9879875,0.6907822,-0.84991306,0.98704755,0.78808475,-0.32590938,-0.9868846,0.5645051,-0.88042015,0.9882214,0.76313865,-0.36911118,-1.1587368,-1.1587362
+13.395551,-0.9853163,0.960969,-0.97355896,0.982795,0.9190223,-0.8197519,-0.9868709,0.9554107,-0.9751599,0.9869907,0.89633477,-0.81215966,-6.1529593,-6.152959
+11.200159,-0.95837474,0.9487326,-0.98989457,0.9538069,0.69458854,-0.66988885,-0.9593412,0.95152056,-0.9906296,0.96200705,0.7105768,-0.5990203,-3.9575675,-3.9575672
+4.4576626,0.39450932,0.8607218,-0.9073288,0.9773357,0.7899015,0.08339667,0.29283118,0.84940207,-0.91428965,0.9813261,0.8417914,0.031566024,2.7849293,2.7849293
+2.4421754,0.9798845,0.5789492,-0.49258554,0.96907306,0.6031916,0.84675634,0.97605515,0.46435523,-0.48937988,0.9728997,0.7226918,0.87598014,4.8004165,4.8004165
+6.6800013,0.82911956,-0.10033965,0.90070724,0.9641094,0.49473357,0.14185762,0.8512118,-0.14262843,0.8964832,0.97014403,0.5163169,0.33520114,0.56259066,0.5625906
+12.234217,0.7674818,-0.16215974,0.9375566,0.96914566,0.019143939,-0.66701216,0.797812,-0.060828924,0.9443222,0.9737358,0.14192772,-0.651313,-4.9916253,-4.991625
+12.952063,0.5227994,0.38553703,0.23331857,0.83734584,0.32546127,-0.30683059,0.5124936,0.39705038,0.39033377,0.86591053,0.34398663,-0.3305043,-5.709471,-5.7094707
+6.166209,0.22739375,0.94407225,0.39154756,0.9729358,0.16200101,0.5506867,0.2233398,0.9510981,0.395185,0.9684938,0.073195934,0.4665599,1.0763825,1.0763826
+3.143442,-0.8808387,0.8972008,0.9024286,0.97414756,0.8152224,0.83214223,-0.8638742,0.8977245,0.86305106,0.9739481,0.80784714,0.75927174,4.0991497,4.0991497
+7.9110456,-0.9739509,0.22950566,-0.821536,0.9861529,0.91071486,-0.28813994,-0.9701598,0.08249283,-0.8656311,0.9890127,0.90110874,-0.3218748,-0.66845393,-0.6684537
+13.1164,-0.9792777,0.92531073,-0.98635596,0.98503685,0.9205327,-0.86491954,-0.9847349,0.91235304,-0.9870286,0.986493,0.90961146,-0.8623719,-5.8738084,-5.873808
+11.952544,-0.87667847,0.8866664,-0.9861336,0.9661825,0.75233626,-0.6774432,-0.88525105,0.8954059,-0.98605126,0.9746239,0.7724385,-0.5870905,-4.709953,-4.7099524
+5.310778,0.7169366,0.91452456,-0.90488386,0.9605688,0.79558706,0.24177587,0.68552804,0.91440415,-0.89528245,0.96826386,0.7881942,0.14858472,1.9318134,1.9318137
+2.6286716,0.97681606,0.8449075,-0.49999702,0.96302354,0.27826357,0.7822398,0.9756799,0.8186557,-0.4097234,0.9665365,0.31497443,0.7823477,4.6139207,4.61392
+6.2844214,0.86593485,0.20030046,0.9053526,0.9587388,0.25084925,0.6025801,0.87261224,0.24652803,0.9142462,0.9657016,0.29101276,0.6482296,0.95817024,0.9581704
+11.573694,0.8470466,0.34127355,0.9564079,0.9713156,-0.12946379,-0.05627477,0.8719678,0.42123985,0.96414757,0.9755666,-0.06441134,0.009852886,-4.3311024,-4.3311024
+12.657043,0.52467716,0.47335684,0.5011251,0.93446577,-0.19322467,-0.29759276,0.5345807,0.4581126,0.591069,0.93298006,-0.25334954,-0.37421262,-5.414453,-5.4144516
+7.2361307,0.6776867,0.9478396,0.7384143,0.96720076,-0.7438651,0.58210874,0.645067,0.9491041,0.7042115,0.9655304,-0.7320429,0.6086004,0.0064606764,0.0064611435
+4.48783,-0.54892665,0.84518933,0.9736726,0.98119664,0.8556409,0.89315414,-0.5257577,0.8571187,0.97353816,0.9827777,0.85647035,0.91323495,2.7547615,2.7547617
+8.218367,-0.95284504,0.58070517,-0.6498483,0.98587155,0.8726921,-0.4912755,-0.9426596,0.5207826,-0.5752233,0.98984385,0.8702116,-0.32413077,-0.97577524,-0.97577477
+11.947963,-0.96081257,0.9134071,-0.99012226,0.9730798,0.9147606,-0.903186,-0.9666678,0.88501716,-0.990503,0.97446346,0.91762054,-0.89822006,-4.705372,-4.705371
+10.522918,0.61786985,0.8124027,-0.9808278,0.97360337,0.85161376,-0.6561145,0.5531244,0.78110933,-0.9797605,0.9749489,0.8391204,-0.5990528,-3.280326,-3.280326
+5.112815,0.8640952,0.95008826,-0.8496354,0.94409204,0.8055463,-0.20046121,0.8614805,0.94960093,-0.8357071,0.95892286,0.8145807,-0.23029816,2.1297767,2.129777
+3.6198785,0.95666313,0.89412785,0.3179754,0.9567603,0.46667576,0.7350757,0.9509989,0.8502095,0.35287547,0.9614079,0.44400907,0.75616324,3.622713,3.6227133
+7.3605623,0.8657644,0.6320493,0.9458654,0.95226383,0.35130632,0.8119519,0.8684044,0.59660053,0.94828176,0.9583609,0.32698846,0.83453894,-0.11797047,-0.11797047
+11.774733,0.8206886,0.7672286,0.9749733,0.9729109,0.10114813,0.24446583,0.82452035,0.79170465,0.9762747,0.97318625,0.16057527,0.24218655,-4.532141,-4.5321407
+11.134985,0.48932266,0.75979865,0.5846281,0.8949748,-0.761035,-0.29865658,0.44857132,0.7571595,0.58009076,0.86742616,-0.80404407,-0.26472133,-3.8923938,-3.892393
+6.487485,0.8389127,0.94221044,0.9329281,0.96135676,-0.7863245,0.78451943,0.8036078,0.93340087,0.9309795,0.957078,-0.80472904,0.82191086,0.7551063,0.7551069
+5.9787827,-0.33362377,0.8156891,0.97551894,0.9786105,0.55395484,0.5174694,-0.34327114,0.825732,0.977062,0.9824488,0.51505613,0.6738988,1.2638084,1.2638092
+9.449075,-0.9454829,0.796219,-0.9190606,0.9807327,0.7941866,-0.79831713,-0.9438821,0.7872634,-0.8942412,0.98079896,0.71665597,-0.69927824,-2.2064831,-2.206483
+11.363224,-0.93060994,0.90448165,-0.99052274,0.97690594,0.867471,-0.91668063,-0.9410222,0.91076636,-0.9906391,0.9776114,0.8199203,-0.909866,-4.1206326,-4.120632
+8.42946,0.89445853,0.74589825,-0.9681282,0.95019436,0.9346628,-0.80754226,0.88568735,0.6878207,-0.96775687,0.94802165,0.9203789,-0.76568085,-1.1868677,-1.1868677
+3.8228226,0.9399762,0.9681289,-0.49867296,0.9092344,0.7866912,-0.14949107,0.93097043,0.9601449,-0.56494224,0.9273298,0.76421666,-0.103835225,3.419769,3.4197693
+4.179448,0.9026091,0.7260668,0.83213973,0.9536474,0.42827117,0.7917042,0.88091826,0.58116174,0.84446263,0.9605515,0.2358532,0.8244157,3.063144,3.0631437
+9.044424,0.8600545,0.8752737,0.97585034,0.96406496,0.41483247,0.74476385,0.83829546,0.8472866,0.9762901,0.96600366,0.41581166,0.7513511,-1.8018323,-1.8018322
+12.500081,0.68159986,0.8858931,0.9403155,0.9534135,-0.095917165,-0.24305058,0.6327443,0.86487234,0.939067,0.94934297,-0.09927213,-0.24135691,-5.2574887,-5.257489
+9.887242,0.740726,0.856313,0.5930439,0.8691937,-0.9370186,-0.088035226,0.7150266,0.8547144,0.5701442,0.86362743,-0.93791527,-0.007540405,-2.6446512,-2.6446505
+5.9475584,0.71273065,0.7826133,0.9729395,0.94405174,-0.3124104,0.89453554,0.6765206,0.8159168,0.9782634,0.9635378,-0.3335412,0.9147706,1.2950325,1.2950335
+6.910254,-0.48417687,0.91308117,0.8271116,0.98048675,0.67313814,-0.21190178,-0.51612425,0.91417027,0.9047308,0.97823787,0.5883498,0.06795597,0.3323371,0.33233786
+10.322896,-0.9609278,0.8722372,-0.9873408,0.97997546,0.7708763,-0.8831142,-0.960028,0.83075273,-0.98624593,0.97286654,0.624346,-0.8640215,-3.0803041,-3.0803041
+10.491816,-0.36584234,0.75098324,-0.9875122,0.98333204,0.6330931,-0.89815414,-0.445795,0.65997183,-0.9884833,0.98376656,0.41928995,-0.8754279,-3.249224,-3.2492237
+6.7301764,0.932678,0.8147199,-0.93689233,0.95138,0.9195446,-0.8282082,0.9148365,0.7268702,-0.9356518,0.9497974,0.9094837,-0.78356695,0.5124153,0.5124154
+3.5738165,0.95385325,0.96304977,0.49079382,0.8815932,0.64735746,-0.045221448,0.93889546,0.9497237,0.38341355,0.9109101,0.55126405,-0.009878039,3.6687753,3.6687753
+5.499532,0.83406043,0.6935055,0.8938265,0.93421507,0.49737287,0.86950886,0.7795416,0.53765583,0.9000943,0.9417845,0.36591387,0.8791455,1.7430593,1.7430596
+10.557271,0.83892035,0.95578384,0.97527933,0.97313297,0.525198,0.58199096,0.77964926,0.9507222,0.9727646,0.96539855,0.57446647,0.5923747,-3.3146799,-3.3146791
+12.245842,0.4882412,0.92023265,0.8803711,0.80671763,-0.63996506,-0.3511061,0.40032375,0.9069438,0.8854439,0.72419596,-0.62843317,-0.32043183,-5.0032506,-5.00325
+8.717831,0.83470464,0.91844153,0.8939173,0.76370215,-0.8321343,0.3970983,0.80496216,0.9160236,0.88544035,0.797539,-0.7878635,0.534245,-1.4752396,-1.4752388
+6.266988,0.5282637,0.7760422,0.9661794,0.93348,0.39574242,0.8018408,0.49600387,0.7913493,0.97693944,0.95898986,0.30607176,0.8395685,0.9756029,0.97560406
+7.5510564,-0.80765206,0.92859626,-0.6120111,0.9758878,0.6252855,-0.6443539,-0.813048,0.9126506,-0.17207241,0.96816516,0.53213537,-0.3896234,-0.30846515,-0.30846453
+10.109297,-0.94105816,0.83029246,-0.9889583,0.98080254,0.78135836,-0.90120673,-0.93192816,0.83107257,-0.9896386,0.9714265,0.61519337,-0.90448385,-2.8667052,-2.866705
+9.724206,0.64257586,0.49888265,-0.9839053,0.9811566,0.65300345,-0.80315894,0.5625459,0.3079368,-0.9821277,0.9715656,0.48581064,-0.7848732,-2.4816146,-2.481614
+5.9049683,0.85127425,0.94512105,-0.81147134,0.9617295,0.59368634,-0.68989795,0.8026445,0.91511154,-0.83701366,0.9527068,0.45190883,-0.5906561,1.3376236,1.3376236
+4.050284,0.93415594,0.932348,0.7409612,0.88880146,0.6122894,0.52679193,0.89678955,0.883538,0.6732929,0.9178157,0.28189516,0.5251627,3.1923077,3.192308
+7.274799,0.81565833,0.86798036,0.9440553,0.9389458,0.53325224,0.88589656,0.74374914,0.786752,0.9439447,0.9332545,0.3312496,0.87112,-0.03220718,-0.032207012
+11.583125,0.84783363,0.94934464,0.9710089,0.9754958,0.21935022,0.49934936,0.72509,0.9492965,0.9661429,0.9578986,0.2343955,0.4666096,-4.3405337,-4.3405333
+11.287761,0.55818653,0.8583808,0.8730813,0.6763177,-0.8870442,-0.23284417,0.40388322,0.8247627,0.8650032,0.6786884,-0.8790634,-0.17813075,-4.0451694,-4.045169
+7.5491138,0.8518832,0.9196427,0.948488,0.85296047,-0.8096644,0.68038535,0.79347396,0.9308984,0.96121645,0.9188334,-0.79553914,0.8005719,-0.30652282,-0.3065219
+6.4007854,0.45742202,0.804206,0.95431304,0.9634454,0.66848683,0.5196676,0.3393588,0.82476604,0.9760808,0.9738221,0.49826133,0.70314825,0.8418054,0.8418064
+8.519996,-0.87914467,0.91269875,-0.93592155,0.9849062,0.6308274,-0.75268406,-0.89591444,0.8968797,-0.84652853,0.96623015,0.4866804,-0.51635736,-1.2774044,-1.2774038
+10.555069,-0.9152763,0.7808676,-0.9888966,0.9853114,0.76547,-0.9204359,-0.91252863,0.76297545,-0.98836213,0.97272456,0.48315382,-0.9158627,-3.3124778,-3.312477
+8.95046,0.8720877,0.6233388,-0.9803523,0.97396064,0.84081197,-0.85837626,0.7631974,0.374578,-0.9785538,0.9596329,0.7534996,-0.8302313,-1.707869,-1.7078686
+4.705163,0.8670275,0.9657345,-0.60304004,0.9626422,0.4443227,-0.42569566,0.8411124,0.9431881,-0.69041395,0.95518565,0.40076256,-0.31269717,2.5374289,2.5374289
+4.2020607,0.89388156,0.89336085,0.835811,0.93760395,0.61706305,0.77640486,0.8281286,0.77074015,0.83042145,0.9479847,0.33267355,0.8038608,3.0405314,3.0405312
+8.570356,0.8416455,0.91702795,0.97280216,0.96709466,0.43826735,0.86297464,0.75195575,0.86453474,0.9641328,0.9526136,0.24689925,0.84997,-1.3277646,-1.3277645
+12.387741,0.79689384,0.9411415,0.9576596,0.9713198,0.006059766,0.28294492,0.6574769,0.92999303,0.9528451,0.92937815,-0.013126016,0.25868642,-5.145149,-5.145149
+10.514176,0.6753638,0.81814384,0.761678,0.7433007,-0.93615067,-0.17353618,0.55243945,0.77924085,0.7645619,0.8057041,-0.91452074,-0.019212246,-3.2715855,-3.2715845
+6.5059166,0.85977244,0.83883595,0.9637668,0.9172311,-0.77523524,0.8509126,0.78045344,0.871398,0.97580516,0.95513415,-0.7886271,0.88675356,0.7366743,0.73667526
+6.5833483,0.14012218,0.88041615,0.9464381,0.97824264,0.6948459,0.18208063,0.03951192,0.90141654,0.96836376,0.9736266,0.5431284,0.48919058,0.6592427,0.6592436
+9.572924,-0.9340098,0.872072,-0.9816174,0.98895025,0.6326823,-0.84612584,-0.93198496,0.85282207,-0.96828604,0.9710357,0.4160031,-0.76542085,-2.330332,-2.3303318
+10.813331,-0.8094452,0.8133851,-0.9893552,0.9890417,0.69608927,-0.93075746,-0.8425216,0.72531486,-0.98872215,0.97454906,0.33427513,-0.918859,-3.570739,-3.5707388
+7.8703575,0.9160446,0.66901183,-0.9677694,0.9721222,0.93087363,-0.86426854,0.8675201,0.4761777,-0.97009796,0.9592724,0.8840871,-0.8255099,-0.6277661,-0.62776566
+3.8874123,0.9324961,0.9704633,-0.1308068,0.9482994,0.5982609,-0.18025482,0.90214086,0.9509088,-0.37318897,0.9350121,0.5158292,-0.13596642,3.3551798,3.3551795
+4.6290283,0.8741518,0.8419361,0.85212445,0.9554975,0.5189527,0.8597752,0.7882421,0.6672151,0.89360106,0.96137404,0.2794032,0.86567354,2.6135635,2.6135635
+9.544308,0.8722397,0.94444346,0.9780052,0.9769952,0.36962068,0.7621496,0.7675669,0.9201753,0.9724753,0.9658699,0.32028282,0.7971715,-2.301716,-2.3017159
+12.6128435,0.6731386,0.92984724,0.9368088,0.95574474,-0.44048166,-0.19135642,0.52996564,0.9248153,0.93956816,0.87783885,-0.38252497,-0.07399416,-5.370252,-5.3702517
+9.837404,0.8093258,0.8522794,0.7504089,0.8007467,-0.92950416,-0.0024468303,0.70230913,0.8356482,0.75087905,0.88424206,-0.9059222,0.28747296,-2.594813,-2.5948124
+6.1641684,0.77097535,0.76879764,0.97524345,0.9354565,-0.36011392,0.8877344,0.5924165,0.7778915,0.9841604,0.9677056,-0.4949324,0.9257164,1.0784224,1.0784235
+6.9843793,-0.412287,0.9211457,0.7052047,0.98287034,0.63889074,-0.3228119,-0.49925292,0.92399085,0.90808547,0.97404265,0.37713575,0.1245594,0.2582117,0.25821257
+10.242663,-0.9468044,0.88106096,-0.9906747,0.9891168,0.71062493,-0.8786806,-0.95485115,0.8062614,-0.9892209,0.9753382,0.47635782,-0.87285763,-3.0000718,-3.0000715
+10.243612,-0.25599277,0.73067284,-0.98976964,0.98830545,0.5888647,-0.8898321,-0.40201175,0.50785065,-0.98971176,0.9828327,0.0917629,-0.87515956,-3.0010211,-3.0010204
+6.6104145,0.9334034,0.8596138,-0.9446186,0.9715841,0.9062226,-0.8365843,0.88178444,0.6602373,-0.9476036,0.9605019,0.8692783,-0.7853749,0.6321771,0.63217735
+3.7366495,0.96055675,0.9662366,0.4606712,0.90482664,0.6343584,-0.040549994,0.93639565,0.93782425,0.1690315,0.9275775,0.4587984,-0.06974143,3.5059423,3.5059423
+5.6404524,0.8673109,0.777122,0.9014721,0.9520323,0.47024262,0.87798,0.771348,0.5294262,0.9231243,0.95385516,0.24994826,0.88217473,1.6021394,1.6021395
+10.570476,0.89193845,0.9544811,0.9775629,0.9804348,0.4196775,0.643528,0.74369216,0.9416611,0.97238696,0.9613254,0.34429944,0.6655359,-3.327884,-3.3278837
+12.231003,0.58965564,0.9166422,0.88366103,0.9133663,-0.75031286,-0.3618235,0.39922357,0.9103358,0.89343786,0.8155019,-0.6471085,-0.2630648,-4.988412,-4.988411
+8.6967125,0.8590896,0.9176152,0.87140644,0.79223084,-0.9029862,0.30761826,0.75340986,0.9180405,0.8781216,0.8917211,-0.86930287,0.6120565,-1.4541215,-1.4541206
+6.233761,0.54332566,0.7508968,0.97333574,0.94111955,0.1756829,0.8445518,0.42312646,0.7923993,0.98420167,0.97509956,-0.12741303,0.89879596,1.0088298,1.008831
+7.7581396,-0.7665618,0.92873526,-0.50552666,0.9827944,0.67036057,-0.6343332,-0.7878676,0.9067259,0.41515732,0.9680395,0.31639445,-0.10488957,-0.5155484,-0.51554775
+10.474924,-0.9472315,0.87740517,-0.99072903,0.9881408,0.81076527,-0.88618803,-0.9442818,0.8269491,-0.9912758,0.97341824,0.5543772,-0.9087029,-3.2323322,-3.2323322
+9.663886,0.5761881,0.6563932,-0.985466,0.9874778,0.68366504,-0.76641226,0.4659251,0.25584173,-0.9842003,0.9771358,0.35912728,-0.7784899,-2.421295,-2.4212942
+5.6398754,0.91430116,0.944298,-0.87697667,0.9708259,0.8001076,-0.74523747,0.8362309,0.87078357,-0.90323174,0.9502684,0.655838,-0.6394313,1.6027163,1.6027164
+3.823101,0.95755446,0.959005,0.7167058,0.903255,0.6284119,0.418612,0.9036313,0.88001907,0.53114676,0.94215894,0.16029596,0.29100347,3.4194908,3.4194908
+7.060524,0.86430645,0.87903655,0.93472934,0.9500203,0.5321169,0.9017366,0.7536205,0.57860017,0.94161844,0.93576205,0.1688211,0.8398787,0.18206768,0.18206787
+11.621065,0.90828156,0.93960404,0.9769838,0.9836662,0.252311,0.47984767,0.7017914,0.9255744,0.9661274,0.9581137,0.17509556,0.43301988,-4.3784738,-4.3784733
+11.5073805,0.6409278,0.86747193,0.8324647,0.83907866,-0.8885973,-0.29931104,0.35104108,0.83772016,0.8497143,0.7728951,-0.83167034,-0.16955292,-4.264789,-4.2647886
+7.49363,0.8756478,0.927228,0.9085846,0.8348031,-0.85193884,0.55237114,0.72784185,0.9264028,0.9452357,0.9481518,-0.8317171,0.83762574,-0.25103903,-0.25103807
+6.3053,0.35424244,0.7647296,0.95513594,0.9599166,0.5845833,0.5633311,0.14248526,0.8332324,0.9831594,0.9760721,-0.06535506,0.8477427,0.93729067,0.9372916
+8.682846,-0.8781204,0.9111632,-0.92548597,0.9863292,0.76792264,-0.73124504,-0.8942699,0.8614106,-0.5217414,0.9639113,0.3005767,-0.23760748,-1.4402547,-1.4402542
+10.820311,-0.924143,0.86425877,-0.99090415,0.99050224,0.8443607,-0.90323603,-0.9328541,0.8481896,-0.99050575,0.96885,0.46203756,-0.91852933,-3.5777185,-3.5777187
+9.05467,0.8578595,0.75961494,-0.9806651,0.9837761,0.8800278,-0.8030797,0.7232485,0.28313017,-0.9762779,0.9674721,0.70345855,-0.7807585,-1.8120786,-1.8120785
+4.6724916,0.90915334,0.9665699,-0.65734863,0.96471596,0.7019603,-0.48963177,0.86618876,0.9163053,-0.7898421,0.95114636,0.61602104,-0.4044094,2.5701005,2.5701003
+3.9401283,0.9364177,0.90416884,0.7746483,0.94265676,0.644824,0.7670815,0.83697975,0.62260556,0.77661383,0.9629719,0.07877803,0.73866105,3.3024635,3.3024635
+8.282915,0.8916967,0.9096533,0.9645349,0.9661995,0.4464295,0.862839,0.73478544,0.72358954,0.95555604,0.94172263,0.10073161,0.8270581,-1.0403234,-1.0403233
+12.406781,0.87916875,0.9301555,0.963007,0.98001933,0.019298196,0.16201401,0.67066216,0.89477277,0.96172476,0.9507549,0.021189213,0.19267333,-5.1641893,-5.1641893
+10.817007,0.7262783,0.81122565,0.6697972,0.76833534,-0.925623,-0.27850556,0.43550086,0.76200175,0.7067274,0.8691709,-0.91466165,-0.026291072,-3.574416,-3.5744152
+6.533248,0.87330675,0.8358605,0.938619,0.8948612,-0.74577767,0.79061604,0.70614696,0.8784884,0.9676845,0.9667263,-0.8056287,0.911211,0.7093429,0.7093439
+6.4844103,0.0050137043,0.8495027,0.9396664,0.9743962,0.6940291,0.2936654,-0.2561229,0.86862326,0.9747784,0.9697906,0.028490424,0.7198863,0.7581807,0.7581816
+9.6436825,-0.93859655,0.8982992,-0.9785073,0.9911803,0.8066673,-0.83435935,-0.9345519,0.7980032,-0.93789226,0.9661211,0.29181528,-0.6710606,-2.4010909,-2.4010906
+11.00373,-0.83245176,0.83778095,-0.99046844,0.99097,0.8420485,-0.9127477,-0.87532336,0.80003977,-0.99060357,0.9649532,0.3340361,-0.92552435,-3.7611382,-3.761138
+8.015113,0.9135034,0.7823194,-0.9728345,0.97446275,0.94721293,-0.8138644,0.8549328,0.47282374,-0.9691932,0.95944667,0.88502526,-0.75492984,-0.7725213,-0.772521
+3.8903863,0.9525876,0.96964085,-0.24434799,0.9481263,0.7380407,-0.16429114,0.9083407,0.9280999,-0.5861911,0.93065405,0.6559057,-0.23785764,3.3522055,3.3522055
+4.425414,0.9232942,0.8425307,0.86880946,0.949296,0.5210695,0.82533586,0.82192564,0.4395398,0.8926377,0.9685221,0.13850975,0.8508215,2.8171778,2.8171778
+9.276033,0.9102293,0.9262121,0.97465086,0.9753957,0.36369836,0.74750805,0.7657628,0.84477127,0.9690747,0.9602845,0.23476088,0.80386615,-2.0334418,-2.0334415
+12.58289,0.7831924,0.9240236,0.9190662,0.97102475,-0.403055,-0.2581578,0.58195806,0.8912554,0.9424031,0.9245305,-0.21749091,-0.065746486,-5.3402977,-5.3402977
+9.977179,0.8219764,0.84787667,0.6453533,0.8225981,-0.93711996,-0.15717602,0.61188436,0.8019414,0.65686166,0.914624,-0.93733215,0.303185,-2.7345874,-2.7345867
+6.0817327,0.76735044,0.7655828,0.9694016,0.9265206,-0.41899598,0.8794466,0.53423786,0.7999979,0.98220015,0.97532153,-0.52785105,0.94000196,1.160858,1.1608591
+6.9795637,-0.43782425,0.9106885,0.80695164,0.9814837,0.7003162,-0.17876905,-0.5717677,0.9056039,0.95171714,0.9722837,0.25442743,0.34906137,0.2630274,0.26302814
+10.394393,-0.95694315,0.89588964,-0.98898554,0.9910686,0.8284638,-0.8763098,-0.9580588,0.76422703,-0.9866792,0.96976566,0.43428516,-0.86639893,-3.1518013,-3.151801
+10.502422,-0.3750106,0.78487206,-0.9903745,0.98964953,0.77055407,-0.89069027,-0.49510872,0.5760062,-0.99095905,0.9797561,0.0227499,-0.8695275,-3.2598307,-3.2598305
+6.756188,0.9370892,0.8896799,-0.9503401,0.97055364,0.9273572,-0.81214607,0.8960848,0.61211824,-0.953954,0.95848346,0.891062,-0.73774874,0.4864037,0.48640394
+3.621982,0.9694414,0.96742916,0.34120083,0.9226055,0.704309,0.010319352,0.9347892,0.92135906,-0.09219682,0.92678046,0.5376675,-0.06092471,3.6206095,3.6206098
+5.3581147,0.90377235,0.7796824,0.89990735,0.94755447,0.50271964,0.84121394,0.7990098,0.37508237,0.9320836,0.95915365,0.18114233,0.8823601,1.8844773,1.8844771
+10.334347,0.9168651,0.9398476,0.97754383,0.9777429,0.3760755,0.56200004,0.7430947,0.9112531,0.9741998,0.96127176,0.28364778,0.7145777,-3.0917552,-3.091755
+12.332428,0.63984144,0.9011524,0.849445,0.95127606,-0.67643505,-0.4465633,0.43122196,0.88613987,0.89868426,0.8606914,-0.5364577,-0.21123755,-5.089836,-5.089836
+8.869682,0.87429214,0.9056461,0.7752495,0.8322097,-0.9228957,0.14609516,0.7170986,0.90270686,0.8139601,0.9229102,-0.8884224,0.6476518,-1.6270909,-1.6270905
+6.1023855,0.539971,0.73996973,0.9709668,0.9418218,0.19395089,0.84778285,0.3612584,0.79973745,0.9845835,0.97491384,-0.16455388,0.92776656,1.1402054,1.1402063
+7.708602,-0.7735754,0.9200592,-0.2512449,0.9818927,0.7339492,-0.59815514,-0.79707354,0.88633215,0.6846231,0.9707992,0.23970985,0.10127485,-0.4660108,-0.4660101
+10.696719,-0.9509302,0.9067583,-0.99074066,0.98898566,0.8609952,-0.886453,-0.9541086,0.7973273,-0.99145174,0.9686599,0.58150697,-0.9036719,-3.4541273,-3.4541273
+9.889794,0.47993207,0.7190126,-0.98451984,0.9885709,0.7442429,-0.78456366,0.35734844,0.30332446,-0.9860529,0.9787893,0.346622,-0.7749273,-2.6472032,-2.6472025
+5.744532,0.93108845,0.94195676,-0.8942706,0.9693459,0.8696573,-0.75360423,0.85338235,0.84542966,-0.91845924,0.9501374,0.76990306,-0.6329804,1.4980599,1.4980597
+3.7307007,0.96738195,0.9651469,0.66797996,0.89766,0.67112637,0.3725531,0.9128423,0.8778542,0.32273746,0.937124,0.21170199,0.21948338,3.5118911,3.5118911
+6.7411623,0.883883,0.8738823,0.9306228,0.9469161,0.49462295,0.89456964,0.7601274,0.4407513,0.9342847,0.9358778,0.15557337,0.8328558,0.5014294,0.50142956
+11.415552,0.92624545,0.9342239,0.97921395,0.9825251,0.27958488,0.4946941,0.6965418,0.90439034,0.96766424,0.9511664,0.1863296,0.4730469,-4.17296,-4.1729603
+11.716959,0.6782708,0.8628042,0.80692875,0.8922429,-0.8815912,-0.32568073,0.3483925,0.81623733,0.839627,0.76447964,-0.78895956,-0.15908408,-4.4743676,-4.474367
+7.652145,0.8893168,0.9296572,0.8844737,0.8452451,-0.8745587,0.42707026,0.6976075,0.9199629,0.91934323,0.94952786,-0.84173495,0.8342823,-0.4095539,-0.40955305
+6.203717,0.36062777,0.7446544,0.953223,0.95563936,0.5325283,0.6028228,0.09715879,0.8367132,0.98308814,0.9745064,-0.12260896,0.8822322,1.0388736,1.0388746
+8.58625,-0.8645443,0.9017787,-0.89548326,0.9856086,0.81569576,-0.7144997,-0.8872765,0.8462534,-0.11796242,0.9637511,0.24274194,-0.04042977,-1.3436588,-1.3436584
+10.950457,-0.9323143,0.886363,-0.991399,0.9908043,0.87613297,-0.89361244,-0.93928325,0.8308599,-0.99096996,0.9616313,0.4973061,-0.9139821,-3.7078648,-3.7078648
+9.291284,0.8206489,0.787946,-0.9791408,0.98515236,0.8684757,-0.7740596,0.64113784,0.26074398,-0.9792247,0.9680494,0.5916276,-0.75932306,-2.0486922,-2.0486917
+4.807638,0.9262004,0.9641762,-0.7030198,0.96789813,0.7533988,-0.57657856,0.86191297,0.8961892,-0.8345758,0.94543886,0.686816,-0.42973906,2.4349535,2.4349537
+3.8094964,0.9493413,0.91927695,0.75691295,0.93400383,0.6753297,0.72852254,0.8371303,0.635496,0.71284556,0.956074,-0.045490682,0.6504438,3.433096,3.4330955
+7.98938,0.9031633,0.91465735,0.9568422,0.9601743,0.5126703,0.8811046,0.71064234,0.595346,0.9426515,0.92518485,0.025019169,0.8114394,-0.7467882,-0.746788
+12.307315,0.9076121,0.9234779,0.96947,0.98234034,0.09573007,0.21692705,0.6576402,0.8784654,0.96290135,0.9475467,0.055649757,0.19700551,-5.0647235,-5.064723
+11.068058,0.7432755,0.817896,0.671949,0.75497055,-0.91695523,-0.2841226,0.33677018,0.7601378,0.7189925,0.83642673,-0.8694623,-0.06812686,-3.8254669,-3.8254662
+6.652452,0.8837812,0.8598391,0.9143623,0.8617705,-0.7439861,0.7097485,0.68846726,0.8893609,0.9501829,0.965214,-0.8233579,0.9041245,0.5901391,0.59013987
+6.322053,0.101744056,0.79651976,0.92164326,0.96838975,0.69772863,0.34040427,-0.2517382,0.8376399,0.9713371,0.9668925,-0.08363736,0.7706673,0.920538,0.9205389
+9.427636,-0.92570937,0.89625525,-0.971635,0.99054813,0.8656769,-0.82137454,-0.92373675,0.7890891,-0.8593206,0.95636344,0.25235474,-0.5293913,-2.1850448,-2.1850443
+11.130711,-0.860504,0.84834075,-0.9911926,0.9914329,0.884354,-0.8980529,-0.89757544,0.8277583,-0.9904604,0.9578979,0.33914983,-0.9278671,-3.888119,-3.8881187
+8.417988,0.8988445,0.8323779,-0.97487575,0.97800696,0.9458815,-0.8046019,0.8009845,0.41080594,-0.9689601,0.95680475,0.8444805,-0.7822508,-1.1753963,-1.175396
+4.0430975,0.94598746,0.96952844,-0.3126464,0.9583584,0.7507391,-0.23104364,0.89241624,0.907326,-0.6685581,0.93257046,0.65405214,-0.29970872,3.1994946,3.1994944
+4.1914606,0.9339068,0.8712418,0.87822104,0.9461329,0.582361,0.81059515,0.8062389,0.3503312,0.85490906,0.9604541,0.031700015,0.83196974,3.0511315,3.0511312
+8.975508,0.9159355,0.9295585,0.9697275,0.9700737,0.40093994,0.7871702,0.7215345,0.76152825,0.9604831,0.94873476,0.13870883,0.8055316,-1.732916,-1.7329159

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.0333396196365356,-1.0333393983840942,8.27593122625351,,
+1000,-1.1147913932800293,-1.114791325211525,8.357383209705352,,
+1500,-1.3842886686325073,-1.3842888238430022,8.626880667209626,,
+2000,-1.510918378829956,-1.5109185495376587,8.753510362625121,,
+2500,-1.3396002054214478,-1.3396003789901734,8.582192204475403,,
+3000,-1.5393997430801392,-1.539399187207222,8.781991057157516,,
+3500,-1.2377198934555054,-1.2377199754714965,8.48031182050705,,
+4000,-1.6279903650283813,-1.6279903903007507,8.870582232952119,,
+4500,-1.2016804218292236,-1.201680270433426,8.444272145748139,,
+5000,-1.2525445222854614,-1.2525446290969848,8.495136489391326,,
+5000,,,,8.469941500425339,-1.2273502349853516
+5500,-1.0881956815719604,-1.0881956911087036,8.330787517070771,,
+6000,-1.2716963291168213,-1.2716965979337693,8.514288442134857,,
+6500,-1.548081874847412,-1.548082523226738,8.790674429416656,,
+7000,-1.3961704969406128,-1.3961704987287522,8.63876235628128,,
+7500,-1.2453620433807373,-1.2453617267608643,8.487953588485718,,
+8000,-1.272199273109436,-1.2721994853019714,8.514791397571564,,
+8500,-1.2269935607910156,-1.2269939534664154,8.469585789680481,,
+9000,-1.2251864671707153,-1.2251866664886475,8.467778541564941,,
+9500,-1.0945039987564087,-1.094503772854805,8.337095606327058,,
+10000,-1.136132001876831,-1.1361322355270387,8.378724110126495,,
+10000,,,,8.156898256540298,-0.9143070578575134
+10500,-1.2261931896209717,-1.2261939319372177,8.468785812377929,,
+11000,-1.1737016439437866,-1.1737016307115555,8.416293475151061,,
+11500,-1.2375633716583252,-1.2375632519721984,8.480155145168304,,
+12000,-1.1694486141204834,-1.1694486948251723,8.412040555477143,,
+12500,-1.1194995641708374,-1.1194994893074035,8.362091318130494,,
+13000,-1.0721402168273926,-1.0721402674913407,8.314732061862946,,
+13500,-1.0604079961776733,-1.060407979130745,8.30299983048439,,
+14000,-1.0712811946868896,-1.0712814021110535,8.313873225688935,,
+14500,-1.1024411916732788,-1.1024406924247743,8.34503256368637,,
+15000,-1.102455735206604,-1.1024556616544723,8.345047529220581,,
+15000,,,,7.915521247386932,-0.6729300618171692
+15500,-1.0382559299468994,-1.0382560498714446,8.280847877502442,,
+16000,-1.011733055114746,-1.0117327505350113,8.254324578762054,,
+16500,-0.9720138311386108,-0.9720139161348343,8.214605789661407,,
+17000,-0.953220784664154,-0.9532204986810684,8.195812367916107,,
+17500,-0.9294365048408508,-0.9294367592334747,8.172028653621673,,
+18000,-1.0571727752685547,-1.0571724177598953,8.299764328479768,,
+18500,-1.0814855098724365,-1.0814852863550186,8.324077178955077,,
+19000,-0.9929147362709045,-0.9929148820638657,8.235506742954254,,
+19500,-1.0142344236373901,-1.0142343562841416,8.256826230049134,,
+20000,-0.9489594101905823,-0.9489594011306762,8.191551280021667,,
+20000,,,,8.191939379572869,-0.9493479132652283
+20500,-0.9560054540634155,-0.9560053623914718,8.198597234249116,,
+21000,-0.9867598414421082,-0.9867599339485168,8.229351812839509,,
+21500,-0.9448781609535217,-0.9448782132863999,8.18747004365921,,
+22000,-1.0801842212677002,-1.0801836135387421,8.32277545452118,,
+22500,-1.087973713874817,-1.0879735567569733,8.330565376281738,,
+23000,-1.083853840827942,-1.0838538007736207,8.326445681214333,,
+23500,-1.05361807346344,-1.05361832344532,8.29621017408371,,
+24000,-1.1522955894470215,-1.1522958492040634,8.394887712955475,,
+24500,-1.0659173727035522,-1.0659167734384536,8.30850860619545,,
+25000,-0.9780071377754211,-0.9780068607330322,8.220598705768586,,
+25000,,,,8.289103412628174,-1.0465120077133179
+25500,-0.9732199907302856,-0.9732204055786133,8.215812181472778,,
+26000,-0.9292873740196228,-0.9292878185510636,8.171879682540894,,
+26500,-1.0054179430007935,-1.0054180960655212,8.24800999879837,,
+27000,-1.0687543153762817,-1.0687541034221648,8.311345941543578,,
+27500,-1.2876758575439453,-1.2876755746603012,8.530267407417297,,
+28000,-0.9462146162986755,-0.9462148092985153,8.188806668281556,,
+28500,-1.0014841556549072,-1.001484165072441,8.244075979709626,,
+29000,-1.0888694524765015,-1.0888699032068252,8.331461735486984,,
+29500,-1.0750365257263184,-1.0750363266468048,8.317628167629241,,
+30000,-1.0585095882415771,-1.0585093554258347,8.301101179361343,,
+30000,,,,8.179764051437378,-0.9371725916862488
+30500,-1.0126644372940063,-1.012663877248764,8.255255708813667,,
+31000,-0.9699079394340515,-0.9699079889059067,8.21249983024597,,
+31500,-0.9691269397735596,-0.9691276327371597,8.211719492197037,,
+32000,-1.0364586114883423,-1.0364589270353317,8.279050760507584,,
+32500,-0.9513350129127502,-0.9513349124193191,8.193926766395569,,
+33000,-0.9922336339950562,-0.9922331893444061,8.234825077295303,,
+33500,-0.9909980893135071,-0.9909984081983566,8.233590279340744,,
+34000,-0.9443930387496948,-0.9443930275440217,8.186984880328179,,
+34500,-0.9778696298599243,-0.9778697415590286,8.220461508750915,,
+35000,-0.965343713760376,-0.965343610048294,8.20793542122841,,
+35000,,,,8.341607853770256,-1.099016547203064
+35500,-1.1027952432632446,-1.1027950239181519,8.345386881232262,,
+36000,-1.001489281654358,-1.0014897187948226,8.244081593036652,,
+36500,-1.0018385648727417,-1.0018385891914368,8.244430401086808,,
+37000,-0.9757014513015747,-0.9757015175819397,8.218293369293212,,
+37500,-1.0115289688110352,-1.0115288578271866,8.25412075662613,,
+38000,-0.9523683190345764,-0.9523681931495667,8.194960072755814,,
+38500,-1.0045222043991089,-1.0045221866369247,8.247114100694656,,
+39000,-0.9730554223060608,-0.9730555921792984,8.215647486686706,,
+39500,-0.9448816776275635,-0.9448815714120865,8.187473417639733,,
+40000,-0.9437248110771179,-0.9437247395515442,8.186316621303558,,
+40000,,,,8.114778230190277,-0.8721867203712463
+40500,-0.9231025576591492,-0.9231023691892624,8.165694209814072,,
+41000,-0.9852995872497559,-0.9853001909255982,8.227892057418824,,
+41500,-0.9821887612342834,-0.9821888897418976,8.224780777215958,,
+42000,-0.9859462976455688,-0.9859464155435562,8.2285383374691,,
+42500,-0.8936163783073425,-0.8936165065765381,8.136208342075347,,
+43000,-0.8970760107040405,-0.8970760304927826,8.139667902946472,,
+43500,-1.0576006174087524,-1.0576005789041518,8.30019246697426,,
+44000,-0.863156795501709,-0.8631569511890411,8.10574879181385,,
+44500,-1.0010710954666138,-1.0010713574886323,8.243663263082505,,
+45000,-0.8999436497688293,-0.8999437763690948,8.14253559923172,,
+45000,,,,8.056672455072404,-0.8140811920166016
+45500,-0.9060203433036804,-0.906020339012146,8.148612174510955,,
+46000,-0.9517828822135925,-0.951782767534256,8.194374623775483,,
+46500,-0.9139706492424011,-0.9139708330631257,8.156562676906585,,
+47000,-0.9804315567016602,-0.9804319001436234,8.223023738384247,,
+47500,-1.0324673652648926,-1.0324676105976105,8.27505951666832,,
+48000,-0.9349365830421448,-0.9349361239671707,8.17752802991867,,
+48500,-0.8992148041725159,-0.8992151494026184,8.141807067394257,,
+49000,-0.905844509601593,-0.9058441953659058,8.148436007022857,,
+49500,-0.8817610144615173,-0.881761567234993,8.12435345029831,,
+50000,-0.9140812754631042,-0.9140814354419708,8.156673292160034,,
+50000,,,,8.088772453069687,-0.8461809158325195

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358b2d0cdd29db4eb47b0459d7bc367675046b16c5c60bc6b0e8f1b53136a079
+size 15018765

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-hard-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+8.398701,0.9326844,0.9734082,0.8808758,0.80329514,0.14745319,0.96341944,0.9342425,0.9719851,0.8657627,0.7563381,0.3163067,0.96812844,-1.1561087,-1.1561089
+4.419001,0.9049611,0.9722433,0.9586935,0.92975354,-0.77379245,0.968199,0.91889906,0.97100854,0.9560853,0.93264127,-0.80167186,0.9726863,2.823591,2.8235908
+6.646994,0.7728443,0.95642734,0.9501431,0.9672711,-0.025936902,0.49528885,0.7998483,0.95445013,0.9642905,0.9730432,-0.3812632,0.52663064,0.5955973,0.59559774
+11.534266,0.78770447,0.93689966,0.71820974,0.92537844,0.6648545,-0.26533985,0.7115934,0.9402082,0.76818514,0.91223335,0.5645106,-0.13808846,-4.291675,-4.2916746
+11.662064,0.33469093,0.92943025,-0.7672302,0.7776023,0.92023647,-0.9241394,0.09795487,0.93739736,-0.6338997,0.78847814,0.9101521,-0.90021795,-4.419472,-4.4194717
+6.11716,-0.6554159,0.9467304,0.8369608,0.73735154,0.48763573,-0.6778261,-0.84770167,0.95387554,0.78315866,0.6825118,0.69581056,-0.7174297,1.1254318,1.125432
+4.167426,-0.8380175,0.9755058,0.9926256,0.7536144,0.926875,0.26021063,-0.86190504,0.9772613,0.9882138,0.46050537,0.9292555,0.27348983,3.0751655,3.0751657
+8.07282,-0.9077797,0.96394396,0.93620837,-0.37037444,0.84178877,0.9795159,-0.9104152,0.96285105,0.9123124,-0.52982897,0.81013775,0.9790144,-0.83022815,-0.83022785
+11.348899,-0.23884511,0.95899343,0.2312764,-0.60063076,-0.28223962,0.98402786,0.18921459,0.9583459,-0.2789495,-0.62653005,-0.12517428,0.9861362,-4.1063075,-4.106307
+10.180734,0.8887141,0.9654633,-0.33309054,0.7079506,-0.76911354,0.51630974,0.8879602,0.9641762,-0.4132476,0.72455025,-0.65132946,0.42173588,-2.9381418,-2.9381418
+4.9231243,0.9610385,0.97190666,0.9328917,0.815011,-0.29852074,0.953084,0.958578,0.972522,0.93966746,0.82204866,-0.07965827,0.95754755,2.3194678,2.3194675
+4.3651867,0.76017106,0.96511364,0.93662333,0.9571626,-0.7348473,0.62472105,0.7743144,0.9660139,0.9471543,0.9540982,-0.8523849,0.5782342,2.877405,2.8774052
+10.097436,0.7934872,0.942037,0.94471526,0.92598975,0.6790515,0.5741279,0.8048012,0.9420959,0.9457388,0.91434956,0.7069818,0.64713824,-2.8548443,-2.854844
+13.368312,0.5453327,0.944329,-0.6968996,0.7525017,0.821522,0.5679321,0.4562446,0.94781804,-0.68786794,0.76495683,0.8690119,0.6305394,-6.1257205,-6.12572
+7.969454,-0.7435149,0.94265974,-0.7109424,0.8854861,0.8405125,0.7548907,-0.7786633,0.946398,-0.6801631,0.8572893,0.875543,0.71559,-0.726862,-0.72686195
+4.028803,-0.8408508,0.9743967,0.9654405,0.7781751,0.8281076,0.8532047,-0.8639987,0.97581697,0.9473617,0.7809237,0.88562965,0.88074064,3.2137887,3.213789
+6.8224697,-0.9354216,0.9719136,0.9231911,0.70002556,0.8619623,0.96497893,-0.9428959,0.9739225,0.8995724,0.67501855,0.8965063,0.9625013,0.4201217,0.42012215
+11.637015,-0.67267424,0.96546817,0.7959405,-0.7283723,0.75469184,0.9846736,-0.59239155,0.9668884,0.7403327,-0.7661823,0.74156654,0.98462963,-4.394424,-4.3944235
+11.843077,0.8497734,0.9700458,0.8395361,0.39489985,-0.15933108,0.9824774,0.8603816,0.9699533,0.80807614,0.3919773,-0.08779383,0.9822018,-4.600485,-4.600485
+6.526096,0.9176812,0.9724699,0.9300015,0.89916897,0.63856554,0.9679146,0.9149445,0.9720993,0.938632,0.89730096,0.7065675,0.9693861,0.71649617,0.716496
+3.4170086,0.8552201,0.9730172,0.96373487,0.93758523,0.2232287,0.96201026,0.868067,0.9730308,0.96363664,0.93798566,0.17786455,0.96249413,3.8255832,3.8255832
+7.157287,0.6746104,0.9583702,0.9482987,0.95584226,0.16159952,0.7881532,0.67529476,0.95645225,0.95089936,0.95370626,0.11405468,0.80805564,0.085304536,0.08530474
+12.636544,0.3701793,0.9411062,0.5597774,0.8718412,0.9139118,0.9435836,0.23414564,0.9419801,0.5247891,0.85675585,0.90685964,0.9445934,-5.393953,-5.3939524
+11.633483,-0.3723668,0.9551239,-0.6943063,0.8889203,0.9641253,0.97111475,-0.5358059,0.9562366,-0.66497415,0.8714802,0.96665215,0.97249246,-4.390891,-4.390891
+6.218398,-0.7513063,0.9683552,0.8846562,0.8993237,0.9519,0.9539006,-0.8221383,0.96984196,0.8354142,0.88135517,0.9565202,0.9604639,1.0241936,1.0241938
+5.8047643,-0.9038923,0.9754144,0.9556351,0.7976208,0.9325422,0.9771781,-0.9132441,0.9765036,0.94613194,0.7899921,0.9498975,0.977283,1.4378275,1.4378276
+9.190066,-0.8526771,0.9667666,0.862674,0.22203767,0.88073015,0.98377395,-0.84053415,0.968104,0.8258811,0.23536015,0.8916732,0.98374975,-1.947475,-1.9474745
+11.319306,0.82761824,0.9675695,0.87848043,0.08345878,0.70450807,0.9865171,0.861459,0.9691874,0.8801478,-0.02728045,0.7501459,0.98655677,-4.0767145,-4.0767145
+9.265852,0.8904654,0.9714507,0.7984202,0.86520696,0.7105558,0.97776675,0.8928969,0.9708805,0.80356646,0.8593254,0.696156,0.9769552,-2.0232604,-2.02326
+5.6815314,0.9201324,0.97109675,0.9621389,0.9136677,0.3785205,0.97367036,0.9184443,0.97093916,0.9656639,0.9168458,0.32582986,0.9764571,1.5610601,1.5610604
+5.6062922,0.8001087,0.9643419,0.9637728,0.9663944,0.5415075,0.7979369,0.80927336,0.9636313,0.9662583,0.9698585,0.44343543,0.7943964,1.6362995,1.6362996
+9.65603,0.47589242,0.9511229,0.81194353,0.91280055,0.8568988,0.8164468,0.42236173,0.95162964,0.8131274,0.9010234,0.8629521,0.8332865,-2.4134378,-2.4134378
+11.256311,0.08154845,0.9397824,-0.5675015,0.8255372,0.9554937,0.9223635,-0.027781308,0.9430876,-0.4941101,0.8121135,0.9523983,0.92419124,-4.01372,-4.0137196
+7.7454286,-0.82774585,0.9609883,0.3757639,0.83696854,0.9289763,0.96769905,-0.87892795,0.9630424,0.33037055,0.8078171,0.94974184,0.96794057,-0.5028369,-0.5028367
+5.5986853,-0.8772855,0.9747486,0.96232414,0.8388941,0.95742464,0.9010023,-0.9090473,0.975906,0.9527354,0.8325207,0.9592277,0.9060279,1.6439062,1.6439066
+8.773413,-0.9352092,0.9685291,0.89905906,0.74914765,0.8924103,0.9863056,-0.93909514,0.97085524,0.87260747,0.76256394,0.9285145,0.9854922,-1.5308213,-1.5308208
+11.606219,-0.07537687,0.96876717,0.83618903,-0.3972497,0.65035427,0.9869827,0.23509824,0.9702244,0.79309154,-0.5055865,0.73252535,0.9860159,-4.3636274,-4.3636274
+9.616131,0.871256,0.9724021,0.81158257,0.75650954,0.28362715,0.98177457,0.8882892,0.9718454,0.8362806,0.7603333,0.46777952,0.98304987,-2.3735392,-2.373539
+5.5432715,0.922297,0.9732752,0.93225336,0.89844704,0.5705949,0.97192407,0.9223361,0.97285867,0.9438431,0.8970988,0.66118383,0.9740355,1.6993203,1.6993203
+4.794982,0.84119296,0.96684074,0.96186197,0.9581666,0.4672866,0.93876004,0.8578787,0.9671502,0.96282506,0.9589455,0.42970693,0.93868554,2.4476092,2.44761
+8.597422,0.6690812,0.95515144,0.94376254,0.94345,0.7840662,0.6030195,0.67898464,0.95418143,0.94010496,0.9376457,0.7619531,0.65044284,-1.3548299,-1.3548298
+12.17202,0.50595474,0.9365046,-0.33162332,0.5135715,0.89106846,0.49348056,0.38064146,0.9406247,-0.38628972,0.49058676,0.9083991,0.5730796,-4.929428,-4.929428
+8.922933,-0.4171369,0.94699883,-0.7242547,0.65497065,0.9341128,0.92475057,-0.5509896,0.9505019,-0.68709195,0.60860205,0.94221103,0.91953874,-1.6803409,-1.6803408
+4.2018123,-0.60992473,0.96619534,0.9394157,0.7347951,0.91662717,0.90291286,-0.7289952,0.96815825,0.91627145,0.7310765,0.9389684,0.91504574,3.0407794,3.0407796
+6.5575776,-0.8888121,0.970906,0.9373696,0.83094406,0.9448185,0.9774561,-0.90343106,0.9719542,0.92752457,0.82228756,0.9583225,0.97762215,0.685014,0.68501425
+11.43976,-0.8527413,0.95960975,0.7743691,-0.018330097,0.86789596,0.9881215,-0.82450414,0.9573358,0.7292671,0.03649342,0.89142156,0.98853445,-4.197169,-4.1971684
+12.672028,0.7866471,0.97065496,0.7308488,0.26897776,0.08703053,0.9838524,0.8353679,0.97087705,0.7483728,0.17020607,0.21114933,0.98320794,-5.429436,-5.4294357
+7.9457316,0.91342664,0.9751612,0.4703933,0.911096,0.038920283,0.9689412,0.9138026,0.97438073,0.51690125,0.9090327,0.20925248,0.9699018,-0.7031398,-0.7031398
+3.8692179,0.9320626,0.9740726,0.9456668,0.91053486,-0.075630546,0.96900225,0.9318583,0.9741411,0.9472618,0.9127917,-0.10615468,0.9693577,3.373374,3.373374
+5.5853815,0.80740523,0.9597869,0.93035793,0.9370495,0.6339128,0.6632123,0.80648494,0.9588487,0.94294715,0.9375659,0.5620953,0.6429728,1.65721,1.6572104
+10.930025,0.77410316,0.93429697,0.25752103,0.62713265,0.9040482,0.3395506,0.7215779,0.93545043,0.32570636,0.54686236,0.9134021,0.37277043,-3.6874332,-3.6874332
+12.02818,0.6245624,0.9311676,-0.9090697,0.053387284,0.94686794,-0.3621285,0.564152,0.93524265,-0.88930595,0.004148841,0.94769037,-0.2910465,-4.785588,-4.7855883
+6.902758,-0.45799118,0.94926965,0.4136908,0.57035077,0.86408126,0.6584263,-0.6682983,0.9521575,0.40660834,0.5217519,0.8926188,0.60512495,0.3398334,0.33983374
+4.2191133,-0.8651736,0.96404445,0.98314166,0.87867165,0.95002174,0.8688984,-0.8729776,0.9655758,0.97924423,0.8787092,0.9628346,0.8413633,3.0234778,3.0234785
+8.168044,-0.8935415,0.9605224,0.8488536,0.82570267,0.918859,0.98873067,-0.9170116,0.9602196,0.79487324,0.82041085,0.9514971,0.98607874,-0.92545277,-0.92545223
+12.202934,-0.016635478,0.9582913,0.75697017,0.27122414,0.3882439,0.98996663,0.18120253,0.9553256,0.7168907,0.27825344,0.5658413,0.988116,-4.9603424,-4.9603424
+10.908595,0.8439157,0.97240543,-0.068755805,0.72737336,-0.67855895,0.85159874,0.85358584,0.9721699,0.07720518,0.7535285,-0.61894774,0.82091284,-3.6660035,-3.6660032
+6.028001,0.93606734,0.9756408,0.7093966,0.8768809,-0.32692838,0.9583893,0.935771,0.9749019,0.66154313,0.87013006,-0.047282577,0.9594722,1.2145911,1.214591
+4.324066,0.92760944,0.9627633,0.8124435,0.91036046,0.4762373,0.8821676,0.9258406,0.96388936,0.8462342,0.9209063,0.44265747,0.85891163,2.9185255,2.9185257
+7.6720676,0.8372853,0.94539917,0.56923366,0.8281076,0.93059635,0.3844111,0.8415537,0.9488683,0.57839394,0.8280542,0.910661,0.4328016,-0.42947605,-0.42947578
+11.629866,0.8868576,0.9148965,-0.9629351,-0.030370831,0.8382273,-0.8877792,0.8549595,0.92093253,-0.9615737,-0.11806482,0.82431245,-0.8746975,-4.3872743,-4.387274
+9.468398,0.6293465,0.9144248,-0.9002475,-0.5186932,0.8315699,-0.97177243,0.4233054,0.92089,-0.89452904,-0.5385392,0.8366833,-0.9647931,-2.2258065,-2.2258062
+4.262284,-0.4810937,0.9429407,0.88705015,0.5029415,0.7509496,-0.9147263,-0.6477184,0.94538605,0.872463,0.4685837,0.81059337,-0.91454816,2.9803083,2.980308
+5.510654,-0.6313921,0.94672024,0.9681747,0.9379947,0.9518969,0.96908414,-0.6122325,0.94853973,0.96780944,0.92994833,0.95703363,0.9643159,1.7319374,1.7319379
+10.401259,-0.19732893,0.89392877,0.8403237,0.73946357,0.9766389,0.9344146,0.17116189,0.89311814,0.8197347,0.69818616,0.9750651,0.9316907,-3.1586676,-3.1586676
+12.2533865,0.62875986,0.95384455,0.3358791,0.70845234,0.77984786,0.88639474,0.7511971,0.9499638,0.17095804,0.7479156,0.8808782,0.8669635,-5.010795,-5.0107946
+8.283899,0.9482839,0.9737525,-0.71954846,0.8871666,-0.702097,0.77962124,0.94361174,0.97259915,-0.7172603,0.896026,-0.52323484,0.77981114,-1.0413074,-1.0413074
+3.4878929,0.94346714,0.97492385,0.71806884,0.87298965,-0.4632672,0.9487691,0.94461906,0.9764428,0.7473608,0.88018346,-0.26483375,0.9426043,3.754699,3.754699
+4.624179,0.8391179,0.8940021,0.7194736,0.90311384,0.92092204,0.9281931,0.85683036,0.9174074,0.7279602,0.89596677,0.91861784,0.9289384,2.6184127,2.618413
+10.152509,0.87719357,0.8836998,-0.43704438,0.71582115,0.9797635,-0.3590883,0.87092376,0.90043175,-0.4926989,0.71309686,0.97632706,-0.2010892,-2.909917,-2.9099169
+12.247579,0.92136717,0.8973565,-0.942955,-0.4606328,0.90241766,-0.9426026,0.9151051,0.9051428,-0.93783146,-0.4604975,0.89313555,-0.9368776,-5.0049872,-5.004987
+6.59073,0.3100189,0.9111273,-0.29070067,-0.000120818615,0.93188584,-0.9752515,0.011320114,0.91572094,-0.23574519,0.02982986,0.9268248,-0.97752106,0.65186137,0.65186167
+3.0609028,-0.6439749,0.94067955,0.9389745,0.8815919,0.9603728,0.0013689995,-0.68256146,0.9428568,0.93280363,0.8554182,0.9665415,0.06422031,4.181689,4.1816893
+7.349394,-0.1664992,0.8843403,0.9584656,0.9574506,0.9925134,0.9715402,-0.18183756,0.870033,0.9467621,0.94242954,0.9903345,0.9713106,-0.10680259,-0.10680199
+12.345006,0.8126732,0.8042307,0.6666808,0.82876205,0.986115,0.9327673,0.8367362,0.8024061,0.63256073,0.8339913,0.9867046,0.9350214,-5.102415,-5.102414
+11.748825,0.88077784,0.9686947,-0.3521815,0.8556156,0.885344,0.46427703,0.87757146,0.96484876,-0.50292504,0.8682536,0.92772675,0.50264096,-4.5062337,-4.506233
+5.928815,0.96164167,0.96993244,0.029587388,0.9010503,0.41284442,0.974311,0.9573909,0.9706974,-0.14018214,0.90409434,0.4991207,0.9687052,1.313777,1.313777
+2.3855317,0.9463587,0.9301567,0.7380333,0.8772757,0.8903531,0.9551463,0.9512638,0.93852186,0.72652817,0.8923613,0.9007106,0.95405126,4.857061,4.8570604
+5.994839,0.857986,0.49106658,0.69744825,0.88182855,0.9703617,0.9310427,0.8577671,0.62628984,0.71971667,0.87474966,0.96763194,0.93023634,1.2477525,1.2477527
+11.782909,0.9298055,0.8265599,-0.93062544,0.57880926,0.956094,-0.85979736,0.9293306,0.85159266,-0.93535906,0.5552596,0.950451,-0.8389131,-4.540318,-4.5403175
+11.366695,0.9082372,0.857913,-0.6343297,0.02885139,0.9584954,-0.9664798,0.8853152,0.87502563,-0.61638296,0.11562848,0.95516753,-0.9675092,-4.124104,-4.1241035
+4.951921,-0.45752,0.9197228,0.9106159,0.6803062,0.96909714,-0.9293501,-0.6053686,0.9277725,0.89077306,0.6273174,0.96154463,-0.9111407,2.2906706,2.2906709
+5.3868756,-0.15355557,0.8789127,0.94208145,0.9410465,0.9810598,0.98682857,-0.44035423,0.8967469,0.93282056,0.9363421,0.9832444,0.9849472,1.8557158,1.8557162
+9.851424,0.88835096,0.5965092,0.8751205,0.9313593,0.9820943,0.96309125,0.9227017,0.5823817,0.8483703,0.93688226,0.9781773,0.9559305,-2.6088326,-2.6088324
+12.006335,0.86737955,0.90273404,0.76084507,0.87148166,0.94098103,0.74159145,0.8711617,0.8970579,0.7400844,0.9000385,0.94043493,0.7104291,-4.763744,-4.7637434
+9.587356,0.9533553,0.9692395,-0.2118209,0.89401984,0.8589473,0.84435153,0.9499059,0.9691472,-0.24350786,0.89262295,0.8647404,0.830521,-2.3447638,-2.3447638
+4.7707367,0.9526365,0.9509604,0.7324152,0.9106412,0.8384688,0.9582714,0.9557214,0.95726156,0.68992174,0.9151406,0.86657465,0.9549489,2.4718552,2.4718552
+4.1268253,0.90512013,0.031705856,0.83549285,0.88513136,0.9562347,0.9641249,0.9184462,0.26856613,0.8346801,0.90799546,0.95359683,0.965871,3.1157665,3.1157665
+8.756746,0.8802562,0.5579243,-0.17617774,0.8564241,0.97042775,0.42151475,0.8751409,0.59997463,-0.30382597,0.85071075,0.9626615,0.54730844,-1.5141546,-1.5141544
+11.307074,0.9304495,0.7885456,-0.80697393,0.41748238,0.9549581,-0.9314377,0.8936192,0.832741,-0.7972948,0.509331,0.9428916,-0.9210476,-4.064482,-4.0644817
+7.3852625,0.5614412,0.8778734,0.7987466,0.51139355,0.95830846,-0.93092227,0.21511209,0.9018303,0.7770562,0.53936934,0.9421922,-0.94333935,-0.14267069,-0.14267063
+5.1868906,-0.5832005,0.9127599,0.9176886,0.9229039,0.9589422,0.7518084,-0.6502472,0.90720856,0.9253011,0.9014745,0.96390224,0.77349615,2.055701,2.0557013
+8.353956,0.71333873,0.6504457,0.93105817,0.9649136,0.9699856,0.98873484,0.8041811,0.61771464,0.9171953,0.96029437,0.96467996,0.9829693,-1.1113651,-1.1113644
+11.5920725,0.8885181,0.8002119,0.7765943,0.9031811,0.9476223,0.9352999,0.9111631,0.8072324,0.77034354,0.91877294,0.9431305,0.9217535,-4.349481,-4.3494806
+10.242564,0.9462013,0.9612379,0.027291656,0.8948411,0.9028213,0.5974724,0.93952537,0.95667124,-0.20320284,0.9033648,0.89224625,0.41040432,-2.9999723,-2.9999723
+5.321601,0.9636947,0.956784,0.62262297,0.9079249,0.8000963,0.9617338,0.96401775,0.9631182,0.5459101,0.92361784,0.78858364,0.9576633,1.920991,1.920991
+3.5619133,0.9350922,0.16579735,0.90844643,0.90564513,0.9263339,0.9630363,0.9323325,0.46608925,0.88782716,0.9232396,0.93252516,0.96257055,3.6806784,3.6806786
+7.71923,0.86795413,-0.39579082,0.8860705,0.84545374,0.95531964,0.9499153,0.85402477,-0.08709657,0.8796245,0.85622966,0.95845485,0.9353967,-0.47663844,-0.47663832
+12.286101,0.9052235,0.46482944,-0.88237226,0.7552872,0.9255533,-0.5652628,0.892611,0.5304229,-0.8763849,0.7125244,0.9163923,-0.62568325,-5.0435095,-5.0435095
+9.482414,0.7334583,0.64694047,-0.07071221,0.33021808,0.9016341,-0.9413913,0.5306854,0.6979265,0.03450513,0.465739,0.87885714,-0.95876336,-2.2398226,-2.2398224
+3.8034363,-0.72326577,0.8701396,0.9333713,0.73959327,0.9458294,-0.8851928,-0.8278227,0.8652141,0.92257786,0.7556124,0.92208445,-0.8937699,3.4391553,3.4391556
+6.184225,-0.5941695,0.82519126,0.9350748,0.9495928,0.9502337,0.98567796,-0.7031775,0.817595,0.9454918,0.9428576,0.9485644,0.97459435,1.0583662,1.0583668
+11.576618,0.88578176,0.3890599,0.88770425,0.9374194,0.90479684,0.98429954,0.90809476,0.28047204,0.8867779,0.9360268,0.90618324,0.9613199,-4.334027,-4.3340263
+13.205488,0.9376081,0.8726504,0.77779734,0.8790864,0.9090495,0.92105305,0.9266145,0.8858061,0.65955806,0.9093964,0.90750957,0.87892413,-5.962897,-5.9628963
+8.067329,0.9689295,0.92803717,0.14336967,0.90609884,0.8373319,0.81760645,0.9650203,0.9320469,-0.22176343,0.89396024,0.83764064,0.6582868,-0.82473785,-0.82473755
+2.5456936,0.95873845,0.86276793,0.8223045,0.92520773,0.8310387,0.9585031,0.96246064,0.87647724,0.8188915,0.9326892,0.8446851,0.9573045,4.696898,4.6968985
+4.2010536,0.9230757,-0.56610143,0.9359703,0.8389517,0.92857766,0.95766044,0.9162605,-0.36710584,0.9334272,0.8485893,0.9354564,0.9485444,3.0415382,3.0415382
+10.623049,0.87171066,0.3578763,0.43501568,0.8062005,0.94861746,0.9207176,0.859385,0.5691174,0.24627578,0.84605384,0.94081116,0.897697,-3.3804572,-3.380457
+12.912461,0.8803383,0.41952646,-0.59852844,0.69373155,0.8417448,-0.8428734,0.8734164,0.58207333,-0.62919635,0.70746124,0.8600663,-0.8549503,-5.6698704,-5.6698694
+6.8883495,0.31123114,0.677341,0.9023762,0.53656006,0.90969324,-0.9135428,-0.066814065,0.7269218,0.8984542,0.523484,0.89358187,-0.9203362,0.35424206,0.35424232
+4.306301,-0.66000164,0.87341714,0.90942824,0.91525614,0.9401133,0.8013649,-0.7684385,0.8180289,0.89957035,0.915382,0.94640565,0.66128683,2.9362905,2.9362907
+7.99257,0.7865646,0.5026481,0.92717505,0.9565816,0.90185547,0.9794588,0.6409868,0.4646325,0.9306338,0.9566771,0.916852,0.95843077,-0.74997884,-0.74997807
+12.245172,0.9256394,0.6959598,0.86927485,0.8892405,0.84027576,0.92684317,0.94499385,0.7065551,0.85737205,0.89544606,0.88219404,0.90691495,-5.0025797,-5.0025797
+11.761212,0.9467058,0.93363833,0.37459588,0.91158247,0.8802401,0.68303156,0.93872416,0.932529,0.21540177,0.91039705,0.88667774,0.32464957,-4.5186205,-4.5186205
+5.9950137,0.9696101,0.9094732,0.77416027,0.92206335,0.7276505,0.96021175,0.9686253,0.9175093,0.697247,0.9329002,0.79380643,0.95942855,1.247578,1.2475781
+2.972096,0.94064546,-0.31121814,0.9248841,0.91168463,0.8729851,0.96047544,0.94121194,0.01246357,0.91240287,0.91976094,0.8957124,0.9630418,4.270496,4.270496
+7.0273623,0.8857658,-0.017831147,0.93944216,0.800694,0.9292711,0.9606091,0.8851272,0.17424679,0.9307487,0.80116534,0.92977214,0.95581436,0.21522944,0.21522951
+11.984166,0.89696217,0.5414592,-0.7568775,0.81980765,0.86986196,-0.13764876,0.892112,0.6221019,-0.78934115,0.7978754,0.8794353,-0.2091999,-4.7415743,-4.7415743
+10.599669,0.74955416,0.78771615,-0.19913113,0.5199015,0.868675,-0.9370108,0.64208317,0.756742,-0.27815497,0.5675031,0.8533416,-0.9462898,-3.3570778,-3.3570776
+5.331563,-0.8026601,0.8088095,0.92845845,0.7363725,0.92405224,-0.8864739,-0.8500343,0.80519974,0.9145931,0.7675911,0.909732,-0.90541404,1.9110285,1.9110289
+5.833684,-0.7390028,0.8079065,0.9367317,0.93881655,0.9431391,0.9842844,-0.81341684,0.74639225,0.94596076,0.930603,0.9485886,0.979494,1.4089074,1.4089079
+10.133384,0.8965459,0.27383542,0.89904284,0.9446448,0.85788035,0.98847353,0.89956474,0.16905808,0.8926799,0.93979955,0.86876655,0.981112,-2.8907926,-2.890792
+12.562595,0.93973184,0.8509841,0.82213426,0.8957616,0.8534212,0.9774687,0.93249846,0.8407291,0.7959871,0.91170037,0.8815181,0.96815753,-5.320004,-5.3200035
+8.984872,0.9680073,0.9219514,-0.0649274,0.9122782,0.7806535,0.60158634,0.96486163,0.926842,-0.27838427,0.9058014,0.7497276,0.38606834,-1.7422804,-1.74228
+3.5810854,0.9622395,0.8767922,0.85279083,0.9352659,0.6670382,0.9625702,0.9634875,0.8870199,0.82322764,0.9381211,0.7181375,0.96163297,3.6615064,3.6615064
+3.9812484,0.9289191,-0.36114466,0.93329203,0.8772621,0.9112725,0.95465994,0.9260242,-0.23799962,0.9280467,0.8948642,0.9223552,0.95292854,3.2613437,3.2613435
+9.71309,0.85138154,0.1354177,0.8278116,0.7868066,0.9254631,0.95893264,0.852689,0.3023455,0.759272,0.83235526,0.93047905,0.9571918,-2.4704983,-2.470498
+12.764583,0.8812121,0.21992218,-0.7757692,0.6682863,0.7676544,-0.7399809,0.8808429,0.38012576,-0.80314034,0.6465882,0.7792783,-0.74351776,-5.5219913,-5.521991
+7.6672077,0.46905088,0.6476542,0.80854464,0.350811,0.8466381,-0.95021427,0.25223398,0.67570114,0.7861186,0.28206134,0.82741785,-0.9530694,-0.424616,-0.42461586
+3.7237217,-0.84774804,0.7612822,0.9035523,0.78483963,0.9053261,-0.63409954,-0.8935698,0.71320057,0.8780265,0.7878797,0.9042928,-0.72502214,3.5188696,3.51887
+7.3147902,-0.6752278,0.61210155,0.94252634,0.9374522,0.8857267,0.9800261,-0.7876094,0.5798069,0.9463117,0.9382191,0.90407085,0.9714203,-0.07219928,-0.07219839
+12.325668,0.9175545,0.31183195,0.86033535,0.9127313,0.7787614,0.9892725,0.9255574,0.27424264,0.8627572,0.9222319,0.81095195,0.9829774,-5.0830765,-5.0830765
+12.672542,0.9483423,0.8883805,0.38740754,0.91686463,0.89215875,0.9569161,0.9321706,0.8867953,0.091422796,0.9152775,0.88707983,0.899981,-5.4299507,-5.4299498
+6.511481,0.97576785,0.8805015,0.3540368,0.94767785,0.5370481,0.9660902,0.97384644,0.8826504,0.26520658,0.94813967,0.5637722,0.96628165,0.7311108,0.73111105
+2.0770037,0.9499862,-0.051095545,0.90574884,0.9386616,0.80002093,0.9572334,0.95254135,0.2004255,0.8891897,0.9448893,0.8411852,0.95825815,5.165588,5.1655884
+5.5843287,0.8847797,-0.26925862,0.9351623,0.85056186,0.92705774,0.96375763,0.8749502,-0.03696704,0.93165684,0.8854432,0.9382113,0.95979595,1.6582631,1.6582632
+11.961815,0.88973534,0.5326593,-0.7057576,0.7801081,0.9135293,0.20554912,0.8914299,0.60034966,-0.7515624,0.822052,0.91561615,0.05945468,-4.7192235,-4.719223
+12.258042,0.8545761,0.63020027,-0.7331956,0.55660105,0.78326845,-0.9579329,0.85304606,0.6420934,-0.7180377,0.5840628,0.7589493,-0.95744675,-5.0154514,-5.0154505
+5.519495,-0.8104012,0.8227365,0.9022634,0.31548774,0.85392666,-0.9381938,-0.84750855,0.79534614,0.8966869,0.17693257,0.8305111,-0.9433556,1.7230968,1.7230968
+4.434524,-0.9034658,0.7717037,0.90786254,0.89181304,0.9193151,0.9792819,-0.9184169,0.70449543,0.908455,0.86989546,0.9341881,0.97699213,2.8080673,2.8080678
+9.039212,0.7840185,0.16813755,0.89705133,0.9549253,0.8360698,0.9894686,0.39139974,0.08158362,0.90237546,0.9512844,0.84674513,0.988219,-1.7966213,-1.7966204
+13.296915,0.9443823,0.69406414,0.7982576,0.89718366,0.7179408,0.98851776,0.9514489,0.66723084,0.7956308,0.8979902,0.7589781,0.99005663,-6.054323,-6.054323
+11.417302,0.9582763,0.9224043,-0.5638916,0.9133568,0.8188083,0.94132507,0.9508281,0.921409,-0.663419,0.9063692,0.7604815,0.91453695,-4.1747108,-4.1747103
+4.659974,0.97305226,0.9154618,0.7021818,0.9492712,0.34088898,0.96343184,0.971254,0.91684294,0.63310266,0.9542477,0.2162677,0.9615698,2.5826175,2.5826178
+2.624806,0.94205356,-0.156088,0.9210315,0.93609333,0.86968935,0.9570178,0.9393084,-0.058271945,0.9160547,0.95354056,0.8770218,0.9593117,4.6177864,4.617786
+7.7807727,0.8262689,0.13906252,0.91629386,0.86222434,0.94731367,0.9557054,0.83160436,0.30457056,0.90751886,0.8847281,0.95602345,0.94728017,-0.538181,-0.5381808
+12.898406,0.8908274,0.49105656,-0.9374165,0.75414205,0.7703631,-0.7472471,0.897187,0.5664079,-0.9401744,0.76886594,0.7238126,-0.75718975,-5.6558146,-5.655814
+10.288661,0.71078396,0.81424296,-0.43402255,0.42171896,0.80006695,-0.9691131,0.63544035,0.7933619,-0.38731742,0.43782473,0.7297499,-0.9673628,-3.0460691,-3.0460691
+4.0829277,-0.9447309,0.9115356,0.89133227,0.5782348,0.8540138,-0.9006672,-0.9511537,0.87134814,0.85968804,0.41130757,0.82639265,-0.9198266,3.159664,3.1596642
+5.4272494,-0.9356975,0.5811223,0.931664,0.92443,0.89005184,0.99060273,-0.95655537,0.561607,0.932791,0.8923907,0.9120662,0.98854864,1.8153418,1.8153424
+10.843924,0.9349265,-0.010742247,0.8588939,0.93249226,0.78128576,0.9888073,0.9293113,-0.102216184,0.847867,0.9362674,0.78260195,0.988407,-3.601332,-3.6013317
+13.4831505,0.9361601,0.820256,0.15194964,0.88081837,0.7887368,0.99154425,0.9182999,0.81216764,-0.10097927,0.87190795,0.7949631,0.99275875,-6.240559,-6.2405586
+9.1769,0.97285867,0.9263152,-0.68354416,0.9406779,0.53011394,0.95876324,0.96367383,0.92901504,-0.7757125,0.9410343,0.36729753,0.93932986,-1.934308,-1.934308
+3.008903,0.96693444,0.84417605,0.8203182,0.9561453,0.31192636,0.9567466,0.96637523,0.88168573,0.7768209,0.9631212,0.41108656,0.9604225,4.233689,4.233689
+3.8598068,0.9188143,-0.19214195,0.9125221,0.9460583,0.930599,0.9659109,0.90928626,-0.05815023,0.9105737,0.9688916,0.9315448,0.9546542,3.382785,3.382785
+9.978197,0.88018036,0.5020151,0.34821856,0.91204345,0.9367591,0.7701268,0.89401877,0.6247741,0.20634401,0.9172416,0.9270804,0.7698722,-2.7356055,-2.7356052
+12.758214,0.8901012,0.5774605,-0.92683876,0.7549734,0.6117952,-0.95216244,0.8900056,0.62940645,-0.91936237,0.73125577,0.53206384,-0.9454347,-5.5156226,-5.515622
+7.3207574,-0.2436263,0.84187007,0.55212677,0.11031985,0.76337755,-0.9697762,-0.31414187,0.84256387,0.6431303,-0.10893977,0.7313342,-0.9665563,-0.07816568,-0.07816553
+4.0850754,-0.977774,0.92217183,0.8954705,0.8602247,0.85503495,0.89848554,-0.9770472,0.88421893,0.8804724,0.7566352,0.85185766,0.734563,3.1575162,3.1575165
+7.753213,-0.35633594,0.1278863,0.8997066,0.94829917,0.8455788,0.9796622,-0.560267,0.1527946,0.90826654,0.9454968,0.87045133,0.98453283,-0.5106217,-0.5106211
+12.623905,0.9292656,0.45109344,0.66153955,0.9371537,0.81250036,0.980026,0.9437492,0.4333452,0.6685455,0.9389701,0.8400314,0.984522,-5.381314,-5.3813133
+12.089352,0.95439327,0.929122,-0.8411105,0.90014684,0.8473115,0.98930883,0.9451921,0.9244449,-0.8912696,0.89219856,0.808617,0.9854958,-4.8467603,-4.84676
+5.718152,0.97417474,0.94902325,0.6328579,0.97678447,-0.26329076,0.9651388,0.9710355,0.9501699,0.5159881,0.97516346,-0.18412155,0.96552765,1.5244398,1.5244398
+2.4555993,0.951035,0.12559819,0.85187197,0.9715862,0.83056164,0.960593,0.9517851,0.22255802,0.86470556,0.97705007,0.833477,0.95954037,4.7869925,4.7869925
+6.920775,0.82662225,0.10213888,0.82038903,0.9469385,0.9644129,0.9416152,0.8262565,0.27826917,0.83598876,0.9503298,0.96130157,0.9455273,0.32181686,0.32181692
+12.54695,0.8978126,0.5845512,-0.9421694,0.92033565,0.7453885,-0.8742556,0.9036646,0.6492734,-0.9353456,0.9229281,0.6940788,-0.8721955,-5.304359,-5.3043585
+10.929736,0.77842844,0.81949997,-0.8261154,0.6701393,0.774168,-0.9610695,0.788213,0.8271005,-0.83212423,0.55538416,0.7346525,-0.96274805,-3.6871443,-3.6871443
+4.247366,-0.83018225,0.9375161,0.91680217,0.4197824,0.71285105,-0.9096162,-0.8338705,0.93695104,0.89564586,0.11397624,0.7012682,-0.9271901,2.995226,2.995226
+4.8879457,-0.9648222,0.73377836,0.93378055,0.91747713,0.8948734,0.96732736,-0.9705821,0.71425974,0.93338645,0.8696244,0.9206704,0.9738766,2.3546457,2.3546462
+10.346795,0.89662683,-0.097171366,0.8303629,0.94210196,0.91702604,0.9690745,0.8483777,-0.16750115,0.84937596,0.9436569,0.9199252,0.9724083,-3.1042042,-3.1042032
+13.573169,0.93383765,0.85555625,-0.1333589,0.88400006,0.75742674,0.9787159,0.9331337,0.85336137,-0.1552198,0.86339736,0.7700641,0.9845705,-6.3305764,-6.330577
+9.857573,0.9715798,0.9560878,-0.8936142,0.9402534,0.11445367,0.984905,0.96469045,0.9561007,-0.9144091,0.94300056,0.05530572,0.98473203,-2.614981,-2.6149807
+3.2098677,0.9646139,0.9489471,0.7673409,0.9735899,-0.5564472,0.9551251,0.9628477,0.95179844,0.78844345,0.97141933,-0.39823765,0.95531285,4.0327244,4.0327244
+3.7500925,0.8957572,0.23066843,0.89825106,0.96409273,0.91648006,0.97304106,0.89387727,0.28804576,0.9095253,0.97388935,0.90192664,0.9714782,3.4924994,3.4924994
+9.987572,0.8853694,0.6221063,-0.008228958,0.95070016,0.9395366,0.113994,0.90551734,0.68451047,-0.008068621,0.9473953,0.9304607,0.13184988,-2.7449799,-2.7449799
+12.753434,0.86606264,0.8080373,-0.96630186,0.7903576,0.32618296,-0.949365,0.879648,0.8392407,-0.96435416,0.7665796,0.1449238,-0.953193,-5.510842,-5.5108423
+7.306397,0.25297165,0.9136989,-0.53848624,0.43656015,0.72329664,-0.96960473,0.150913,0.91191554,-0.41339105,0.24124384,0.6733439,-0.9700526,-0.06380513,-0.0638051
+3.2085423,-0.9568083,0.89194727,0.9483757,0.86657715,0.74771905,0.6624868,-0.9672653,0.87121534,0.9456074,0.76471734,0.71083736,0.71701336,4.0340495,4.0340495
+6.8274093,-0.6552238,0.6379838,0.8691344,0.92135155,0.925431,0.9312537,-0.74193865,0.6046798,0.8458977,0.8446355,0.92021704,0.9526427,0.41518214,0.4151826
+12.5201845,0.9241328,0.6940222,0.45345378,0.77109313,0.7681649,0.98031735,0.93070257,0.6488714,0.3744446,0.7196678,0.82818174,0.9777639,-5.277593,-5.2775927
+12.186781,0.9399152,0.95942926,-0.9027507,0.8828149,-0.12653959,0.8765124,0.9230211,0.9569936,-0.9449363,0.8602158,-0.10938805,0.8643807,-4.9441895,-4.944189
+5.939119,0.9706216,0.96947896,0.34127426,0.9723196,-0.79802954,0.9602604,0.96875775,0.9688926,0.2480861,0.97012496,-0.76634914,0.9612098,1.3034731,1.303473
+2.8263235,0.95138097,0.88488615,0.8634914,0.97713065,-0.019049644,0.95968556,0.949569,0.90334105,0.88203526,0.9788332,0.035936832,0.95737624,4.416268,4.4162683
+7.139548,0.8765278,0.40407324,0.68561435,0.9526093,0.92751074,0.8131962,0.8811624,0.5444399,0.7263262,0.9532882,0.9214716,0.8427546,0.10304371,0.10304403
+12.703603,0.91129863,0.8521979,-0.9313117,0.90992045,0.4123931,-0.8976302,0.9127519,0.8783976,-0.93963224,0.89382625,0.19558227,-0.8945554,-5.4610114,-5.461011
+10.507532,0.848102,0.83083487,-0.92631525,0.66550016,0.5333679,-0.97022223,0.81655884,0.85627484,-0.932392,0.6517384,0.5680413,-0.9703628,-3.264941,-3.2649403
+3.7112868,-0.6933986,0.9184536,0.8928102,0.7448106,0.047343254,-0.88953876,-0.78429675,0.9066609,0.8937266,0.5598018,0.0719949,-0.9026047,3.531305,3.531305
+5.0712047,-0.9274241,0.89481163,0.92196274,0.89104235,0.838454,0.92872226,-0.9364154,0.8980229,0.9078983,0.7706368,0.82634425,0.95281696,2.171387,2.1713872
+10.642474,0.44133687,0.6948478,0.73804,0.56290054,0.8779566,0.93650067,0.6147407,0.6359935,0.7041116,0.45790184,0.8653804,0.9339738,-3.3998826,-3.3998823
+12.836628,0.83561814,0.9386698,-0.3365302,0.69242287,-0.5556833,0.95624304,0.83906996,0.935114,-0.5716309,0.6506432,-0.2507056,0.9614165,-5.594036,-5.594036
+9.308353,0.9613546,0.9687762,-0.5917368,0.90331626,-0.8779347,0.9263687,0.9537916,0.9674779,-0.46351635,0.90375304,-0.87225735,0.9255291,-2.0657613,-2.0657616
+3.9249547,0.9626756,0.9698417,0.7823801,0.95574546,-0.9335652,0.8763206,0.9590999,0.97018766,0.80431986,0.95775986,-0.9295854,0.88273525,3.3176367,3.3176372
+4.986583,0.84809875,0.8888166,0.7835102,0.9545648,-0.5283583,0.55294204,0.8437661,0.91346085,0.80576575,0.95731413,-0.53984964,0.53215027,2.256008,2.2560086
+10.997226,0.9411074,0.8887832,-0.66385,0.8409462,0.25180507,-0.8673086,0.9407072,0.8979027,-0.6495428,0.80655587,0.15439618,-0.8808607,-3.754634,-3.754634
+11.741506,0.82674646,0.9025514,-0.95173323,0.37798345,0.09464419,-0.97149986,0.80119216,0.9118161,-0.9419635,0.3088473,0.23092282,-0.9656863,-4.4989142,-4.498914
+5.3788223,-0.34004217,0.9058453,-0.36996293,0.55582833,-0.056761205,-0.9666399,-0.45196712,0.90803385,-0.3614396,0.4885956,0.026445746,-0.9683741,1.8637694,1.8637695
+3.9496737,-0.91997993,0.9552243,0.9558321,0.849913,0.32605195,0.6504787,-0.91944176,0.9546021,0.9395933,0.7468717,0.48291886,0.6650686,3.292918,3.2929182
+8.874801,-0.80060905,0.9192419,0.8584485,0.45284235,0.7797036,0.949759,-0.77909833,0.9071598,0.8220662,0.31625473,0.8008208,0.9546026,-1.632209,-1.6322088
+12.485109,0.566265,0.9367113,-0.12664604,-0.25015593,-0.6328025,0.9738622,0.67488,0.93108964,-0.3582934,-0.2741667,-0.5761829,0.96965265,-5.242518,-5.2425175
+10.078343,0.9087405,0.9680666,-0.69574183,0.8613267,-0.89108616,0.31114018,0.9026265,0.9666401,-0.6904361,0.86894727,-0.8607448,0.23797858,-2.8357518,-2.8357515

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.9750535488128662,-0.97505388712883,8.217645722866058,,
+1000,-0.6503109931945801,-0.6503107892274856,7.892902617931366,,
+1500,-0.06589026749134064,-0.06589034116268158,7.308482195854187,,
+2000,-0.6066149473190308,-0.606615061879158,7.849206954956054,,
+2500,-0.8726367354393005,-0.8726368589401245,8.115228740692139,,
+3000,-0.985120415687561,-0.9851207364797592,8.227712598323823,,
+3500,-1.190577507019043,-1.190577402114868,8.433169271469117,,
+4000,-0.9985151886940002,-0.9985153106451035,8.241107156276703,,
+4500,-1.009688138961792,-1.0096879436969757,8.252279803276062,,
+5000,-1.0019159317016602,-1.0019161137342454,8.244507979869843,,
+5000,,,,8.160671179294587,-0.9180796146392822
+5500,-0.929973304271698,-0.929972797036171,8.172564696788788,,
+6000,-0.7955749034881592,-0.7955751214027404,8.038166899204255,,
+6500,-0.7675842046737671,-0.7675840252637863,8.0101759018898,,
+7000,-0.8530630469322205,-0.8530627491474152,8.095654569149017,,
+7500,-0.8368632197380066,-0.8368632119894027,8.079455043792725,,
+8000,-1.0173747539520264,-1.0173747708797456,8.25996662902832,,
+8500,-0.8144683241844177,-0.814468278169632,8.057060135364532,,
+9000,-0.795586347579956,-0.7955859147310257,8.038177748203278,,
+9500,-0.8449787497520447,-0.8449788866043091,8.087570697784424,,
+10000,-0.9795127511024475,-0.9795132364034653,8.22210509777069,,
+10000,,,,8.189595905542374,-0.9470046162605286
+10500,-0.9276652336120605,-0.9276656163930893,8.170257493019104,,
+11000,-1.0342371463775635,-1.0342372665405273,8.276829127311707,,
+11500,-0.8034443259239197,-0.8034448373317719,8.04603673195839,,
+12000,-0.9811762571334839,-0.9811757209300995,8.223767570972443,,
+12500,-0.9172964096069336,-0.9172963708639145,8.159888246059417,,
+13000,-0.9835361838340759,-0.9835362391471862,8.226128130435944,,
+13500,-0.9033004641532898,-0.9033006702661515,8.14589257669449,,
+14000,-0.9147070050239563,-0.9147069408893586,8.157298760414124,,
+14500,-0.8529807329177856,-0.8529809110164642,8.095572810173035,,
+15000,-0.8737508058547974,-0.8737510981559753,8.116342885017396,,
+15000,,,,8.080737042427064,-0.8381457328796387
+15500,-0.8553614020347595,-0.8553615415096283,8.097953388690948,,
+16000,-0.8711867332458496,-0.871186444401741,8.113778256416321,,
+16500,-0.8747881650924683,-0.8747875899076462,8.117379437446594,,
+17000,-0.879724383354187,-0.8797247186899185,8.122316519021988,,
+17500,-0.7716696858406067,-0.7716700162887573,8.014261876106263,,
+18000,-0.822924792766571,-0.8229246344566346,8.065516477108002,,
+18500,-0.8981684446334839,-0.8981687581539154,8.140760663986207,,
+19000,-0.7425397634506226,-0.7425399174690247,7.985131762504578,,
+19500,-0.8657104969024658,-0.8657101413011551,8.108301980495453,,
+20000,-0.8715395331382751,-0.871539216518402,8.114130989551544,,
+20000,,,,8.19144026517868,-0.9488487839698792
+20500,-0.7638561129570007,-0.7638562757968903,8.006448175430299,,
+21000,-0.7129465341567993,-0.7129471175670624,7.9555389981269835,,
+21500,-0.7296757698059082,-0.7296753381490707,7.972267203807831,,
+22000,-0.6953530311584473,-0.6953532828092575,7.937945116996765,,
+22500,-0.7357963919639587,-0.7357965160608292,7.978388382911682,,
+23000,-0.8901604413986206,-0.890160551905632,8.13275244140625,,
+23500,-0.8785664439201355,-0.8785670464038848,8.121158906459808,,
+24000,-0.8883576989173889,-0.8883574804067612,8.130949316501617,,
+24500,-0.9132866263389587,-0.9132865985631943,8.155878435611724,,
+25000,-0.8820908069610596,-0.882090433716774,8.12468232011795,,
+25000,,,,8.040451744794845,-0.7978603839874268
+25500,-0.9289768934249878,-0.9289765548706055,8.171568442344666,,
+26000,-0.8780155777931213,-0.8780151932239533,8.120607061386108,,
+26500,-0.816127598285675,-0.8161276187896729,8.058719467639923,,
+27000,-0.9339067935943604,-0.9339064511060715,8.176498304367065,,
+27500,-0.8811250329017639,-0.8811253336668015,8.123717166900635,,
+28000,-0.8444235324859619,-0.8444236136674881,8.087015466451644,,
+28500,-0.8491454720497131,-0.8491452544927597,8.091737132549286,,
+29000,-0.9035117030143738,-0.9035112216472626,8.146103106021881,,
+29500,-0.8439685702323914,-0.843968412399292,8.086560280799866,,
+30000,-0.8927895426750183,-0.8927892788648605,8.135381116867066,,
+30000,,,,7.910631132125855,-0.6680399775505066
+30500,-0.891616702079773,-0.8916165589094162,8.134208387851714,,
+31000,-0.8921736478805542,-0.8921735751628875,8.134765429973601,,
+31500,-0.87867671251297,-0.8786767066717148,8.121268578529358,,
+32000,-0.8878912925720215,-0.8878913117647171,8.130483201503754,,
+32500,-0.8707154989242554,-0.8707153544425964,8.113307178974152,,
+33000,-0.8969432711601257,-0.8969432493448257,8.139535093307495,,
+33500,-0.8405300378799438,-0.8405309088230133,8.083122776985169,,
+34000,-0.8537740111351013,-0.8537738863229751,8.096365720272065,,
+34500,-0.9084863066673279,-0.9084865548610688,8.151078385353088,,
+35000,-0.8582375645637512,-0.8582369992733002,8.100828869342804,,
+35000,,,,8.020823222398757,-0.7782320380210876
+35500,-0.8556926250457764,-0.8556921700239182,8.098284010887147,,
+36000,-0.8996432423591614,-0.8996431965827942,8.14223507452011,,
+36500,-0.9069907069206238,-0.9069905338287354,8.149582413196564,,
+37000,-0.8908276557922363,-0.8908271063566208,8.133418983459473,,
+37500,-0.8424985408782959,-0.8424987463951111,8.085090625286103,,
+38000,-0.9060927033424377,-0.9060926561355591,8.148684488773347,,
+38500,-0.9081407785415649,-0.9081405421495438,8.15073238992691,,
+39000,-0.9167239665985107,-0.9167240265607833,8.159315909862519,,
+39500,-0.9283865094184875,-0.9283864657878875,8.170978272914887,,
+40000,-0.8889113068580627,-0.8889113179445267,8.131503213882446,,
+40000,,,,7.926770248413086,-0.68417888879776
+40500,-0.7986835241317749,-0.798683576464653,8.04127540588379,,
+41000,-0.8363078236579895,-0.8363084608316421,8.078900351047515,,
+41500,-0.8481218218803406,-0.8481217296123504,8.090713627815246,,
+42000,-0.8356786966323853,-0.835678974032402,8.078270783424378,,
+42500,-0.8830127716064453,-0.8830127708911896,8.125604684829712,,
+43000,-0.8538230657577515,-0.8538232500553131,8.096415134429932,,
+43500,-0.8406074047088623,-0.840607061624527,8.083198897838592,,
+44000,-0.8416975140571594,-0.8416978453397751,8.084289658069611,,
+44500,-0.8368416428565979,-0.8368418693542481,8.07943371963501,,
+45000,-0.8867023587226868,-0.8867025029659271,8.12929431438446,,
+45000,,,,8.098861627578735,-0.8562700152397156
+45500,-0.8411951065063477,-0.8411947662830352,8.083786616802216,,
+46000,-0.8549368381500244,-0.8549365921020508,8.097528429985047,,
+46500,-0.8206562399864197,-0.8206562850475311,8.06324811887741,,
+47000,-0.846381664276123,-0.8463817713260651,8.088973615646362,,
+47500,-0.8474352359771729,-0.8474346354007721,8.09002652478218,,
+48000,-0.8501132726669312,-0.8501133553981781,8.092705236911774,,
+48500,-0.8739389777183533,-0.8739389016628265,8.116530759334564,,
+49000,-0.8361989855766296,-0.8361991620063782,8.078791029930114,,
+49500,-0.8594188690185547,-0.8594191081523895,8.102010970830918,,
+50000,-0.8273681402206421,-0.8273679357767105,8.069959806442261,,
+50000,,,,8.009173496961594,-0.766582190990448

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-hard-v0
+model-index:
+- name: SAC-RBC2D-hard-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-hard-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: -0.69
+      name: mean_reward
+
+
+---
+
+# SAC on RBC2D-hard-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-hard-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** -0.69 ± 0.27
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.31 | 1.37 |
+| Seed 1 | -0.46 | 3.00 |
+| Seed 2 | -1.04 | 2.89 |
+| Seed 3 | -0.82 | 2.59 |
+| Seed 4 | -0.84 | 3.04 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")