Upload results for SAC on RBC2D-medium-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e611c2d8efb9901a8bb3f3d229c767cebd698b97528d2dce992ac28c14338aec
+size 15018763

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.5226307,-0.85671073,0.9786849,0.9845867,-0.9524657,-0.7017996,-0.42619598,-0.06915063,0.97933364,0.98435235,-0.97638845,-0.94733584,-0.9774745,-1.0938784,-1.0938787
+8.05562,-0.95014423,0.97834885,0.9854007,-0.9431165,-0.8877718,-0.72000414,-0.9453171,0.9766164,0.9840243,-0.959103,-0.9060677,-0.93846166,-1.6268678,-1.6268682
+5.9278083,-0.96616936,0.97737646,0.9813118,-0.92673683,-0.86064416,-0.7445788,-0.96396357,0.9764724,0.9773736,-0.96037006,-0.8629819,-0.8992483,0.5009439,0.50094366
+4.0632944,-0.9518976,0.9752157,0.9779645,-0.87128735,0.024029374,-0.9414703,-0.9451396,0.9745736,0.96864605,-0.9300833,-0.059099913,-0.9616442,2.3654578,2.3654575
+4.7123194,-0.92611367,0.9789852,0.9807924,-0.89478755,0.4073032,-0.9696592,-0.8664755,0.9773308,0.9672208,-0.9290151,0.21003509,-0.9695492,1.716433,1.7164326
+6.816569,-0.89689475,0.9876238,0.98097646,-0.9590704,-0.63828516,-0.97738767,-0.91641784,0.98737025,0.9727831,-0.965261,-0.6399544,-0.97484756,-0.38781664,-0.3878169
+7.4132357,-0.8912002,0.9893421,0.9728402,-0.98354864,-0.4005685,-0.9685144,-0.95837885,0.98863816,0.97320807,-0.98063475,-0.49118364,-0.94096667,-0.9844834,-0.9844837
+5.2731056,-0.10879719,0.988047,0.9653437,-0.95448226,-0.5489342,-0.96159136,-0.8953234,0.9887805,0.9668436,-0.96882826,-0.63800156,-0.9015618,1.1556467,1.1556463
+4.322017,0.89536095,0.9844092,0.94429827,-0.91679627,-0.39751017,-0.90781856,0.7750002,0.9868574,0.9476025,-0.939576,-0.71948457,-0.907494,2.1067352,2.1067348
+6.908649,0.6809689,0.97174406,0.9548764,-0.906371,-0.86805856,-0.8017291,0.23422337,0.96970224,0.9478977,-0.91432214,-0.8589747,-0.6456578,-0.47989678,-0.47989702
+8.280908,-0.92863226,0.9410881,0.95886564,-0.89209175,-0.92038447,-0.75376374,-0.9195918,0.9556241,0.9547837,-0.89835864,-0.94560933,-0.831875,-1.8521552,-1.8521557
+6.3907585,-0.9570448,0.9669814,0.96109176,-0.89996886,-0.9109824,-0.89951134,-0.96138847,0.97433627,0.9551507,-0.8933463,-0.929615,-0.9265664,0.03799385,0.03799343
+3.8657792,-0.9562431,0.95777977,0.9279525,-0.7724968,-0.89808136,-0.721672,-0.9616611,0.9607165,0.92711914,-0.7621537,-0.8810182,-0.6785509,2.562973,2.5629728
+3.3331192,-0.93843615,0.9499066,0.9334798,-0.616999,0.2318908,-0.957,-0.9448235,0.93771124,0.92430663,-0.6782123,0.40164936,-0.94530267,3.0956333,3.0956328
+5.5858984,-0.8835322,0.9592943,0.954756,-0.846502,-0.1403904,-0.96097606,-0.8839732,0.95435333,0.94523,-0.8663729,0.154858,-0.9613673,0.84285396,0.84285355
+7.8530893,-0.9394219,0.98093045,0.9576936,-0.9194717,-0.8714676,-0.94346446,-0.9390339,0.979051,0.95907307,-0.9340621,-0.88932675,-0.9459896,-1.4243375,-1.4243374
+6.371077,-0.87150353,0.9833696,0.96005535,-0.95523196,-0.68464774,-0.88517773,-0.94545394,0.983237,0.957711,-0.9566722,-0.654163,-0.84349126,0.057675112,0.057674885
+3.6684442,0.7518424,0.98624134,0.938926,-0.90221834,-0.9069308,-0.91343874,-0.23647773,0.98674655,0.94231725,-0.89485955,-0.8960714,-0.78502053,2.760308,2.7603078
+5.3069344,0.22222114,0.9694779,0.92579126,-0.91796774,-0.79093105,-0.8239039,-0.100749135,0.9718075,0.9235637,-0.9166217,-0.83010125,-0.8776817,1.1218178,1.1218176
+7.731084,-0.8875849,0.9301455,0.9542228,-0.8991191,-0.92336214,-0.7320714,-0.8611523,0.9508686,0.9447733,-0.8863486,-0.94259703,-0.8091965,-1.3023316,-1.3023319
+7.528943,-0.96195495,0.94314146,0.9527552,-0.9016751,-0.9083473,-0.9212071,-0.96022505,0.96026576,0.9546702,-0.87008965,-0.9355292,-0.9512181,-1.1001908,-1.1001911
+5.4130216,-0.95323914,0.9514241,0.9392005,-0.83018816,-0.9152478,-0.701932,-0.948978,0.9642792,0.938171,-0.8070106,-0.9235284,-0.8111606,1.0157305,1.0157304
+3.419882,-0.9486091,0.94179773,0.9334687,-0.7053096,-0.5182671,-0.91482663,-0.9502474,0.94635725,0.9321208,-0.71992916,-0.23663867,-0.9435215,3.0088701,3.00887
+4.2930474,-0.8994436,0.9550972,0.9555757,-0.8105675,0.30154562,-0.942175,-0.8825205,0.9603306,0.9472765,-0.81284606,0.33922505,-0.96281445,2.135705,2.1357045
+6.756672,-0.9233537,0.9724035,0.95777035,-0.924523,-0.77463377,-0.9455491,-0.9195415,0.97369504,0.95839024,-0.9398069,-0.8158334,-0.94930714,-0.32791963,-0.32791996
+7.0026846,-0.9287335,0.98100364,0.9607178,-0.9554318,-0.6343969,-0.8944947,-0.9444907,0.9816508,0.961571,-0.95971906,-0.6749504,-0.9036582,-0.57393223,-0.57393265
+4.744669,-0.08184445,0.9848914,0.94936156,-0.9212709,-0.81989986,-0.9194774,-0.6740115,0.98559976,0.9483813,-0.92191374,-0.77893627,-0.84767705,1.6840835,1.684083
+4.476446,0.13749003,0.9732971,0.92147124,-0.9019571,-0.86842173,-0.88130176,-0.00021451712,0.97412395,0.9205415,-0.8920483,-0.8510613,-0.9019539,1.9523063,1.9523058
+6.7719,-0.54144514,0.95031404,0.9430157,-0.9105052,-0.8962801,-0.7277552,-0.5606501,0.95620227,0.93108475,-0.90715986,-0.881451,-0.83685136,-0.343148,-0.34314823
+7.516232,-0.94746643,0.92843914,0.94669557,-0.89309055,-0.9242775,-0.84973836,-0.94295645,0.94422626,0.94327617,-0.8767063,-0.9517343,-0.91116244,-1.0874796,-1.0874801
+6.1091094,-0.94627815,0.9539945,0.94064164,-0.8962547,-0.91071516,-0.83166534,-0.9465551,0.9634416,0.94084525,-0.8743558,-0.9282154,-0.88880503,0.31964278,0.31964254
+3.9282691,-0.9454292,0.9381802,0.9256265,-0.7458986,-0.85823506,-0.8684918,-0.9434887,0.9477836,0.9210135,-0.7231258,-0.8648057,-0.898733,2.5004833,2.5004828
+3.6911616,-0.92761123,0.94006944,0.9377248,-0.7006881,0.4057665,-0.95238775,-0.92552227,0.94354606,0.9343262,-0.6930734,0.3576486,-0.9576304,2.7375908,2.7375903
+5.9215174,-0.90127665,0.95535064,0.9499308,-0.89324385,-0.61552674,-0.96150964,-0.9017579,0.9603399,0.94628024,-0.9013986,-0.54779345,-0.9607589,0.5072349,0.5072346
+7.35803,-0.93925196,0.97949183,0.9590014,-0.9313779,-0.8222616,-0.9276997,-0.94026077,0.97965086,0.9595568,-0.9472712,-0.8600157,-0.9290932,-0.9292776,-0.9292779
+5.651551,-0.86947274,0.9817544,0.94964933,-0.95212305,-0.7126102,-0.8909938,-0.9217124,0.9816215,0.95121264,-0.9527209,-0.70097184,-0.86892414,0.7772015,0.7772012
+3.7586138,-0.011698544,0.980659,0.9342698,-0.88069767,-0.89950085,-0.89901143,-0.44792223,0.98030424,0.93567,-0.87241906,-0.8876285,-0.8443445,2.6701386,2.6701381
+5.2679653,-0.1310988,0.9618583,0.9252912,-0.917332,-0.83848643,-0.8368559,-0.30871415,0.96361876,0.91787195,-0.9123013,-0.80530417,-0.8684548,1.1607871,1.1607866
+7.4662323,-0.88457674,0.91589415,0.9442923,-0.90047276,-0.91956437,-0.7665122,-0.87068945,0.9381244,0.9340987,-0.8961572,-0.93356425,-0.84239227,-1.03748,-1.0374804
+7.323353,-0.9524147,0.9374291,0.9406204,-0.91602755,-0.91470665,-0.910562,-0.9562523,0.94683075,0.93987,-0.88712287,-0.9350434,-0.92938936,-0.89460045,-0.89460087
+5.0676737,-0.9290481,0.94725347,0.928442,-0.8683096,-0.9245161,-0.6717151,-0.9356537,0.9564774,0.9293535,-0.8259547,-0.92802376,-0.7581585,1.3610784,1.3610783
+3.260021,-0.9306525,0.932709,0.93488574,-0.7307552,-0.37215906,-0.9413959,-0.9323088,0.94039965,0.93323064,-0.7426273,-0.109360814,-0.95800465,3.1687315,3.168731
+4.4460793,-0.8561421,0.9470308,0.9489577,-0.8480409,0.15546942,-0.95575416,-0.8452191,0.9526378,0.94425726,-0.8425262,0.20176232,-0.9665648,1.9826728,1.9826727
+6.9385076,-0.9226728,0.9660411,0.9537926,-0.925168,-0.8395921,-0.9498455,-0.93035114,0.9662895,0.9537971,-0.9366015,-0.86032516,-0.95358616,-0.5097553,-0.5097556
+7.0662093,-0.92825615,0.9786644,0.95769644,-0.9588517,-0.6925143,-0.91307473,-0.94428486,0.98049045,0.9598274,-0.9617578,-0.74547976,-0.9165912,-0.6374569,-0.6374574
+4.666445,-0.44901133,0.9837787,0.94622993,-0.92764086,-0.7965003,-0.9219948,-0.74360394,0.98439324,0.95109713,-0.9240613,-0.7836492,-0.86448926,1.7623073,1.7623072
+4.077394,-0.13488525,0.9723598,0.92132115,-0.9171628,-0.8862088,-0.89682865,-0.4053595,0.9724277,0.91961646,-0.89627707,-0.8505438,-0.87960917,2.3513582,2.351358
+6.1617,-0.47333646,0.9457437,0.93894553,-0.9110027,-0.87618405,-0.7798638,-0.61008257,0.95150745,0.929935,-0.91141266,-0.8571166,-0.8103506,0.26705247,0.26705217
+7.5381837,-0.9327112,0.90535355,0.9441693,-0.904334,-0.9200495,-0.8411833,-0.92572445,0.93084013,0.93865275,-0.90030897,-0.950916,-0.8832634,-1.1094314,-1.1094317
+6.593178,-0.92901963,0.94431186,0.9382405,-0.9079486,-0.9126463,-0.8730699,-0.93614143,0.9553635,0.94013965,-0.8807627,-0.9280465,-0.8890713,-0.16442563,-0.16442585
+4.1838083,-0.9226099,0.93765247,0.9292742,-0.8155151,-0.89206123,-0.86195743,-0.9317819,0.94550204,0.928833,-0.7761873,-0.8965724,-0.89759934,2.2449439,2.2449436
+3.4696498,-0.8860867,0.9391742,0.9427438,-0.7845461,0.34040737,-0.96214443,-0.89883614,0.94463015,0.94250906,-0.74895614,0.4212011,-0.96552354,2.9591026,2.9591022
+5.529779,-0.8652221,0.95217264,0.9499582,-0.90609926,-0.5848314,-0.9636476,-0.89046323,0.9570818,0.948405,-0.906282,-0.51792276,-0.9630435,0.8989733,0.898973
+7.307648,-0.93428105,0.9758036,0.95764863,-0.9391017,-0.83640784,-0.9338194,-0.9423243,0.9769741,0.958747,-0.9482434,-0.8753471,-0.9411942,-0.87889624,-0.87889624
+6.158029,-0.8947895,0.9796567,0.9508672,-0.9643278,-0.6865002,-0.9132291,-0.92677844,0.9805176,0.95314753,-0.9623534,-0.7264178,-0.90801716,0.2707232,0.27072287
+4.0689697,-0.26886046,0.9806247,0.93949366,-0.89940184,-0.8697787,-0.8998378,-0.4937477,0.9808873,0.9404402,-0.8876631,-0.85827047,-0.8651743,2.3597825,2.3597822
+4.7964635,-0.1474604,0.96434844,0.9220705,-0.9287599,-0.8369538,-0.87197965,-0.37578017,0.96480656,0.9147966,-0.9244323,-0.80056727,-0.87071925,1.6322889,1.6322885
+6.9151998,-0.84151495,0.92427576,0.9423008,-0.91028804,-0.92202646,-0.7533074,-0.8410004,0.94007087,0.9341407,-0.90846795,-0.931704,-0.82732606,-0.48644757,-0.4864478
+7.37233,-0.9444552,0.9221245,0.93900347,-0.91539896,-0.9202295,-0.89254326,-0.94692075,0.933445,0.9373498,-0.90537024,-0.9415156,-0.90910673,-0.9435778,-0.94357824
+5.542206,-0.9171552,0.9467001,0.9284785,-0.8856887,-0.9288624,-0.73403007,-0.9316632,0.9537294,0.92977273,-0.8577485,-0.9359159,-0.7632784,0.8865463,0.88654613
+3.463996,-0.9257769,0.9304168,0.9340074,-0.7694408,-0.70355254,-0.93628824,-0.92692804,0.9338865,0.9287255,-0.77016705,-0.5970696,-0.9502372,2.9647563,2.964756
+4.060546,-0.8572674,0.93852186,0.9441093,-0.81855583,0.28852963,-0.9630832,-0.86732996,0.9426651,0.9381151,-0.8017348,0.3327881,-0.96324545,2.3682065,2.368206
+6.506398,-0.91463596,0.9536787,0.94937086,-0.9137282,-0.82989573,-0.957232,-0.92913467,0.9558017,0.94790184,-0.9238755,-0.8402421,-0.95730597,-0.077645965,-0.077646255
+7.2957983,-0.93173724,0.9783578,0.9578965,-0.95365065,-0.7692698,-0.92568,-0.9444718,0.9794737,0.9594619,-0.95955616,-0.84785503,-0.9234484,-0.8670462,-0.86704636
+5.212237,-0.74598575,0.981699,0.9451139,-0.9470013,-0.7461157,-0.92370594,-0.84883094,0.98181033,0.94784033,-0.9438884,-0.76644564,-0.8830322,1.2165154,1.2165151
+3.8594084,-0.2670961,0.974983,0.9268892,-0.8971985,-0.9043075,-0.9070193,-0.5780618,0.97515213,0.92752504,-0.8824809,-0.88640445,-0.86436135,2.569344,2.5693436
+5.4689407,-0.32222164,0.9516685,0.9315808,-0.91087997,-0.85108507,-0.8224298,-0.55484927,0.9562205,0.92457604,-0.9138796,-0.81757486,-0.82901347,0.9598116,0.9598112
+7.3102326,-0.90003437,0.8928207,0.9424088,-0.9061527,-0.91797096,-0.8152826,-0.8982515,0.91953087,0.93505,-0.9085208,-0.94883734,-0.8601583,-0.8814802,-0.8814807
+7.034483,-0.93287325,0.93322754,0.9374231,-0.9155872,-0.9168785,-0.9073768,-0.9423931,0.9416565,0.9378009,-0.89445525,-0.9344447,-0.912631,-0.6057309,-0.605731
+4.727616,-0.914646,0.93807125,0.9278896,-0.8482737,-0.919655,-0.78071153,-0.9275016,0.94562936,0.9295912,-0.8095487,-0.9248459,-0.82591695,1.7011362,1.7011361
+3.335481,-0.88732696,0.93230677,0.94203436,-0.77357185,0.050557137,-0.9636157,-0.896969,0.9379616,0.93995094,-0.77010375,0.19859982,-0.96700484,3.0932715,3.093271
+4.914597,-0.83909893,0.94331336,0.9458715,-0.8838601,-0.30616122,-0.96452093,-0.84685177,0.94874144,0.94420993,-0.87756073,-0.18157834,-0.96567684,1.5141554,1.5141549
+7.1479754,-0.92961544,0.9661051,0.954381,-0.9263859,-0.85755384,-0.9463744,-0.93623734,0.9677429,0.9556029,-0.9392329,-0.89274824,-0.95535517,-0.71922344,-0.7192235
+6.7925673,-0.9196758,0.9762807,0.95409286,-0.9657637,-0.70935905,-0.9158226,-0.9372751,0.9790356,0.9567778,-0.96472204,-0.7729327,-0.9252872,-0.36381507,-0.3638153
+4.506591,-0.35924292,0.98172116,0.94272757,-0.9116313,-0.8329216,-0.91243637,-0.62013483,0.98294187,0.9478469,-0.9102565,-0.84480906,-0.8880042,1.9221615,1.9221611
+4.318312,-0.37382674,0.96844983,0.91969156,-0.92247146,-0.86926216,-0.89695364,-0.5282114,0.9687389,0.91351485,-0.91605765,-0.84480155,-0.8936603,2.11044,2.1104398
+6.2109504,-0.6992278,0.93931305,0.9391608,-0.91103464,-0.8900593,-0.7788431,-0.7465205,0.9457648,0.9295747,-0.9104639,-0.8908192,-0.82750773,0.21780193,0.21780157
+7.3509665,-0.9392553,0.8987181,0.9397775,-0.91179794,-0.92304367,-0.855852,-0.9413373,0.91967404,0.9342456,-0.91122395,-0.94935966,-0.8918818,-0.92221403,-0.9222145
+6.273664,-0.9138822,0.93961525,0.93289363,-0.8993871,-0.92457104,-0.83497417,-0.9288603,0.94964266,0.93354404,-0.8792537,-0.93599576,-0.8474712,0.15508811,0.15508795
+3.965445,-0.9216748,0.93364215,0.9285412,-0.80211574,-0.8696909,-0.8959262,-0.925159,0.935681,0.9265479,-0.79563266,-0.87688303,-0.91381246,2.4633071,2.463307
+3.6699123,-0.87893367,0.93679357,0.9430692,-0.7796873,0.40346837,-0.9626723,-0.89320195,0.9389427,0.9382392,-0.7741469,0.4090165,-0.96225846,2.7588403,2.7588396
+5.8581557,-0.88516414,0.9480417,0.9475174,-0.90227145,-0.7552993,-0.9648173,-0.9155673,0.9496589,0.94482017,-0.90765107,-0.7045667,-0.9611105,0.5705966,0.5705962
+7.3568387,-0.9298742,0.97736573,0.9573295,-0.94279927,-0.8407705,-0.9382759,-0.9432995,0.97742677,0.95776296,-0.95174813,-0.8738965,-0.93638635,-0.9280865,-0.92808676
+5.9841933,-0.87413967,0.9793799,0.9477228,-0.9613498,-0.73437744,-0.92435545,-0.92191136,0.9794426,0.94988036,-0.9618166,-0.7608357,-0.90967643,0.44455895,0.44455862
+4.028225,-0.2792173,0.9796597,0.93531275,-0.8847686,-0.89070535,-0.9043907,-0.51698565,0.9795656,0.93681145,-0.87784874,-0.8875407,-0.8525939,2.4005272,2.400527
+4.8780594,-0.15729892,0.96117663,0.92122173,-0.92415506,-0.84452474,-0.8741675,-0.45402503,0.96242595,0.913903,-0.9220995,-0.81368923,-0.87102103,1.550693,1.5506926
+6.9125547,-0.86774194,0.91450286,0.9388199,-0.9078498,-0.92214066,-0.77174604,-0.86217856,0.9348587,0.9307686,-0.90702575,-0.9382194,-0.83443844,-0.48380247,-0.4838028
+7.278422,-0.94429994,0.91712165,0.9347966,-0.918894,-0.9204972,-0.8986755,-0.9478801,0.9306481,0.9325328,-0.9060596,-0.93997496,-0.90485156,-0.8496697,-0.84966993
+5.3543015,-0.91527253,0.9425316,0.9208529,-0.883265,-0.9344396,-0.7120061,-0.9289064,0.9503064,0.9249797,-0.85003245,-0.9390204,-0.7275745,1.0744507,1.0744505
+3.3877516,-0.9191826,0.9264288,0.93126106,-0.76753044,-0.6298659,-0.9406851,-0.9267556,0.9304018,0.92923546,-0.77140194,-0.4686725,-0.9506544,3.0410006,3.0410004
+4.210744,-0.8791675,0.9337815,0.93901396,-0.8196704,0.08436453,-0.96161664,-0.8828711,0.93923473,0.93337965,-0.7974276,0.1702565,-0.9644505,2.2180083,2.218008
+6.6694527,-0.9234912,0.95033276,0.94720876,-0.9053198,-0.85336566,-0.9574373,-0.9326751,0.95104766,0.9468527,-0.9186637,-0.865971,-0.9602365,-0.24070048,-0.24070072
+7.276024,-0.9291104,0.97798157,0.95553434,-0.9542569,-0.7921014,-0.9268202,-0.94206965,0.9789772,0.9576373,-0.9592789,-0.84721255,-0.93176746,-0.84727174,-0.8472719
+5.1151032,-0.6777223,0.9813986,0.9430181,-0.9367016,-0.79137284,-0.92653483,-0.81624,0.98217976,0.9463246,-0.93064356,-0.8075187,-0.88636947,1.313649,1.3136487
+3.9283907,-0.3150959,0.97402847,0.9222138,-0.89711636,-0.915584,-0.91629875,-0.5655131,0.9740876,0.92340636,-0.8833555,-0.90069145,-0.8860692,2.5003614,2.5003612
+5.545771,-0.38451648,0.9498544,0.9311198,-0.90648794,-0.86932003,-0.8251898,-0.62473863,0.95330775,0.9217763,-0.90793073,-0.8363039,-0.82983816,0.88298124,0.8829808
+7.268343,-0.90866846,0.89201856,0.9389703,-0.90461254,-0.9204965,-0.8197007,-0.9087961,0.9182532,0.9317148,-0.9082303,-0.95089495,-0.86656535,-0.8395906,-0.839591
+6.9259653,-0.928555,0.93211627,0.93435645,-0.91293216,-0.91984725,-0.9010154,-0.9378566,0.94095945,0.934906,-0.8944125,-0.9339246,-0.91024727,-0.4972132,-0.49721336
+4.6416483,-0.9169961,0.9363247,0.9240521,-0.84298164,-0.9190086,-0.7853064,-0.92855847,0.9435482,0.9260371,-0.8058601,-0.9236521,-0.8342814,1.787104,1.7871037
+3.3813083,-0.89589614,0.9331013,0.9395592,-0.77365583,0.1346041,-0.9624787,-0.9067153,0.9379785,0.9372455,-0.76041365,0.267735,-0.9657894,3.0474436,3.0474436
+5.041974,-0.8658574,0.94333005,0.9439329,-0.87969357,-0.47003865,-0.9646394,-0.8739238,0.9485016,0.9422455,-0.8746027,-0.40868652,-0.9658973,1.3867784,1.3867779
+7.17368,-0.9332909,0.968089,0.953738,-0.9246416,-0.857522,-0.9407757,-0.9397072,0.96938443,0.9549891,-0.93938434,-0.8923967,-0.9558507,-0.7449277,-0.7449279
+6.6875124,-0.9164255,0.9767002,0.95140076,-0.9645673,-0.74550325,-0.92051274,-0.9335292,0.9792683,0.954195,-0.9635454,-0.78558886,-0.9261718,-0.25876015,-0.25876045
+4.46515,-0.2935853,0.98162305,0.9402797,-0.90394515,-0.8542611,-0.91020924,-0.55950594,0.98255014,0.9454752,-0.90038675,-0.8646906,-0.88691527,1.9636025,1.9636021
+4.4271865,-0.31791043,0.96722627,0.9152031,-0.91963047,-0.8794626,-0.8970843,-0.45847315,0.96801984,0.9079789,-0.91547644,-0.86230594,-0.898348,2.001566,2.0015655
+6.3238654,-0.71559197,0.93753314,0.9358914,-0.90629995,-0.9022781,-0.76758724,-0.7406777,0.9451716,0.9258323,-0.9038627,-0.9084879,-0.822179,0.10488701,0.10488653
+7.341361,-0.9397479,0.90179515,0.9363339,-0.91412354,-0.92338234,-0.85719573,-0.9419339,0.921469,0.9294021,-0.9106105,-0.94914323,-0.89088386,-0.9126088,-0.9126091
+6.130706,-0.91620266,0.94169474,0.9282595,-0.9013534,-0.9256775,-0.8164195,-0.9304471,0.95067143,0.92885745,-0.8786323,-0.9349661,-0.82809836,0.2980463,0.2980461
+3.855045,-0.92962366,0.9340261,0.9220253,-0.80613965,-0.86807615,-0.88983464,-0.92932326,0.93589497,0.92057526,-0.79967415,-0.8702039,-0.9077459,2.573707,2.5737069
+3.6929774,-0.8986889,0.9364276,0.9379072,-0.7587573,0.36977208,-0.9621193,-0.90861326,0.9388118,0.9332905,-0.7608075,0.34803438,-0.9615266,2.735775,2.7357745
+5.9406343,-0.9039533,0.9467206,0.94449997,-0.8939041,-0.79709095,-0.96626407,-0.92768806,0.94818866,0.94102526,-0.8989223,-0.74205035,-0.9617723,0.48811805,0.4881177
+7.3836327,-0.93119645,0.97848415,0.95547056,-0.9410985,-0.85876065,-0.9401063,-0.94475365,0.9783604,0.955601,-0.9491782,-0.8769217,-0.9342003,-0.95488054,-0.9548807
+5.89796,-0.8579714,0.97984326,0.94538534,-0.95809525,-0.770875,-0.927249,-0.9177491,0.97974825,0.94750214,-0.95757943,-0.7746851,-0.9052892,0.530792,0.53079176
+3.9754076,-0.19117689,0.9794041,0.9314784,-0.88137877,-0.90758705,-0.90425915,-0.471385,0.9794998,0.9345788,-0.87028295,-0.9004931,-0.85195345,2.4533446,2.4533443
+4.9764876,-0.06647658,0.9607172,0.91837883,-0.92077637,-0.8644302,-0.8690045,-0.37093687,0.9619279,0.91084397,-0.91689503,-0.83555,-0.86725986,1.4522648,1.4522643
+7.050498,-0.8719931,0.9128084,0.93592787,-0.9057708,-0.9215864,-0.7586727,-0.85906756,0.934845,0.9270992,-0.90320927,-0.94140035,-0.82661325,-0.62174577,-0.62174606
+7.2959223,-0.94366693,0.9206071,0.93287134,-0.920388,-0.9196345,-0.9018694,-0.9477331,0.93382144,0.930846,-0.9040299,-0.93986887,-0.90748626,-0.86717016,-0.86717033
+5.2783365,-0.919785,0.9447036,0.91632056,-0.8873917,-0.932076,-0.67375773,-0.93193763,0.9528879,0.92181456,-0.8502804,-0.9375978,-0.6986603,1.1504158,1.1504154
+3.321827,-0.9303533,0.92939043,0.92670083,-0.77430516,-0.6155077,-0.9372441,-0.93486404,0.93444407,0.92455935,-0.7787614,-0.41030508,-0.9500704,3.1069252,3.106925
+4.205332,-0.8957887,0.9347038,0.9357846,-0.8160465,-0.020649374,-0.9612878,-0.895801,0.94192374,0.93103564,-0.7901658,0.058629513,-0.9642945,2.2234204,2.2234201
+6.6892004,-0.9275671,0.9521625,0.9457824,-0.90315795,-0.8562217,-0.95572937,-0.9353254,0.95276356,0.94592714,-0.9182634,-0.8708495,-0.9610665,-0.26044837,-0.26044846
+7.242391,-0.9296765,0.9783733,0.95394087,-0.9534864,-0.8067024,-0.9267584,-0.9437767,0.97959733,0.956234,-0.9582031,-0.8485212,-0.93135214,-0.8136389,-0.81363916
+5.043658,-0.624599,0.9818876,0.94128203,-0.93060905,-0.8070597,-0.92500293,-0.79320264,0.9829378,0.9460492,-0.9217774,-0.81576866,-0.88037634,1.3850946,1.3850942
+3.9635162,-0.22819388,0.9738622,0.91827404,-0.8988023,-0.9224692,-0.9140037,-0.5448364,0.9738085,0.9206557,-0.8800551,-0.90708774,-0.8958446,2.465236,2.4652357
+5.682622,-0.34858733,0.9487896,0.9303069,-0.9042142,-0.87824607,-0.79536366,-0.55621266,0.95262885,0.9206532,-0.90457284,-0.8542455,-0.8226241,0.7461303,0.74613
+7.347439,-0.9128123,0.8954389,0.93779993,-0.9046735,-0.9233945,-0.8121964,-0.91065496,0.92163444,0.9299512,-0.9068103,-0.9534945,-0.8669812,-0.91868657,-0.91868687
+6.887536,-0.92833734,0.93539274,0.93362284,-0.91443294,-0.92038584,-0.89356303,-0.93815404,0.94550204,0.93469787,-0.8910855,-0.9355027,-0.9123472,-0.45878384,-0.4587841
+4.5754642,-0.9216959,0.9379103,0.9228959,-0.84657156,-0.91624784,-0.7760887,-0.9322088,0.9461956,0.922927,-0.8155769,-0.9217347,-0.8405554,1.853288,1.8532877
+3.366614,-0.9125218,0.93515754,0.9367424,-0.78068495,0.16451645,-0.96092296,-0.918438,0.94233525,0.935128,-0.7733142,0.2815113,-0.96564525,3.0621383,3.0621378
+5.0635114,-0.8825925,0.9445627,0.9428154,-0.88104016,-0.51919156,-0.96446836,-0.8876019,0.9517505,0.9413097,-0.87562215,-0.47082168,-0.96613336,1.3652409,1.3652406
+7.166657,-0.9358533,0.97055626,0.9528817,-0.9266539,-0.86017644,-0.93692,-0.9406641,0.9722893,0.95442045,-0.93888706,-0.8940742,-0.9545711,-0.73790485,-0.737905
+6.609208,-0.91312295,0.97725046,0.9500449,-0.96425104,-0.7546148,-0.9203939,-0.9319152,0.9800317,0.95293045,-0.9613029,-0.78265005,-0.92459697,-0.18045588,-0.18045616
+4.406912,-0.23302269,0.9816568,0.9382889,-0.9030486,-0.86065745,-0.9089599,-0.48639,0.9825399,0.94456446,-0.8943934,-0.8646865,-0.88429785,2.0218403,2.02184
+4.5277557,-0.20161241,0.9671732,0.9129958,-0.92120314,-0.88611233,-0.8919342,-0.34150636,0.9677198,0.9055474,-0.9142012,-0.86454254,-0.8931443,1.9009966,1.9009962
+6.506202,-0.6980775,0.9356836,0.9351535,-0.90578246,-0.91404915,-0.74537134,-0.7220947,0.9438944,0.9248512,-0.90108836,-0.9153088,-0.80258334,-0.07745001,-0.077450275
+7.396082,-0.93879443,0.9079404,0.9355172,-0.9160747,-0.9244058,-0.8583987,-0.9408789,0.9257424,0.9286697,-0.9096441,-0.9500459,-0.8940744,-0.9673297,-0.96733
+6.0346346,-0.91905063,0.9453101,0.92657614,-0.9041638,-0.92244303,-0.79749626,-0.9320107,0.9535699,0.9269233,-0.8788385,-0.9339863,-0.8163027,0.39411756,0.39411736
+3.7550142,-0.9344472,0.9353075,0.9194077,-0.8114904,-0.8580976,-0.8901393,-0.9338897,0.938504,0.91700745,-0.8022719,-0.85928696,-0.91270906,2.6737378,2.6737378
+3.6745672,-0.907007,0.9369941,0.9346572,-0.75414884,0.29744172,-0.96212775,-0.9146997,0.94017255,0.9311646,-0.75541943,0.30367613,-0.96169233,2.7541854,2.7541847
+5.974286,-0.90983766,0.9465523,0.9432757,-0.8931483,-0.8048131,-0.9653051,-0.9289128,0.9487839,0.9399724,-0.8981367,-0.7581864,-0.96206045,0.45446613,0.45446587
+7.38471,-0.9330788,0.9788815,0.9547348,-0.9404622,-0.861577,-0.938505,-0.94516546,0.97890425,0.95495915,-0.9482108,-0.88256264,-0.9331666,-0.9559579,-0.9559579
+5.8104477,-0.8521913,0.9798715,0.94422436,-0.95689243,-0.7723167,-0.9257092,-0.91015244,0.9798924,0.9462553,-0.95500004,-0.77516854,-0.9019553,0.61830467,0.61830425
+3.928756,-0.16892302,0.979064,0.9289315,-0.881387,-0.91513664,-0.9048183,-0.4439119,0.9792242,0.9327487,-0.86523736,-0.90465057,-0.85220647,2.4999962,2.499996
+5.066935,-0.051831603,0.9598341,0.9193044,-0.91937464,-0.8665064,-0.8532816,-0.33147097,0.9614086,0.91176784,-0.9154331,-0.8408167,-0.85727423,1.3618172,1.3618169
+7.157815,-0.87402546,0.9098134,0.9362955,-0.9053369,-0.9214651,-0.7522303,-0.8604885,0.9329194,0.92731667,-0.9035918,-0.9419213,-0.82438403,-0.72906274,-0.72906303
+7.3057723,-0.9424685,0.9253032,0.93363166,-0.92028975,-0.9210543,-0.9047207,-0.9478573,0.9368868,0.9319737,-0.9027711,-0.9403018,-0.9102461,-0.8770201,-0.87702036
+5.2197204,-0.9216644,0.9453795,0.916625,-0.886234,-0.93009645,-0.66371447,-0.9335699,0.9539373,0.921926,-0.8511477,-0.93588877,-0.70325077,1.2090317,1.2090316
+3.2936163,-0.9324627,0.9318303,0.92685425,-0.7770719,-0.5545707,-0.9382438,-0.9362627,0.93730545,0.9256494,-0.78616637,-0.32982928,-0.9523456,3.135136,3.1351357
+4.238159,-0.8939266,0.93691516,0.93683743,-0.82369334,-0.07937223,-0.9610494,-0.8925601,0.9440167,0.93211436,-0.8024143,0.01952362,-0.96493083,2.1905932,2.1905928
+6.7187986,-0.92804366,0.9550264,0.9463458,-0.909516,-0.8553878,-0.9540148,-0.9351113,0.95560575,0.9469247,-0.92348427,-0.87676674,-0.96036124,-0.2900463,-0.2900467
+7.189891,-0.92973024,0.9781866,0.9537395,-0.954862,-0.79377395,-0.92451566,-0.9438038,0.9798856,0.9560716,-0.95907027,-0.8444922,-0.93078995,-0.7611387,-0.7611389
+4.962933,-0.59268254,0.9822428,0.9411793,-0.92653227,-0.80636626,-0.9234445,-0.77577996,0.98316956,0.94633913,-0.9190232,-0.81666964,-0.8797191,1.4658192,1.4658189
+4.00066,-0.21074945,0.9732723,0.91759884,-0.90266716,-0.9186376,-0.9088945,-0.5146744,0.9732064,0.9193238,-0.88579947,-0.9017035,-0.8953108,2.4280922,2.428092
+5.7873206,-0.3670277,0.9471444,0.9314792,-0.9043613,-0.87846273,-0.7767699,-0.54972535,0.9513011,0.92186546,-0.90500116,-0.85803366,-0.8156038,0.64143175,0.64143133
+7.389573,-0.9165522,0.8960984,0.93832564,-0.9054761,-0.9250959,-0.81383425,-0.9107149,0.9218788,0.93049455,-0.90858346,-0.954859,-0.8695122,-0.9608206,-0.96082115
+6.8308263,-0.9272083,0.93758106,0.93395686,-0.91328925,-0.9208946,-0.887979,-0.9367093,0.94758916,0.93503666,-0.89105743,-0.9356191,-0.90833956,-0.40207407,-0.40207434
+4.4940386,-0.9225822,0.93826413,0.92291486,-0.84342986,-0.91306746,-0.7887919,-0.93324053,0.94612277,0.9225209,-0.82037854,-0.9176086,-0.85353,1.9347137,1.9347134
+3.3735573,-0.91105855,0.9361547,0.9373535,-0.78482985,0.21602607,-0.96169424,-0.91735715,0.94291544,0.93563056,-0.7760335,0.32298005,-0.966099,3.0551949,3.0551946
+5.1350656,-0.88357025,0.9457853,0.94340134,-0.8854802,-0.56170803,-0.9646459,-0.8908512,0.95233357,0.9418036,-0.88244987,-0.5153059,-0.96583116,1.2936867,1.2936864
+7.1912866,-0.93536025,0.97192526,0.95327663,-0.9296276,-0.8596809,-0.9382572,-0.9413438,0.9735067,0.9547547,-0.94104993,-0.8947525,-0.9536112,-0.76253456,-0.7625346
+6.5336514,-0.90900844,0.9774232,0.94955087,-0.96411,-0.7469007,-0.9202876,-0.93133724,0.9798107,0.9524369,-0.9618053,-0.774261,-0.9225152,-0.104899086,-0.10489941
+4.3489,-0.22171336,0.9814433,0.93773246,-0.90164024,-0.86129034,-0.90708387,-0.4640187,0.982262,0.9435613,-0.8931785,-0.86616796,-0.8811376,2.0798523,2.079852
+4.577838,-0.17390531,0.9664457,0.91363597,-0.92297417,-0.8803496,-0.8868879,-0.33770776,0.967,0.9061825,-0.9170836,-0.85778064,-0.8878512,1.8509144,1.850914
+6.5890813,-0.72874635,0.9331225,0.9358587,-0.90711886,-0.9172685,-0.73903203,-0.74638677,0.9428191,0.926142,-0.90335286,-0.9203666,-0.8014502,-0.16032903,-0.16032934
+7.403318,-0.938565,0.91049886,0.9356706,-0.91725683,-0.92454,-0.86550933,-0.9407503,0.92696035,0.9296051,-0.91027,-0.9490089,-0.8966204,-0.97456557,-0.974566
+5.950647,-0.9185863,0.9461255,0.92605186,-0.90330195,-0.92338556,-0.7799965,-0.93211657,0.9541658,0.9265952,-0.8770331,-0.93449926,-0.7991582,0.4781053,0.47810507
+3.690668,-0.934777,0.93545926,0.919968,-0.8086576,-0.84733486,-0.9009156,-0.9339185,0.93874216,0.9172046,-0.8033992,-0.8373884,-0.92013013,2.738084,2.7380838
+3.7177346,-0.9051012,0.937099,0.9345536,-0.76048356,0.26416087,-0.9630086,-0.9124072,0.94034123,0.93074775,-0.7560903,0.29071212,-0.96203375,2.7110176,2.7110174
+6.0526915,-0.9122454,0.94697475,0.9436282,-0.8952572,-0.8117056,-0.96434903,-0.92931837,0.9490926,0.94063103,-0.9017071,-0.78196305,-0.9616541,0.37606087,0.3760605
+7.3783026,-0.9328896,0.97888994,0.9549067,-0.9423532,-0.85565794,-0.93703747,-0.9450446,0.9790299,0.9553752,-0.94957215,-0.8810084,-0.9321103,-0.9495504,-0.9495506
+5.717851,-0.8403961,0.97990394,0.94386005,-0.95553887,-0.76852334,-0.9253673,-0.9028647,0.9799131,0.9460044,-0.9527418,-0.7738262,-0.89812946,0.7109011,0.7109008
+3.9058385,-0.18318188,0.9783902,0.92809033,-0.88249,-0.9161916,-0.9073069,-0.46454686,0.9785788,0.9320929,-0.8626446,-0.9046387,-0.85382986,2.5229137,2.5229135
+5.1249375,-0.082454085,0.95849013,0.92111325,-0.91837674,-0.8639996,-0.84535164,-0.363909,0.9604833,0.91382694,-0.9145519,-0.83673316,-0.8509597,1.3038148,1.3038144
+7.188399,-0.878064,0.9062309,0.9370252,-0.9054658,-0.92033595,-0.7586646,-0.86636615,0.93000364,0.9283483,-0.9053584,-0.9433294,-0.8297668,-0.75964665,-0.7596469
+7.273149,-0.9415184,0.9272306,0.9340513,-0.9197374,-0.9214066,-0.9059768,-0.9469993,0.9378463,0.93274283,-0.9020621,-0.93967485,-0.9113937,-0.8443968,-0.84439707
+5.1455355,-0.92095435,0.94411397,0.9173615,-0.88220453,-0.93002135,-0.6740351,-0.93293774,0.9528339,0.9226444,-0.8478542,-0.93591875,-0.727548,1.2832168,1.2832165
+3.2855663,-0.9295621,0.93160367,0.92897964,-0.77471447,-0.47034407,-0.9425387,-0.93418187,0.9374685,0.92863345,-0.7865851,-0.23131657,-0.95640296,3.1431856,3.1431856
+4.3292036,-0.88776094,0.937521,0.9380568,-0.8346032,-0.12164664,-0.9610075,-0.8855491,0.94486415,0.9338957,-0.81548226,-0.0240798,-0.96641016,2.0995486,2.0995483
+6.787156,-0.9287374,0.95663667,0.94749737,-0.9133293,-0.8591265,-0.95333266,-0.9352667,0.95746434,0.94832337,-0.9255683,-0.8828497,-0.95981365,-0.35840395,-0.35840416
+7.136734,-0.92879134,0.9777415,0.9536209,-0.95752496,-0.77941227,-0.9228438,-0.9428227,0.9799442,0.95617104,-0.9595629,-0.83707255,-0.93029654,-0.70798177,-0.70798206
+4.884367,-0.55809176,0.9822316,0.94126475,-0.9236899,-0.8113459,-0.92280465,-0.757173,0.9831464,0.9465363,-0.9154963,-0.82124686,-0.8810965,1.5443853,1.544385
+4.0417414,-0.24805075,0.97254896,0.9174377,-0.90648437,-0.9136909,-0.90699315,-0.506933,0.9725287,0.91745067,-0.8910233,-0.89582163,-0.89487606,2.387011,2.3870106
+5.850019,-0.42007113,0.94586706,0.9326656,-0.9055929,-0.87935144,-0.7752889,-0.58710337,0.95013165,0.9228742,-0.9052615,-0.86091995,-0.81297314,0.57873327,0.57873297
+7.383011,-0.9226155,0.8947854,0.9384458,-0.9066957,-0.9256822,-0.82019615,-0.91556126,0.9208784,0.9309311,-0.9092445,-0.95458543,-0.8737075,-0.9542587,-0.9542589
+6.754954,-0.9256833,0.9378692,0.9338155,-0.91158086,-0.92166877,-0.8824851,-0.9337954,0.9478878,0.9347608,-0.8903079,-0.93456984,-0.9016406,-0.32620162,-0.32620192
+4.412034,-0.9219999,0.93694127,0.9235923,-0.83797085,-0.90959674,-0.8102184,-0.93215925,0.9445529,0.92289865,-0.81658506,-0.91386735,-0.8655348,2.0167181,2.016718
+3.4068744,-0.90620536,0.93645287,0.93825364,-0.7842071,0.26748765,-0.9623952,-0.91415685,0.9423512,0.9361994,-0.76917845,0.35188985,-0.9651558,3.021878,3.0218775
+5.243596,-0.8830489,0.94635534,0.94414616,-0.88914824,-0.59544337,-0.96503866,-0.8959036,0.9519067,0.9422717,-0.8877885,-0.5551898,-0.96542895,1.1851562,1.1851559
+7.228598,-0.9350111,0.9730272,0.9539783,-0.93177307,-0.8590832,-0.93919176,-0.9418489,0.97434974,0.9552376,-0.9430621,-0.893205,-0.95208836,-0.799846,-0.7998462
+6.4572577,-0.9051085,0.9776511,0.9492744,-0.9639743,-0.7448137,-0.9211083,-0.9300762,0.9795387,0.9518585,-0.9626676,-0.77143204,-0.92117435,-0.028505445,-0.028505802
+4.294757,-0.22106206,0.9812176,0.9371109,-0.8989237,-0.865743,-0.9055559,-0.45009977,0.98190403,0.94258404,-0.89159447,-0.86986834,-0.87799084,2.1339958,2.133995
+4.6201334,-0.17007971,0.96557283,0.9141772,-0.92319876,-0.875009,-0.8847811,-0.35141253,0.96627927,0.9065964,-0.91916686,-0.85147697,-0.88528097,1.808619,1.8086185
+6.6370664,-0.76427543,0.9307895,0.93613887,-0.90762585,-0.91890234,-0.7414402,-0.77460253,0.9422121,0.92667985,-0.90374273,-0.9242581,-0.8051727,-0.20831408,-0.20831442
+7.3857303,-0.9389188,0.9110265,0.9353088,-0.9184003,-0.9242142,-0.8715114,-0.9414577,0.92668414,0.9295585,-0.9104549,-0.94760054,-0.8973373,-0.956978,-0.9569783
+5.8658805,-0.9175682,0.94617593,0.92485213,-0.9013566,-0.92563313,-0.7664254,-0.93218297,0.95385265,0.92570496,-0.8743475,-0.9351675,-0.783495,0.56287163,0.56287146
+3.632397,-0.9346747,0.93433046,0.92040944,-0.8042151,-0.84078234,-0.90860444,-0.93345207,0.9371636,0.9172547,-0.80076176,-0.8120377,-0.92455703,2.7963552,2.796355
+3.7727802,-0.9031735,0.9363185,0.93466735,-0.764605,0.23625696,-0.963369,-0.91047347,0.9398141,0.9302753,-0.75483614,0.28191137,-0.96222264,2.6559722,2.6559718
+6.136643,-0.9142174,0.94685197,0.94375706,-0.8955139,-0.819503,-0.9634015,-0.9302788,0.9486418,0.94106114,-0.9031018,-0.8026327,-0.9614718,0.29210928,0.292109
+7.3809276,-0.9324264,0.97892845,0.954947,-0.94369286,-0.85005134,-0.9369085,-0.9447404,0.97903013,0.95561016,-0.95053166,-0.87876743,-0.93175143,-0.9521756,-0.9521756
+5.641143,-0.8271543,0.9800286,0.9435328,-0.953924,-0.7700359,-0.9259745,-0.894412,0.98002315,0.945717,-0.9501216,-0.77794385,-0.8964007,0.7876094,0.7876091

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.607929527759552,-0.6079294972419739,7.03668144273758,,
+1000,0.047782521694898605,0.0477826771736145,6.380969268321991,,
+1500,0.30238303542137146,0.302382839679718,6.126369105815887,,
+2000,0.3119528591632843,0.31195285177230836,6.116799093723297,,
+2500,0.34071630239486694,0.3407162756919861,6.088035669803619,,
+3000,0.38816800713539124,0.3881680111885071,6.040583934307098,,
+3500,0.5098410844802856,0.5098411674499512,5.918910778045654,,
+4000,0.49517691135406494,0.4951770486831665,5.933574896812439,,
+4500,0.526131272315979,0.5261312785148621,5.902620666980743,,
+5000,0.5519149899482727,0.5519149665832519,5.876836978912354,,
+5000,,,,5.806694892644882,0.6220572590827942
+5500,0.5945956707000732,0.5945955910682679,5.834156354427337,,
+6000,0.574535071849823,0.5745350189208984,5.854216926574707,,
+6500,0.6050418615341187,0.6050420055389404,5.823709939956665,,
+7000,0.4851711392402649,0.48517125082015994,5.943580694675446,,
+7500,0.5488973259925842,0.5488973121643066,5.879854633331298,,
+8000,0.6030074954032898,0.6030074605941772,5.825744484901429,,
+8500,0.48350998759269714,0.48351018810272217,5.945241757392884,,
+9000,0.6012758612632751,0.6012758936882019,5.827476051807404,,
+9500,0.6060198545455933,0.6060196905136108,5.822732254981995,,
+10000,0.6508334875106812,0.6508334102630615,5.777918535232544,,
+10000,,,,5.7661646199226375,0.6625872254371643
+10500,0.591912031173706,0.5919119257926941,5.836840019702912,,
+11000,0.6232368350028992,0.6232367062568664,5.805515239238739,,
+11500,0.6082809567451477,0.6082809987068176,5.820470946788788,,
+12000,0.6268184185028076,0.6268181533813476,5.801933792114258,,
+12500,0.6980727314949036,0.6980725374221802,5.730679408073425,,
+13000,0.6832900643348694,0.6832900624275208,5.745461883068085,,
+13500,0.7160629630088806,0.7160627527236938,5.7126891927719115,,
+14000,0.7098742127418518,0.7098739528656006,5.718877992630005,,
+14500,0.6847666501998901,0.6847667894363403,5.743985156059265,,
+15000,0.6751554608345032,0.6751553754806519,5.753596570014953,,
+15000,,,,5.988699877262116,0.4400520324707031
+15500,0.5266249179840088,0.5266247811317444,5.902127164363861,,
+16000,0.6974642872810364,0.6974639167785645,5.731288028717041,,
+16500,0.509971559047699,0.5099715299606323,5.9187804155349735,,
+17000,0.5652129054069519,0.5652128305435181,5.863539114952087,,
+17500,0.5706124305725098,0.5706122250556945,5.858139720439911,,
+18000,0.48270750045776367,0.48270735025405886,5.946044595241546,,
+18500,0.5332082509994507,0.5332081398963928,5.895543805599212,,
+19000,0.5583950281143188,0.5583948454856873,5.870357100009918,,
+19500,0.421007364988327,0.4210073537826538,6.007744591712951,,
+20000,0.49286791682243347,0.4928679919242859,5.935883953571319,,
+20000,,,,5.795305273532867,0.633446455001831
+20500,0.5347276329994202,0.5347274060249328,5.8940245394706725,,
+21000,0.39730679988861084,0.3973069095611572,6.031445035934448,,
+21500,0.43612024188041687,0.43612035989761355,5.992631585597992,,
+22000,0.46337246894836426,0.46337247371673584,5.96537947177887,,
+22500,0.49789851903915405,0.49789818525314333,5.930853760242462,,
+23000,0.5547699928283691,0.554770079612732,5.8739818658828735,,
+23500,0.49868258833885193,0.498682719707489,5.930069225788117,,
+24000,0.45196688175201416,0.4519668507575989,5.976785094738006,,
+24500,0.4133490025997162,0.41334893703460696,6.015403008460998,,
+25000,0.4588370621204376,0.4588371915817261,5.969914753913879,,
+25000,,,,6.002943410873413,0.4258085787296295
+25500,0.3635050356388092,0.36350517463684084,6.0652467708587645,,
+26000,0.5769670605659485,0.5769666748046876,5.851785270690918,,
+26500,0.5587695240974426,0.5587692050933838,5.869982740402222,,
+27000,0.40164804458618164,0.40164807987213136,6.0271038656234746,,
+27500,0.4123394787311554,0.4123394937515259,6.016412451744079,,
+28000,0.44771987199783325,0.44771995878219606,5.981031986713409,,
+28500,0.33022764325141907,0.3302276043891907,6.0985243411064145,,
+29000,0.43150609731674194,0.43150599098205566,5.9972459545135495,,
+29500,0.5563830733299255,0.5563829860687256,5.87236895942688,,
+30000,0.419904887676239,0.4199049096107483,6.008847035884857,,
+30000,,,,5.964808338880539,0.46394339203834534
+30500,0.3999538719654083,0.39995411443710327,6.028797831058502,,
+31000,0.5505036115646362,0.550503746509552,5.8782481989860536,,
+31500,0.41644930839538574,0.41644936275482175,6.012302582740784,,
+32000,0.4228573441505432,0.4228574991226196,6.005894446372986,,
+32500,0.5558105707168579,0.555810736656189,5.872941208839417,,
+33000,0.5847034454345703,0.5847035665512085,5.844048378944397,,
+33500,0.5872958898544312,0.5872961277961731,5.8414558176994325,,
+34000,0.45971351861953735,0.45971370029449465,5.969038245201111,,
+34500,0.5897417664527893,0.58974169921875,5.839010246276856,,
+35000,0.5326415300369263,0.5326417531967164,5.896110192298889,,
+35000,,,,6.153518334627152,0.27523329854011536
+35500,0.5056978464126587,0.505697958946228,5.923053986549378,,
+36000,0.6185383796691895,0.6185381445884705,5.810213800907135,,
+36500,0.5624285936355591,0.5624288759231567,5.866323069572449,,
+37000,0.5015884041786194,0.5015886068344116,5.9271633386611935,,
+37500,0.5766177177429199,0.5766179676055908,5.8521339778900145,,
+38000,0.6531221866607666,0.6531222906112671,5.775629654884338,,
+38500,0.6478562355041504,0.6478565015792846,5.780895443916321,,
+39000,0.6753411889076233,0.6753410539627075,5.753410891532898,,
+39500,0.542790949344635,0.542790894985199,5.8859610505104065,,
+40000,0.6653199791908264,0.665319999217987,5.763431946277619,,
+40000,,,,5.86629776597023,0.5624539256095886
+40500,0.45763492584228516,0.45763498878479003,5.971116956710816,,
+41000,0.6386550664901733,0.6386552300453187,5.790096715450287,,
+41500,0.6790918707847595,0.679091773033142,5.749660172462463,,
+42000,0.6024464964866638,0.6024461674690247,5.826305778026581,,
+42500,0.4770938754081726,0.47709380722045897,5.951658138275146,,
+43000,0.6689625382423401,0.6689624276161193,5.7597895178794865,,
+43500,0.6060652136802673,0.6060651817321777,5.822686763763428,,
+44000,0.604687511920929,0.6046874103546143,5.824064535140991,,
+44500,0.5607443451881409,0.5607442688941956,5.86800767660141,,
+45000,0.5869423151016235,0.5869423975944519,5.841809547901153,,
+45000,,,,5.80019823551178,0.6285534501075745
+45500,0.44460129737854004,0.4446013135910034,5.984150631904602,,
+46000,0.5153492093086243,0.5153491148948669,5.913402830600739,,
+46500,0.6521293520927429,0.6521294097900391,5.776622535705567,,
+47000,0.22383947670459747,0.22383940649032594,6.20491253900528,,
+47500,0.4904915988445282,0.4904913229942322,5.938260622501374,,
+48000,0.4291791021823883,0.42917920207977295,5.999572743415833,,
+48500,0.23922108113765717,0.23922111892700196,6.189530826568603,,
+49000,0.4755377471446991,0.4755373816490173,5.953214563846588,,
+49500,0.20662996172904968,0.20663001918792726,6.222121926307678,,
+50000,0.31169071793556213,0.31169069004058836,6.117061255455017,,
+50000,,,,6.040806874036789,0.38794490694999695

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d388eafe08eecfce0b68d85776e03ddc9d5b9918c117494ad6a731d288d7919c
+size 15018767

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.834841,0.77459097,0.99129677,-0.9555778,-0.9200903,-0.9174569,0.5407841,0.6733953,0.9913585,-0.9668032,-0.92597765,-0.9225969,0.2977506,-1.4060884,-1.4060888
+9.390971,-0.24776912,0.98848534,-0.37972528,-0.26420736,0.5930157,0.12765348,-0.4252128,0.9890108,-0.44625986,-0.46080709,0.560151,-0.20742661,-2.962219,-2.9622192
+6.123094,0.5046556,0.98535025,-0.3108747,-0.74394804,0.70868886,0.84410095,0.34147346,0.9850764,-0.16662705,-0.7727395,0.75051403,0.8566828,0.30565822,0.30565786
+4.081877,-0.5108508,0.99043274,0.9573816,-0.46662575,0.6940458,0.12377739,-0.57175404,0.98824334,0.95398116,-0.52747357,0.75307477,0.09937692,2.3468745,2.3468747
+5.1553802,-0.4481631,0.9721279,0.973531,-0.5831797,0.48170567,0.82286286,-0.4666394,0.94980454,0.96836805,-0.6345141,0.45589995,0.7992046,1.2733717,1.2733717
+7.251437,-0.77895075,0.95552063,0.97246623,-0.4062215,-0.7852951,0.6679499,-0.7558531,0.8354491,0.9707775,-0.5895506,-0.7468806,0.6969228,-0.822685,-0.82268524
+8.880854,-0.8395327,0.9596803,0.9600754,-0.85699636,-0.61673087,0.33813798,-0.83247054,0.92425597,0.95853376,-0.8733692,-0.62738746,0.2463113,-2.4521015,-2.4521017
+7.315607,-0.86484045,0.979012,0.9776716,-0.91672933,-0.800201,-0.2154069,-0.85131484,0.9660549,0.9807935,-0.9142473,-0.7971264,-0.22087139,-0.8868547,-0.8868551
+4.6422844,-0.853517,0.98743546,0.9856968,-0.85724306,-0.9098452,0.5024271,-0.84826267,0.98520803,0.98631644,-0.8578295,-0.89946175,0.55561113,1.7864681,1.7864676
+4.847028,-0.96021724,0.9886153,0.9683113,-0.19003111,-0.9810832,0.4752829,-0.9559396,0.98787296,0.9721854,-0.33831346,-0.9818184,0.34546316,1.5817246,1.5817242
+6.861155,-0.93324006,0.98104286,0.93573904,0.39489388,-0.9122934,-0.3049723,-0.9420007,0.97731733,0.9246954,0.39641213,-0.9255113,-0.2547853,-0.43240252,-0.4324031
+8.255887,-0.92202175,0.9723463,0.6070304,0.23161662,0.1531769,-0.5177923,-0.9345109,0.97167623,0.46094167,0.1844517,0.33091855,-0.43304682,-1.8271347,-1.8271351
+7.2893476,-0.08399832,0.9674612,0.92439246,0.06635165,-0.3681332,0.81410444,-0.23244631,0.9664966,0.8608959,0.04452586,-0.30172074,0.7980399,-0.86059564,-0.8605957
+4.9530144,-0.48511398,0.9733467,0.9822016,-0.79609734,0.18038201,0.25872004,-0.55181074,0.9671817,0.982095,-0.79863864,0.08785629,0.2154324,1.4757379,1.4757376
+5.2618513,-0.6371192,0.8909136,0.9805579,-0.9444287,-0.2614919,0.96534944,-0.6840039,0.76932156,0.97905016,-0.9507852,-0.24682689,0.96031344,1.1669008,1.1669006
+7.0015364,-0.2933175,0.91129386,0.98213506,-0.90963763,-0.75680405,0.089983225,-0.28490418,0.7907336,0.9792862,-0.92564195,-0.7257949,-0.078971565,-0.572784,-0.5727844
+7.280956,-0.44967902,0.6891601,0.9795133,-0.96066606,0.13770938,0.5102533,-0.4572668,0.60029995,0.97974324,-0.95750266,0.06453633,0.42509007,-0.85220355,-0.85220385
+5.950969,-0.8021312,0.8065822,0.9751351,-0.91275066,0.3184793,0.9652896,-0.77488846,0.7739521,0.97709346,-0.9215046,0.31430387,0.9661932,0.477783,0.47778273
+5.2752976,-0.74328434,0.94035363,0.95080996,-0.8171017,0.30757368,0.9488473,-0.69998705,0.9353211,0.95579624,-0.8363852,0.056607246,0.9500859,1.1534547,1.1534543
+6.4794664,-0.9522436,0.98139596,0.9448972,0.11784744,-0.8075313,-0.45929855,-0.953235,0.98274565,0.9457611,0.076456785,-0.88977456,-0.45198107,-0.050714087,-0.050714493
+7.4577217,-0.8646666,0.97356725,0.8231323,-0.38064814,-0.6256188,-0.87599975,-0.89459777,0.97013307,0.8097558,-0.36885262,-0.5178497,-0.8697081,-1.0289694,-1.0289698
+6.4058375,-0.932261,0.9633446,0.922004,0.0314914,-0.56205505,0.63114214,-0.9456934,0.9545759,0.894374,-0.17187506,-0.5172226,0.7816254,0.022914698,0.02291441
+4.3154106,-0.86699563,0.74482894,0.9776896,0.076596975,-0.033961594,0.7613522,-0.8928204,0.5797596,0.9668149,-0.14764309,0.15713799,0.7015948,2.1133418,2.1133413
+4.4397798,-0.69788027,-0.7322552,0.9875951,-0.8816012,0.41925,0.88593984,-0.7579754,-0.8006132,0.988307,-0.9011262,0.4624939,0.920727,1.9889725,1.9889722
+7.339685,-0.33530152,-0.65484565,0.98836637,-0.94493234,-0.6803235,0.6303508,-0.2825681,-0.75807565,0.98796546,-0.94813186,-0.68788254,0.59304845,-0.91093296,-0.910933
+9.009444,0.07610035,0.32365227,0.9906862,-0.9333754,-0.4121067,-0.11902952,0.094218135,-0.26032418,0.9895849,-0.92996156,-0.4798107,-0.19385695,-2.5806923,-2.5806923
+5.9984937,0.4407797,0.5058285,0.98545,-0.9402192,0.56064606,0.6666081,0.38824177,0.35432827,0.98507,-0.9380133,0.5105989,0.5656345,0.43025866,0.43025827
+3.5001411,-0.19643378,0.8353561,0.95639324,-0.9313706,0.87156796,0.96585286,-0.119016945,0.8167355,0.96170354,-0.9353876,0.90299153,0.96163,2.928611,2.9286108
+4.3398533,-0.8086495,0.90311825,0.87352514,-0.8903482,0.9352112,0.94041204,-0.7776898,0.8920442,0.90166354,-0.89913374,0.90731835,0.9252244,2.088899,2.0888987
+7.6082053,-0.97142106,0.9477608,0.82627034,-0.7336897,-0.50622886,-0.6753292,-0.97463995,0.93861127,0.84032154,-0.74599123,-0.69898903,-0.7041197,-1.1794529,-1.1794534
+9.193107,-0.9147735,0.9509332,0.8731344,-0.58821535,-0.630729,-0.5188631,-0.91701293,0.9415114,0.850458,-0.581887,-0.49352777,-0.5763554,-2.7643545,-2.7643547
+5.695335,-0.9454346,0.9421284,0.93573856,-0.20259535,-0.51531464,0.9017937,-0.9567523,0.92366743,0.91738427,-0.4413237,-0.32805884,0.89752877,0.7334172,0.73341703
+2.6281874,-0.8571571,-0.61941475,0.97256804,0.2536341,0.024157882,0.5278835,-0.87584245,-0.7931657,0.9727471,-0.20896006,0.3633293,0.55174005,3.8005648,3.8005645
+4.315852,-0.727202,-0.9698647,0.98524976,-0.8635264,-0.55292875,0.92433906,-0.7083863,-0.9683197,0.98672223,-0.90755814,-0.2969678,0.9356054,2.1129003,2.1128998
+8.310865,-0.36392123,-0.9682655,0.9869454,-0.946563,-0.72358924,0.27909684,-0.17569977,-0.97760636,0.9834993,-0.9317342,-0.72006625,0.13687634,-1.8821131,-1.8821135
+9.509553,0.02833569,0.74535036,0.988261,-0.962462,0.15367031,-0.011628926,0.110435605,-0.060354352,0.9851339,-0.9631149,0.3623855,-0.24228728,-3.0808008,-3.080801
+6.0316677,0.40438926,0.74179876,0.97090554,-0.97212476,0.41983795,0.65164196,0.41998875,0.70758057,0.9680562,-0.97176963,0.51661754,0.62262297,0.39708468,0.39708424
+3.3829083,-0.23981202,0.94537497,0.93326855,-0.96075183,0.93322897,0.9518335,-0.13901258,0.9266006,0.94136107,-0.96391875,0.9474559,0.94702244,3.045844,3.0458436
+4.4918995,-0.88379484,0.95305467,0.80149937,-0.9266041,0.80473876,0.73467815,-0.89262503,0.9421885,0.8787968,-0.94361544,0.81633687,0.7515446,1.9368528,1.9368525
+7.9808064,-0.9709372,0.9543283,0.757669,-0.7031829,-0.70593107,-0.4798249,-0.9638881,0.9316118,0.72642064,-0.676583,-0.7153906,-0.5592874,-1.552054,-1.5520544
+9.106985,-0.92498463,0.9452716,0.90472484,-0.49862581,-0.24714005,-0.112232804,-0.9281349,0.92507315,0.88866115,-0.55967814,-0.3346117,-0.043940246,-2.678233,-2.6782331
+5.60129,-0.91872627,0.9158,0.94508934,0.22448087,-0.34049344,0.8954203,-0.93617326,0.7955847,0.9428277,-0.24628931,-0.39926457,0.9100964,0.8274619,0.8274617
+3.1086197,-0.80792135,-0.7606583,0.97706246,0.19466269,-0.4143389,0.18142629,-0.83790606,-0.8837415,0.9798267,-0.6946441,-0.11526072,0.23134458,3.3201323,3.3201323
+4.816527,-0.68298966,-0.9796606,0.98782635,-0.8475539,-0.6336354,0.9053271,-0.6943361,-0.9847269,0.98820937,-0.9158457,-0.009942889,0.9472754,1.6122254,1.612225
+8.275592,-0.40997428,-0.9506802,0.98781955,-0.9474997,-0.50815487,0.08675945,-0.3701383,-0.96832573,0.98375165,-0.9448183,-0.16009527,-0.15243345,-1.8468395,-1.8468399
+8.895157,0.23287654,0.723171,0.9896989,-0.97478807,0.13305521,0.04879093,0.19759977,-0.042539835,0.9854138,-0.97691005,0.38368797,-0.3529709,-2.4664047,-2.466405
+5.525262,0.22663486,0.7234316,0.97215843,-0.97233874,0.5199821,0.6421256,0.21718717,0.7082373,0.9656837,-0.974811,0.60421205,0.7349565,0.90349054,0.90349007
+3.6417365,-0.24187273,0.9345337,0.9285691,-0.9613191,0.95157886,0.9542633,-0.16093254,0.9240403,0.944896,-0.9601573,0.9586053,0.94973636,2.7870157,2.7870154
+5.128048,-0.9382862,0.9484377,0.8453715,-0.873859,0.6052551,0.3338139,-0.94859946,0.9268863,0.9045124,-0.9112613,0.7121525,0.47031152,1.3007044,1.300704
+8.254568,-0.96940005,0.9569032,0.8283322,-0.6243063,-0.45218098,-0.46263695,-0.9567869,0.9258318,0.72371364,-0.6596962,-0.48919803,-0.6766302,-1.8258157,-1.8258162
+8.526152,-0.918952,0.9530418,0.9329591,-0.099681854,-0.4299035,0.36234915,-0.9271542,0.921088,0.89130616,-0.4309314,-0.5792524,0.4053254,-2.0973995,-2.0973997
+5.196013,-0.8840098,0.841094,0.9687028,0.58186805,-0.3480426,0.76578736,-0.9213501,0.4067266,0.9606868,-0.09776956,-0.23893064,0.8616965,1.2327392,1.232739
+3.4841008,-0.79388666,-0.8916377,0.982064,-0.04017371,-0.6129296,0.23115659,-0.8300541,-0.91537225,0.9846672,-0.858085,-0.30003393,0.3242147,2.9446514,2.9446511
+5.3823075,-0.71506065,-0.98352396,0.9894781,-0.7838159,-0.6564085,0.9089911,-0.68455446,-0.9807367,0.98700404,-0.8997063,0.117673874,0.9184301,1.0464448,1.0464444
+8.584389,-0.35294175,-0.9058586,0.98980975,-0.95961326,-0.46296018,-0.036729872,-0.31814277,-0.9584106,0.9835143,-0.95921814,0.14445281,-0.46720016,-2.1556368,-2.1556368
+8.270884,0.3533293,0.6432183,0.9897673,-0.9727983,0.2892363,0.021137357,0.16181326,-0.22968304,0.98652315,-0.9856365,0.50180316,-0.49765754,-1.8421313,-1.8421316
+4.768345,0.13504863,0.8055012,0.9675777,-0.97605366,0.4961306,0.7280327,0.09489858,0.78153026,0.95523286,-0.97959864,0.764122,0.8795557,1.6604074,1.6604071
+3.7560244,-0.28171694,0.9309175,0.90192556,-0.9731451,0.94977784,0.9561722,-0.19098723,0.9116535,0.9320545,-0.9741423,0.9680705,0.9624133,2.6727278,2.6727276
+5.9263663,-0.9574899,0.94048476,0.8618721,-0.8242243,0.36325324,-0.18991542,-0.97150683,0.9124923,0.8812187,-0.9374249,0.64750135,0.09356499,0.50238603,0.5023856
+8.674085,-0.96093607,0.9541588,0.8663707,-0.6034302,-0.17253,-0.24451387,-0.93583935,0.88554716,0.61021805,-0.67176384,-0.6023198,-0.6196711,-2.2453322,-2.2453327
+7.991984,-0.91368175,0.95470834,0.94986033,0.4220047,-0.4797932,0.70795035,-0.9648589,0.92681956,0.9376786,-0.4174304,-0.6494822,0.5904778,-1.5632318,-1.563232
+4.6815577,-0.80115944,0.63382244,0.9735949,0.7021724,-0.12771398,0.55183995,-0.891833,-0.391837,0.9752555,-0.14289832,0.18414891,0.7120278,1.7471946,1.7471943
+3.7021854,-0.74448746,-0.9275368,0.9863832,-0.35456157,-0.75267196,0.59360766,-0.8413203,-0.9252429,0.9879217,-0.90304005,-0.5409576,0.733536,2.7265666,2.7265666
+5.9728055,-0.68843913,-0.9855819,0.990504,-0.76753086,-0.67059875,0.85084176,-0.67971295,-0.97176045,0.9847207,-0.93631464,0.0315274,0.67060447,0.45594677,0.45594645
+8.954571,-0.24624664,-0.73462325,0.9931302,-0.9483012,-0.23017561,-0.06342137,-0.26205063,-0.9675244,0.9829385,-0.96665823,0.3823762,-0.62290496,-2.5258188,-2.5258188
+7.716154,0.42686105,0.50732446,0.98935723,-0.9715141,0.18139267,0.0051828623,-0.45099038,-0.5412013,0.97672343,-0.9899326,0.41666603,-0.58409446,-1.2874018,-1.2874022
+4.196906,-0.04247719,0.8686073,0.95653033,-0.98095,0.53063226,0.73676157,-0.19697183,0.76857615,0.93087065,-0.98837936,0.68314993,0.92124,2.231846,2.2318459
+3.8205497,-0.36429077,0.9441724,0.8455409,-0.9766258,0.89815474,0.95711565,-0.36738777,0.78888845,0.9226513,-0.9833793,0.93509316,0.95969343,2.6082027,2.6082022
+6.495515,-0.9636185,0.95525837,0.8616388,-0.79513747,0.07400668,-0.26400036,-0.9778062,0.8997066,0.7770808,-0.9478092,0.49062026,-0.21039414,-0.06676259,-0.066762924
+8.983148,-0.93395054,0.96076083,0.8908278,0.041888118,0.13817394,-0.15896946,-0.9744663,0.8102269,0.36610484,-0.80655116,-0.5702264,-0.5062686,-2.5543954,-2.5543957
+7.7159925,-0.85616237,0.9590728,0.9531281,0.6578753,-0.49410987,0.78547883,-0.97258747,0.85965836,0.9578892,-0.48934782,-0.56329834,0.75212765,-1.2872404,-1.2872405
+4.4337425,-0.7016099,0.44434047,0.98084116,0.7901521,-0.37611783,-0.4029606,-0.8850973,-0.6127464,0.98402476,-0.32934833,0.2699138,0.58609676,1.9950094,1.9950094
+3.8279936,-0.7667076,-0.95886916,0.9903469,-0.5267308,-0.7809059,0.8654362,-0.87013173,-0.91334033,0.98940086,-0.9559554,-0.59052235,0.78406847,2.6007588,2.6007583
+6.2841644,-0.67330915,-0.9845244,0.9939041,-0.67562234,-0.56308985,0.86358106,-0.62027526,-0.9610927,0.9750774,-0.98073447,0.21240652,0.22048497,0.1445877,0.14458752
+9.006524,-0.12908149,-0.40211117,0.9950609,-0.91291374,-0.03927231,-0.051650524,-0.6387617,-0.9584302,0.96731114,-0.98756117,0.42320824,-0.733366,-2.577772,-2.5777721
+7.410654,0.4647565,0.4591992,0.988438,-0.9717742,-0.06912929,-0.20027602,-0.8150097,-0.63976526,0.91958404,-0.9935454,0.080861926,-0.53370476,-0.9819018,-0.9819021
+4.1719885,0.113711715,0.9172684,0.94644785,-0.9739342,0.71128416,0.6839856,-0.3944682,0.3739289,0.6486856,-0.99341875,0.23095155,0.91246593,2.2567637,2.2567635
+4.1165476,-0.56505793,0.9598901,0.8504745,-0.95677143,0.8925626,0.9307852,-0.53347874,0.6338037,0.879689,-0.98822474,0.75663006,0.89870954,2.3122046,2.3122044
+6.7118683,-0.967557,0.9595618,0.89500237,-0.66512525,0.010024309,-0.39898372,-0.9760342,0.8324182,0.53190553,-0.96841985,0.41845894,-0.40164483,-0.28311607,-0.28311634
+8.844879,-0.89608884,0.9652765,0.93814254,0.7281749,0.35464275,-0.061600924,-0.98454845,0.5697082,0.29714274,-0.9038212,-0.4760939,-0.46587586,-2.4161267,-2.4161272
+7.795371,-0.7120002,0.9658123,0.96778536,0.86029303,-0.6767996,0.35310817,-0.96948195,0.43311357,0.97504497,-0.5114727,-0.16090661,0.87073565,-1.3666188,-1.3666191
+4.6180573,-0.6527143,0.06239891,0.9885204,0.8685565,-0.54444474,-0.50797826,-0.90740144,-0.72026473,0.9846597,-0.5102899,0.18059587,0.6205529,1.8106947,1.8106947
+4.059084,-0.8142147,-0.97636837,0.9943118,0.038519025,-0.7101719,0.9428098,-0.87988394,-0.90876764,0.9791411,-0.9884434,-0.47276962,0.73121285,2.3696682,2.369668
+6.566205,-0.7282875,-0.98433185,0.9952688,-0.24459368,-0.57842445,0.9175259,-0.5996143,-0.96266466,0.96509695,-0.98962575,0.19515538,-0.061089635,-0.13745289,-0.13745308
+8.775626,0.0047882795,-0.29790413,0.9949813,-0.7548968,-0.075422406,-0.08569342,-0.9007503,-0.9812673,0.9599807,-0.9915752,0.6089158,-0.8560891,-2.3468742,-2.3468742
+7.179004,0.53310657,0.51173496,0.9861423,-0.9732962,0.040385008,-0.45810342,-0.878314,-0.79429764,0.91045725,-0.9938601,0.26545346,-0.5569021,-0.750252,-0.75025225
+4.344123,0.34568453,0.9176816,0.93642116,-0.977632,0.82823026,0.62364423,-0.5215543,-0.06776595,0.024381638,-0.99371535,0.16753578,0.8784716,2.0846295,2.084629
+4.4019456,-0.60550696,0.9506918,0.90841615,-0.95299006,0.9496474,0.9049022,-0.5577335,0.61235976,0.9448199,-0.99102443,0.5097563,0.79360783,2.0268064,2.0268064
+6.744727,-0.97089607,0.9493146,0.9143052,-0.6981615,0.26379442,-0.36074853,-0.98056495,0.7912879,0.89035773,-0.9694972,0.38961947,-0.12700737,-0.31597495,-0.3159752
+8.573445,-0.89097005,0.95979905,0.9648144,0.9093447,0.30211413,-0.09000689,-0.9884059,-0.042300224,0.7725122,-0.86915797,-0.0795902,-0.358791,-2.144693,-2.1446934
+7.8062983,-0.4533316,0.97062075,0.97906244,0.95570505,-0.59757656,-0.030511081,-0.9808812,-0.2873544,0.97666454,-0.5130923,0.17224383,0.90894914,-1.377546,-1.3775463
+5.0449667,-0.66687185,-0.4563319,0.9912205,0.9479797,-0.11163807,-0.04196596,-0.9457474,-0.88215804,0.9788618,-0.90923566,0.4349544,0.7514024,1.3837856,1.3837852
+4.61512,-0.84069455,-0.9795304,0.99518037,0.5837722,-0.5226223,0.929749,-0.8609022,-0.9282111,0.9714992,-0.99579525,-0.4967233,0.5796411,1.813632,1.813632
+6.856243,-0.7604351,-0.9835498,0.994838,0.12347865,-0.58028734,0.8601217,-0.58272433,-0.9697178,0.97258437,-0.9908778,0.394871,-0.24430954,-0.42749098,-0.4274912
+8.403536,0.15895212,-0.50251144,0.9932989,-0.7761104,0.05525136,-0.4389633,-0.94006336,-0.9864072,0.9764991,-0.99365634,0.79143894,-0.8976188,-1.9747839,-1.9747839
+6.823874,0.5432471,0.5035238,0.984319,-0.97909063,0.43352008,-0.69107795,-0.8650203,-0.8440502,0.9684781,-0.99569607,0.6549617,-0.61968267,-0.39512172,-0.39512205
+4.4242735,0.6293714,0.86490655,0.9236772,-0.98056525,0.8850521,0.65431094,-0.16825855,-0.5951948,-0.3135748,-0.9957691,0.28824937,0.8048606,2.004479,2.0044785
+4.692278,-0.45210987,0.9315895,0.9237312,-0.9557597,0.97756934,0.91470504,-0.47914642,0.5576197,0.9355166,-0.9922402,0.53133047,0.52015615,1.736474,1.736474
+6.882682,-0.97901964,0.9327506,0.93126297,-0.7153442,0.6102958,-0.2145071,-0.985849,0.7786286,0.9490216,-0.9689423,0.5042101,-0.22466516,-0.45392957,-0.4539299
+8.555204,-0.9361332,0.9486449,0.9758773,0.9537215,0.031895876,0.079425335,-0.98756045,-0.06258124,0.9594095,-0.7009259,0.21810806,-0.08608085,-2.126452,-2.1264524
+7.5843253,-0.51786244,0.9323412,0.9855976,0.97796106,-0.22503555,-0.4231844,-0.98306376,-0.41455495,0.98381734,-0.34729898,0.61707103,0.88542295,-1.1555732,-1.1555734
+5.0807667,-0.72048557,-0.7854061,0.99226665,0.97645116,0.39289975,0.2562567,-0.9526003,-0.9474709,0.96999097,-0.9775653,0.58579516,0.81543255,1.3479853,1.3479853
+5.056915,-0.8553502,-0.9779401,0.99569,0.8476696,-0.14567041,0.91243124,-0.85491234,-0.9379499,0.9616393,-0.99846596,-0.3324039,0.44043517,1.3718371,1.3718371
+7.307209,-0.7161285,-0.9791218,0.994694,0.52613413,-0.3961355,0.71572423,-0.66963303,-0.97843874,0.97278214,-0.98976696,0.6429286,-0.30032426,-0.87845725,-0.87845707
+8.382155,0.26971674,-0.68251914,0.99179065,-0.702519,0.13762593,-0.5971353,-0.9332084,-0.988785,0.9817325,-0.9894233,0.85128784,-0.93120503,-1.9534035,-1.9534035
+6.384964,0.6269038,0.3962139,0.9837506,-0.983349,0.639616,-0.76100916,-0.8691741,-0.8874994,0.9807904,-0.9942118,0.7601929,-0.7326286,0.043788243,0.043787956
+4.2199664,0.76001143,0.7624152,0.91997564,-0.98529804,0.9242078,0.78195167,0.059173822,-0.70517987,-0.20398521,-0.9967487,0.58944416,0.776489,2.208786,2.2087855
+4.7835217,-0.4827029,0.915702,0.93701243,-0.9559368,0.98503697,0.8836614,-0.5377234,0.46539724,0.9274825,-0.99262744,0.6424854,0.24481225,1.6452303,1.6452303
+7.1164236,-0.98056704,0.91460586,0.94640887,-0.75673175,0.78746843,-0.1955136,-0.99031943,0.6921675,0.9597,-0.947323,0.6322024,-0.48510468,-0.68767124,-0.68767166
+8.768167,-0.95219105,0.9412807,0.98056006,0.954546,-0.10646528,0.1422658,-0.9897832,0.0050901175,0.9767885,-0.38285232,0.36935043,0.25002933,-2.3394141,-2.3394146
+7.390215,-0.6394691,0.7695842,0.98868585,0.98056805,0.2926463,-0.0925954,-0.9704381,-0.36739522,0.9848819,0.19945145,0.84061503,0.85565376,-0.9614629,-0.961463
+5.081143,-0.72454,-0.9280005,0.9934777,0.9883857,0.6679623,0.29178238,-0.93776923,-0.97727215,0.9684589,-0.9653431,0.70905435,0.7779248,1.3476089,1.347609
+5.6050005,-0.83609027,-0.9781525,0.9946921,0.92859435,0.45852292,0.8744532,-0.84466296,-0.9564134,0.9632875,-0.99594694,0.0927341,0.56461287,0.82375145,0.82375145
+7.8374367,-0.58446366,-0.97445935,0.99379814,0.5553305,-0.3592785,0.52749586,-0.62239796,-0.98208773,0.98463106,-0.99157196,0.7091131,-0.43917274,-1.4086847,-1.4086847
+8.136349,0.3821224,-0.73816746,0.9908645,-0.7148509,0.15422523,-0.59149766,-0.9125966,-0.9864685,0.98401964,-0.98849136,0.7952349,-0.9398466,-1.7075967,-1.7075968
+5.893287,0.7094319,0.090596795,0.98502004,-0.98686206,0.80037963,-0.68979806,-0.7828088,-0.8866931,0.98038006,-0.99221134,0.82827795,-0.5551363,0.53546506,0.53546476
+4.2024136,0.7137327,0.74164,0.94777966,-0.9895869,0.9662485,0.869122,0.106434345,-0.6633765,0.055995822,-0.99495584,0.6609547,0.70659065,2.226339,2.2263384
+4.998025,-0.7070689,0.875952,0.9500866,-0.9601344,0.98649764,0.76571465,-0.7622071,0.484226,0.953326,-0.988115,0.8132913,-0.24532795,1.4307274,1.430727
+7.5433025,-0.98311573,0.8902627,0.9586104,-0.7130605,0.7620288,-0.23829848,-0.9888389,0.39849353,0.96492887,-0.8787876,0.78133893,-0.68077475,-1.1145501,-1.1145506
+8.89451,-0.9613657,0.9287009,0.9841386,0.96966803,0.26990986,0.24380136,-0.9890821,0.14625096,0.9777529,-0.35430753,0.6236272,0.25727606,-2.4657578,-2.4657583
+6.987575,-0.716912,0.24647272,0.99026823,0.9813448,0.60125256,0.23732829,-0.9543256,-0.4046659,0.9828198,0.82780004,0.91763926,0.91640925,-0.55882305,-0.5588231
+5.1377497,-0.7119722,-0.9547406,0.9951749,0.990592,0.7721648,0.4147122,-0.92744136,-0.98560697,0.9732702,-0.9339128,0.75983286,0.56650114,1.2910023,1.2910023
+6.396063,-0.7638336,-0.9848426,0.9923036,0.978945,0.6121416,0.9055855,-0.82506436,-0.9796996,0.9718877,-0.99489087,0.5320567,0.74921227,0.032688994,0.032689095
+8.2767105,-0.35136694,-0.9805065,0.9920925,0.4930334,-0.41439617,0.25400162,-0.56272566,-0.98667896,0.9871365,-0.98220545,0.7279937,-0.76327074,-1.8479587,-1.8479586
+7.654194,0.55105066,-0.81752616,0.9889134,-0.7985097,0.31068707,-0.6091926,-0.8627436,-0.9842212,0.9863212,-0.9892153,0.7773926,-0.9309402,-1.2254416,-1.2254419
+5.276995,0.7713609,-0.3220446,0.98392606,-0.98654824,0.7982415,0.059200287,-0.46656215,-0.8540894,0.9753438,-0.99490964,0.8454778,0.56657755,1.1517572,1.1517568
+4.2032156,0.22753394,0.8735801,0.96956325,-0.98787624,0.9821254,0.91796434,-0.09990382,-0.30652112,0.4403968,-0.98957,0.63292766,0.7684028,2.2255363,2.2255363
+5.364521,-0.892096,0.805691,0.95876026,-0.9549177,0.9895978,0.50328255,-0.9426735,0.4612366,0.95766985,-0.9805998,0.88253856,-0.38325632,1.0642312,1.0642309
+8.116417,-0.9817749,0.90111053,0.96864605,-0.33299756,0.62760234,-0.18069309,-0.98922044,0.23639631,0.96969676,-0.7344741,0.80784774,-0.5598944,-1.6876646,-1.687665
+8.842112,-0.9334738,0.8628957,0.9825692,0.96943665,0.6840098,0.1620673,-0.98592806,0.12337744,0.9781029,0.22581434,0.83293605,-0.08578348,-2.4133594,-2.4133596
+6.615562,-0.676809,-0.62823665,0.9917197,0.9915168,0.77630055,0.628098,-0.96135944,-0.83671904,0.984442,0.8850033,0.9256046,0.95242095,-0.18680994,-0.18681002
+5.443674,-0.7609603,-0.9767322,0.9944391,0.98935294,0.680068,0.631863,-0.93800265,-0.99212265,0.97776234,-0.8575242,0.662344,0.5981189,0.98507786,0.98507786
+6.9243746,-0.7610535,-0.98798615,0.9913908,0.9661405,0.107355475,0.88211286,-0.7991042,-0.9894301,0.98390746,-0.96125275,0.6851735,0.8037534,-0.4956226,-0.49562263
+8.295374,-0.090578854,-0.981893,0.99082446,-0.010394454,-0.07481843,-0.12149656,-0.61464405,-0.98982835,0.98634493,-0.98161894,0.8338773,-0.9317626,-1.866622,-1.866622
+7.119457,0.7134911,-0.85007995,0.98711133,-0.9096902,0.63828504,-0.6273391,-0.7548102,-0.98480195,0.9881406,-0.99105465,0.85936475,-0.87467694,-0.6907044,-0.6907048
+4.8866043,0.72908974,-0.6863616,0.9818466,-0.9923781,0.71865785,0.7379143,0.3515339,-0.7795588,0.96550465,-0.9938389,0.8945885,0.9083419,1.5421482,1.5421476
+4.3818116,-0.10220784,0.88310623,0.97002256,-0.97124743,0.98623705,0.9598756,-0.23793823,0.09681928,0.8023454,-0.9707956,0.8992435,0.9211811,2.0469403,2.0469403
+6.112972,-0.9704231,0.7902279,0.96306527,-0.9606729,0.9833386,-0.3870169,-0.990529,0.50149965,0.96208,-0.9442723,0.94008875,-0.4268111,0.31578043,0.31578016
+8.579323,-0.98178905,0.89062285,0.9766247,0.46849728,0.51847756,-0.11465728,-0.98819274,0.27336884,0.97622466,-0.80668056,0.69552755,-0.35752076,-2.1505704,-2.1505709
+8.293776,-0.86105406,0.61050844,0.98046064,0.9464681,0.7487397,0.4204632,-0.9773605,0.13158011,0.97983336,0.8829429,0.9149381,-0.12571245,-1.8650235,-1.8650236
+5.859806,-0.691932,-0.9250591,0.9919969,0.99692225,0.6453161,0.718251,-0.9370977,-0.95834565,0.98566747,0.91662955,0.94447494,0.9297278,0.5689459,0.5689459
+5.8826575,-0.83710897,-0.98948777,0.99196494,0.9904305,0.3796203,0.7003772,-0.89508104,-0.9931145,0.98353255,0.025654078,0.7044897,0.84714043,0.5460943,0.5460944
+7.831935,-0.71029645,-0.9873418,0.9916929,0.85527205,-0.083464086,0.6238105,-0.546549,-0.9946072,0.98713326,-0.9230473,0.48576164,0.45837164,-1.4031835,-1.403183
+8.317419,0.4190104,-0.94497657,0.9902334,-0.52269864,0.0024826527,-0.2858981,-0.5707215,-0.9923842,0.98383594,-0.98439735,0.72052217,-0.85539055,-1.888667,-1.8886671
+5.9972887,0.82837486,-0.58597964,0.98722863,-0.98188126,0.8810421,-0.39721143,-0.37780327,-0.9315081,0.98690724,-0.9850152,0.8965143,-0.41605043,0.4314636,0.43146324
+4.2621527,0.6910156,0.14557195,0.97631156,-0.9805428,0.9313636,0.92524564,0.2467829,-0.39540935,0.9510499,-0.9774573,0.91173947,0.9389658,2.1665995,2.1665993
+4.6786575,-0.6637536,0.7591932,0.9635124,-0.96346766,0.9916446,0.8566344,-0.714802,0.68549657,0.9523814,-0.9463027,0.97031355,0.5671817,1.7500945,1.7500944
+7.334686,-0.9858894,0.8101661,0.96964264,-0.9014838,0.9147916,-0.74015886,-0.9870218,0.51523054,0.965173,-0.88545513,0.896533,-0.8743352,-0.9059334,-0.90593386
+9.057068,-0.9721578,0.7529851,0.9775417,0.66764116,0.6767516,-0.009498596,-0.97909725,0.58979464,0.97802854,-0.534733,0.716207,-0.13911939,-2.6283157,-2.628316
+6.9359903,-0.8748366,-0.14656419,0.97918606,0.9540107,0.8772907,0.66441166,-0.94217044,-0.23403877,0.98329663,0.9347166,0.9224806,0.7992606,-0.5072384,-0.5072384
+5.0107946,-0.6245066,-0.9846172,0.9886818,0.9857547,0.78247094,0.50864375,-0.7875949,-0.9693312,0.9868219,0.8794006,0.94678426,0.54932165,1.4179573,1.4179573
+7.095617,-0.777803,-0.9932896,0.98986566,0.98838496,0.38060558,0.81371737,-0.77225107,-0.9881315,0.98786175,0.61091256,0.8274288,0.9166701,-0.66686517,-0.6668649
+8.949048,-0.17461973,-0.9937503,0.9902935,0.27817202,-0.42539626,0.20264196,-0.13795584,-0.9945201,0.986416,-0.8593976,0.16672254,-0.13245791,-2.5202963,-2.520296
+7.3472037,0.6865982,-0.85226154,0.9887109,-0.8815641,0.6602851,-0.29127336,-0.2806269,-0.97165304,0.98181117,-0.98903465,0.7484727,-0.6454859,-0.91845155,-0.9184518
+5.0670547,0.72399044,-0.5354828,0.98379314,-0.9913349,0.8675779,0.8987658,0.18121159,-0.8355351,0.97339654,-0.9935578,0.93387604,0.897231,1.3616977,1.3616972
+4.4773407,-0.13244438,0.8489685,0.97427464,-0.9504007,0.98343205,0.9486766,-0.33629835,0.37074065,0.8618674,-0.9257032,0.97392344,0.9699516,1.9514116,1.9514112
+5.8962874,-0.9747438,0.71154,0.9651699,-0.9305862,0.98644626,-0.34393024,-0.98741746,0.2823975,0.9626279,-0.9165558,0.9612205,-0.4487008,0.532465,0.5324645
+8.394264,-0.97882575,0.6512157,0.97733307,0.02778554,0.40690136,-0.26778483,-0.9801104,0.44134438,0.9730921,-0.9213325,0.50116444,-0.20534354,-1.9655119,-1.9655123
+8.066026,-0.9261939,0.53301346,0.976133,0.8415129,0.8935213,0.3019079,-0.9457562,0.21832061,0.976737,0.79917026,0.8543749,-0.15324998,-1.6372737,-1.6372738
+5.700873,-0.7383172,-0.9436956,0.98419213,0.99207294,0.93295336,0.7055702,-0.85668284,-0.967723,0.9844897,0.93876517,0.92003965,0.78158355,0.72787905,0.72787905
+6.3916306,-0.7846452,-0.9915405,0.9873562,0.9782543,0.76597905,0.7531042,-0.79293007,-0.9845053,0.98635125,0.5909314,0.70447063,0.80416787,0.037121158,0.037121296
+8.250153,-0.65720737,-0.9947645,0.989455,0.6760428,-0.21185923,0.86896324,-0.46282494,-0.990676,0.98899937,-0.7288518,-0.16432399,0.6323614,-1.8214005,-1.8214006
+7.811931,0.35217738,-0.93896455,0.9873409,-0.9079609,0.02757597,0.09086919,-0.22464311,-0.9711119,0.9857632,-0.9774003,0.75085294,-0.5433005,-1.3831792,-1.3831792
+5.720929,0.7139106,-0.64259255,0.98811936,-0.9902339,0.8971473,0.28448927,0.32397175,-0.8760472,0.9843726,-0.98124236,0.93258333,0.030113459,0.7078233,0.7078228
+4.4727697,0.09311497,0.59873843,0.9791089,-0.94108295,0.9482409,0.9723041,-0.12143165,0.40489078,0.9445139,-0.93575853,0.94423103,0.9658325,1.9559827,1.9559822
+5.015604,-0.8750355,0.7525972,0.95955825,-0.9118895,0.99025714,0.7308233,-0.9087455,0.71104145,0.94477344,-0.91203964,0.97786605,0.14907217,1.4131483,1.4131479
+7.602251,-0.9680846,0.83196974,0.9689945,-0.8674526,0.7166393,-0.7687506,-0.9725381,0.6693016,0.9623741,-0.78240746,0.78812647,-0.77944815,-1.1734986,-1.1734991
+8.689126,-0.9435418,0.71962166,0.97411704,0.2642262,0.6662843,-0.3347596,-0.92543674,0.7024591,0.97063136,-0.26451266,0.69962335,-0.16900462,-2.2603738,-2.260374
+6.1853504,-0.8800749,-0.4731152,0.9807223,0.96045375,0.87686896,0.7680472,-0.90048224,-0.46571004,0.97976005,0.9546499,0.88874793,0.76051784,0.24340165,0.24340153
+5.2676067,-0.74664277,-0.98453695,0.988971,0.8509847,0.7541151,0.35287595,-0.8187088,-0.98285586,0.98581314,0.62354255,0.84341323,0.40772176,1.1611452,1.1611452
+7.57368,-0.6806477,-0.990916,0.98878694,0.7332537,-0.070026994,0.9449105,-0.53570765,-0.99165165,0.98709416,-0.1258328,0.34468007,0.96111774,-1.1449282,-1.144928
+8.425535,-0.09328008,-0.9833941,0.98659027,-0.9601928,0.060328603,0.19997835,-0.01055032,-0.98610413,0.98480153,-0.9656977,0.5310892,-0.15133327,-1.9967831,-1.9967833
+6.955703,0.5800984,-0.41307986,0.98697925,-0.9878898,0.82317233,-0.1014657,0.1081841,-0.8441176,0.985096,-0.9884705,0.8542068,-0.3720467,-0.5269505,-0.52695084
+4.735345,0.3626219,0.019754529,0.98184943,-0.9758984,0.89021564,0.95471334,0.32875097,0.082107425,0.97411346,-0.97263736,0.9298694,0.9560381,1.6934077,1.693407
+4.1742516,-0.45736194,0.80460453,0.9593953,-0.8145541,0.98830986,0.97596145,-0.3710643,0.8217919,0.9567473,-0.80594677,0.985106,0.96230793,2.2545006,2.2545004
+6.2290516,-0.9783897,0.89780676,0.94287956,-0.60646915,0.8571323,-0.76592386,-0.9805035,0.80145717,0.9366236,-0.4995587,0.83967996,-0.7329754,0.19970077,0.19970036
+8.644663,-0.9426488,0.83531463,0.9709835,-0.78575575,-0.2811302,-0.2918254,-0.9395757,0.691797,0.9687195,-0.83657664,-0.1921655,-0.26355958,-2.2159104,-2.215911
+7.1018972,-0.9399316,0.5661361,0.976274,0.83468795,0.68892837,0.6441649,-0.9458553,0.60627794,0.9743272,0.76760125,0.73492575,0.6445812,-0.67314506,-0.6731453
+4.7916155,-0.790384,-0.87190336,0.98153245,0.8673494,0.80105746,0.44477463,-0.8585914,-0.9142012,0.9792136,0.6238084,0.82862735,0.38556862,1.6371365,1.6371365
+6.403474,-0.6637,-0.9800568,0.9883944,-0.2436496,0.0757314,0.8886144,-0.65175986,-0.9818928,0.98678875,-0.7287255,0.11340058,0.9176141,0.025277874,0.025278091
+7.8189406,-0.48445803,-0.9735992,0.98676455,-0.9492036,-0.5275355,0.46563268,-0.37348276,-0.9775395,0.9867022,-0.95295376,-0.27777332,0.48497474,-1.3901887,-1.3901887
+7.642122,0.22498405,-0.3406484,0.987695,-0.9744014,0.75465417,0.052354336,0.008606434,-0.7816433,0.98533607,-0.9750782,0.75832295,-0.073122144,-1.2133695,-1.2133698
+5.7747064,0.43098402,0.37364745,0.9814317,-0.97751135,0.58746207,0.6775476,0.26728427,0.3306749,0.9811325,-0.9759761,0.6832695,0.622493,0.654046,0.6540456
+4.262931,-0.36642593,0.82536983,0.9687648,-0.8402709,0.9728807,0.97989273,-0.34749454,0.8136232,0.9520663,-0.84241074,0.96927834,0.9649339,2.165821,2.165821
+5.0779834,-0.9542515,0.9429219,0.91959417,-0.6298774,0.8671763,0.18818879,-0.9460737,0.9151118,0.90882444,-0.72877383,0.8288865,0.078389525,1.350769,1.3507686
+7.7553635,-0.934592,0.9514494,0.91155887,-0.9046165,-0.7456419,-0.5757206,-0.9375183,0.91753626,0.902756,-0.8197045,-0.72047347,-0.6720894,-1.326611,-1.3266115
+7.753281,-0.94152087,0.9372108,0.96168923,0.011972189,-0.09962696,0.20957732,-0.9516548,0.91793895,0.95657575,-0.2421624,-0.11569917,0.3009888,-1.324529,-1.3245292
+5.0359764,-0.90346164,0.60951793,0.9670352,0.60240114,0.013478041,0.65551734,-0.91972,0.2860086,0.9683552,0.32999396,0.07887006,0.69763863,1.3927759,1.3927755
+4.4391575,-0.7559004,-0.8605658,0.98435676,-0.642524,-0.39047563,0.34305048,-0.79535586,-0.862044,0.9856652,-0.83620536,-0.32641798,0.3628614,1.9895945,1.9895945
+6.42571,-0.68556917,-0.97019994,0.9887891,-0.9161494,-0.6412284,0.8877034,-0.7113981,-0.97750986,0.9864602,-0.93565947,-0.5997366,0.8483373,0.0030419033,0.0030417442
+8.479803,-0.29866958,-0.5066093,0.98895764,-0.9551792,-0.5522726,-0.13063043,-0.38900858,-0.86320615,0.9860414,-0.95937115,-0.4106477,-0.2682749,-2.051051,-2.0510511
+7.049244,0.3577373,0.69776094,0.98589766,-0.9797354,0.29583192,-0.0003002882,0.244205,0.600934,0.9845234,-0.97974205,0.3698411,-0.050620437,-0.6204917,-0.620492
+4.2930317,-0.0524832,0.8511491,0.9520004,-0.9642542,0.78041077,0.93628836,0.019660115,0.8240471,0.9457339,-0.96300817,0.8164743,0.95202446,2.1357205,2.1357203
+4.2597218,-0.51325005,0.92075944,0.85258293,-0.9361712,0.92749476,0.9605404,-0.3772875,0.91040623,0.8778043,-0.95297796,0.93980086,0.9492669,2.1690304,2.1690302
+6.7706656,-0.972481,0.954617,0.6913866,-0.71957093,-0.40327537,-0.38255662,-0.9738973,0.94297767,0.6331997,-0.854845,-0.50040805,-0.5473141,-0.3419132,-0.3419137
+8.70463,-0.92511445,0.9614543,0.6953378,-0.6094887,-0.2367847,-0.41096002,-0.9287005,0.94804275,0.5543785,-0.6714134,-0.3709259,-0.5469572,-2.2758777,-2.275878
+6.709386,-0.93731517,0.9590552,0.90742016,-0.07895881,-0.6588841,0.9204917,-0.9387946,0.94293916,0.8927357,-0.5379337,-0.63620293,0.85314703,-0.2806338,-0.28063393
+3.6436002,-0.84431756,0.4605732,0.9743203,0.22886741,-0.34313226,0.42381287,-0.8923548,-0.12087852,0.9710039,-0.22906262,0.055632353,0.33842564,2.7851522,2.7851517
+3.993801,-0.7811854,-0.91078436,0.9846804,-0.8434017,-0.73086244,0.85745263,-0.8217716,-0.89892614,0.98445916,-0.9166435,-0.47168165,0.908546,2.434951,2.4349508
+7.061878,-0.49009717,-0.9362922,0.9900441,-0.91128284,-0.7254941,0.59524417,-0.3515094,-0.96473235,0.9835384,-0.9285793,-0.6122215,0.23369372,-0.633126,-0.63312626

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.6323062181472778,-0.6323062512874603,7.061058185577393,,
+1000,-0.2582012712955475,-0.25820133185386657,6.686953274250031,,
+1500,0.08414037525653839,0.08414023149013519,6.34461171579361,,
+2000,0.1214015856385231,0.12140147638320922,6.307350492954254,,
+2500,-0.030941762030124664,-0.030941869735717772,6.459693798065185,,
+3000,0.07663057744503021,0.07663049161434174,6.352121451854706,,
+3500,0.03642001003026962,0.03641993057727814,6.3923320293426515,,
+4000,-0.009852918796241283,-0.00985285723209381,6.438604807853698,,
+4500,0.060274187475442886,0.06027426326274872,6.368477652072906,,
+5000,0.0677579715847969,0.06775787007808685,6.360994107246399,,
+5000,,,,6.354088716506958,0.07466308772563934
+5500,-0.03590825945138931,-0.035908111453056335,6.464660054683685,,
+6000,-0.28307291865348816,-0.28307295417785644,6.711824920654297,,
+6500,-0.13832424581050873,-0.1383241741657257,6.567076099395752,,
+7000,-0.019959548488259315,-0.01995926034450531,6.448711188793182,,
+7500,-0.16321656107902527,-0.1632162400484085,6.59196818780899,,
+8000,0.025118423625826836,0.02511822247505188,6.403633697986603,,
+8500,-0.06675376743078232,-0.06675376176834107,6.495505679607391,,
+9000,-0.2780367136001587,-0.2780367064476013,6.706788654327393,,
+9500,-0.4407251179218292,-0.44072544157505034,6.869477383136749,,
+10000,0.07178127020597458,0.0717813184261322,6.356970614433289,,
+10000,,,,6.687706829309463,-0.2589547634124756
+10500,-0.2070048749446869,-0.2070050344467163,6.635756978034973,,
+11000,-0.24476590752601624,-0.24476582407951356,6.6735177402496335,,
+11500,-0.09224597364664078,-0.09224595701694488,6.520997895240784,,
+12000,-0.1968710720539093,-0.19687113988399504,6.62562307548523,,
+12500,-0.22081275284290314,-0.22081299769878387,6.649564917564392,,
+13000,-0.07030431181192398,-0.07030423045158386,6.499056186676025,,
+13500,-0.25482451915740967,-0.2548246121406555,6.68357656621933,,
+14000,-0.16136133670806885,-0.16136108207702637,6.590113026618957,,
+14500,-0.1338266134262085,-0.13382673561573027,6.562578726768494,,
+15000,-0.020748037844896317,-0.020748196840286254,6.44950017118454,,
+15000,,,,6.423591828346252,0.0051602572202682495
+15500,-0.10816116631031036,-0.10816112422943115,6.5369130578041075,,
+16000,-0.08481298387050629,-0.08481291007995606,6.513564911365509,,
+16500,-0.1005818173289299,-0.10058174288272857,6.529333677768707,,
+17000,-0.2600443363189697,-0.26004407358169557,6.688796000957489,,
+17500,-0.2902231812477112,-0.2902231168746948,6.718975078582764,,
+18000,0.03336501866579056,0.033364615201950075,6.395387356758118,,
+18500,-0.2813369333744049,-0.28133695089817046,6.710088894367218,,
+19000,-0.1709279865026474,-0.17092809379100798,6.599680015087127,,
+19500,-0.1958535760641098,-0.19585363173484802,6.624605640888214,,
+20000,-0.10339945554733276,-0.10339939033985138,6.532151367664337,,
+20000,,,,6.983243917226791,-0.5544920563697815
+20500,-0.1125631034374237,-0.11256332492828369,6.54131528711319,,
+21000,-0.027513351291418076,-0.027513526797294616,6.456265526294708,,
+21500,-0.019716568291187286,-0.019716169118881226,6.448468077659607,,
+22000,-0.01896732486784458,-0.018967464804649354,6.447719367980957,,
+22500,0.04700835794210434,0.04700859582424164,6.381743350505829,,
+23000,0.05601014569401741,0.056010110020637514,6.372741858959198,,
+23500,0.14987443387508392,0.1498746314048767,6.278877331256867,,
+24000,0.18213926255702972,0.18213958418369294,6.24661236333847,,
+24500,-0.02077721618115902,-0.020777320504188537,6.449529248714447,,
+25000,-0.028257619589567184,-0.028257747411727905,6.4570096521377565,,
+25000,,,,6.771356238126755,-0.34260424971580505
+25500,-0.2150186002254486,-0.21501897215843202,6.643770966529846,,
+26000,-0.22508524358272552,-0.22508543729782104,6.653837393760681,,
+26500,-0.38012024760246277,-0.38012033808231355,6.808872254371643,,
+27000,-0.26185742020606995,-0.2618575485944748,6.690609538555146,,
+27500,-0.3269295394420624,-0.3269294980764389,6.755681400775909,,
+28000,-0.2969965636730194,-0.29699666488170623,6.725748608112335,,
+28500,-0.21125811338424683,-0.21125798833370207,6.640009934425354,,
+29000,-0.0813097432255745,-0.08130938029289246,6.510061304092408,,
+29500,-0.11542458832263947,-0.11542485928535462,6.544176793098449,,
+30000,-0.08561895787715912,-0.085618976354599,6.51437092924118,,
+30000,,,,6.76378752708435,-0.3350354731082916
+30500,-0.2307688593864441,-0.23076872539520263,6.65952065706253,,
+31000,-0.17085374891757965,-0.17085378444194793,6.599605710029602,,
+31500,-0.20163042843341827,-0.20163022792339325,6.6303822154998775,,
+32000,-0.06947245448827744,-0.06947239899635314,6.498224358558655,,
+32500,-0.24283555150032043,-0.24283547222614288,6.67158743095398,,
+33000,-0.4471820890903473,-0.44718204939365386,6.875933986663818,,
+33500,-0.2195194512605667,-0.2195194090604782,6.648271330833435,,
+34000,-0.1269620954990387,-0.12696218228340148,6.5557140822410584,,
+34500,-0.06668135523796082,-0.06668134665489196,6.495433272361756,,
+35000,0.09053917974233627,0.09053903138637542,6.338212860584259,,
+35000,,,,6.438175170421601,-0.00942346453666687
+35500,0.06195943057537079,0.061959690093994144,6.366792264938354,,
+36000,0.09968234598636627,0.0996822760105133,6.329069656848907,,
+36500,0.06926760822534561,0.06926724898815155,6.359484667778015,,
+37000,0.008235142566263676,0.008235013008117676,6.420516955852508,,
+37500,0.10909194499254227,0.10909182345867156,6.319660140037537,,
+38000,0.17351920902729034,0.17351905381679536,6.255232885837555,,
+38500,0.048597484827041626,0.04859727418422699,6.38015469455719,,
+39000,0.1700817048549652,0.17008164536952972,6.258670280456543,,
+39500,0.10764791071414948,0.10764781725406647,6.321104138374329,,
+40000,0.22174566984176636,0.22174556851387023,6.2070063829421995,,
+40000,,,,6.354196199178696,0.07455584406852722
+40500,0.1709429770708084,0.17094293916225434,6.257808965682983,,
+41000,0.16606798768043518,0.16606832134723665,6.262683616161347,,
+41500,-0.027512796223163605,-0.027512730598449706,6.456264683723449,,
+42000,0.13886480033397675,0.13886503386497498,6.289886897563934,,
+42500,0.12370357662439346,0.1237033394575119,6.305048612117767,,
+43000,0.08979170769453049,0.08979128611087799,6.338960625171661,,
+43500,-0.01393936201930046,-0.013939449906349183,6.442691394805908,,
+44000,0.16482245922088623,0.16482225394248962,6.2639297308921815,,
+44500,0.04765310510993004,0.047653232336044314,6.381098714351654,,
+45000,0.10694589465856552,0.10694577527046203,6.321806159496307,,
+45000,,,,6.462390645742416,-0.033638760447502136
+45500,0.08622768521308899,0.08622748959064484,6.342524446010589,,
+46000,0.1235608160495758,0.12356053340435028,6.305191394329071,,
+46500,0.08806262165307999,0.08806310999393463,6.340688870429993,,
+47000,0.14798986911773682,0.1479898955821991,6.280762026786804,,
+47500,0.011054988019168377,0.011055114984512329,6.41769681596756,,
+48000,0.1673411726951599,0.16734110295772553,6.261410841941833,,
+48500,0.11414776742458344,0.1141476366519928,6.3146042342185975,,
+49000,0.22329407930374146,0.22329381203651427,6.2054581499099735,,
+49500,0.1366434246301651,0.13664315521717071,6.2921087989807125,,
+50000,0.09427853673696518,0.0942784059047699,6.334473489284515,,
+50000,,,,6.417707976102829,0.011044028215110302

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbeff1c7112f03bf6d076c1894e55446a0157caa3ac717f55890a2806950c905
+size 15018763

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.771882,-0.15740073,0.9847393,-0.9865833,-0.92844146,0.7962043,0.97342753,-0.33743298,0.9574752,-0.9834655,-0.9655678,0.4573629,0.95749736,-1.3431298,-1.3431301
+9.50409,-0.7755378,0.9557538,-0.95516527,0.1882422,0.73481727,0.8283665,-0.8252101,0.9061358,-0.89778996,0.07708788,0.14306772,0.77454805,-3.0753376,-3.0753384
+6.891013,-0.550696,0.9684565,-0.87450045,0.9073081,0.29098928,0.9076252,-0.72194165,0.934633,-0.9127825,0.84256506,-0.1105901,0.9115256,-0.46226087,-0.4622612
+4.403878,-0.16839516,0.95339525,-0.19117999,0.906775,0.24321723,0.8741696,-0.5416539,0.96044135,-0.35680914,0.84686995,-0.2665769,0.8832588,2.024874,2.0248737
+5.3940635,-0.16096365,0.9709153,0.8999566,0.16387796,0.6805198,0.7893114,-0.45334566,0.96953225,0.8752674,-0.06948376,0.21150076,0.80686605,1.0346888,1.0346885
+7.821793,-0.110186696,0.98032045,0.9447826,-0.80589426,-0.5512697,0.9053817,-0.25826675,0.9789772,0.943563,-0.8958428,-0.61174715,0.9027908,-1.393041,-1.3930411
+9.274713,0.26408792,0.9767828,0.9663825,-0.9730624,-0.25414187,0.79003966,0.31777644,0.96517444,0.97304094,-0.9699376,-0.5457521,0.8231323,-2.84596,-2.8459606
+7.8205895,0.36186004,0.9590119,0.94268227,-0.96065974,0.76935625,0.82710457,0.4046576,0.91877294,0.955168,-0.95022386,0.63523316,0.86324453,-1.391837,-1.3918376
+5.0665045,0.25512385,0.9863334,-0.9494697,-0.9520794,0.9277079,0.80762696,-0.00067842007,0.9792659,-0.9575695,-0.95648986,0.9235662,0.8731761,1.362248,1.3622475
+5.7523947,-0.29012728,0.984673,-0.9961133,-0.93379974,0.914461,0.60556865,-0.28223693,0.9830775,-0.99645525,-0.93756545,0.85703206,0.54285324,0.6763575,0.67635727
+8.300029,-0.8377442,0.9667673,-0.98410344,-0.8608677,0.7848973,-0.7470482,-0.8175692,0.9636147,-0.98683304,-0.8457395,0.7501365,-0.7906499,-1.8712763,-1.8712769
+7.676416,-0.38933045,0.96948385,-0.9326404,-0.23776132,0.66752386,-0.6092253,-0.27569246,0.9626956,-0.9278595,-0.46661294,0.53459835,-0.6398232,-1.2476635,-1.247664
+5.4952054,-0.30578387,0.9794774,-0.130436,0.09576011,-0.24811137,0.9135083,-0.6644731,0.97348905,-0.15505087,-0.18361509,-0.41271603,0.91683877,0.9335467,0.93354654
+4.222062,-0.1251089,0.9771228,0.93343544,0.8816346,-0.71624106,0.85382843,-0.6243475,0.9777391,0.9233991,0.87921834,-0.7911761,0.85252404,2.20669,2.2066898
+5.5175242,0.06742549,0.98228836,0.92904997,0.4611137,0.663342,0.78545594,-0.46665263,0.9806627,0.9284136,0.48324966,0.50319743,0.75917315,0.9112279,0.9112277
+8.365733,0.24012947,0.98450685,0.9455898,-0.25255907,-0.3369528,0.750772,0.012180567,0.98211265,0.94079995,-0.025280833,-0.41444027,0.73156726,-1.9369811,-1.9369812
+9.069767,0.18268943,0.96592355,0.962245,-0.91166407,0.13679135,0.69751334,0.12765038,0.9404719,0.97249603,-0.76517665,-0.6332332,0.7462647,-2.6410148,-2.641015
+6.3313227,-0.18998921,0.95938444,0.868896,-0.9294054,0.8114729,0.85219836,-0.15709668,0.878507,0.92635036,-0.9304025,0.7236147,0.88337255,0.09742979,0.097429276
+4.0319495,0.61102545,0.9836873,-0.9694147,-0.9397772,0.90664256,0.6837609,0.48592567,0.9730396,-0.9848,-0.95169103,0.8186538,0.76928973,2.3968031,2.3968024
+6.192446,-0.2426542,0.9862025,-0.98562145,-0.9489001,0.78363466,0.4459473,-0.27211303,0.97767496,-0.9884396,-0.9616147,0.54569995,0.3399285,0.236306,0.23630571
+9.455278,-0.8435962,0.9695419,-0.9808773,-0.927508,0.75143707,-0.6527757,-0.86112857,0.94347525,-0.98330164,-0.9159863,0.515502,-0.68246084,-3.0265257,-3.0265265
+8.156992,-0.7237764,0.9657922,-0.9673438,-0.27920032,0.60600114,-0.821285,-0.772897,0.9103627,-0.96108824,-0.6070907,0.4345106,-0.9012097,-1.7282399,-1.72824
+4.747254,-0.23208171,0.985932,0.08973062,0.2718706,0.0716151,0.7815547,-0.6949209,0.980175,-0.42512488,-0.25725234,-0.4044943,0.73702574,1.681498,1.681498
+3.2229655,0.6457195,0.97961974,0.9662491,0.9241952,-0.5237316,0.79459393,-0.42414427,0.9779365,0.9538579,0.9089254,-0.45755422,0.8257209,3.205787,3.2057865
+5.218378,0.5067742,0.98114014,0.96942115,0.5654967,0.8365576,0.86305296,-0.03787434,0.9809191,0.96620405,0.62017727,0.7876811,0.8557458,1.2103742,1.2103739
+8.886503,0.24988854,0.98647594,0.96663475,0.046920776,-0.0050328374,0.84611046,-0.25756103,0.98452854,0.95623374,0.21673381,-0.263121,0.87634563,-2.457751,-2.4577513
+9.4475975,0.3348279,0.9806434,0.9272672,-0.88532454,-0.014878869,0.8480706,0.04665315,0.92643,0.95739996,-0.63248736,-0.42336553,0.8913114,-3.0188448,-3.0188456
+6.13891,-0.2400074,0.9791752,-0.17075342,-0.84224266,0.78887486,0.8860167,-0.19816995,0.9172399,-0.01358223,-0.797875,0.517277,0.9048178,0.2898426,0.28984213
+4.2730036,0.16345716,0.9840815,-0.979193,-0.8902493,0.8985491,0.51233935,0.39255834,0.9796797,-0.98636127,-0.93967766,0.7231374,0.5350001,2.1557488,2.1557484
+6.5973773,-0.49402308,0.9885535,-0.9853596,-0.9394711,0.81836724,0.26504636,-0.65945697,0.97568417,-0.98578036,-0.9431324,0.49019146,0.047596812,-0.16862488,-0.16862535
+8.948947,-0.8366582,0.97758484,-0.98281544,-0.9185048,0.77297306,-0.804557,-0.8683584,0.94162726,-0.9749366,-0.92125607,0.48066592,-0.81999636,-2.5201943,-2.520195
+7.88736,-0.735134,0.9805503,-0.96468526,-0.6645106,0.7028425,-0.88779795,-0.84281296,0.942703,-0.97275984,-0.82312685,0.4514835,-0.90708804,-1.4586078,-1.4586082
+4.9881344,0.11106789,0.9881377,0.88204896,0.7328017,-0.09969741,0.71021914,-0.786356,0.9836478,-0.31561857,-0.12271637,-0.71843404,0.75431633,1.4406176,1.4406176
+3.5535762,0.95123136,0.9843383,0.9711722,0.94354963,-0.33160734,0.7666075,-0.07640618,0.97481465,0.9634508,0.8307009,-0.17026669,0.8494239,2.8751757,2.8751757
+5.699025,0.8375566,0.98576665,0.9791355,0.5183488,0.67721105,0.88470507,-0.032577515,0.98303354,0.9780612,0.44365048,0.7414572,0.9242153,0.7297271,0.7297268
+9.035884,0.4611683,0.9873713,0.97303605,-0.313246,-0.4119246,0.90287566,-0.34771907,0.9773493,0.9686012,-0.11812216,-0.79014707,0.9415765,-2.6071317,-2.607132
+9.324801,0.5571693,0.9832337,0.81920314,-0.91443014,-0.074527204,0.9065366,-0.021324158,0.8179178,0.90142393,-0.69569826,-0.62245625,0.9180461,-2.8960495,-2.8960495
+6.494325,0.02971077,0.9843271,-0.9298123,-0.9089493,0.7655957,0.88900816,-0.090912044,0.9161147,-0.9277411,-0.8812534,0.32290637,0.88017726,-0.06557276,-0.065573215
+4.858367,-0.5243109,0.9872358,-0.9825991,-0.9468256,0.88421535,0.6259346,-0.6011259,0.9849119,-0.9961267,-0.96517706,0.5037205,0.55045474,1.5703853,1.570385
+6.573545,-0.7678746,0.98270154,-0.99090713,-0.94795144,0.72845936,0.45337772,-0.7869216,0.96390414,-0.993164,-0.9429064,0.34829807,0.15150833,-0.14479253,-0.14479303
+8.238161,-0.8196351,0.97572255,-0.9870119,-0.9287119,0.6972382,-0.9186258,-0.84637624,0.95490766,-0.9856363,-0.9406275,0.68068504,-0.93507355,-1.8094085,-1.8094091
+7.1957426,-0.6681963,0.9877169,-0.9060275,-0.7778771,0.8558284,-0.66577846,-0.886988,0.9665396,-0.970397,-0.8316345,0.5123184,-0.3140353,-0.7669906,-0.76699066
+4.9641886,0.64883006,0.99155295,0.9779563,0.90218675,0.064226866,0.89895344,-0.8521383,0.9814217,0.25093758,0.48063397,-0.7902865,0.8735752,1.4645634,1.4645634
+4.0975637,0.9607625,0.9917097,0.98880625,0.96672726,-0.22168046,0.8978524,-0.48545575,0.96725285,0.9679346,0.83720076,-0.12481296,0.8907621,2.3311882,2.3311882
+6.416765,0.84365046,0.99007964,0.9934969,0.61526895,0.2749406,0.92187,-0.51915157,0.98190117,0.9812975,0.23569345,0.15001035,0.94724023,0.011986802,0.0119867325
+9.334911,0.772311,0.99201894,0.98332214,-0.76144284,-0.7679813,0.9314107,-0.7409892,0.9649558,0.9689529,-0.39225268,-0.88040805,0.93494236,-2.9061592,-2.9061594
+8.932573,0.67295074,0.98888373,0.94441867,-0.911576,0.14501214,0.91342187,-0.16613781,0.42302167,0.8196237,-0.8765618,-0.7903922,0.9258604,-2.5038211,-2.5038214
+5.743068,0.011786461,0.99281955,-0.8367041,-0.87517744,0.8528328,0.8732755,-0.18563813,0.7379594,-0.95839715,-0.952156,-0.09429926,0.82554317,0.6856842,0.6856837
+4.5467067,-0.37753654,0.99224186,-0.98757976,-0.9439872,0.8821595,0.8179556,-0.43000245,0.985836,-0.99467844,-0.9833665,-0.0077447295,0.7215073,1.8820459,1.8820453
+7.0996747,-0.24701983,0.97154474,-0.99120706,-0.97407967,0.70780766,0.74107623,-0.6457255,0.9801594,-0.99255943,-0.9709522,0.3090365,0.62500346,-0.6709222,-0.67092276
+8.873003,-0.43428594,0.96707964,-0.9652412,-0.7889227,0.78062034,-0.76503146,-0.8793365,0.9709606,-0.98667294,-0.9464404,0.73040867,-0.8362421,-2.4442508,-2.444251
+6.8955736,-0.22481167,0.9880514,-0.36386192,0.5713103,0.8670635,0.2749369,-0.95624614,0.6733017,-0.9561814,-0.537068,0.59593725,0.4132439,-0.46682146,-0.46682167
+4.4662013,0.75723934,0.9938576,0.97239816,0.98582125,0.76377654,0.97036624,-0.85686815,0.7308266,0.53114665,0.9171593,-0.5573228,0.94294155,1.962551,1.9625506
+4.070141,0.93543565,0.9937327,0.99518776,0.97955394,-0.3138097,0.9703417,-0.7841028,0.97023964,0.8982825,0.87995386,-0.27092153,0.9382248,2.3586113,2.358611
+6.560452,0.838918,0.99221516,0.9892814,0.8356917,0.23416924,0.94141185,-0.9402,0.98731756,0.9093752,-0.12594724,-0.2896682,0.95995724,-0.1316997,-0.13170004
+9.8659725,0.82430184,0.99149275,0.9893458,-0.50085294,-0.7492055,0.9488164,-0.9719249,0.871397,0.97071517,-0.6888725,-0.8724441,0.9610889,-3.4372206,-3.4372206
+9.097005,0.8018279,0.98179984,0.9726064,-0.7922215,0.30278456,0.9547535,-0.9620761,0.3108617,0.71038055,-0.07336551,-0.44743764,0.94032836,-2.6682527,-2.668253
+4.9688196,0.4096464,0.9852984,0.7843032,-0.23883271,0.86933017,0.9609356,-0.7719321,0.8129841,-0.98248816,-0.41071844,0.16699982,0.9183998,1.4599324,1.4599323
+4.1642356,-0.10642165,0.9923668,-0.9892935,-0.6035431,0.8398447,0.9842787,-0.46260858,0.9731643,-0.9913797,-0.93476266,0.18137181,0.89576983,2.2645168,2.2645164
+7.321827,0.663576,0.66343284,-0.98626965,-0.65149146,0.8056096,0.93791986,-0.37751192,-0.59914047,-0.98846596,-0.8426114,0.3629936,0.21055853,-0.8930747,-0.893075
+10.40275,0.5787368,0.7809231,-0.9688117,0.7360184,0.7924384,0.88249445,-0.46032518,-0.9666648,-0.979024,-0.361907,0.6298239,0.49396634,-3.973998,-3.973998
+8.78486,0.76976335,0.97853065,0.577564,0.9749973,0.84408474,0.9267533,-0.6258145,-0.24439943,-0.8803725,0.8885976,0.6196766,0.9537368,-2.356108,-2.3561077
+5.003264,0.8655238,0.9884355,0.9897709,0.9813478,0.80285096,0.921139,-0.8350567,0.9698057,0.8461623,0.9882624,-0.097634256,0.969275,1.4254885,1.425488
+3.6555195,0.9436488,0.9767549,0.996784,0.979403,0.15359628,0.9427242,-0.79720074,0.98483956,0.9410094,0.936605,-0.08176589,0.94739246,2.7732327,2.7732325
+6.2109075,0.93806815,0.98529387,0.9927231,0.95384705,-0.009574592,0.9317688,-0.88414526,0.9901941,0.9840884,0.12416756,-0.6537618,0.9155232,0.21784478,0.21784449
+10.000814,0.950197,0.989925,0.988564,0.6489248,-0.3822037,0.8611363,-0.8556816,0.9694061,0.9850147,-0.7647959,-0.93801266,0.94884276,-3.5720623,-3.5720625
+10.064363,0.779387,0.98965836,0.9872544,0.118599415,-0.20677906,0.9587586,-0.71848583,0.9013355,0.9209566,-0.6688613,-0.7500675,0.941628,-3.6356103,-3.6356106
+5.8820467,0.7321105,0.9856026,0.9771812,0.774552,0.48612058,0.98718786,-0.49002886,0.47587574,-0.5746832,-0.42898935,-0.53706706,0.9538934,0.5467054,0.54670525
+4.258475,0.89892507,0.9795315,-0.9479683,0.30987203,0.45794976,0.97327745,0.17097116,0.49170852,-0.97529685,-0.5178335,-0.2616229,0.8933567,2.1702774,2.170277
+7.104211,0.97740984,0.5514138,-0.97630703,-0.40039456,0.6506195,0.89230704,0.74849916,-0.79369855,-0.9754987,-0.6727746,0.20960367,0.18660712,-0.67545843,-0.6754589
+10.447126,0.96102285,-0.09967029,-0.96389145,0.34684646,0.56716573,0.42706525,0.113449335,-0.9677912,-0.9869574,-0.3861413,0.61842334,0.8074385,-4.0183735,-4.0183744
+9.581212,0.94439554,0.8392277,0.23722994,0.96939206,0.73689127,0.15157521,-0.38955176,-0.95398617,-0.95434254,0.7299081,0.67947865,0.9351244,-3.1524603,-3.15246
+5.7970486,0.94379926,0.9810101,0.9835799,0.99255943,0.6363163,0.7534392,-0.43942595,0.94685066,0.95517635,0.97673607,0.0672518,0.95703125,0.6317038,0.6317034
+3.582416,0.9550071,0.9880359,0.99407125,0.98296416,0.08378661,0.89931154,-0.2642187,0.98580146,0.9831631,0.9832214,-0.032363772,0.91206694,2.8463364,2.846336
+5.408232,0.97182167,0.9832084,0.9941616,0.9705317,-0.063901365,0.9074514,0.18977797,0.98165345,0.9909054,0.83708775,-0.26505125,0.78716993,1.02052,1.0205197
+9.166785,0.9533963,0.98753905,0.99037933,0.93053865,-0.1702367,0.7780962,-0.39224523,0.9842887,0.9911437,-0.37695503,-0.9524972,0.8233156,-2.7380333,-2.7380333
+10.530715,0.7241037,0.98669696,0.98782873,0.90474725,-0.4967636,0.93752015,-0.07537317,0.9432943,0.9671143,-0.62127906,-0.9044761,0.93651915,-4.101963,-4.101963
+7.20457,0.5192251,0.98826134,0.98227227,0.93204665,-0.099713564,0.9736376,-0.23293543,0.7877526,0.8800709,0.23458886,-0.85736984,0.9750457,-0.7758178,-0.7758179
+4.424057,0.9013953,0.9834511,-0.5963895,0.84460723,-0.318686,0.9748192,0.24287212,0.04826975,-0.97361577,-0.16289067,-0.662236,0.9734924,2.004695,2.004695
+6.362898,0.9467975,0.8667952,-0.9237391,0.4745599,0.39371562,0.9223714,0.9157598,-0.8058923,-0.97879523,-0.6506706,-0.17745304,0.57714486,0.06585443,0.06585407
+10.118599,0.96479535,-0.50777775,-0.95211333,0.48525202,0.18142486,0.6261523,0.8419273,-0.96263736,-0.96472245,-0.16925234,0.41317022,0.6074835,-3.6898468,-3.689847
+10.461541,0.96304655,0.50094545,-0.6119384,0.91374063,0.2266804,-0.33488405,0.34749103,-0.95964164,-0.8960519,0.80326605,0.5629616,0.6598489,-4.032789,-4.032789
+6.5856094,0.9458096,0.96886265,0.9768326,0.993433,0.56672215,-0.08687961,0.28794527,0.5205877,0.9443302,0.945179,0.072232485,0.8010874,-0.15685709,-0.15685749
+3.6774833,0.96620584,0.9902468,0.9902642,0.9822533,0.104952216,0.79059196,0.3145368,0.9859822,0.98076487,0.98257995,0.24826348,0.87723446,2.751269,2.7512686
+4.9107995,0.9695983,0.98863363,0.99121654,0.96615684,0.16775894,0.800452,0.7579458,0.99144363,0.9896891,0.9474281,-0.07949954,0.7259077,1.5179528,1.5179524
+8.456936,0.9474827,0.9891479,0.993624,0.9463136,-0.18672562,0.4435252,0.44186318,0.99070656,0.9919729,0.57380176,-0.7558994,0.6595968,-2.0281842,-2.028184
+10.760703,0.8761573,0.9864429,0.9821732,0.9301722,-0.674038,0.65091836,0.37844038,0.97267056,0.962628,-0.25214374,-0.9080306,0.8807714,-4.331951,-4.331951
+8.230275,0.66380334,0.98235655,0.9622848,0.9409213,-0.70523703,0.88057303,-0.08200276,0.906929,0.9161155,0.7002815,-0.90514106,0.9535799,-1.8015232,-1.8015232
+4.788763,0.91654336,0.9530029,0.13188183,0.8530232,-0.75083435,0.9534681,0.7331035,0.20849895,-0.94390523,0.4932183,-0.82161283,0.9545722,1.639989,1.6399889
+5.998477,0.963372,0.51545763,-0.9268867,0.4003482,-0.40325713,0.8505342,0.9402261,-0.750639,-0.9744444,-0.1299991,-0.68467456,0.7587011,0.4302752,0.43027496
+9.786881,0.9798616,-0.6527992,-0.9525746,0.42449105,-0.17508423,0.18412292,0.9632201,-0.95030564,-0.9615975,0.16555786,0.096119165,0.20954752,-3.3581295,-3.3581295
+10.332036,0.9755031,-0.5111004,-0.77303976,0.9213314,-0.4086823,-0.8569134,0.9091419,-0.95449257,-0.9036159,0.89910054,0.21177197,-0.34352154,-3.9032843,-3.903284
+7.206106,0.9775548,0.92820764,0.9184582,0.9699304,0.2585981,-0.8356556,0.92162466,-0.36081088,0.825315,0.96512556,0.10642338,-0.3418466,-0.77735406,-0.77735424
+4.216015,0.9867909,0.9705807,0.9778956,0.97477126,0.30778348,0.3063494,0.9452412,0.9768195,0.95002484,0.9810369,0.49638462,0.7455921,2.2127373,2.212737
+4.865628,0.9789405,0.9876437,0.9883511,0.9712503,0.008642554,0.6312511,0.92106533,0.9922813,0.97542465,0.974241,0.029905558,0.72930455,1.5631243,1.5631242
+8.166042,0.9718902,0.9886695,0.98866713,0.9608661,-0.10408419,0.034216046,0.8322474,0.990386,0.98106897,0.94115055,-0.6668369,0.17287183,-1.7372905,-1.7372904
+10.5678835,0.9382725,0.97820115,0.9198741,0.9459202,-0.76494354,-0.060958385,0.50156915,0.97137344,0.8577002,0.69654167,-0.87563753,0.4591962,-4.139131,-4.1391315
+7.9112787,0.9267491,0.95830965,0.6040528,0.9058083,-0.8523999,-0.5640644,0.37747514,0.9255738,0.3854531,0.88768435,-0.9238969,-0.2887659,-1.4825268,-1.4825268
+4.713487,0.9735403,0.77737236,0.01595819,0.78342414,-0.8744172,0.363477,0.93891394,0.0025452375,-0.8216454,0.7498958,-0.9314061,0.66193056,1.7152649,1.7152648
+6.2053223,0.9828203,-0.7804324,-0.89784557,0.55793834,-0.8069807,0.115822196,0.97594154,-0.917804,-0.9582334,0.38386762,-0.85702735,0.2182455,0.22342966,0.22342968
+9.28522,0.9805585,-0.8989456,-0.8977675,0.7720957,-0.71927565,-0.8673697,0.97222924,-0.9605263,-0.95976245,0.7157016,-0.4586476,-0.9089614,-2.8564682,-2.8564682
+9.770707,0.9819658,-0.8387313,-0.037430406,0.9560107,-0.7200973,-0.96805966,0.95818603,-0.95860773,-0.5179324,0.89600134,-0.71163255,-0.96279734,-3.3419552,-3.3419552
+6.9131536,0.98753715,0.8479533,0.79873896,0.95822775,0.32462037,-0.8444524,0.98360133,-0.40333736,0.2509377,0.9597579,0.37012577,-0.79416674,-0.48440182,-0.4844017
+4.340317,0.9893005,0.97646415,0.95359254,0.9499512,0.27131033,0.49964786,0.98257303,0.9660779,0.8922721,0.97494864,0.6857457,0.80260706,2.088435,2.0884352
+5.3297067,0.98647594,0.9850402,0.96941066,0.96918035,0.67928827,0.5878389,0.9814992,0.9878943,0.92947817,0.97035825,0.37657237,0.7353051,1.0990452,1.0990453
+8.542341,0.9895394,0.97746086,0.87712455,0.9440098,0.8351743,0.2439624,0.96850526,0.98341084,0.83551574,0.9563899,0.31213272,0.7192843,-2.1135895,-2.1135893
+9.620902,0.9868443,0.9692209,0.17240071,0.892454,0.105658054,-0.6246984,0.91067004,0.95828915,-0.11559713,0.9341862,-0.7568931,-0.34059548,-3.1921504,-3.19215
+6.752546,0.9875395,0.87151337,-0.62679124,0.77257085,-0.7838628,-0.9169283,0.953403,0.8320662,-0.732007,0.84302044,-0.7956803,-0.5907859,-0.3237937,-0.3237939
+4.9009476,0.9856987,-0.77294177,-0.80019516,0.7537248,-0.89730686,-0.86803776,0.98553085,-0.92480654,-0.8628423,0.83164155,-0.88236994,-0.38943887,1.5278044,1.5278044
+6.6200094,0.9825692,-0.96757674,-0.93943274,0.6188847,-0.7099251,-0.93490404,0.96840084,-0.9738863,-0.95533323,0.71072984,-0.7788512,-0.8188932,-0.19125755,-0.19125748
+8.966768,0.97552776,-0.96998876,-0.9215673,0.7742317,-0.73340094,-0.95264304,0.95366704,-0.9765252,-0.9579717,0.8124646,-0.76798564,-0.9134965,-2.5380166,-2.5380163
+8.551701,0.9836271,-0.9120966,-0.72305167,0.912833,-0.80725735,-0.95225763,0.97971463,-0.9639449,-0.81122434,0.92790914,-0.33185166,-0.8875453,-2.1229484,-2.1229486
+5.7156177,0.9900279,0.8762102,0.6225703,0.9433315,0.36639,0.026636124,0.9884248,0.18051016,0.052925944,0.9351257,0.69003963,0.3739531,0.7131341,0.7131343
+4.312743,0.98876786,0.9907801,0.8843787,0.87856555,0.65983725,0.9600465,0.98771954,0.98410904,0.84293056,0.8719449,0.6584102,0.9783956,2.1160085,2.1160088
+6.2769938,0.98611856,0.9875717,0.6814897,0.8925314,0.9244561,0.79655933,0.98873305,0.98519135,0.48502123,0.9326823,0.89831793,0.9186871,0.15175791,0.1517582
+8.922985,0.9917724,0.9847796,0.1642605,0.578549,0.9658202,-0.34167224,0.9891398,0.985342,-0.019747853,0.6823529,0.7846658,0.06295514,-2.4942334,-2.4942331
+8.698023,0.9900749,0.86500895,-0.7067258,0.5210854,0.6841965,-0.83659464,0.98610306,0.90616655,-0.7132788,0.6212802,0.17320073,-0.48843116,-2.269271,-2.269271
+6.038845,0.9895377,-0.9635988,-0.8997652,0.7090528,0.1913606,-0.8926797,0.9914919,-0.89754015,-0.91443515,0.7796068,-0.31199306,-0.6837204,0.38990703,0.38990688
+5.2068925,0.98873734,-0.96310675,-0.9514768,0.49935436,-0.50354755,-0.95330226,0.98530936,-0.96552885,-0.96261436,0.6820793,-0.67516875,-0.86270225,1.2218596,1.2218595
+6.8986793,0.98271966,-0.98528546,-0.9756065,0.034069896,-0.13503522,-0.9718869,0.96932006,-0.9826603,-0.97247326,0.22592509,-0.64158934,-0.9337765,-0.46992746,-0.4699273
+8.116382,0.9812305,-0.9883901,-0.9653578,0.39992213,-0.7049344,-0.92433375,0.969404,-0.98188823,-0.9721518,0.6262021,-0.76625824,-0.92280036,-1.6876298,-1.6876297
+7.3273582,0.9879824,-0.953431,-0.7484553,0.586681,-0.80876184,-0.840689,0.98121667,-0.8673486,-0.8277386,0.54266834,-0.24826038,-0.3608272,-0.8986067,-0.8986063
+5.352026,0.9903631,0.8832464,0.79656696,-0.49829787,0.85088897,0.6530162,0.9859612,0.9449799,0.7888181,-0.6724118,0.8152821,0.93280864,1.0767258,1.076726
+4.8872943,0.99151826,0.9733834,0.92936444,0.24563384,0.92114687,0.8464904,0.98255324,0.9941598,0.92023706,0.20395255,0.823966,0.9809525,1.5414575,1.5414577
+7.142154,0.9920654,0.9700146,0.4036262,-0.07357472,0.95190847,-0.29347754,0.9889238,0.9911574,0.6263281,-0.2224561,0.91605234,0.56701624,-0.7134025,-0.7134023
+9.245372,0.9936857,0.97121334,-0.50545293,-0.77933997,0.95683956,0.051430464,0.99080706,0.9717269,0.028363466,-0.7965132,0.925153,0.4723078,-2.81662,-2.8166199
+8.668154,0.9916167,0.96200013,-0.7399555,-0.15938592,0.89440656,0.3966868,0.9885678,0.868117,-0.6539034,-0.6099777,0.8927913,0.5835068,-2.2394018,-2.2394018
+6.393825,0.9916568,-0.966023,-0.83739585,0.83814967,0.87732697,-0.11034399,0.988359,-0.9855351,-0.8912252,0.5844772,0.79626036,0.47314775,0.03492697,0.03492689
+5.3880997,0.9939258,-0.9901666,-0.962999,0.8217634,0.7516663,-0.39559042,0.9937432,-0.9933826,-0.93889624,0.56564605,0.51285684,-0.17661446,1.0406526,1.0406523
+6.9223194,0.97167563,-0.9865644,-0.9598531,0.748693,0.5324757,-0.68088067,0.96961033,-0.99062806,-0.9719229,0.70073175,0.1781385,-0.43299246,-0.49356747,-0.49356747
+8.109825,0.947068,-0.97578675,-0.72580063,0.8702731,-0.81608737,-0.22091651,0.92674327,-0.9905145,-0.8724512,0.83964396,-0.6403476,0.31086612,-1.6810735,-1.6810732
+6.9237432,0.99139357,-0.25185275,0.90369964,0.8944795,0.73498344,-0.59818876,0.98053336,-0.77580076,0.90040505,0.81799245,0.4018165,0.2176876,-0.49499154,-0.4949913
+4.994528,0.9961395,0.9330871,0.99147105,0.72551596,0.9623401,0.6424959,0.9913335,0.98628974,0.9884126,0.28186035,0.9641862,0.958817,1.434224,1.4342241
+4.626218,0.99466896,0.98718166,0.9905257,0.11830461,0.9042318,0.7633164,0.9914887,0.9939308,0.9848058,-0.23366904,0.91140974,0.9802332,1.802534,1.8025341
+6.808741,0.99177825,0.9869833,0.9569032,0.16335618,0.8765297,0.2045815,0.9908618,0.98626614,0.89148474,-0.23697573,0.8938582,0.899034,-0.3799894,-0.37998915
+9.750957,0.99295425,0.9800968,0.80476534,-0.86075824,0.8605783,-0.4619397,0.99262846,0.98302364,0.7617612,-0.8819166,0.9305632,0.43589187,-3.3222055,-3.3222046
+8.812738,0.9899759,0.9783342,0.8892088,-0.41090673,0.9329165,-0.3287952,0.98877287,0.98256886,0.8613908,-0.64718896,0.87089634,-0.19606417,-2.3839867,-2.3839865
+4.8702016,0.9899359,0.9549813,0.67567205,0.19571948,0.94153666,0.10416269,0.9439012,0.9163326,0.75876665,-0.089050174,0.9208052,0.1370542,1.5585504,1.5585504
+4.0120125,0.99003947,-0.8941764,-0.64105165,0.07899916,0.82029223,0.9273,0.9747803,-0.9624987,-0.7168509,-0.20256793,0.6656859,0.928828,2.4167392,2.4167395
+7.277566,0.88565207,-0.95387703,-0.81242734,0.56665576,-0.48338795,0.9715955,0.34951818,-0.9816166,-0.82074016,0.25301564,-0.7462715,0.97196746,-0.8488142,-0.848814
+9.848113,0.569536,-0.9426597,-0.33788955,0.42774928,-0.7963134,0.91400707,-0.8222114,-0.9677143,0.07222986,0.23763835,-0.8148885,0.9543352,-3.419361,-3.419361
+7.9351873,0.9238901,0.120477915,0.86231685,0.49246,-0.88552856,0.8740947,0.42923558,-0.6080946,0.90258217,0.42648733,-0.47284532,0.93830013,-1.5064354,-1.5064354
+4.7573323,0.9839108,0.8694203,0.959491,0.33935285,-0.4114864,0.9464171,0.9649663,0.729244,0.9181006,0.30026293,0.40793157,0.9729576,1.6714191,1.6714196
+3.9783628,0.9900737,0.9728937,0.94358706,-0.090440094,0.8080301,0.95235324,0.98726296,0.95407534,0.9502337,-0.1725291,0.8426367,0.990592,2.4503887,2.4503891
+6.566444,0.98689723,0.9811206,0.9390788,-0.436669,0.5891397,0.94800186,0.99048805,0.9796852,0.9218726,-0.38692188,0.5277405,0.97844815,-0.13769205,-0.13769197
+10.347021,0.9828181,0.9569154,0.87654185,-0.7772587,-0.18590766,0.69693244,0.9912298,0.9447149,0.6853641,-0.7919821,0.18725777,0.9415941,-3.9182694,-3.9182692
+9.658138,0.9684887,0.71608794,0.8338028,-0.9212423,-0.61601245,-0.44457787,0.95210695,0.1571058,0.79050064,-0.94614995,-0.67036605,0.6470523,-3.229387,-3.2293863
+5.19998,0.9139782,-0.06498641,0.85474944,-0.89812773,-0.67530084,0.90684104,0.64086676,-0.72031665,0.80506337,-0.9353398,-0.7249889,0.9670093,1.2287718,1.2287722
+4.6834564,-0.32997304,-0.75459117,0.5717375,-0.8556118,-0.23262441,0.9676559,-0.8762976,-0.9357704,0.64700985,-0.8735029,0.06516063,0.97768104,1.7452952,1.7452955
+7.647418,-0.89358616,-0.918917,0.51403,-0.6669015,-0.8798728,0.97766876,-0.94579494,-0.9439573,0.37085629,-0.59128726,-0.8997224,0.9808812,-1.2186667,-1.2186661
+9.824496,-0.9281945,-0.84475327,0.79828334,-0.81779456,-0.9509696,0.9596498,-0.97185045,-0.9549654,0.64276457,-0.57721716,-0.943054,0.9744278,-3.395745,-3.3957443
+8.771682,-0.44020832,-0.35554945,0.93997884,-0.35741162,-0.9567688,0.97355354,-0.93254083,-0.7324375,0.9028146,-0.3317411,-0.91566634,0.9837282,-2.3429306,-2.3429298
+5.2826543,0.96362305,0.6960105,0.96559477,0.513214,-0.01332885,0.9890481,0.79388237,0.15165997,0.9662645,0.6098597,0.32940853,0.9917636,1.1460975,1.1460977
+4.120408,0.9879185,0.92351055,0.95775795,0.12780261,0.91144145,0.988189,0.9856541,0.85243297,0.96590114,0.21164834,0.94597375,0.9896277,2.3083436,2.308344
+6.7425494,0.981899,0.75043774,0.9364855,0.92584586,0.78664064,0.9890721,0.9828253,0.7685815,0.947989,0.7600384,0.89251995,0.9898113,-0.3137976,-0.31379747
+9.488593,0.97180176,0.15371907,0.8665714,0.8265363,-0.45693815,0.9828212,0.9707159,-0.08502889,0.91639113,0.10176611,-0.07862699,0.9884558,-3.0598414,-3.0598412
+8.72839,0.85494757,-0.7824592,0.71811545,-0.5423975,-0.8582758,0.9830506,0.9020885,-0.8101935,0.8172276,-0.66597754,-0.7043782,0.9881501,-2.2996385,-2.2996378
+5.958153,-0.67704374,-0.8933889,0.77867687,-0.72787935,-0.909663,0.98819995,-0.7316281,-0.9248873,0.86041975,-0.76019335,-0.6846514,0.9869255,0.4705987,0.47059917
+5.514245,-0.95780593,-0.9473433,0.62386453,-0.6418446,-0.94711685,0.9792187,-0.96072567,-0.96080244,0.76667655,-0.75014645,-0.81452227,0.98719144,0.9145064,0.9145069
+7.2394085,-0.97608626,-0.9763427,0.43212807,-0.40899658,-0.9435235,0.96588063,-0.9763225,-0.96469927,0.63006496,-0.7051601,-0.91767544,0.979023,-0.810657,-0.81065655
+8.262894,-0.978053,-0.9508227,0.7298522,-0.89129096,-0.9356009,0.9681387,-0.98078936,-0.96027255,0.8136189,-0.80220044,-0.89876086,0.9805808,-1.8341423,-1.8341417
+7.285177,-0.8719174,-0.6782792,0.82643056,-0.40118635,-0.57768375,0.98077023,-0.88218844,-0.845165,0.8343122,0.11981511,-0.318439,0.9857733,-0.8564257,-0.8564253
+5.5699096,0.94117045,0.69595385,0.28780818,0.6600276,0.8384054,0.9873662,0.92847514,0.66097,-0.029929161,0.706226,0.9445615,0.9907563,0.8588423,0.8588424
+5.472347,0.9800792,0.824667,0.77088594,0.7663448,0.9211736,0.98765063,0.9870734,0.8180357,0.7660508,0.6957061,0.9517838,0.9905374,0.956405,0.95640516
+7.384756,0.977823,0.20176625,0.22436953,0.9524658,-0.48003256,0.9887054,0.9870827,0.3289783,0.45528376,0.90679955,-0.10272181,0.9909594,-0.9560047,-0.95600414
+8.564001,0.9672307,-0.6262365,-0.5358934,0.9265866,-0.5495104,0.99094856,0.9465071,-0.4760357,-0.69767684,0.8044939,-0.43725312,0.9900873,-2.1352494,-2.1352491
+7.571515,0.17187,-0.81005603,0.24964356,0.77904856,-0.6287788,0.99108696,-0.53170174,-0.723121,0.22784042,0.53717947,-0.30665767,0.99036753,-1.1427635,-1.1427631
+5.959528,-0.98257524,-0.959155,0.49588025,0.1158638,-0.94703406,0.99031997,-0.9813773,-0.95428205,0.69037616,-0.15942073,-0.8146275,0.99085283,0.46922338,0.46922398
+5.814494,-0.9894215,-0.9596492,-0.095618844,-0.18637258,-0.97858554,0.98656654,-0.98534,-0.968612,0.12540436,-0.37270552,-0.9380803,0.98858833,0.61425716,0.6142578
+7.034395,-0.9867097,-0.976457,0.28837276,-0.073449075,-0.96154505,0.97686625,-0.9842055,-0.970369,0.5647569,-0.44713515,-0.9210341,0.9813825,-0.6056438,-0.6056433
+7.4588327,-0.98508984,-0.94636995,0.83200145,-0.8075595,-0.8277127,0.9843967,-0.97889173,-0.9543654,0.78006375,-0.67506486,-0.72714776,0.989113,-1.0300813,-1.0300808
+6.4255977,0.2870823,0.7317047,0.7771578,0.5965208,-0.26319027,0.99141216,-0.18305409,0.8065311,0.65157306,0.66446006,0.5071815,0.9920528,0.003154109,0.0031542778
+5.035261,0.98540306,0.95496035,-0.106550395,0.9302647,0.8730569,0.99156785,0.9861474,0.9732857,-0.15615308,0.9376582,0.97005105,0.9928658,1.3934904,1.3934908
+5.680492,0.98004746,0.9420303,0.37468457,0.96106184,0.6971607,0.99184656,0.98996425,0.94814134,0.3308072,0.93545353,0.9262469,0.99191904,0.74825954,0.74826
+8.154724,0.982072,0.7602937,-0.6356113,0.95465183,-0.5835614,0.9926256,0.9844569,0.6983366,-0.8180804,0.93248177,0.15191174,0.99315083,-1.7259725,-1.7259722
+9.461465,0.9820633,0.3510058,-0.5980178,0.9421804,0.28675032,0.9906385,0.9769554,0.51169896,-0.6605868,0.9100287,0.43928158,0.9933436,-3.0327132,-3.032713
+7.445582,0.9620577,0.36428118,0.1429404,0.92940414,0.50405335,0.9838383,0.9717779,0.5992992,0.0017660856,0.9039351,0.449749,0.98933387,-1.0168303,-1.01683
+5.050112,-0.7056155,-0.20298809,0.478065,0.9079325,0.7572205,0.9897094,-0.8782249,-0.20297372,0.40486968,0.8988116,0.79709184,0.99101996,1.3786398,1.3786402
+5.7965965,-0.982423,-0.91571224,0.5562749,0.7338294,0.9770405,0.98722386,-0.98882514,-0.91936827,0.1406796,0.41469753,0.9801276,0.9924158,0.63215476,0.6321554
+8.806733,-0.9860468,-0.8879639,0.6759069,-0.5611547,0.9084079,0.7097906,-0.98685205,-0.8282208,0.6126647,-0.83569854,0.9579383,0.87192464,-2.377982,-2.3779812
+8.775197,-0.9748638,-0.5466161,0.68012667,-0.53779817,0.8863158,0.6692567,-0.97661793,-0.28309882,0.61692953,-0.6924737,0.9512055,0.8739433,-2.3464458,-2.346445
+6.1043816,-0.6066298,0.9371047,0.7056873,0.40511918,0.8593931,0.96139336,-0.53716844,0.8780236,0.6976477,0.5060477,0.95854366,0.97379994,0.32437015,0.32437038
+3.923312,0.9226173,0.99280655,0.48649776,0.85288715,0.97269535,0.9867058,0.89812255,0.99101114,0.5016148,0.8647078,0.9805198,0.98488927,2.5054398,2.50544
+4.4350595,0.9795618,0.97697973,-0.149854,0.8915254,0.9803045,0.98820305,0.9775865,0.96704066,0.01609838,0.8880553,0.9931432,0.9935007,1.993692,1.9936924
+7.6538534,0.9905703,0.94103014,-0.39990008,0.8419912,0.866946,0.9929584,0.9812856,0.8970467,-0.35992104,0.85590696,0.98535633,0.9902321,-1.2251017,-1.2251015
+10.793146,0.97875273,0.89847517,-0.90977585,0.500051,-0.20871544,0.9914092,0.97241426,0.857679,-0.92223036,0.47983146,0.76317453,0.988472,-4.364394,-4.364394
+8.725653,0.9009247,0.82024646,-0.87973726,0.032913804,-0.84620935,0.9837396,0.8339795,0.88263845,-0.8410959,0.2397747,-0.24858594,0.98515797,-2.2969012,-2.2969007
+4.4669514,-0.064162314,0.635303,-0.83493066,0.27917147,0.45723128,0.9270544,-0.602596,0.68216085,-0.8768375,0.34032214,0.7228484,0.9641216,1.9618002,1.9618006
+4.771538,-0.8898549,0.0671078,-0.7726556,0.28989363,0.96063995,0.35560238,-0.9377261,0.09222686,-0.8393601,-0.08283508,0.9667394,0.5311637,1.657214,1.6572142
+8.257483,-0.92521775,0.07754922,-0.5547,-0.65483654,0.97606194,-0.82572067,-0.96746576,0.19406319,-0.4687494,-0.741312,0.9716624,-0.49153805,-1.828731,-1.8287306
+10.034572,-0.92540497,0.69043565,-0.63218933,-0.90526074,0.9402524,-0.90259534,-0.95342946,0.6931555,-0.49276114,-0.9017339,0.9441788,-0.5370594,-3.6058204,-3.6058197
+8.465717,-0.2602408,0.8789904,-0.33067262,-0.9024834,0.9659847,-0.57137215,-0.67608124,0.9108001,0.07656026,-0.88153917,0.9762051,0.6017051,-2.036966,-2.0369654
+4.881625,0.6149874,0.9507234,0.31167066,0.46780133,0.9852252,0.9300728,0.4577756,0.9679439,0.5129683,0.38009214,0.9920268,0.961545,1.5471264,1.5471268
+4.056675,0.9013603,0.95660686,-0.29586613,0.8665111,0.9884219,0.98015356,0.85429025,0.96763206,-0.23411989,0.91991186,0.98991346,0.97991896,2.3720765,2.372077
+7.1480627,0.90514505,0.9272002,0.6473485,0.5878942,0.9883393,0.9884926,0.8839917,0.93640876,-0.013834417,0.65038097,0.99050736,0.9796604,-0.71931124,-0.71931076
+10.133375,0.45351803,0.8714607,-0.059877574,-0.2514683,0.9612391,0.97619224,0.17380393,0.9037825,-0.72642124,-0.24779296,0.9825065,0.97062683,-3.7046235,-3.7046232
+8.985706,-0.5659622,0.7050744,-0.867395,-0.7868694,0.9586265,0.93852067,-0.61682534,0.81942034,-0.85915035,-0.7665459,0.9805043,0.8988004,-2.5569546,-2.5569544
+5.8689084,-0.85052514,0.71484065,-0.8395732,-0.86711496,0.9858911,-0.42103517,-0.90667874,0.838241,-0.8752709,-0.6661928,0.9867753,-0.39340347,0.55984324,0.55984354
+5.382908,-0.9612432,0.53049743,-0.69757587,-0.8675429,0.9806521,-0.9712798,-0.96998596,0.767807,-0.81361496,-0.7580524,0.98413277,-0.96680915,1.045844,1.0458441
+7.236684,-0.9653656,0.29320836,-0.4340558,-0.95339334,0.9738779,-0.9805449,-0.9588953,0.56254673,-0.7225342,-0.9319111,0.9789703,-0.98093444,-0.80793214,-0.8079319

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.7145514488220215,-0.7145514788627625,7.1433034243583675,,
+1000,-0.8018578290939331,-0.8018576860427856,7.230609631538391,,
+1500,-0.9460090398788452,-0.9460089673995972,7.374760912895202,,
+2000,-0.745968759059906,-0.7459688491821289,7.174720794677734,,
+2500,-0.8983500599861145,-0.8983500375747681,7.327101983070373,,
+3000,-0.853814959526062,-0.8538150911331177,7.282567036628723,,
+3500,-0.8371123671531677,-0.8371128330230713,7.265864778518677,,
+4000,-0.717776894569397,-0.7177770142555236,7.146528959751129,,
+4500,-0.6739608645439148,-0.6739609546661377,7.102712900161743,,
+5000,-0.6866110563278198,-0.6866113543510437,7.115363299846649,,
+5000,,,,7.10382354259491,-0.6750719547271729
+5500,-0.7416018843650818,-0.7416021409034729,7.170354086399079,,
+6000,-0.737910807132721,-0.7379112868309021,7.166663232326507,,
+6500,-0.686207115650177,-0.6862071251869202,7.114959070682525,,
+7000,-0.8608860373497009,-0.8608862328529358,7.289638178348541,,
+7500,-0.8747146129608154,-0.8747149386405945,7.3034668841362,,
+8000,-0.7199333310127258,-0.719933307647705,7.14868525314331,,
+8500,-0.7069181799888611,-0.7069176959991456,7.135669641494751,,
+9000,-0.6401333212852478,-0.6401329393386841,7.068884884834289,,
+9500,-0.5877826809883118,-0.5877823615074158,7.016534307003021,,
+10000,-0.5925467014312744,-0.59254669713974,7.021298642635346,,
+10000,,,,6.983539170026779,-0.5547875761985779
+10500,-0.6014836430549622,-0.6014840154647827,7.030235960960388,,
+11000,-0.5690743327140808,-0.5690746178627014,6.9978265633583066,,
+11500,-0.49707773327827454,-0.4970777277946472,6.9258296737670895,,
+12000,-0.4384702146053314,-0.4384704842567444,6.86722242975235,,
+12500,-0.5492892861366272,-0.5492889800071716,6.978040925502777,,
+13000,-0.5760698914527893,-0.5760697588920594,7.004821704387664,,
+13500,-0.5880971550941467,-0.5880971188545228,7.0168490643501285,,
+14000,-0.530304491519928,-0.5303046460151672,6.959056591510772,,
+14500,-0.6024010181427002,-0.6024010634422302,7.031153008937836,,
+15000,-0.48189839720726013,-0.4818984775543213,6.910650423049927,,
+15000,,,,7.074251526594162,-0.6454996466636658
+15500,-0.6147352457046509,-0.6147353110313416,7.043487256526947,,
+16000,-0.6851693987846375,-0.6851692605018616,7.1139212059974675,,
+16500,-0.6156864762306213,-0.6156865410804748,7.04443848657608,,
+17000,-0.6133730411529541,-0.6133728380203247,7.04212478351593,,
+17500,-0.5738896727561951,-0.5738897714614868,7.0026417169570925,,
+18000,-0.6044949889183044,-0.6044947485923767,7.033246694087982,,
+18500,-0.5364326238632202,-0.5364325551986694,6.965184500694275,,
+19000,-0.5649527907371521,-0.5649526767730713,6.993704622268677,,
+19500,-0.5177615284919739,-0.5177617878913879,6.946513733386993,,
+20000,-0.5743053555488586,-0.5743053150177002,7.003057260513305,,
+20000,,,,7.102903472185135,-0.6741518378257751
+20500,-0.6045699119567871,-0.6045695447921753,7.033321490287781,,
+21000,-0.6131668090820312,-0.6131665740013122,7.041918519496917,,
+21500,-0.5388113856315613,-0.5388115434646606,6.967563488960266,,
+22000,-0.5580177903175354,-0.5580178365707398,6.986769782066345,,
+22500,-0.5380305647850037,-0.5380306992530822,6.966782644748688,,
+23000,-0.5368324518203735,-0.5368326177597046,6.96558456325531,,
+23500,-0.5219548940658569,-0.5219548950195313,6.950706840515137,,
+24000,-0.5501956343650818,-0.5501955461502075,6.978947491645813,,
+24500,-0.5945895314216614,-0.5945894212722779,7.023341366767883,,
+25000,-0.5284623503684998,-0.5284624447822571,6.957214390277863,,
+25000,,,,6.932469235658646,-0.5037174820899963
+25500,-0.6523522138595581,-0.6523524413108825,7.081104386806488,,
+26000,-0.524975597858429,-0.5249754590988159,6.953727404594422,,
+26500,-0.47380200028419495,-0.4738021340370178,6.9025540795326235,,
+27000,-0.5643782615661621,-0.5643782887458801,6.993130234241486,,
+27500,-0.5597473978996277,-0.5597473859786988,6.988499331474304,,
+28000,-0.5510295033454895,-0.5510293350219727,6.979781280517578,,
+28500,-0.5771349668502808,-0.5771347432136535,7.005886688709259,,
+29000,-0.5960045456886292,-0.5960042028427124,7.024756148338318,,
+29500,-0.5295300483703613,-0.5295298385620117,6.958281784057617,,
+30000,-0.5120895504951477,-0.5120893573760986,6.940841302871704,,
+30000,,,,6.762671934366226,-0.33392012119293213
+30500,-0.5360614657402039,-0.5360614099502563,6.9648133554458616,,
+31000,-0.4497110843658447,-0.4497109980583191,6.878462943553925,,
+31500,-0.5125864148139954,-0.5125863637924194,6.9413383092880245,,
+32000,-0.5218921303749084,-0.5218919405937195,6.950643886089325,,
+32500,-0.6559413075447083,-0.655941303730011,7.084693249225617,,
+33000,-0.5047606825828552,-0.5047607870101929,6.933512732505799,,
+33500,-0.5626896619796753,-0.5626898627281189,6.991441808223724,,
+34000,-0.6416588425636292,-0.6416589035987854,7.070410849094391,,
+34500,-0.5424812436103821,-0.542481379032135,6.9712333245277405,,
+35000,-0.4773349165916443,-0.4773347630500793,6.9060867085456845,,
+35000,,,,6.808426765203476,-0.379675030708313
+35500,-0.6280406713485718,-0.6280409073829651,7.05679285287857,,
+36000,-0.5895019173622131,-0.5895019192695617,7.0182538647651675,,
+36500,-0.49805593490600586,-0.4980558295249939,6.926807775020599,,
+37000,-0.5475031137466431,-0.5475031023025513,6.976255047798157,,
+37500,-0.5507633090019226,-0.5507630434036255,6.979514988899231,,
+38000,-0.5392739772796631,-0.5392742199897766,6.968026165485382,,
+38500,-0.5447348952293396,-0.5447348704338074,6.973486815929413,,
+39000,-0.5471049547195435,-0.5471049952507019,6.975856940746308,,
+39500,-0.5617122650146484,-0.5617124066352844,6.99046435213089,,
+40000,-0.5121527314186096,-0.5121527237892151,6.94090466928482,,
+40000,,,,6.94314254283905,-0.514390766620636
+40500,-0.505128026008606,-0.5051278572082519,6.933879802703857,,
+41000,-0.5093250870704651,-0.509324921131134,6.93807686662674,,
+41500,-0.507856547832489,-0.5078565311431885,6.936608476638794,,
+42000,-0.5489723086357117,-0.5489726490974426,6.977724594593048,,
+42500,-0.5068411827087402,-0.5068410520553589,6.935592997550964,,
+43000,-0.47271639108657837,-0.47271665477752683,6.901468600273132,,
+43500,-0.39929723739624023,-0.39929709339141845,6.828049038887024,,
+44000,-0.5377646088600159,-0.537764289855957,6.966516235351563,,
+44500,-0.5633442997932434,-0.5633442220687866,6.992096167564392,,
+45000,-0.5860264301300049,-0.5860263962745667,7.014778341770172,,
+45000,,,,6.921133296489716,-0.4923814833164215
+45500,-0.49985194206237793,-0.4998519144058228,6.928603859901428,,
+46000,-0.5508550405502319,-0.5508549962043762,6.9796069416999815,,
+46500,-0.48492002487182617,-0.48492004299163816,6.913671988487244,,
+47000,-0.5051087737083435,-0.5051086716651917,6.933860617160797,,
+47500,-0.5343218445777893,-0.5343219780921936,6.963073923587799,,
+48000,-0.4986901879310608,-0.4986901783943176,6.927442123889923,,
+48500,-0.5300633907318115,-0.5300635948181153,6.95881554031372,,
+49000,-0.6117172241210938,-0.6117171158790589,7.040469061374664,,
+49500,-0.4886225759983063,-0.4886227340698242,6.917374679565429,,
+50000,-0.5413691997528076,-0.541369357585907,6.970121303081513,,
+50000,,,,6.849579449892044,-0.4208275377750397

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb78b4c50dea346d6f1aa4e634c026ad92e16452f0998c3e3e0981f6a361e8b6
+size 15018765

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.5041995,-0.9281635,0.95576286,0.8614459,-0.7172069,-0.14289105,-0.53618836,-0.93257916,0.96023583,0.83327794,-0.9094258,-0.66885966,-0.8091039,-1.0754472,-1.0754476
+8.088109,-0.92232126,0.9664377,0.9468968,-0.77013916,-0.17168635,-0.85446995,-0.9406288,0.96941316,0.9279436,-0.82464045,0.053058147,-0.68644774,-1.6593571,-1.6593571
+6.1798635,-0.93969166,0.94404805,0.97035265,-0.7212752,-0.65240574,-0.66755915,-0.9459894,0.94495535,0.9603971,-0.8319105,-0.58788836,-0.43195635,0.24888878,0.2488885
+4.312915,-0.940238,0.9652176,0.9710355,-0.8524948,-0.8004271,-0.31542283,-0.9378825,0.95114493,0.9514899,-0.93277854,-0.8774388,-0.45111686,2.1158376,2.115837
+4.8605022,-0.9171427,0.97556674,0.9650061,-0.7787509,-0.72568965,-0.3396253,-0.91648376,0.9735904,0.9560441,-0.90226173,-0.6698072,-0.4752772,1.5682501,1.5682497
+6.8651843,-0.93274796,0.96226835,0.96016717,-0.8560634,-0.58851326,-0.6142074,-0.9315953,0.9612154,0.9539449,-0.93465674,-0.6119949,-0.6204143,-0.43643197,-0.43643236
+7.2805886,-0.92828536,0.9581851,0.9547744,-0.9479292,-0.025909245,-0.18698967,-0.9406631,0.96284556,0.9456698,-0.95053923,-0.09939581,-0.0053545833,-0.85183644,-0.8518367
+5.403326,-0.8988492,0.9648347,0.9413345,-0.97092277,0.7884598,0.72853637,-0.9068192,0.96734834,0.9181094,-0.96785897,0.750618,0.76088667,1.0254263,1.0254259
+4.469968,-0.8581626,0.97211933,0.66194344,-0.9578527,0.463943,-0.13522363,-0.8942977,0.9696255,0.48960185,-0.9558965,0.44463158,-0.00049066544,1.9587847,1.9587841
+6.15313,-0.9259015,0.9619982,0.7235429,-0.881063,-0.53171605,-0.778971,-0.9176566,0.9684148,0.64680946,-0.8997887,-0.5358691,-0.6985371,0.27562234,0.2756219
+7.608162,-0.92247677,0.9650278,0.866539,-0.5649639,0.18142235,-0.79782337,-0.9283177,0.9601821,0.85001683,-0.65754557,0.11639941,-0.7242005,-1.1794096,-1.17941
+6.916611,-0.90887684,0.9083445,0.9482405,-0.7211846,-0.2862531,-0.81673265,-0.94028133,0.9066535,0.93597007,-0.6854491,0.039673805,-0.6479041,-0.487859,-0.48785925
+5.0003695,-0.9334633,0.8836777,0.95491195,-0.8683126,-0.58430314,-0.4737832,-0.94331354,0.82255137,0.944306,-0.8960656,-0.52578497,-0.41919267,1.4283828,1.4283824
+4.304408,-0.9153913,0.9573052,0.96117973,-0.85139227,-0.73563606,-0.515409,-0.9291259,0.9164734,0.9386513,-0.9203938,-0.65884537,-0.4018708,2.1243443,2.1243439
+5.8357863,-0.9148304,0.96570516,0.9609841,-0.7933007,-0.5829128,-0.5892456,-0.90911824,0.96187115,0.9363911,-0.92205596,-0.6197997,-0.6605045,0.5929659,0.5929656
+7.3828015,-0.9331302,0.95201874,0.9471023,-0.8778505,-0.36526656,-0.51580715,-0.93242097,0.9480691,0.93749166,-0.9251315,-0.50576246,-0.37533617,-0.95404935,-0.9540496
+6.3258467,-0.9189903,0.96214676,0.9394802,-0.9532544,0.5870764,0.37052345,-0.93431085,0.9568131,0.9293133,-0.94586617,0.56737447,0.6946399,0.10290555,0.10290527
+4.4967656,-0.8811481,0.9604244,0.8329139,-0.9616585,0.81385326,0.49750078,-0.9083735,0.9529264,0.7556329,-0.9573567,0.80758643,0.73285437,1.9319865,1.9319863
+5.1968536,-0.9175737,0.9678266,0.21154618,-0.9148477,0.27400327,-0.7731257,-0.9341183,0.9594004,0.13649166,-0.93050015,0.13256013,-0.6056267,1.2318987,1.2318983
+7.325555,-0.93652815,0.95445657,0.78544354,-0.77904284,-0.51111925,-0.85110015,-0.93184084,0.9587184,0.78092086,-0.76817435,-0.5169496,-0.6681989,-0.89680266,-0.8968029
+7.6366377,-0.9273334,0.9388975,0.8845757,-0.46062136,0.061126947,-0.828322,-0.9360517,0.9299091,0.87448454,-0.49996817,0.10129285,-0.70428437,-1.2078854,-1.2078857
+5.8275986,-0.93992513,0.85132325,0.9543724,-0.7727498,-0.48031235,-0.80896413,-0.9618378,0.78029764,0.9475893,-0.7440951,-0.034516454,-0.50188816,0.6011536,0.6011534
+4.079871,-0.96140534,0.9032712,0.9438262,-0.8691128,-0.69545907,-0.26987755,-0.9652992,0.7606199,0.929047,-0.9100683,-0.6173724,-0.23568875,2.348881,2.3488808
+4.479335,-0.941766,0.95868206,0.9505764,-0.7942974,-0.69091713,-0.5910514,-0.9526641,0.91970396,0.93356323,-0.91525304,-0.7532068,-0.64352626,1.9494175,1.9494171
+6.7578363,-0.94602543,0.9597635,0.9470279,-0.85261416,-0.7176753,-0.71511376,-0.9450417,0.95267844,0.934863,-0.91785216,-0.7829798,-0.71931815,-0.32908413,-0.3290844
+7.5962973,-0.958123,0.95202875,0.9370326,-0.9236655,-0.46677577,-0.34687293,-0.9624056,0.9462639,0.93011427,-0.91987133,-0.53482205,0.031670332,-1.167545,-1.1675453
+5.5101814,-0.91341585,0.95393014,0.9207771,-0.9467042,0.5817001,0.67758036,-0.93669903,0.9499408,0.9101453,-0.945958,0.4733851,0.84139156,0.9185708,0.9185705
+4.0709047,-0.95105445,0.9445566,0.6574497,-0.9435696,0.603477,-0.09943199,-0.9534884,0.9390633,0.4249785,-0.9439067,0.57108164,0.23183966,2.3578475,2.3578472
+5.64424,-0.94400066,0.96059394,0.42620766,-0.861489,-0.36508512,-0.86829776,-0.9425191,0.9564862,0.35795772,-0.89891946,-0.5142566,-0.8006058,0.7845125,0.78451204
+7.6738687,-0.9439473,0.9584732,0.8127705,-0.7388348,-0.51288897,-0.8315495,-0.9492312,0.954448,0.80980635,-0.7393354,-0.45680642,-0.6242457,-1.2451164,-1.2451167
+7.3182364,-0.9461119,0.93106794,0.9078566,-0.6925689,-0.36235487,-0.89890105,-0.96263593,0.899297,0.89637613,-0.7064981,-0.11564487,-0.77332187,-0.8894841,-0.8894844
+5.1109996,-0.96643597,0.8799372,0.9537579,-0.79849565,-0.6962945,-0.6963527,-0.9745762,0.7915673,0.9424429,-0.8584865,-0.41477942,-0.38240433,1.3177525,1.3177524
+3.7138522,-0.96528965,0.92430377,0.95043087,-0.83667946,-0.6732516,-0.22744071,-0.9732523,0.8383672,0.92768574,-0.9310011,-0.6059074,-0.22629869,2.7149003,2.7148998
+4.9457808,-0.94150126,0.9580467,0.94596314,-0.78320616,-0.7351396,-0.7505034,-0.9509595,0.93300974,0.9212704,-0.915411,-0.7566648,-0.7960885,1.4829717,1.4829712
+7.2926145,-0.9515324,0.94293284,0.93791187,-0.8600309,-0.78861624,-0.545788,-0.9538756,0.92265046,0.9315748,-0.91936237,-0.8109271,-0.48231518,-0.8638623,-0.8638625
+7.252235,-0.9505638,0.9463563,0.9336426,-0.91985184,-0.26356184,-0.0950191,-0.96515256,0.93849707,0.92122865,-0.92136204,-0.3624307,0.4072324,-0.8234826,-0.823483
+4.9392548,-0.91652197,0.94293225,0.8994732,-0.9457619,0.6033902,0.5675254,-0.92210984,0.93281794,0.8570416,-0.9507038,0.29170287,0.7731805,1.4894973,1.4894972
+4.361704,-0.95379484,0.94273317,0.39563406,-0.9308063,0.4920107,-0.66074693,-0.9574375,0.93127894,0.2752856,-0.9234409,0.48300838,-0.22592229,2.0670483,2.067048
+6.2670536,-0.9425156,0.95036733,0.7013725,-0.7902706,-0.5454028,-0.8449116,-0.9444762,0.9544358,0.5955653,-0.8593306,-0.7071176,-0.74629736,0.16169874,0.16169834
+7.790498,-0.95266336,0.9523432,0.84674287,-0.66509444,-0.4260913,-0.83132243,-0.95739996,0.9455761,0.8332896,-0.74056727,-0.37223506,-0.6362133,-1.3617457,-1.3617458
+6.7102017,-0.9572562,0.9184663,0.94133437,-0.79718655,-0.6165972,-0.9292786,-0.97147334,0.8665476,0.91882014,-0.8108483,-0.267568,-0.6812227,-0.28144947,-0.2814498
+4.409204,-0.96487683,0.9070225,0.94989145,-0.83345413,-0.7658174,-0.4589827,-0.976891,0.8147944,0.9353949,-0.8961227,-0.5065828,-0.13422358,2.0195482,2.019548
+3.7868981,-0.96170986,0.93544126,0.9575002,-0.7823611,-0.66966665,-0.39120048,-0.9713554,0.86991715,0.92383695,-0.9435664,-0.75070935,-0.48245263,2.641854,2.6418538
+5.7419024,-0.9465767,0.9529054,0.9499687,-0.80637133,-0.7854908,-0.78052205,-0.95347893,0.93447447,0.92773974,-0.9218973,-0.8244546,-0.77230245,0.6868498,0.6868496
+7.6348023,-0.9578529,0.9350889,0.93299377,-0.88585967,-0.79792535,-0.436458,-0.96147174,0.91520023,0.9317384,-0.91909486,-0.8582567,-0.11294782,-1.2060502,-1.2060504
+6.6184635,-0.94216895,0.9415953,0.9261012,-0.9318083,0.17636752,0.16289985,-0.95545727,0.93477666,0.9050114,-0.9374234,-0.25512534,0.6291778,-0.18971129,-0.18971157
+4.4231577,-0.9423452,0.94151795,0.83287704,-0.94918615,0.4657154,0.027960658,-0.9474392,0.92132306,0.66428137,-0.94399405,0.27569067,0.65828466,2.0055945,2.0055943
+4.6988935,-0.94439673,0.952307,0.36776102,-0.8775896,0.39233708,-0.833766,-0.9523676,0.9403013,0.21672654,-0.9131026,-0.14743215,-0.57871705,1.7298588,1.7298584
+6.7623897,-0.9454913,0.95043147,0.7903979,-0.7961241,-0.69178075,-0.9231067,-0.9553946,0.9503716,0.7676356,-0.79918414,-0.62865335,-0.34515607,-0.33363724,-0.3336377
+7.6973834,-0.9540581,0.94510055,0.8814578,-0.6289408,-0.4525985,-0.89824855,-0.96457726,0.9361944,0.85332954,-0.7933873,-0.3855343,-0.6721105,-1.2686311,-1.2686315
+6.0038347,-0.96638674,0.91631365,0.9573451,-0.7918294,-0.71980155,-0.8502156,-0.9749342,0.8390889,0.93468046,-0.86736494,-0.5543761,-0.51252097,0.42491743,0.42491722
+3.9196382,-0.96181506,0.93242323,0.9480603,-0.84818995,-0.73847866,-0.34149063,-0.9789207,0.8036823,0.92433476,-0.92639375,-0.54652786,0.11883056,2.5091143,2.5091138
+4.2097197,-0.95460457,0.9541657,0.95356,-0.6655619,-0.6322818,-0.5728042,-0.96444935,0.89191747,0.92212296,-0.9510304,-0.8520416,-0.6633874,2.219033,2.2190323
+6.560403,-0.9528124,0.9518864,0.94420767,-0.8255025,-0.7758076,-0.6646353,-0.95655143,0.91303134,0.9331877,-0.9253654,-0.8462311,-0.6198503,-0.13165054,-0.13165092
+7.636886,-0.9622243,0.94525766,0.93049395,-0.9044329,-0.7247738,-0.3645538,-0.9663883,0.9260105,0.92615473,-0.9147828,-0.8025598,0.3309989,-1.208134,-1.2081342
+5.8771772,-0.93070036,0.9403641,0.90879726,-0.935744,0.36850572,0.4600283,-0.93633354,0.9337783,0.8905109,-0.9485783,-0.2929182,0.76108885,0.55157495,0.5515747
+4.2623973,-0.9541569,0.9442136,0.6434959,-0.9466115,0.45826042,-0.43948334,-0.9582534,0.920485,0.39722538,-0.93339264,0.21797526,0.3750217,2.1663547,2.1663547
+5.2387433,-0.94020694,0.9550655,0.45420802,-0.8183376,-0.17220104,-0.8664729,-0.9385386,0.9522872,0.31461668,-0.8873761,-0.6655432,-0.6430591,1.190009,1.1900086
+7.212808,-0.94922143,0.9567653,0.82815576,-0.66745234,-0.66163594,-0.90505236,-0.9523983,0.95333993,0.7653402,-0.80720884,-0.5403605,-0.3531388,-0.78405577,-0.7840562
+7.2849293,-0.95098484,0.9416771,0.9154413,-0.74905217,-0.6086028,-0.9416904,-0.96974885,0.89898753,0.8738189,-0.8415493,-0.24915928,-0.6758942,-0.8561769,-0.85617733
+5.14209,-0.9690476,0.91153646,0.9545208,-0.7849229,-0.81895614,-0.6950611,-0.97675097,0.78126764,0.9349041,-0.909617,-0.59094393,-0.23960829,1.2866622,1.2866621
+3.7064974,-0.9575838,0.94547486,0.9528301,-0.819386,-0.7048299,-0.12574393,-0.977147,0.7974379,0.8789594,-0.9557224,-0.70329815,-0.11421049,2.722255,2.7222545
+4.9815264,-0.94038016,0.9652524,0.95111847,-0.71055067,-0.75957763,-0.7403143,-0.9561843,0.92639804,0.91064,-0.94503635,-0.8418433,-0.7390254,1.447226,1.4472256
+7.2764926,-0.9563796,0.9529021,0.939904,-0.82868123,-0.81101644,-0.57279485,-0.9603387,0.91107845,0.935956,-0.932301,-0.889283,-0.27835834,-0.8477404,-0.84774065
+7.2317615,-0.9559587,0.94839644,0.9379003,-0.90746695,-0.25752902,-0.2754116,-0.9654305,0.94229245,0.9157367,-0.92649204,-0.7352619,0.62439096,-0.80300945,-0.8030095
+5.0635414,-0.91888636,0.94768727,0.9040408,-0.9400474,0.55953944,0.36849356,-0.9275635,0.93026674,0.76572907,-0.95207316,-0.20691115,0.8084357,1.365211,1.3652105
+4.383956,-0.9398633,0.9555905,0.3464179,-0.93304676,0.27590954,-0.82068074,-0.95425135,0.92675257,0.12791371,-0.91199106,0.22628045,0.07672179,2.0447962,2.044796
+6.0098658,-0.9312657,0.9414185,0.71721363,-0.62445635,-0.39658237,-0.87021714,-0.9390886,0.9546914,0.4791329,-0.88452196,-0.7055493,-0.6169706,0.4188865,0.41888618
+7.621913,-0.9386121,0.9546441,0.8547549,-0.45758826,-0.58005846,-0.9142716,-0.95389104,0.9444387,0.7529161,-0.8192394,-0.37181914,-0.43863237,-1.1931607,-1.193161
+6.7313614,-0.93413424,0.92008615,0.9493351,-0.77784026,-0.73699796,-0.94465935,-0.9701088,0.8367567,0.90281296,-0.8894043,-0.26881027,-0.46723795,-0.30260915,-0.30260944
+4.366479,-0.9564751,0.9214971,0.95028806,-0.8475171,-0.81689024,-0.33262885,-0.9759984,0.7873113,0.91843176,-0.93002516,-0.5951812,-0.014075398,2.0622733,2.062273
+3.803044,-0.95599896,0.9493761,0.9617212,-0.72912717,-0.76497835,-0.32447278,-0.97105366,0.82182384,0.8735864,-0.95994306,-0.8308966,-0.3955946,2.6257086,2.6257079
+5.8996468,-0.9496422,0.96630573,0.9555956,-0.71081996,-0.7769223,-0.71490073,-0.9556489,0.93086934,0.9128709,-0.94943964,-0.8749751,-0.6999394,0.5291054,0.5291052
+7.7073956,-0.96493834,0.9522675,0.9379699,-0.85829586,-0.7531875,-0.44374394,-0.9643026,0.9298239,0.9371841,-0.930268,-0.91453034,0.16612399,-1.2786435,-1.2786436
+6.5900583,-0.941821,0.94790554,0.93517065,-0.92104393,0.26564252,0.0010305643,-0.9497573,0.94032085,0.9067805,-0.95218533,-0.6062103,0.7042124,-0.16130616,-0.16130638
+4.4821405,-0.9329853,0.9573741,0.83384657,-0.9496607,0.53561425,-0.20922875,-0.9417798,0.923828,0.46142066,-0.94000304,0.048092842,0.748546,1.9466118,1.9466114
+4.6969805,-0.92394537,0.9621422,0.33916116,-0.8918905,0.06653619,-0.8947419,-0.94395536,0.94377327,0.14164424,-0.9085139,-0.49095023,-0.20894629,1.7317718,1.7317715
+6.6994386,-0.92923695,0.9465723,0.799773,-0.56396776,-0.49756926,-0.93557525,-0.9441455,0.95319104,0.5315068,-0.8823891,-0.64210796,-0.20612341,-0.27068624,-0.27068663
+7.659852,-0.9341837,0.949527,0.88882923,-0.5497301,-0.5222669,-0.9513083,-0.95537305,0.91828084,0.8150132,-0.8287663,-0.2501347,-0.5041259,-1.2310997,-1.2311001
+5.940291,-0.9380349,0.90168977,0.95741165,-0.82160074,-0.7578758,-0.86667633,-0.9726076,0.78972244,0.9285337,-0.9203404,-0.5150436,-0.35407376,0.48846126,0.48846102
+3.8666317,-0.952519,0.93982244,0.94743514,-0.862452,-0.76176333,-0.20493066,-0.9716558,0.784207,0.88606405,-0.9503283,-0.65563464,0.10861957,2.5621207,2.5621202
+4.3075857,-0.9364607,0.9626939,0.95948124,-0.62499106,-0.75176334,-0.58659905,-0.9616253,0.8980279,0.90550876,-0.9632332,-0.8763538,-0.5595186,2.1211665,2.1211662
+6.7332134,-0.9563065,0.95885074,0.9489397,-0.7280146,-0.7299911,-0.5940709,-0.956982,0.9277593,0.92840624,-0.94946706,-0.899357,-0.5903089,-0.30446127,-0.30446148
+7.6299825,-0.9623203,0.9534936,0.9350667,-0.90517557,-0.59226865,-0.42434525,-0.9672675,0.9383738,0.92695034,-0.9283943,-0.84663373,0.5315858,-1.2012303,-1.2012305
+5.75231,-0.90874654,0.9499718,0.9173708,-0.9368637,0.49667883,0.46524048,-0.92563117,0.93602,0.8643851,-0.9604486,-0.34180546,0.80858374,0.6764424,0.67644215
+4.26867,-0.92162144,0.9604622,0.5741155,-0.94636303,0.4584862,-0.6395897,-0.94652283,0.92623687,0.16587853,-0.92640847,0.23861074,0.4255315,2.160082,2.1600819
+5.3347206,-0.9211846,0.94992614,0.4592644,-0.79658246,-0.32542866,-0.90826386,-0.9262921,0.9561839,0.2667446,-0.90238875,-0.7045499,-0.39760327,1.0940317,1.0940313
+7.3431387,-0.9264494,0.95555806,0.8239033,-0.3669901,-0.4697925,-0.9251431,-0.9393252,0.95706105,0.53848016,-0.870166,-0.59998995,-0.3528409,-0.9143863,-0.91438675
+7.2730365,-0.91291535,0.929723,0.9316199,-0.79468954,-0.62602997,-0.96540964,-0.9617152,0.860186,0.8848187,-0.8522668,0.011285663,-0.49455917,-0.8442841,-0.84428453
+4.9970274,-0.93916875,0.88557863,0.95360947,-0.8362013,-0.8090773,-0.6109199,-0.9716722,0.76043975,0.9322343,-0.9200011,-0.54058146,-0.26639283,1.4317247,1.4317245
+3.6847217,-0.9407476,0.94632626,0.9523864,-0.83032763,-0.76187706,-0.16500336,-0.96535605,0.77922416,0.8446932,-0.9592419,-0.72345066,-0.19746935,2.7440307,2.7440302
+5.147429,-0.9338732,0.96868,0.9540999,-0.6783573,-0.79425776,-0.7307753,-0.9525482,0.93314743,0.90371644,-0.9578386,-0.84974253,-0.6788236,1.2813233,1.281323
+7.4182353,-0.9620906,0.9528048,0.9437413,-0.78919595,-0.7307469,-0.5199133,-0.958804,0.9342053,0.9356103,-0.945625,-0.9176667,-0.2574438,-0.9894833,-0.98948336
+7.1780663,-0.95177543,0.9527631,0.9407313,-0.9160992,0.00049459934,-0.2825384,-0.9599558,0.9445268,0.91931224,-0.9390876,-0.7237808,0.72080874,-0.749314,-0.7493143
+4.9483833,-0.9045069,0.9557574,0.90595925,-0.9510267,0.6581347,0.26443744,-0.9210804,0.9314437,0.69796586,-0.95017815,0.031261683,0.83463407,1.4803691,1.4803686
+4.399348,-0.91217524,0.9628962,0.28581524,-0.93806815,0.31844294,-0.8649751,-0.9439908,0.9331621,0.11543,-0.91036904,0.26036417,0.076631665,2.0294044,2.0294042
+6.168357,-0.91965425,0.9406886,0.736783,-0.60304195,-0.38085002,-0.88762647,-0.9243269,0.9554863,0.4865086,-0.8995412,-0.6776155,-0.50753635,0.2603954,0.26039505
+7.731791,-0.9276387,0.95384645,0.8543372,-0.39742267,-0.44472915,-0.9247401,-0.94319427,0.93564296,0.716733,-0.83285624,-0.32679045,-0.4653719,-1.3030387,-1.3030391
+6.6452727,-0.89017606,0.9065213,0.9517894,-0.8126176,-0.6969011,-0.94125783,-0.96568334,0.7894807,0.9083936,-0.8891406,-0.18202502,-0.40291166,-0.2165206,-0.21652079
+4.284733,-0.94263166,0.91365695,0.9480269,-0.87304765,-0.7804185,-0.27657044,-0.9658741,0.7669933,0.92015886,-0.9294374,-0.56560725,-0.15003443,2.1440194,2.1440191
+3.8834066,-0.9414432,0.949769,0.9615145,-0.8044152,-0.8156302,-0.45427847,-0.968185,0.8282132,0.89459014,-0.956675,-0.81634074,-0.38282436,2.5453455,2.5453453
+6.0215664,-0.9484407,0.96411204,0.9548409,-0.7131542,-0.76922154,-0.7049261,-0.95309097,0.93740845,0.9156288,-0.9494682,-0.8870159,-0.7099521,0.4071858,0.40718555
+7.7196965,-0.96389914,0.9471383,0.9384508,-0.8676504,-0.67871606,-0.41384292,-0.9651988,0.93540096,0.9340347,-0.9319847,-0.90204936,0.10499287,-1.2909443,-1.2909446
+6.444595,-0.93018746,0.94824433,0.9324815,-0.93146527,0.35946226,0.10893059,-0.94289577,0.93859386,0.90498114,-0.9524943,-0.4424442,0.71447086,-0.015842736,-0.015842915
+4.3807845,-0.92218393,0.95662236,0.806056,-0.9532114,0.6172421,-0.24073887,-0.9401679,0.9245503,0.40398693,-0.9376274,0.34541655,0.7310996,2.0479677,2.0479674
+4.7930117,-0.9225661,0.96042347,0.3511529,-0.8717422,0.07231593,-0.87852055,-0.9390922,0.94616413,0.14785612,-0.91374564,-0.46040165,-0.322474,1.6357403,1.6357403
+6.8779883,-0.93026835,0.9484694,0.80050755,-0.5739061,-0.50265384,-0.92883414,-0.93970287,0.9520432,0.5118847,-0.86907953,-0.6280602,-0.2414335,-0.44923595,-0.4492364
+7.635828,-0.93606573,0.9456394,0.89509296,-0.6697715,-0.45273578,-0.95207465,-0.95495003,0.89869666,0.84045553,-0.8149868,-0.15440458,-0.52956176,-1.2070757,-1.2070761
+5.7578163,-0.93666476,0.8925805,0.95511913,-0.8277665,-0.7143888,-0.82920104,-0.9709215,0.76116323,0.9349123,-0.9063122,-0.45905685,-0.43179965,0.6709358,0.67093563
+3.8332465,-0.9477797,0.9297503,0.9448769,-0.87001926,-0.7396775,-0.23511565,-0.9687161,0.7595284,0.8979261,-0.9466269,-0.636609,-0.023535669,2.5955057,2.5955055
+4.423705,-0.9367872,0.96083903,0.9529631,-0.6884503,-0.7541409,-0.6686189,-0.9616973,0.89877975,0.9172826,-0.9552336,-0.85994405,-0.60412496,2.005047,2.0050468
+6.816397,-0.95342064,0.9510366,0.9461241,-0.77163357,-0.7341275,-0.59950984,-0.9555688,0.9250419,0.9301708,-0.94304425,-0.89614254,-0.5819802,-0.3876449,-0.38764524
+7.583747,-0.9587396,0.94785917,0.93378234,-0.9144373,-0.53157735,-0.39843667,-0.9653597,0.937387,0.92441094,-0.9231349,-0.79943645,0.4801463,-1.1549946,-1.154995
+5.6135583,-0.90457654,0.94576013,0.9101658,-0.94049,0.59987545,0.54147804,-0.9207735,0.9355564,0.8640771,-0.9534857,-0.12361246,0.83567,0.81519395,0.81519365
+4.2557936,-0.93092924,0.95407796,0.5007632,-0.9469872,0.5106803,-0.5989613,-0.94971865,0.9228127,0.18865073,-0.9267725,0.39608574,0.36802363,2.1729586,2.1729584
+5.524921,-0.9242879,0.9490701,0.46337128,-0.7747225,-0.29321957,-0.8816688,-0.9274172,0.9541862,0.3231101,-0.8976442,-0.66814435,-0.5492813,0.9038315,0.903831
+7.476935,-0.93651056,0.9575722,0.8217902,-0.50446796,-0.5111799,-0.90376246,-0.9429267,0.94807065,0.6926514,-0.8297277,-0.5631745,-0.42695868,-1.0481826,-1.048183
+7.138527,-0.9309246,0.9236858,0.9308891,-0.8105354,-0.5528166,-0.9593532,-0.9637952,0.8340448,0.88886476,-0.8328039,-0.0582397,-0.58293325,-0.7097747,-0.709775
+4.8683205,-0.94649684,0.89161384,0.95078874,-0.82717085,-0.7814617,-0.6065286,-0.9736101,0.7222028,0.9325347,-0.90786624,-0.49321735,-0.273076,1.5604315,1.5604315
+3.7047615,-0.9463846,0.9353609,0.9527097,-0.8339496,-0.7275379,-0.20804304,-0.9683228,0.77337956,0.87246513,-0.9575195,-0.72494996,-0.26035964,2.7239907,2.7239904
+5.2309985,-0.93757117,0.9650545,0.95164347,-0.733199,-0.79722273,-0.77494246,-0.9550342,0.9318353,0.90712357,-0.94477373,-0.85948443,-0.7454468,1.1977537,1.1977534
+7.4629827,-0.9533991,0.94596386,0.9394417,-0.83095837,-0.7727807,-0.51028633,-0.9611247,0.9201076,0.9352157,-0.9370175,-0.91191274,-0.25464082,-1.0342304,-1.0342307
+7.080022,-0.9483652,0.94453573,0.9368539,-0.919738,0.016442299,-0.16003221,-0.9576143,0.9397788,0.9135107,-0.9337014,-0.671037,0.6615417,-0.6512696,-0.6512699
+4.8071365,-0.9135492,0.9486189,0.8920567,-0.9499655,0.6731181,0.19451785,-0.9251126,0.92387855,0.70989656,-0.9438367,0.19681239,0.8300766,1.6216158,1.6216154
+4.4421654,-0.9328427,0.9545634,0.31220055,-0.92785156,0.44757748,-0.8249292,-0.94796985,0.9314709,0.15324092,-0.9141947,0.27568078,-0.01846093,1.9865866,1.9865866
+6.3563976,-0.9271792,0.9418521,0.76735854,-0.5839305,-0.42547607,-0.8807262,-0.9338343,0.95152843,0.52919865,-0.8784206,-0.7134056,-0.5379069,0.07235467,0.07235432
+7.815556,-0.94137186,0.9483347,0.86671126,-0.55957776,-0.45257795,-0.91649497,-0.9526115,0.927932,0.8005892,-0.8097623,-0.31461984,-0.489336,-1.3868036,-1.3868041
+6.4862304,-0.92625713,0.9090719,0.9510224,-0.78711,-0.64295405,-0.9378428,-0.9686254,0.7857363,0.91511726,-0.8712146,-0.25991702,-0.48970735,-0.05747826,-0.057478428
+4.160622,-0.9481479,0.91503656,0.9462528,-0.86216736,-0.7523708,-0.33673668,-0.97102576,0.7415421,0.9221803,-0.9255156,-0.5178741,-0.08341336,2.26813,2.2681298
+3.922783,-0.953654,0.943738,0.96223414,-0.7493235,-0.7458418,-0.51194316,-0.9701367,0.8293004,0.9046612,-0.95548755,-0.8388211,-0.49765742,2.505969,2.505969
+6.120055,-0.94860846,0.9517286,0.9510728,-0.7352409,-0.77730626,-0.7270606,-0.9561744,0.9248338,0.9229126,-0.9407797,-0.8959246,-0.7199018,0.30869707,0.30869675
+7.7349367,-0.95964605,0.9375442,0.9346006,-0.8816567,-0.71164125,-0.42478448,-0.96552426,0.9217305,0.93365407,-0.92698836,-0.9006718,0.1423142,-1.3061845,-1.3061848
+6.347972,-0.9288735,0.93955445,0.92422485,-0.9332037,0.36896932,0.17358112,-0.9415086,0.93357086,0.9023726,-0.9472316,-0.4376127,0.6570928,0.080780305,0.08078003
+4.3037653,-0.93363494,0.94894934,0.79026604,-0.9516542,0.6009432,-0.3382213,-0.9467548,0.9164517,0.46209407,-0.93658644,0.3904463,0.6838913,2.124987,2.1249866
+4.855619,-0.9289186,0.9560268,0.42526674,-0.825408,0.18125951,-0.86510754,-0.9437492,0.94463015,0.21419084,-0.9096994,-0.46982127,-0.43947625,1.5731333,1.573133
+6.9836173,-0.9410168,0.95082664,0.8205817,-0.623126,-0.5973385,-0.9312587,-0.9492365,0.94996524,0.66263604,-0.84089154,-0.62787557,-0.1816256,-0.55486494,-0.55486536
+7.6056256,-0.9463304,0.9396448,0.89974236,-0.690656,-0.41895455,-0.945324,-0.9636949,0.88901484,0.8592856,-0.8374584,-0.24853379,-0.5761136,-1.1768733,-1.1768737
+5.6231933,-0.9515236,0.9058678,0.9544171,-0.8008111,-0.7075932,-0.8279218,-0.9744301,0.7536355,0.9361608,-0.89980763,-0.49815416,-0.39918518,0.80555886,0.8055587
+3.793607,-0.9517003,0.9332496,0.9490428,-0.85256624,-0.7110772,-0.27281642,-0.97316056,0.73796034,0.90146506,-0.946372,-0.62840086,-0.025951862,2.6351452,2.635145
+4.544882,-0.9400552,0.9575666,0.9504231,-0.6392402,-0.7281384,-0.7191263,-0.96275127,0.89883566,0.9164008,-0.9538207,-0.8636322,-0.70170116,1.8838702,1.8838701
+6.919746,-0.95188576,0.94801223,0.94294596,-0.7859235,-0.7689421,-0.60946995,-0.95829564,0.90210533,0.9344251,-0.93564266,-0.8924792,-0.5026793,-0.49099383,-0.49099398
+7.517418,-0.95624286,0.94242287,0.9342265,-0.91424656,-0.4994707,-0.41034567,-0.96607035,0.93238974,0.921965,-0.9236348,-0.79433346,0.49402142,-1.0886655,-1.088666
+5.49517,-0.9151961,0.93899345,0.90225565,-0.9419566,0.5952562,0.4933796,-0.92151695,0.9297162,0.8474448,-0.95008737,-0.16117525,0.80001163,0.93358207,0.9335818
+4.273142,-0.9449982,0.948105,0.49550617,-0.9457488,0.5162196,-0.63080984,-0.95518243,0.91630507,0.25797153,-0.92339844,0.37574542,0.3241217,2.1556103,2.15561
+5.6433735,-0.93215793,0.9460112,0.58026266,-0.710848,-0.31612086,-0.8771429,-0.9324108,0.9517145,0.39592338,-0.883122,-0.6953349,-0.6035502,0.7853787,0.78537846
+7.521805,-0.9469341,0.95343757,0.8404825,-0.5554293,-0.6061036,-0.901881,-0.9532112,0.94249153,0.749333,-0.82229024,-0.49473846,-0.38575268,-1.0930524,-1.0930529
+7.004183,-0.9415185,0.92960167,0.9354212,-0.78629905,-0.56831264,-0.9557009,-0.96891475,0.8170345,0.8862014,-0.8554663,-0.11895335,-0.6070002,-0.57543063,-0.57543087
+4.717037,-0.953079,0.9056767,0.95032096,-0.7946017,-0.7892969,-0.5870463,-0.9763719,0.7085438,0.92764664,-0.90871376,-0.47685677,-0.21270919,1.7117151,1.7117147
+3.7336783,-0.9507689,0.93774843,0.95687056,-0.792503,-0.7090962,-0.23781484,-0.9731788,0.75108886,0.8691554,-0.95777047,-0.75614154,-0.33900148,2.695074,2.6950736
+5.4255285,-0.940712,0.9616382,0.95328736,-0.73294896,-0.80885816,-0.7943049,-0.9565237,0.9188869,0.90828276,-0.9406739,-0.8804229,-0.75894195,1.0032238,1.0032234
+7.5437512,-0.9550629,0.94339895,0.93724847,-0.8396552,-0.8037412,-0.48817682,-0.9632161,0.90747595,0.9370818,-0.9324245,-0.9210737,-0.11623877,-1.1149992,-1.1149993
+6.941319,-0.9472436,0.939723,0.93469834,-0.917467,0.119947195,-0.15656006,-0.9570708,0.9334388,0.9086664,-0.937524,-0.6671561,0.62449646,-0.5125667,-0.51256704
+4.6754045,-0.92446655,0.9465349,0.8811362,-0.94979274,0.6291375,0.012592316,-0.93420726,0.91634095,0.65750337,-0.94255966,0.16380763,0.81043506,1.7533475,1.7533474
+4.5076294,-0.9336178,0.9513986,0.35237503,-0.91423243,0.4461987,-0.83765084,-0.94996595,0.93107784,0.18043113,-0.9120364,0.077201486,-0.1081236,1.9211227,1.9211226
+6.4828353,-0.93335,0.94133496,0.7877476,-0.5880236,-0.5028011,-0.90697736,-0.94506156,0.9490478,0.5774963,-0.8701919,-0.702808,-0.39552128,-0.05408303,-0.054083347
+7.804823,-0.94632876,0.9450815,0.88045776,-0.5217995,-0.49272966,-0.92411643,-0.9588391,0.9198648,0.8132746,-0.8270313,-0.34510708,-0.49246013,-1.3760706,-1.376071
+6.3106117,-0.93834543,0.91784835,0.9537666,-0.775595,-0.6624306,-0.9302861,-0.97290677,0.7754302,0.9170115,-0.88520455,-0.33264565,-0.44513535,0.1181404,0.11814022
+4.0354095,-0.95107824,0.92414355,0.94659805,-0.84515315,-0.7482289,-0.34420824,-0.974263,0.7360351,0.91765237,-0.93219596,-0.5191322,0.00034928322,2.3933427,2.3933425
+4.012684,-0.953537,0.946401,0.96101165,-0.66491467,-0.7215275,-0.55105335,-0.9695684,0.83077955,0.8978803,-0.95730275,-0.86045325,-0.5545257,2.4160683,2.416068
+6.3256354,-0.9508326,0.94955707,0.94945,-0.7249799,-0.7733915,-0.7038455,-0.95771813,0.9105835,0.92700195,-0.94178724,-0.90234715,-0.6839995,0.10311672,0.10311651
+7.751482,-0.96099484,0.93830395,0.93365216,-0.8870446,-0.70774806,-0.4395498,-0.9663303,0.9191239,0.9329083,-0.9252786,-0.90453774,0.27936876,-1.3227298,-1.3227301
+6.188082,-0.92816323,0.93680954,0.9208572,-0.93390495,0.40362442,0.2503196,-0.93739545,0.93005013,0.89250326,-0.94919854,-0.4971001,0.72187495,0.24067001,0.24066973
+4.283382,-0.9417963,0.94819427,0.76696897,-0.9490208,0.56703687,-0.45960402,-0.95188963,0.91409206,0.42081904,-0.9342314,0.27263606,0.6141081,2.1453702,2.14537
+4.993896,-0.933337,0.95448947,0.47795045,-0.7839216,0.0528934,-0.887806,-0.94231117,0.9457152,0.2596587,-0.89998543,-0.5867663,-0.40988886,1.434856,1.4348559
+7.0800176,-0.9440509,0.95204496,0.836138,-0.5366282,-0.63848484,-0.9316504,-0.95257527,0.9503679,0.6671684,-0.8502808,-0.6203209,-0.12825608,-0.65126514,-0.6512656
+7.5180073,-0.94760084,0.9405706,0.9125737,-0.67541856,-0.46185565,-0.9533694,-0.9677576,0.8683789,0.8641428,-0.8531028,-0.20086741,-0.55273765,-1.0892551,-1.0892553
+5.438758,-0.95518184,0.9132799,0.955032,-0.7745627,-0.7429404,-0.7979887,-0.9756871,0.73138165,0.9361565,-0.91315186,-0.508964,-0.311607,0.98999435,0.98999405
+3.7465312,-0.95257753,0.940166,0.952497,-0.82626784,-0.708794,-0.1969564,-0.97369033,0.7330687,0.88155997,-0.95392793,-0.6663025,-0.08984089,2.6822207,2.6822207
+4.74327,-0.93709815,0.95947874,0.9533371,-0.6176899,-0.755631,-0.753942,-0.96096414,0.90741754,0.9143461,-0.9553304,-0.87167966,-0.7199524,1.6854824,1.685482
+7.0933466,-0.95290095,0.94811225,0.942543,-0.77708876,-0.7824496,-0.5999662,-0.96035516,0.8992677,0.9362893,-0.93615943,-0.90535575,-0.3844632,-0.66459435,-0.66459465
+7.405995,-0.9556703,0.94281507,0.93724203,-0.91063106,-0.33968848,-0.4169792,-0.96587104,0.9322164,0.91846895,-0.9274192,-0.79563385,0.5781419,-0.97724265,-0.97724295
+5.3216324,-0.915614,0.9409754,0.902416,-0.94226617,0.6258209,0.38110113,-0.92810357,0.9291202,0.80856824,-0.9503061,-0.1989091,0.8019419,1.1071197,1.1071196
+4.3377647,-0.9419041,0.95101035,0.45946062,-0.941613,0.43736005,-0.7417136,-0.9550152,0.9172201,0.21602654,-0.917677,0.33186293,0.27386558,2.0909874,2.0909872
+5.8323355,-0.9329318,0.94200253,0.6916523,-0.6044101,-0.3514564,-0.8804749,-0.9372048,0.95126605,0.43939435,-0.8806635,-0.70320165,-0.59152526,0.5964169,0.5964165
+7.5883684,-0.94475466,0.9519396,0.8559549,-0.49462104,-0.61717904,-0.913596,-0.9563923,0.9390925,0.74362445,-0.8265864,-0.41302246,-0.33542103,-1.1596161,-1.1596165
+6.8513174,-0.9315658,0.92627025,0.9447861,-0.76581824,-0.6281126,-0.9553223,-0.9704337,0.7922635,0.894032,-0.87387943,-0.13889515,-0.533764,-0.4225652,-0.42256546
+4.5252686,-0.949906,0.9127413,0.95050144,-0.80209786,-0.7923584,-0.463099,-0.9758575,0.710433,0.92127323,-0.91691744,-0.48742473,-0.161228,1.9034835,1.9034834
+3.7821174,-0.95140034,0.9415262,0.96042836,-0.74249744,-0.733271,-0.33405375,-0.9738997,0.7627437,0.85778236,-0.9581164,-0.7921456,-0.38392353,2.646635,2.6466346
+5.7008424,-0.9456391,0.96138835,0.9554584,-0.7008954,-0.7991437,-0.7786665,-0.9569041,0.91847944,0.91308975,-0.9459722,-0.8936575,-0.7422201,0.72790986,0.72790956
+7.6549087,-0.9588577,0.9446931,0.93755734,-0.84296083,-0.777806,-0.45484066,-0.96469796,0.9131484,0.9386803,-0.93097335,-0.929275,0.043470502,-1.2261566,-1.2261567
+6.7486506,-0.9437141,0.9409976,0.93462205,-0.92041814,0.23707867,-0.115415156,-0.95372313,0.9322164,0.90857387,-0.94275045,-0.6445039,0.63721645,-0.3198983,-0.3198986
+4.537352,-0.9288449,0.9501054,0.8617039,-0.9512871,0.6242597,-0.15723962,-0.9421323,0.9148375,0.58353806,-0.9405163,0.16694963,0.80179334,1.8914002,1.8913999
+4.6069975,-0.93031037,0.9551238,0.35207355,-0.8962183,0.34933722,-0.8663981,-0.9495941,0.9355993,0.1781584,-0.90874064,-0.1849423,-0.1715169,1.8217545,1.8217545
+6.652377,-0.9338273,0.9424027,0.802011,-0.58257204,-0.5322433,-0.927975,-0.94820493,0.949255,0.576499,-0.87231225,-0.66697335,-0.2148118,-0.22362487,-0.22362518
+7.7677045,-0.94470805,0.9448725,0.88670826,-0.51100767,-0.47380328,-0.9396789,-0.9595556,0.90945697,0.82145166,-0.8357116,-0.33932114,-0.5023436,-1.3389522,-1.3389525
+6.078423,-0.9375173,0.9162593,0.9565108,-0.77878934,-0.68954074,-0.9115213,-0.9737517,0.7621987,0.92234755,-0.89830834,-0.41697,-0.3821751,0.35032916,0.35032892
+3.9070792,-0.9505935,0.92995477,0.945838,-0.85596156,-0.7424215,-0.31250733,-0.97387046,0.73631144,0.90921545,-0.9378715,-0.56842756,0.05447936,2.521673,2.5216727
+4.1659565,-0.9500023,0.9530556,0.95819163,-0.632405,-0.7292721,-0.59331137,-0.96872807,0.85792255,0.901124,-0.9581223,-0.874434,-0.6101579,2.2627957,2.2627954
+6.5696588,-0.95301294,0.9499097,0.9476433,-0.7339403,-0.7675879,-0.66076726,-0.95849055,0.90970135,0.9296961,-0.9419828,-0.90150785,-0.64043504,-0.1409065,-0.14090681
+7.723003,-0.9630465,0.9430156,0.9334638,-0.8978451,-0.66009766,-0.43307686,-0.9661323,0.92676973,0.93011594,-0.9234379,-0.8866043,0.37341547,-1.2942507,-1.294251
+5.939701,-0.92377836,0.93889296,0.9165001,-0.9356649,0.44066167,0.34556603,-0.9331632,0.9298744,0.8772104,-0.9510522,-0.44401646,0.7884836,0.4890512,0.48905087
+4.254361,-0.9438089,0.95005083,0.71431136,-0.9462528,0.56675375,-0.5295947,-0.954146,0.91612554,0.33269298,-0.93201494,0.21638715,0.5141382,2.174391,2.1743908
+5.2065945,-0.9335927,0.9519346,0.51055384,-0.77392197,-0.15561652,-0.89854383,-0.93627477,0.9484792,0.3033805,-0.8890923,-0.6526881,-0.37724662,1.2221578,1.2221575
+7.2365775,-0.9433357,0.95533967,0.841499,-0.4755336,-0.64356863,-0.92590827,-0.95234257,0.95174754,0.6559645,-0.8540505,-0.6090646,-0.19082236,-0.80782515,-0.80782557
+7.372258,-0.9442033,0.93957543,0.9243413,-0.7129111,-0.5073111,-0.9585744,-0.9680847,0.85129833,0.8705814,-0.8586529,-0.12507915,-0.571318,-0.9435058,-0.94350624
+5.183647,-0.9545239,0.9111575,0.95454574,-0.7745932,-0.77710533,-0.7295936,-0.97685957,0.7140293,0.93458915,-0.91713184,-0.52487946,-0.2549156,1.2451049,1.2451048
+3.7082517,-0.9494909,0.94373894,0.954407,-0.81422126,-0.70926076,-0.17512715,-0.973266,0.73754215,0.86359227,-0.9583199,-0.7016447,-0.19320798,2.7205007,2.7205002
+4.978531,-0.9364088,0.9627485,0.954355,-0.6553789,-0.7770871,-0.7730277,-0.9588377,0.91738176,0.90723383,-0.95297056,-0.8716592,-0.72389424,1.4502214,1.4502211
+7.271843,-0.95542765,0.9483714,0.94180536,-0.788483,-0.7819186,-0.5634085,-0.9609623,0.90746903,0.93779755,-0.9375007,-0.91615665,-0.26286292,-0.8430907,-0.843091
+7.2563076,-0.9537015,0.9438398,0.9392233,-0.9105622,-0.11826515,-0.3704257,-0.9631745,0.9345658,0.9141915,-0.93085957,-0.7735143,0.6358757,-0.82755536,-0.82755566

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.6451178789138794,-0.6451178458929062,7.073869779586792,,
+1000,-0.12172353267669678,-0.12172352766990661,6.550475516796112,,
+1500,0.2372269332408905,0.23722697293758394,6.191524998188019,,
+2000,0.47071921825408936,0.47071892166137697,5.958033041477203,,
+2500,0.43336552381515503,0.43336556196212767,5.995386364936828,,
+3000,0.5639970898628235,0.5639973149299622,5.864754632472992,,
+3500,0.47753283381462097,0.4775326042175293,5.951219333648682,,
+4000,0.44249647855758667,0.4424964059591293,5.986255552768707,,
+4500,0.3473820686340332,0.347381954908371,6.081369997978211,,
+5000,0.29965946078300476,0.2996594293117523,6.129092509269714,,
+5000,,,,5.853004884719849,0.5757468342781067
+5500,0.41328319907188416,0.413283390045166,6.015468611717224,,
+6000,0.38037487864494324,0.38037466681003573,6.048377309799195,,
+6500,0.5473229289054871,0.5473226392269135,5.881429329872131,,
+7000,0.6115726828575134,0.6115724920034409,5.8171794571876525,,
+7500,0.41955578327178955,0.41955595374107363,6.009195995807648,,
+8000,-0.5487063527107239,-0.5487067786455154,6.9774587516784665,,
+8500,0.3885449171066284,0.3885449993610382,6.040206951141357,,
+9000,0.3790416419506073,0.3790419352054596,6.049709987163544,,
+9500,0.3278207778930664,0.327820984005928,6.100931001663208,,
+10000,0.5276070833206177,0.5276069662570954,5.9011449737548825,,
+10000,,,,5.763592984676361,0.6651586294174194
+10500,0.5044280886650085,0.504427859544754,5.924324071884155,,
+11000,0.2241613268852234,0.22416119849681854,6.2045907182693485,,
+11500,0.13884831964969635,0.13884845221042633,6.289903490543366,,
+12000,0.5455971360206604,0.5455971244573593,5.883154824733734,,
+12500,0.5501959323883057,0.5501959428787232,5.878556001663208,,
+13000,0.6108224391937256,0.6108225041627884,5.817929476737976,,
+13500,0.6105106472969055,0.6105105293989181,5.818241428852081,,
+14000,0.6074481010437012,0.6074479789733886,5.821303946971893,,
+14500,0.2795562744140625,0.2795564833879471,6.149195425033569,,
+15000,0.4879467487335205,0.4879468262195587,5.940805137634277,,
+15000,,,,5.858431161642074,0.5703206062316895
+15500,0.4777891933917999,0.47778904473781586,5.950962906360626,,
+16000,0.613579511642456,0.6135797435045243,5.815172202587128,,
+16500,0.5457410216331482,0.5457409189939499,5.883011027812958,,
+17000,0.3339002728462219,0.3339003531932831,6.0948515853881835,,
+17500,0.3533731997013092,0.35337329530715944,6.0753786444664,,
+18000,0.36215266585350037,0.3621530773639679,6.066598854541779,,
+18500,0.49731624126434326,0.4973162944316864,5.93143564414978,,
+19000,0.3188321888446808,0.3188320300579071,6.10991992855072,,
+19500,0.44652652740478516,0.4465265794992447,5.982225368499756,,
+20000,0.520541250705719,0.5205412462949753,5.908210701465607,,
+20000,,,,6.2799783551692965,0.14877377450466156
+20500,0.4936993420124054,0.49369919347763064,5.935052752971649,,
+21000,0.4544970989227295,0.45449676442146303,5.974255209445953,,
+21500,0.4588268995285034,0.4588268671035767,5.969925104141235,,
+22000,0.3918331563472748,0.3918332335948944,6.036918713092804,,
+22500,0.380400151014328,0.38040047216415407,6.048351470947265,,
+23000,0.32141828536987305,0.32141834568977357,6.107333559036255,,
+23500,0.3713643550872803,0.3713643037080765,6.057387647628784,,
+24000,0.37125465273857117,0.3712548402547836,6.057497088432312,,
+24500,0.40615418553352356,0.40615443110466004,6.0225974898338315,,
+25000,0.4054470360279083,0.4054472817182541,6.023304674625397,,
+25000,,,,6.114998446702957,0.31375330686569214
+25500,0.3181084394454956,0.3181084164381027,6.110643543720245,,
+26000,0.5071154832839966,0.5071153371334076,5.921636623382568,,
+26500,0.4840823709964752,0.484082195520401,5.944669757366181,,
+27000,0.2783183157444,0.2783184711933136,6.150433488368988,,
+27500,0.26180312037467957,0.26180328941345216,6.166948621749878,,
+28000,0.2372986227273941,0.23729816508293153,6.1914537558555605,,
+28500,0.22347252070903778,0.22347251415252686,6.205279469490051,,
+29000,0.2511245608329773,0.2511244029998779,6.177627560138703,,
+29500,0.27719753980636597,0.27719790816307066,6.151554051876068,,
+30000,0.37127503752708435,0.37127509331703185,6.057476832389831,,
+30000,,,,6.013530189990997,0.41522154211997986
+30500,0.2527455985546112,0.2527459486722946,6.176006003379822,,
+31000,0.27751225233078003,0.2775121752023697,6.151239768981934,,
+31500,0.4241148829460144,0.424114617228508,6.004637375354767,,
+32000,0.40180519223213196,0.401805228471756,6.026946712017059,,
+32500,0.3053768277168274,0.30537691998481753,6.1233750314712525,,
+33000,0.29241764545440674,0.29241790890693664,6.136334062576294,,
+33500,0.4316154420375824,0.4316153042316437,5.99713664150238,,
+34000,0.320984423160553,0.32098452985286713,6.107767410755158,,
+34500,0.27163612842559814,0.2716362087726593,6.157115728855133,,
+35000,0.407589852809906,0.4075897674560547,6.021162138462067,,
+35000,,,,6.2474347949028015,0.18131685256958008
+35500,0.35370689630508423,0.35370706343650815,6.0750448870658875,,
+36000,0.22692790627479553,0.22692784321308135,6.201824100494385,,
+36500,0.3894185423851013,0.38941834473609926,6.03933359670639,,
+37000,0.3402673304080963,0.3402671854496002,6.088484772205353,,
+37500,0.3549605906009674,0.35496057498455047,6.073791368961334,,
+38000,0.4300946891307831,0.4300945385694504,5.998657402515412,,
+38500,0.3231838643550873,0.3231838334798813,6.105568089962006,,
+39000,0.4137861430644989,0.41378600931167603,6.014965919971466,,
+39500,0.43067362904548645,0.43067370891571044,5.998078268051147,,
+40000,0.501375138759613,0.5013754279613495,5.9273765144348145,,
+40000,,,,5.919537966251373,0.5092137455940247
+40500,0.41374671459198,0.4137468138933182,6.015005129337311,,
+41000,0.4032452702522278,0.4032449426651001,6.025506972789764,,
+41500,0.4234462082386017,0.4234462831020355,6.005305678367614,,
+42000,0.47366419434547424,0.47366407215595246,5.955087846279144,,
+42500,0.4194733798503876,0.4194736391305923,6.009278339385986,,
+43000,0.5043215155601501,0.5043214277029038,5.924430521965027,,
+43500,0.5082772970199585,0.5082772358655929,5.920474701404571,,
+44000,0.4278362989425659,0.4278363070487976,6.000915599346161,,
+44500,0.44508597254753113,0.44508592593669893,5.98366605758667,,
+45000,0.4251226484775543,0.4251227641105652,6.00362921667099,,
+45000,,,,6.02131203532219,0.40743961930274963
+45500,0.3179034888744354,0.317903629899025,6.110848286151886,,
+46000,0.39344102144241333,0.3934409018754959,6.035311055183411,,
+46500,0.4175668954849243,0.41756677532196046,6.011185200691223,,
+47000,0.3892795145511627,0.3892795499563217,6.039472442150116,,
+47500,0.42017826437950134,0.4201783986091614,6.008573544502259,,
+48000,0.4163261651992798,0.4163263498544693,6.012425546169281,,
+48500,0.3081892132759094,0.3081889877319336,6.120562940120697,,
+49000,0.2673909068107605,0.26739100289344786,6.16136093378067,,
+49500,0.3855384290218353,0.38553816628456117,6.043213816642761,,
+50000,0.48940616846084595,0.4894060357809067,5.939345914363861,,
+50000,,,,5.999167908430099,0.4295838177204132

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d2286e037ac51f579f7e569b4976425ee56ae0f70fc84babda039b6e6c812
+size 15018765

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-medium-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+7.862837,-0.18093467,0.9546374,-0.9749209,0.83635795,0.9546144,0.8421117,-0.07956618,0.96647286,-0.97165537,0.8412578,0.95405245,0.84858143,-1.4340844,-1.4340849
+9.634814,0.8603835,0.9682642,-0.38091677,0.8989862,0.9057478,0.94213843,0.8846247,0.9690361,-0.57230926,0.9010236,0.91467667,0.94415903,-3.2060623,-3.2060623
+7.549119,0.9505627,0.9149234,0.16383338,0.93038225,0.40835142,0.9714401,0.96207595,0.915908,-0.07960421,0.92120624,0.38170743,0.9708611,-1.1203668,-1.120367
+4.900529,0.96197605,0.9665117,-0.32808006,0.9571985,0.882738,0.9845462,0.9632163,0.9652858,-0.51578695,0.9564023,0.9018978,0.9847803,1.528223,1.528223
+5.9854684,0.9542936,0.9831326,0.7765596,0.71511173,0.021891594,0.97903013,0.9561584,0.98333895,0.67691636,0.7387693,0.057622433,0.97852826,0.44328365,0.44328356
+8.761221,0.87589014,0.9823024,0.38230264,-0.945704,-0.834571,0.965559,0.88828254,0.98293865,0.18974471,-0.9458167,-0.8015598,0.96397495,-2.3324687,-2.332469
+10.693119,0.79571116,0.9857197,-0.28395343,-0.9791673,-0.43250072,0.92267704,0.7971926,0.9855137,-0.37060094,-0.97575325,-0.35862613,0.92741334,-4.264367,-4.264367
+8.947427,0.8764138,0.9827099,-0.25224352,-0.9131513,0.41835213,0.9323096,0.867254,0.9808972,-0.3199628,-0.9097545,0.49331355,0.93282473,-2.5186746,-2.5186749
+5.6453476,0.85006297,0.9772843,-0.87085444,-0.4883169,0.88699555,0.9263239,0.86830544,0.9757471,-0.87200576,-0.48488843,0.90243864,0.9346411,0.7834045,0.78340435
+5.901374,-0.5820389,0.97007835,-0.9769367,-0.5365714,-0.1951338,0.71591806,-0.57004386,0.97055864,-0.97624487,-0.48597997,-0.07701635,0.69268584,0.5273784,0.5273781
+7.669408,-0.96587425,0.97617805,-0.9813931,-0.74491453,-0.75290936,0.7861135,-0.96597224,0.976781,-0.9813987,-0.7354991,-0.7329974,0.8139913,-1.2406554,-1.2406559
+7.336786,-0.22535205,0.9797199,0.4450376,0.9165454,0.22696483,0.9548769,-0.19493222,0.9806869,0.19017732,0.9181552,0.24041963,0.9578569,-0.9080333,-0.90803385
+5.070119,0.9178269,0.93050563,0.98728096,0.95286345,0.7938907,0.96647453,0.9240669,0.93146205,0.9827497,0.9538288,0.7929481,0.96720314,1.358633,1.358633
+4.3455267,0.9743376,0.9535322,0.98407793,0.9553106,0.2970252,0.9819567,0.97593427,0.9519243,0.97886837,0.9539052,0.27052736,0.98282313,2.0832255,2.0832253
+6.2612405,0.93798566,0.97136986,0.849445,0.92294776,0.52926743,0.97588897,0.9315084,0.97280073,0.84681916,0.92849135,0.5330299,0.9753461,0.16751178,0.16751146
+9.283757,0.97419477,0.98250556,0.916919,-0.9343897,-0.70645237,0.94232213,0.9721122,0.9828172,0.9167094,-0.931336,-0.6727325,0.9383967,-2.8550053,-2.8550053
+9.364899,0.92453647,0.98334026,0.102414966,-0.98012275,0.7568419,0.9362447,0.92509675,0.9829149,0.007977128,-0.9798121,0.75855577,0.936108,-2.9361467,-2.9361467
+5.7317557,0.9785063,0.9847336,-0.6003237,-0.87729645,0.70143175,0.956115,0.97898006,0.9851446,-0.6218273,-0.87511414,0.7238064,0.96269274,0.6969966,0.6969962
+5.243635,0.9480338,0.9958626,-0.85688263,0.36937797,0.8347037,0.9766798,0.953123,0.9954866,-0.85453695,0.38856578,0.85776687,0.9747658,1.1851169,1.1851168
+8.057507,-0.7084925,0.9841111,-0.97579104,-0.90594,-0.25820947,0.7192912,-0.71966535,0.98373413,-0.97413075,-0.8931415,-0.14342284,0.6985433,-1.628754,-1.6287546
+9.634021,-0.90709305,0.9752617,-0.9645562,-0.8536068,-0.69214547,0.85686135,-0.8683913,0.97420216,-0.96852046,-0.85713375,-0.68720436,0.8692727,-3.2052686,-3.2052689
+6.2349215,0.46142697,0.9617164,0.98637104,0.9721899,0.24485576,0.9696053,0.56097925,0.9614185,0.9813633,0.97273135,0.24386644,0.97008324,0.19383079,0.19383049
+2.4654624,0.95017886,0.963058,0.9753128,0.92215395,0.5031202,0.97589946,0.9457748,0.9659085,0.9671352,0.9147779,0.48329544,0.97502446,3.96329,3.9632895
+3.6841888,0.9633641,0.98125434,0.9400861,0.97440577,0.50504065,0.9829247,0.9623034,0.97201324,0.93528545,0.97521305,0.48366725,0.9844804,2.7445633,2.744563
+8.083992,0.94781923,0.97194266,0.91939795,0.71379995,0.9100146,0.96914005,0.94329906,0.9721607,0.93211925,0.74044013,0.9022777,0.96816254,-1.6552397,-1.65524
+10.716987,0.9661938,0.98548365,0.9030646,-0.97443664,-0.4940858,0.925802,0.9657469,0.98587143,0.9066837,-0.97325027,-0.47094476,0.92102444,-4.2882347,-4.2882347
+8.0126705,0.8265209,0.9830555,-0.36664653,-0.9653767,0.8008492,0.94191957,0.8092737,0.982862,-0.39215612,-0.9675232,0.8088813,0.94235134,-1.5839181,-1.5839186
+4.909689,0.8581276,0.98361397,-0.9142221,-0.9131697,0.81596196,0.94024885,0.8610542,0.9828706,-0.9183222,-0.9135183,0.8223047,0.94214845,1.5190634,1.519063
+6.6415124,-0.8376432,0.9677682,-0.9745128,-0.69429326,-0.04189229,0.576205,-0.81289214,0.96766186,-0.9728691,-0.6519278,0.027253628,0.48853588,-0.21276009,-0.21276045
+8.604588,-0.9856628,0.9731891,-0.97180873,-0.94959325,-0.7238694,0.61947334,-0.984358,0.97587395,-0.9695874,-0.9484781,-0.69993883,0.6715845,-2.175835,-2.1758356
+8.105234,-0.26058125,0.9723661,0.24356079,0.86488795,0.43066788,0.90782785,-0.22706741,0.97384346,-0.024576426,0.856143,0.3891338,0.9162885,-1.6764818,-1.6764822
+5.2707834,0.92850137,0.9396428,0.9891552,0.9523418,0.72733104,0.9531461,0.9266108,0.93915296,0.9823054,0.95359516,0.72442806,0.9535403,1.1579688,1.1579685
+3.7993681,0.9748341,0.95044506,0.9726708,0.94745207,0.28040242,0.9778148,0.9756532,0.94553185,0.9700304,0.9528433,0.2682302,0.9776995,2.6293838,2.6293838
+5.6874723,0.9545549,0.97704244,0.9173267,0.9243436,0.7197685,0.96949387,0.95180774,0.97770274,0.92008257,0.93196404,0.7032621,0.96755743,0.7412799,0.7412796
+9.082218,0.96632123,0.9836569,0.93359315,-0.9535535,-0.8680211,0.93935513,0.962867,0.98391855,0.9294627,-0.9466029,-0.8646901,0.9360225,-2.6534655,-2.6534662
+9.639031,0.925148,0.9775858,0.17521524,-0.9631883,0.7610315,0.918211,0.9239067,0.9760287,0.087828636,-0.96306914,0.7527182,0.92181396,-3.2102787,-3.2102795
+6.3999,0.963022,0.9819392,-0.51878744,-0.9210949,0.7947209,0.9466934,0.9647727,0.98075056,-0.5641486,-0.9233599,0.80229497,0.95122194,0.028852195,0.028851986
+6.036015,0.7142465,0.9913974,-0.9584331,-0.45251858,0.13349175,0.9356942,0.7390635,0.9919114,-0.95759565,-0.4002756,0.15917158,0.9311496,0.39273715,0.3927369
+8.482109,-0.97998214,0.9861939,-0.97037005,-0.9393575,-0.68105054,0.4361472,-0.98238325,0.98642325,-0.96050215,-0.93341875,-0.6243113,0.40665042,-2.053357,-2.0533571
+8.059079,-0.95788366,0.97159374,-0.8700928,-0.8827603,-0.4487661,0.81383646,-0.9531076,0.97296727,-0.8867929,-0.8835867,-0.4459902,0.83349395,-1.6303269,-1.6303272
+5.391819,0.8246758,0.9234798,0.98448753,0.9669541,0.41863418,0.93187165,0.82226014,0.9124763,0.97497916,0.96911335,0.45217514,0.9340563,1.0369332,1.036933
+3.64655,0.96151197,0.90845704,0.98025846,0.9319334,0.34600616,0.97861016,0.96127737,0.9067509,0.97408056,0.9269595,0.31667984,0.9770272,2.7822025,2.782202
+4.865634,0.9627979,0.98585856,0.9125843,0.9579389,0.5762857,0.9786849,0.9627999,0.9855895,0.91141224,0.9611237,0.55383015,0.9781424,1.5631183,1.563118
+8.419424,0.94793344,0.9785578,0.94918466,0.15891206,0.7564943,0.95217514,0.9428406,0.9787278,0.9493625,0.26838374,0.7374549,0.9496834,-1.990672,-1.9906721
+9.697942,0.9400425,0.9807514,0.8946402,-0.97823024,0.4394039,0.9397309,0.9427043,0.9807522,0.876367,-0.9779296,0.4095235,0.94192576,-3.2691891,-3.2691898
+6.5545707,0.90639925,0.9852259,0.27100623,-0.9272441,0.8097799,0.9525553,0.9096999,0.98293746,0.23131526,-0.9286431,0.822889,0.953877,-0.12581824,-0.12581873
+5.2740726,0.91110134,0.97748923,-0.88395256,-0.7518602,0.8527454,0.9481487,0.92100954,0.97524405,-0.8885454,-0.74186736,0.84410906,0.9475312,1.1546797,1.1546793
+7.7747355,-0.9238239,0.977885,-0.9727635,-0.94933504,-0.052766442,0.5156224,-0.92673904,0.9790094,-0.97134215,-0.94497573,0.004483819,0.41971862,-1.3459831,-1.3459835
+9.150523,-0.9792134,0.9589958,-0.9682833,-0.96639735,-0.7801312,0.46882105,-0.97917926,0.96472645,-0.967225,-0.96671396,-0.7615427,0.51318717,-2.7217705,-2.7217712
+7.1975975,-0.053207517,0.95859253,0.090827465,0.92253137,0.41551125,0.89557695,-0.020670474,0.95644474,-0.11031234,0.9200957,0.39745545,0.901348,-0.76884526,-0.76884556
+4.214097,0.9652555,0.95330524,0.97121346,0.92745566,0.5890914,0.9580742,0.95977426,0.9549651,0.9692192,0.92984486,0.58394074,0.9583622,2.2146556,2.214655
+3.8269038,0.96740556,0.9408146,0.96121216,0.95879304,0.1994487,0.9800935,0.96807814,0.9383775,0.9609475,0.95988154,0.17563534,0.979445,2.6018484,2.6018481
+6.6716943,0.9350028,0.97323895,0.9365932,0.89910483,0.8455888,0.96941257,0.9346447,0.973094,0.9338943,0.9116535,0.80988264,0.9682317,-0.24294204,-0.24294233
+9.811804,0.96480453,0.9828254,0.9221622,-0.97189337,-0.83318627,0.9543059,0.96061516,0.9827821,0.91576195,-0.96894526,-0.79419374,0.95179605,-3.3830519,-3.3830519
+9.160162,0.9358684,0.9739467,0.5469934,-0.961466,0.6517675,0.8934684,0.9366119,0.97218394,0.5035347,-0.9581261,0.6667862,0.8997152,-2.7314093,-2.73141
+5.8305783,0.9472649,0.98346996,-0.7623035,-0.9596942,0.8249867,0.9310628,0.95178485,0.98046017,-0.81131274,-0.9627616,0.8504064,0.93151236,0.598174,0.5981736
+6.046098,-0.34582162,0.97524714,-0.96552604,-0.90102345,0.3101027,0.88156915,-0.33451807,0.97869825,-0.9651942,-0.8910469,0.30388212,0.84973955,0.38265383,0.3826537
+8.390499,-0.9736885,0.98120785,-0.9791438,-0.9654127,-0.8382889,0.38876045,-0.97479844,0.9823257,-0.97696596,-0.9624647,-0.8203463,0.36571205,-1.9617467,-1.9617472
+8.360465,-0.94426304,0.96664894,-0.89988,-0.33227098,-0.345199,0.78309226,-0.9352958,0.9684262,-0.9200413,-0.37402928,-0.31105083,0.80455434,-1.9317126,-1.9317131
+5.516546,0.90670204,0.90757275,0.96306896,0.9522066,0.6226692,0.8701209,0.9046563,0.8973217,0.9337841,0.9540403,0.639217,0.87663054,0.9122065,0.9122062
+3.6690614,0.9594413,0.9175916,0.9683244,0.9161205,0.1506517,0.9761404,0.96024823,0.9135128,0.9737356,0.91432524,0.105015874,0.9747031,2.759691,2.7596905
+4.9981904,0.9554776,0.9799051,0.9091176,0.94565916,0.34190428,0.9816427,0.9506078,0.980384,0.9024172,0.94895196,0.2912383,0.9805913,1.4305617,1.4305615
+8.510959,0.93427944,0.97629833,0.95134807,-0.5505981,0.41565847,0.9642334,0.92889404,0.9763651,0.9500644,-0.51020885,0.3718115,0.96198773,-2.0822067,-2.0822067
+10.142653,0.8914709,0.97381234,0.8588754,-0.97877544,0.34846067,0.9482455,0.89380336,0.9736297,0.8530885,-0.979049,0.33605874,0.95041776,-3.7139015,-3.7139015
+6.9490876,0.9567504,0.98361504,0.77595496,-0.92802095,0.69903946,0.9459133,0.9613569,0.98229,0.7312398,-0.928403,0.72073436,0.94977474,-0.5203354,-0.5203357
+4.9249325,0.9437187,0.97715163,-0.85831404,-0.8431487,0.81103206,0.926224,0.94739926,0.9775963,-0.8635969,-0.830199,0.8022878,0.9222233,1.5038196,1.5038195
+7.168291,-0.95562875,0.9857421,-0.97132087,-0.9814423,-0.36385763,0.48824203,-0.9563315,0.98602295,-0.97020537,-0.97973895,-0.3093608,0.35892165,-0.73953897,-0.73953915
+9.079882,-0.9712967,0.9486742,-0.9688481,-0.97206396,-0.8889206,0.391809,-0.9721637,0.9539151,-0.96925086,-0.9726618,-0.8783193,0.41103172,-2.651129,-2.6511297
+7.5701027,-0.7208213,0.9500927,-0.6377699,0.9236939,0.091169,0.87521386,-0.70437944,0.94806695,-0.70531946,0.9235749,0.027349234,0.8889277,-1.1413504,-1.1413507
+4.644455,0.9617932,0.92772985,0.9877428,0.94520915,0.68396735,0.9461577,0.95526385,0.93177056,0.9865135,0.94650126,0.6877792,0.94959486,1.7842975,1.784297
+3.8032973,0.9715705,0.91216993,0.9708719,0.9604099,0.21226108,0.9777765,0.97226095,0.9088063,0.97540283,0.96196985,0.17537427,0.97700286,2.6254547,2.6254547
+6.174212,0.94230056,0.97361827,0.9095514,0.92351604,0.7760625,0.9744401,0.94046617,0.97477925,0.9116893,0.9301925,0.72968006,0.97367656,0.25454032,0.25453997
+9.540406,0.9697077,0.9795537,0.953737,-0.9631826,-0.8299164,0.96998155,0.9659219,0.9796176,0.9508395,-0.9611481,-0.83209544,0.9681227,-3.1116536,-3.1116543
+9.393292,0.94123244,0.9681244,0.61224437,-0.963495,0.7702658,0.9343469,0.9422611,0.9668368,0.6069405,-0.9625326,0.7663615,0.9377688,-2.9645398,-2.9645405
+5.7736945,0.97062325,0.9829247,-0.40958005,-0.93819183,0.67585754,0.93356085,0.97199535,0.981235,-0.47331727,-0.9442735,0.7140728,0.941044,0.6550577,0.65505743
+5.7609153,0.19632661,0.97817314,-0.9449302,-0.8865994,0.47698283,0.90259707,0.17736447,0.9789157,-0.9477619,-0.878496,0.439479,0.8584541,0.66783696,0.66783667
+8.438615,-0.96897614,0.98276734,-0.9779538,-0.9681036,-0.8205059,0.3592763,-0.97072905,0.9828986,-0.9761206,-0.9658682,-0.79976785,0.3276273,-2.0098627,-2.009863
+8.64744,-0.96528375,0.96425235,-0.9332554,-0.8915726,-0.67006284,0.74055314,-0.9626744,0.9653239,-0.94023865,-0.90562576,-0.64540666,0.7528064,-2.2186875,-2.218688
+5.6455226,0.7979554,0.8900082,0.8201337,0.9542117,0.5228995,0.88982964,0.7942934,0.87792647,0.6851144,0.9555044,0.57313776,0.8982128,0.78322965,0.78322935
+3.423091,0.9643072,0.9262819,0.9774873,0.9206183,0.13967335,0.977103,0.96550953,0.92179847,0.9809339,0.91397965,0.09482932,0.9753735,3.0056612,3.005661
+4.6237917,0.95690775,0.9797889,0.91923165,0.9566436,0.38712013,0.98528826,0.95775175,0.9736526,0.91896844,0.9597106,0.34670544,0.9850328,1.8049606,1.8049603
+8.26492,0.9367335,0.9757272,0.946154,-0.073072016,0.6996635,0.9673569,0.9324862,0.9757806,0.9482075,0.10022557,0.6477761,0.9648156,-1.8361678,-1.8361683
+10.146849,0.9184878,0.976176,0.87346315,-0.98118675,0.1808424,0.95986176,0.91484237,0.9763448,0.8714061,-0.9802638,0.15481067,0.9613944,-3.7180967,-3.7180967
+7.287428,0.95093405,0.98299587,0.73346925,-0.9327945,0.7269137,0.94083023,0.9490851,0.98203576,0.7105874,-0.93037224,0.72989714,0.9409801,-0.8586755,-0.85867596
+5.028225,0.93954897,0.9762938,-0.87160224,-0.869997,0.85590863,0.93200374,0.94153595,0.9760238,-0.8791424,-0.8648743,0.8513398,0.9297265,1.4005274,1.400527
+6.976114,-0.9394375,0.9808394,-0.9707482,-0.97133666,-0.23947185,0.42345822,-0.9354481,0.9822829,-0.97055155,-0.96838206,-0.16767836,0.2937969,-0.54736155,-0.54736185
+8.912269,-0.9735587,0.9584193,-0.97694504,-0.96300864,-0.8943421,0.44854212,-0.9741698,0.96241796,-0.97693884,-0.9650109,-0.8853711,0.47454476,-2.483516,-2.4835167
+7.823414,-0.6531565,0.9547336,-0.74459904,0.8971423,0.1046679,0.8851049,-0.63082147,0.9542687,-0.80397916,0.8985367,0.027292132,0.89286256,-1.3946615,-1.3946619
+5.0126023,0.95448565,0.9158976,0.9917419,0.94496334,0.6553724,0.9455402,0.95249367,0.91901577,0.9882498,0.9456358,0.65940094,0.9496012,1.41615,1.4161496
+3.852861,0.9737493,0.9077394,0.9774606,0.95588374,0.0051773787,0.97831583,0.97422874,0.90404344,0.97724545,0.9536123,-0.037154615,0.9768386,2.5758915,2.575891
+5.940612,0.94560003,0.9714446,0.9133551,0.91931105,0.645355,0.9780967,0.9429941,0.97267914,0.91446567,0.9268024,0.5678953,0.9771104,0.48814046,0.4881401
+9.339883,0.96486235,0.9808271,0.93671334,-0.9572099,-0.80096614,0.9702691,0.96040773,0.98091996,0.9315314,-0.952323,-0.8046547,0.968308,-2.9111307,-2.911131
+9.654216,0.94190574,0.9704695,0.5793271,-0.9623813,0.68895316,0.927035,0.94141173,0.96766376,0.5395329,-0.9614947,0.67893326,0.9322479,-3.2254632,-3.2254639
+6.1386213,0.9700272,0.98501134,-0.17284101,-0.9225341,0.6122682,0.9431673,0.9750593,0.9834703,-0.23549736,-0.9224801,0.6566957,0.95142484,0.29013097,0.29013062
+5.6573653,0.6669363,0.9836626,-0.9361997,-0.8363111,0.46811914,0.88016963,0.6501355,0.9834554,-0.9393649,-0.8174931,0.42506707,0.8517778,0.7713868,0.7713866
+8.272522,-0.971563,0.98533857,-0.96295744,-0.96503973,-0.8126218,0.34078085,-0.97107184,0.9849646,-0.9636918,-0.962442,-0.7882393,0.29642117,-1.8437697,-1.84377
+8.542971,-0.9669046,0.96439743,-0.96240634,-0.96263534,-0.8455994,0.74915385,-0.9652052,0.964962,-0.9596934,-0.9662959,-0.8326065,0.75166655,-2.1142182,-2.1142187
+5.828482,0.61596644,0.9047531,0.66840935,0.95384455,0.36292768,0.91659784,0.59816694,0.89835584,0.46165967,0.9540281,0.36511338,0.92308784,0.6002702,0.6002698
+3.588673,0.9692333,0.9434378,0.98519504,0.9094844,0.08199322,0.97677183,0.9707434,0.94365394,0.98747015,0.90314364,0.030533433,0.97561574,2.840079,2.8400788
+4.5164638,0.9582534,0.9601561,0.9418223,0.9660729,0.3823979,0.98605835,0.95915246,0.9559947,0.9417883,0.9687474,0.34775674,0.9857607,1.9122887,1.9122882
+8.058058,0.9388225,0.97694814,0.93162346,0.54843426,0.83685815,0.97112703,0.93712926,0.9773232,0.93553567,0.64833975,0.79371095,0.9693215,-1.629306,-1.6293058
+10.030019,0.96040034,0.9819411,0.8805933,-0.98212653,-0.044705927,0.960263,0.95980835,0.98197865,0.87990427,-0.9795987,-0.044015944,0.9618473,-3.6012666,-3.6012669
+7.4595113,0.946764,0.9834521,0.41666985,-0.9292195,0.7135842,0.94314194,0.9430468,0.983201,0.38666856,-0.9285034,0.7281047,0.94455004,-1.0307589,-1.0307593
+5.2448287,0.9389789,0.97863793,-0.9253161,-0.9211397,0.83403563,0.9456494,0.9386195,0.97807467,-0.9258518,-0.9216111,0.84450424,0.94768,1.1839236,1.1839232
+6.999291,-0.877592,0.9757422,-0.9671048,-0.92899024,-0.021153808,0.5239868,-0.8564192,0.97818553,-0.9671101,-0.9255921,0.004140377,0.41264772,-0.5705387,-0.570539
+8.888972,-0.9751966,0.9726639,-0.97630364,-0.9617986,-0.89669985,0.50571334,-0.97639513,0.974558,-0.9765345,-0.96260333,-0.8890584,0.52832174,-2.4602196,-2.4602203
+7.9764624,-0.59352463,0.96843505,-0.776514,0.85235,-0.096437395,0.91171575,-0.5658,0.96839404,-0.82464194,0.8476603,-0.17916542,0.9137609,-1.5477101,-1.5477104
+5.014417,0.94460154,0.9185077,0.9893527,0.9476931,0.6311047,0.9458873,0.9422407,0.91909325,0.9819031,0.9481778,0.6275718,0.9498596,1.4143351,1.4143348
+3.6786673,0.976763,0.9206587,0.9780469,0.95027673,-0.09140241,0.9779694,0.97705173,0.9169172,0.9753524,0.9458562,-0.12017363,0.97639465,2.7500849,2.7500846
+5.8079925,0.9515512,0.96827745,0.90789413,0.9291861,0.5877869,0.9808135,0.9455173,0.9699094,0.90385485,0.93371344,0.4997847,0.9797585,0.6207599,0.6207595
+9.420017,0.9575231,0.9802768,0.9165052,-0.94381124,-0.7455325,0.96599996,0.9521849,0.98089504,0.909528,-0.94339144,-0.7431232,0.9634111,-2.991265,-2.9912653
+9.973752,0.9341409,0.9789138,0.49768662,-0.9682714,0.5643692,0.9132221,0.9342618,0.9768059,0.45002902,-0.96768117,0.5441642,0.92147183,-3.545,-3.545
+6.3502755,0.95647025,0.98788285,-0.0982247,-0.91682523,0.63326097,0.9517689,0.9621961,0.98660696,-0.14738,-0.90838045,0.686857,0.9532732,0.078476794,0.07847643
+5.488065,0.81478584,0.98903775,-0.93404746,-0.76335317,0.48561728,0.90976155,0.81470823,0.98830795,-0.9383957,-0.72674257,0.4266982,0.90178585,0.94068736,0.9406872
+8.015398,-0.97444785,0.9879441,-0.9645035,-0.96651924,-0.7628537,0.3414979,-0.97436833,0.98739624,-0.96516484,-0.964572,-0.73418796,0.2852986,-1.586646,-1.5866461
+8.541603,-0.972773,0.9630592,-0.9592287,-0.9677617,-0.8588825,0.71638584,-0.9710127,0.96235466,-0.953903,-0.970545,-0.8489818,0.7177253,-2.1128504,-2.1128511
+6.191298,0.42727304,0.9334457,0.5512581,0.9418119,0.19248724,0.9258418,0.3588946,0.9298531,0.29800463,0.93982124,0.17343378,0.93138146,0.23745428,0.23745394
+3.862478,0.9714055,0.95842934,0.9850377,0.90526605,0.08186519,0.97423303,0.9736655,0.9608557,0.9875053,0.906327,0.025945187,0.97310615,2.5662742,2.566274
+4.404318,0.9604888,0.9612664,0.94862795,0.96980274,0.38906443,0.9851842,0.9613358,0.9563906,0.9469702,0.9722917,0.35481918,0.98464966,2.0244343,2.024434
+7.7373343,0.9390849,0.97561514,0.9266155,0.8201424,0.8906691,0.97052145,0.9325068,0.9761689,0.9310435,0.8635044,0.85694814,0.96826196,-1.308582,-1.3085823
+9.927916,0.97157013,0.984223,0.87206864,-0.97973806,-0.33929628,0.9559318,0.97098064,0.98436093,0.87169576,-0.9784151,-0.33389956,0.9547038,-3.4991639,-3.4991636
+7.791788,0.93947613,0.9837197,0.10592961,-0.94070196,0.7296492,0.94154155,0.9300511,0.9833391,0.042470694,-0.9386991,0.7485995,0.94330144,-1.3630356,-1.3630362
+5.4460893,0.95257354,0.9792495,-0.9228354,-0.9395073,0.79992414,0.9570168,0.9497342,0.97840214,-0.9252437,-0.9421534,0.8112867,0.956236,0.98266286,0.9826627
+6.9330873,-0.743485,0.97384834,-0.9646086,-0.88648623,-0.1393621,0.6840111,-0.7204487,0.97620475,-0.96457076,-0.88165843,-0.11445391,0.5763047,-0.5043352,-0.5043354
+8.845926,-0.9799392,0.9754704,-0.9756055,-0.9647592,-0.8874068,0.5119206,-0.98073524,0.97726166,-0.97534406,-0.9639391,-0.88197017,0.5357888,-2.4171736,-2.4171743
+7.978453,-0.7208575,0.97549057,-0.6913592,0.7604697,-0.2838341,0.91551805,-0.69944525,0.97559524,-0.78554493,0.7364578,-0.32443905,0.916486,-1.5497011,-1.5497012
+4.9842014,0.9346341,0.91942644,0.99046326,0.9481933,0.62773895,0.9442632,0.9312644,0.91864264,0.98593724,0.9483807,0.64612126,0.9462904,1.444551,1.4445505
+3.5951626,0.97731256,0.9234772,0.9788804,0.9393215,0.022581697,0.97720337,0.9771564,0.9190122,0.9667299,0.9318913,-0.012236595,0.9758148,2.8335896,2.8335893
+5.6056957,0.9536612,0.97279334,0.8856778,0.9362701,0.60845757,0.98067164,0.94842505,0.97439075,0.87919426,0.9372735,0.5830233,0.97851324,0.82305646,0.8230562
+9.343296,0.95736146,0.98071015,0.9221883,-0.9324571,-0.6105994,0.95859575,0.95396113,0.9813777,0.9182354,-0.9361078,-0.6241879,0.9548478,-2.9145439,-2.914544
+10.060497,0.9085618,0.98202336,0.4228375,-0.97037554,0.6152303,0.91948736,0.90811205,0.98027396,0.3471434,-0.9686084,0.6179627,0.92553616,-3.631745,-3.6317453
+6.2763295,0.9589592,0.9892266,-0.13282269,-0.87683743,0.6950282,0.9509218,0.96070266,0.9880197,-0.1728698,-0.8789969,0.7450783,0.9534422,0.15242283,0.15242243
+5.436206,0.84311867,0.98933935,-0.9385362,-0.54332256,0.49870014,0.94209945,0.8537986,0.9892812,-0.9413589,-0.48303044,0.43184328,0.9378921,0.9925463,0.9925461
+8.01726,-0.9733494,0.9849241,-0.96617144,-0.96033907,-0.64339375,0.40075493,-0.97605485,0.9850528,-0.9654987,-0.9573379,-0.60292745,0.33220518,-1.5885073,-1.5885077
+8.660456,-0.9732037,0.9649093,-0.9583732,-0.94895077,-0.79916155,0.733922,-0.96850395,0.96327615,-0.9536492,-0.9537112,-0.7975196,0.7467432,-2.231703,-2.2317038
+6.3575187,0.5427809,0.9467937,0.6924255,0.9458544,0.16085625,0.92825687,0.5583761,0.9442762,0.5145974,0.94160724,0.11547506,0.93376684,0.07123353,0.07123327
+3.8962595,0.9723406,0.96033,0.98434556,0.90562105,0.09871781,0.97364974,0.97557056,0.9622338,0.9869485,0.8971138,0.036378384,0.9721645,2.5324929,2.5324924
+4.3473797,0.96226573,0.9624469,0.94888663,0.9695716,0.3810575,0.9846325,0.9630314,0.9561261,0.94759464,0.97161734,0.3453877,0.9841367,2.0813727,2.0813723
+7.6685476,0.94005,0.9759815,0.93041384,0.8028784,0.8612344,0.9682982,0.9339287,0.9767126,0.9346392,0.83835554,0.82615745,0.9657514,-1.2397953,-1.2397957
+9.88117,0.9708214,0.98503757,0.86126137,-0.9791127,-0.31049132,0.9536407,0.9700972,0.9852096,0.86126614,-0.977892,-0.25919652,0.95221007,-3.4524176,-3.4524183
+7.8571005,0.9312222,0.98452353,-0.02109629,-0.9382546,0.7301805,0.9422728,0.91746235,0.984144,-0.076164484,-0.93684536,0.75046515,0.9438721,-1.4283481,-1.4283485
+5.5500126,0.94194174,0.981879,-0.9272547,-0.9264551,0.790946,0.9591119,0.93560076,0.9810946,-0.9304535,-0.9210205,0.80125535,0.95785,0.87873966,0.87873936
+6.9931335,-0.73901546,0.9719871,-0.965877,-0.86611336,-0.16413707,0.6829616,-0.73538256,0.9747455,-0.96603507,-0.8586649,-0.13599414,0.5709975,-0.5643813,-0.5643816
+8.731943,-0.9818737,0.9751172,-0.9747733,-0.9617735,-0.8732324,0.52276206,-0.9823743,0.9768963,-0.97313464,-0.9608437,-0.8707273,0.5615101,-2.3031907,-2.3031912
+7.7821536,-0.670044,0.9755895,-0.559609,0.8193915,-0.058811188,0.91726065,-0.6397009,0.97652555,-0.6966796,0.8058622,-0.14537197,0.92000484,-1.3534015,-1.3534017
+4.9573736,0.9346621,0.9227991,0.99212694,0.9483571,0.68354785,0.94977,0.93270516,0.9226055,0.9869534,0.94798994,0.68939066,0.95291233,1.4713787,1.4713783
+3.7219074,0.9778378,0.9326396,0.98034394,0.94762135,0.09683013,0.9767089,0.9777137,0.9295242,0.96798587,0.9402828,0.062369943,0.97609496,2.7068446,2.7068446
+5.713566,0.95342183,0.9743844,0.8843726,0.9376997,0.6600127,0.9784254,0.947772,0.9758911,0.87774765,0.9374387,0.64249134,0.97578025,0.7151866,0.7151861
+9.32787,0.96258116,0.9815403,0.92785454,-0.9374759,-0.6798405,0.9539951,0.9588163,0.9822471,0.9242909,-0.9413771,-0.6884585,0.9498832,-2.8991182,-2.8991184
+9.881243,0.9241543,0.9806807,0.32466626,-0.9691247,0.67828345,0.91983163,0.9242766,0.9783205,0.2482872,-0.966715,0.67850757,0.92601085,-3.4524906,-3.4524908
+6.1759753,0.9620378,0.98705626,-0.2913658,-0.87655634,0.70865655,0.95406246,0.9626632,0.98775923,-0.31776655,-0.87692744,0.7563746,0.9567431,0.25277698,0.25277662
+5.613876,0.834883,0.9907973,-0.9394343,-0.45086426,0.38676226,0.9456011,0.84606695,0.99087834,-0.9427896,-0.4019661,0.3154962,0.9391556,0.8148761,0.8148761
+8.250695,-0.9759777,0.9839833,-0.96581596,-0.95422685,-0.5992704,0.43829036,-0.97841406,0.9838536,-0.9643411,-0.9515711,-0.56048745,0.36120534,-1.8219429,-1.8219433
+8.590367,-0.96803296,0.9674773,-0.9625747,-0.9305239,-0.7376359,0.7725527,-0.96376646,0.96655893,-0.9532237,-0.93872666,-0.7380377,0.7821574,-2.1616147,-2.1616154
+6.0763707,0.70066714,0.94235253,0.8750051,0.9531697,0.12961042,0.9324982,0.6611062,0.93989015,0.786111,0.948264,0.11269581,0.9379134,0.3523818,0.35238123
+3.725797,0.9699751,0.95806384,0.98629045,0.9162972,0.109452486,0.97690487,0.97285295,0.9587183,0.98697925,0.9108722,0.028367162,0.97515297,2.7029552,2.702955
+4.4589834,0.96005225,0.9638705,0.93684363,0.96755433,0.3896767,0.98369765,0.96095324,0.9581419,0.93672585,0.9698608,0.39436865,0.9828794,1.9697689,1.9697685
+7.959405,0.9446876,0.9772773,0.93290555,0.65847445,0.7842932,0.96554613,0.94042623,0.9779954,0.9348829,0.7131355,0.7201965,0.9627408,-1.5306529,-1.530653
+9.908338,0.9672322,0.9847181,0.8608701,-0.9794847,-0.080317736,0.9514847,0.96736825,0.9846432,0.86122656,-0.9782838,-0.077433646,0.9520004,-3.479585,-3.4795856
+7.5205073,0.913283,0.985008,-0.12207228,-0.93407226,0.74483395,0.9433142,0.89921856,0.98544705,-0.18450761,-0.93507284,0.77054274,0.94784594,-1.0917548,-1.0917554
+5.5071764,0.9022708,0.98321784,-0.9259024,-0.8630409,0.7968745,0.95312333,0.89505863,0.98284936,-0.9317021,-0.86151904,0.7904682,0.9544554,0.9215758,0.92157555
+7.2429442,-0.84864277,0.9707978,-0.9681705,-0.87370014,-0.14075714,0.6039815,-0.8396094,0.97425175,-0.968356,-0.8729379,-0.11149889,0.47869265,-0.814192,-0.8141923
+8.719196,-0.9823087,0.9739356,-0.97223437,-0.95894825,-0.85044515,0.54944396,-0.9828239,0.97544885,-0.9700783,-0.95823437,-0.84820735,0.5897311,-2.290444,-2.2904444
+7.5234966,-0.43622065,0.9734261,-0.049497783,0.8744321,0.25547528,0.923311,-0.38895714,0.9736779,-0.33355802,0.86403966,0.12787509,0.9286649,-1.0947442,-1.0947447
+4.758893,0.94102,0.9300151,0.99151933,0.943897,0.64468765,0.95833373,0.9371402,0.9293585,0.98547053,0.94354653,0.6348975,0.9592581,1.669859,1.6698589
+3.8066084,0.97497654,0.95258975,0.9764185,0.9562876,0.11828923,0.976012,0.9752015,0.9499898,0.9772748,0.95750284,0.08810687,0.9754424,2.622144,2.6221435
+6.0642505,0.95174,0.97177434,0.9052222,0.92667985,0.7517309,0.97619426,0.94659424,0.97367716,0.8993765,0.9280771,0.7377635,0.9745345,0.36450192,0.36450148
+9.47869,0.9677664,0.9824419,0.92529774,-0.9550614,-0.8156086,0.95107114,0.9632194,0.98315907,0.91867065,-0.95421827,-0.823287,0.946599,-3.049938,-3.0499382
+9.611692,0.9472933,0.97813165,0.17268014,-0.9653011,0.7064054,0.9164274,0.9458029,0.9763092,0.10926509,-0.96366763,0.7044084,0.92309546,-3.1829402,-3.1829405
+6.12244,0.9675784,0.9839635,-0.5349076,-0.93290365,0.7519375,0.95289207,0.9655422,0.98329854,-0.54442453,-0.9252771,0.7949188,0.9525857,0.30631232,0.30631208
+5.954544,0.77801526,0.9916706,-0.9498898,-0.51558846,0.18895507,0.93858874,0.77546024,0.9919385,-0.9530721,-0.5077621,0.11166382,0.92373323,0.47420812,0.47420788
+8.606491,-0.9785641,0.98438394,-0.96280885,-0.94335556,-0.70073605,0.43272686,-0.98080146,0.98408914,-0.96055835,-0.94114506,-0.6657405,0.38477123,-2.1777384,-2.1777391
+8.353327,-0.9646617,0.9700427,-0.9435029,-0.91163665,-0.6515253,0.81967425,-0.96115977,0.9695623,-0.93802977,-0.9219487,-0.65535206,0.8215265,-1.9245744,-1.9245749
+5.6007385,0.7853637,0.9274366,0.9434979,0.9472308,0.18888247,0.93155026,0.7351923,0.9240544,0.90757775,0.9431448,0.14736652,0.9373238,0.8280137,0.8280134
+3.6114345,0.96621895,0.94595766,0.98331773,0.9232974,0.09221804,0.9801712,0.9678092,0.94938934,0.973438,0.91945386,0.033391833,0.97851133,2.8173177,2.8173175
+4.720172,0.9585768,0.98346066,0.9183974,0.9610592,0.40376675,0.9817401,0.9584923,0.9814067,0.91521823,0.96463084,0.40430355,0.98113227,1.7085805,1.70858
+8.340406,0.95148516,0.9786477,0.9393921,0.38942218,0.6030545,0.9632032,0.9467342,0.97936416,0.9411036,0.47469306,0.524173,0.96068084,-1.911654,-1.9116545
+9.889183,0.9535165,0.9841591,0.85322976,-0.98030776,0.17161,0.9486501,0.9489908,0.9840461,0.8392415,-0.9796242,0.14703202,0.95064926,-3.4604309,-3.460431
+7.0413074,0.91340303,0.98559475,-0.0981617,-0.92143375,0.73317647,0.9460616,0.9039378,0.9861007,-0.15893656,-0.92834294,0.76445603,0.9444797,-0.61255497,-0.6125555
+5.4703383,0.8889154,0.97724295,-0.9131348,-0.77285826,0.80491495,0.95085585,0.8884208,0.9763856,-0.92223346,-0.7656212,0.7935811,0.952198,0.9584139,0.9584136
+7.527143,-0.8983002,0.9716804,-0.9696764,-0.9069267,-0.11165047,0.4995203,-0.8841772,0.9748969,-0.97004384,-0.91008365,-0.0852049,0.36430776,-1.0983906,-1.098391
+8.762315,-0.98110884,0.97007895,-0.96592605,-0.954974,-0.8177718,0.5857581,-0.9815522,0.97179794,-0.9649932,-0.9578299,-0.81633884,0.63059974,-2.3335621,-2.3335629
+7.3316817,-0.049300015,0.96766424,0.22206342,0.8985846,0.2331202,0.9158336,-0.003411293,0.9678736,-0.013906658,0.89145243,0.10742009,0.9228511,-0.90292937,-0.9029298
+4.5379267,0.95640707,0.9475963,0.9845489,0.93217826,0.5341146,0.9626721,0.95205724,0.94755864,0.983325,0.9314523,0.51503646,0.9632244,1.8908256,1.8908253
+3.8959577,0.97098386,0.9646938,0.9581344,0.9562963,0.098340034,0.9789151,0.97105,0.9608004,0.96095383,0.95944226,0.073373675,0.97859454,2.5327945,2.5327942
+6.477594,0.94503427,0.9726107,0.9267825,0.9081359,0.8001051,0.97486734,0.94073534,0.97299004,0.9212949,0.911113,0.74654555,0.97305787,-0.048841704,-0.048841953
+9.667382,0.9685246,0.9829068,0.9036267,-0.9611324,-0.8683085,0.94931245,0.9644532,0.9836669,0.89262843,-0.96200925,-0.87250584,0.9448631,-3.23863,-3.2386303
+9.362535,0.94934344,0.9785869,0.141029,-0.9613784,0.65292823,0.9035473,0.946033,0.9769354,0.07429552,-0.95953137,0.66551626,0.91249967,-2.9337833,-2.9337835
+6.1099186,0.9636228,0.9810357,-0.74744946,-0.9522286,0.7768711,0.9554515,0.96142983,0.9787502,-0.7581353,-0.950145,0.8169048,0.95123005,0.3188337,0.31883335
+6.193139,0.5694828,0.9903004,-0.95795023,-0.72694576,0.09579849,0.91197395,0.5470004,0.98997474,-0.95973873,-0.69928056,0.00750947,0.89310026,0.23561303,0.23561287
+8.7317295,-0.9786704,0.98455596,-0.953638,-0.94774455,-0.8022047,0.4344765,-0.97960144,0.98424745,-0.95246494,-0.9477127,-0.78200847,0.37889004,-2.3029773,-2.3029776
+8.179381,-0.96371967,0.97004366,-0.9155415,-0.88527817,-0.5845266,0.827953,-0.95985645,0.9694433,-0.9288795,-0.90190995,-0.57647717,0.82996404,-1.7506291,-1.7506294
+5.3141365,0.8495635,0.91160285,0.96157336,0.9464333,0.3248211,0.92321014,0.80086064,0.9069581,0.9294491,0.94320416,0.27368867,0.9301064,1.1146157,1.1146154
+3.5684438,0.9616488,0.93121374,0.97908664,0.9219512,0.051270723,0.97801125,0.9631294,0.93661535,0.96863294,0.920681,-0.009142756,0.97848225,2.8603086,2.8603082
+4.920636,0.9573175,0.9816642,0.90501595,0.95559657,0.3324263,0.982002,0.9583005,0.9807,0.89997447,0.9595337,0.33938956,0.9813951,1.5081162,1.5081158
+8.566736,0.94872165,0.97895575,0.9446361,0.107156515,0.57470655,0.9651158,0.9436066,0.9796717,0.94435835,0.22910953,0.48610163,0.9627404,-2.137984,-2.1379843
+9.931145,0.9380808,0.9827832,0.83595586,-0.9801485,0.23047698,0.9492394,0.92907476,0.9826511,0.8267771,-0.9793647,0.20688641,0.9514606,-3.5023925,-3.5023928
+6.843584,0.9344926,0.98753285,0.22154582,-0.9112418,0.70293593,0.95007825,0.92764235,0.9869672,0.1644535,-0.9159956,0.72961164,0.9480753,-0.4148316,-0.41483212
+5.309992,0.90932083,0.9749558,-0.8976809,-0.764956,0.8223194,0.9534534,0.90952945,0.97436273,-0.9052078,-0.7576878,0.810128,0.9527973,1.1187605,1.1187601
+7.4740853,-0.9175588,0.9743439,-0.96933097,-0.9420242,-0.15278965,0.47533667,-0.9031999,0.97738624,-0.9699462,-0.939841,-0.10649645,0.3409611,-1.045333,-1.0453334

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.6004809141159058,-0.6004813361167908,7.029233342647553,,
+1000,-0.4173382818698883,-0.4173381885290146,6.846090119838714,,
+1500,-0.7659024000167847,-0.7659023313522338,7.194654288768768,,
+2000,-0.5657624006271362,-0.5657625218629837,6.994514454841614,,
+2500,-0.6868569254875183,-0.686856920003891,7.115608851909638,,
+3000,-0.7352613210678101,-0.7352613835334778,7.164013324737549,,
+3500,-0.7903093099594116,-0.7903094136714935,7.219061357975006,,
+4000,-0.9295384883880615,-0.9295387147665024,7.358290675163269,,
+4500,-0.6314473748207092,-0.6314472299814224,7.060199211120605,,
+5000,-0.5655206441879272,-0.565520735502243,6.994272603988647,,
+5000,,,,6.818428003787995,-0.38967636227607727
+5500,-0.5283405780792236,-0.5283404808044434,6.95709240102768,,
+6000,-0.5488532185554504,-0.548853028178215,6.9776050295829775,,
+6500,-0.5369082689285278,-0.5369081699848175,6.965660092353821,,
+7000,-0.6662351489067078,-0.666235345363617,7.094987288951874,,
+7500,-0.6311218738555908,-0.6311224516630173,7.059874408245086,,
+8000,-0.7073115706443787,-0.7073117700815201,7.136063702583313,,
+8500,-0.6005286574363708,-0.6005287483930588,7.029280675411225,,
+9000,-0.5754919052124023,-0.5754917230606079,7.004243637561798,,
+9500,-0.47457507252693176,-0.47457514083385466,6.903327077388764,,
+10000,-0.5136172771453857,-0.5136173679828644,6.942369373321533,,
+10000,,,,6.958188675642013,-0.5294370651245117
+10500,-0.5322483777999878,-0.5322486516237259,6.961000578403473,,
+11000,-0.513142466545105,-0.5131425490379333,6.941894481658935,,
+11500,-0.5111939907073975,-0.5111941701173782,6.939946099281311,,
+12000,-0.5161597728729248,-0.5161600965261459,6.944912045955658,,
+12500,-0.49977052211761475,-0.49977009403705597,6.9285220265388485,,
+13000,-0.4453413188457489,-0.44534096264839174,6.874092903614044,,
+13500,-0.4897709786891937,-0.48977122604846957,6.918523163318634,,
+14000,-0.4831821322441101,-0.48318197107315064,6.91193391418457,,
+14500,-0.50970059633255,-0.5097008165121079,6.938452783107757,,
+15000,-0.5613090395927429,-0.5613093557357788,6.99006127166748,,
+15000,,,,6.93201542019844,-0.5032634139060974
+15500,-0.5435321927070618,-0.5435322444438935,6.972284183979035,,
+16000,-0.5312851071357727,-0.5312850848436356,6.96003701543808,,
+16500,-0.5977941155433655,-0.5977940353155136,7.02654603433609,,
+17000,-0.4969092905521393,-0.49690932989120484,6.925661284446717,,
+17500,-0.5313052535057068,-0.5313054730892182,6.960057450771332,,
+18000,-0.5299641489982605,-0.5299641548395156,6.95871610879898,,
+18500,-0.5260246992111206,-0.5260247821807862,6.954776746749878,,
+19000,-0.5502483248710632,-0.5502483395338058,6.9790002660751345,,
+19500,-0.5189540982246399,-0.5189541394710541,6.947706058979034,,
+20000,-0.5310182571411133,-0.5310181665420532,6.959770090579987,,
+20000,,,,6.922594275474548,-0.49384236335754395
+20500,-0.5805399417877197,-0.5805399078130722,7.009291855812073,,
+21000,-0.5180500745773315,-0.5180499880313874,6.9468019318580625,,
+21500,-0.5480121374130249,-0.5480118877887726,6.976763805389404,,
+22000,-0.48859959840774536,-0.4885996778011322,6.917351586818695,,
+22500,-0.5207969546318054,-0.5207970501184463,6.949549017906189,,
+23000,-0.6016191840171814,-0.6016193774938583,7.030371315002442,,
+23500,-0.5197160243988037,-0.5197163358926773,6.948468288898468,,
+24000,-0.5270124673843384,-0.5270123782157898,6.955764310359955,,
+24500,-0.603426992893219,-0.6034269118309021,7.032178868293762,,
+25000,-0.4912773072719574,-0.49127711963653564,6.920029018878937,,
+25000,,,,7.060733672380447,-0.6319816708564758
+25500,-0.4325437843799591,-0.43254357278347016,6.861295545578003,,
+26000,-0.4998626708984375,-0.49986270773410796,6.928614656448365,,
+26500,-0.5527188777923584,-0.5527189004421235,6.981470862865448,,
+27000,-0.5354927182197571,-0.5354928820133209,6.964244857788086,,
+27500,-0.5601617693901062,-0.5601616946458816,6.988913683891297,,
+28000,-0.5969340205192566,-0.5969339519739151,7.0256858959198,,
+28500,-0.8151323795318604,-0.8151324130296708,7.243884328365326,,
+29000,-0.42943212389945984,-0.42943178164958956,6.858183773040771,,
+29500,-0.6991186738014221,-0.6991185795068741,7.127870559692383,,
+30000,-0.5426655411720276,-0.542665531873703,6.971417469501495,,
+30000,,,,7.115369596481323,-0.6866176724433899
+30500,-0.6485627889633179,-0.6485626662969589,7.077314662933349,,
+31000,-0.503879189491272,-0.5038790266513824,6.932630938053131,,
+31500,-0.5523908138275146,-0.552390794634819,6.981142735481262,,
+32000,-0.5781270265579224,-0.5781270792484283,7.006879037857056,,
+32500,-0.6033530831336975,-0.6033530030250549,7.0321050181388856,,
+33000,-0.6141605377197266,-0.6141606326103211,7.042912598609925,,
+33500,-0.6523746252059937,-0.6523749116659164,7.0811268444061275,,
+34000,-0.5960283875465393,-0.5960283242464065,7.024780256748199,,
+34500,-0.6375739574432373,-0.6375740309953689,7.066325987815857,,
+35000,-0.6300092935562134,-0.6300090290307999,7.058760973453522,,
+35000,,,,7.152730422019959,-0.7239785194396973
+35500,-0.6483784317970276,-0.64837821829319,7.077130223751068,,
+36000,-0.6145461797714233,-0.6145460011959076,7.043297980308533,,
+36500,-0.6082743406295776,-0.6082740331888199,7.0370260100364685,,
+37000,-0.6648932695388794,-0.6648929220438003,7.093644840240478,,
+37500,-0.6570993065834045,-0.6570995283126831,7.085851507663727,,
+38000,-0.6527460217475891,-0.6527458600997925,7.081497799396515,,
+38500,-0.6694830656051636,-0.669483004450798,7.098234971046447,,
+39000,-0.6336326003074646,-0.6336328512430192,7.062384755134582,,
+39500,-0.7332788109779358,-0.7332786234617233,7.162030544757843,,
+40000,-0.6307981610298157,-0.6307982572317123,7.059550194740296,,
+40000,,,,7.018843395709991,-0.5900916457176208
+40500,-0.6639092564582825,-0.6639092445373536,7.092661151885986,,
+41000,-0.6360984444618225,-0.6360989236831665,7.064850891590118,,
+41500,-0.5738803744316101,-0.5738800821304322,7.002631970405579,,
+42000,-0.6164500117301941,-0.616449734210968,7.04520166349411,,
+42500,-0.6249773502349854,-0.6249773975610733,7.053729291439057,,
+43000,-0.58282870054245,-0.5828289340734482,7.011580846309662,,
+43500,-0.6473984122276306,-0.6473985059261322,7.076150424003601,,
+44000,-0.6243640780448914,-0.6243641117811203,7.053116099357605,,
+44500,-0.579413652420044,-0.5794134622812271,7.008165432453156,,
+45000,-0.5511017441749573,-0.5511017495393753,6.979853705883026,,
+45000,,,,7.073344585895538,-0.6445927023887634
+45500,-0.5753238797187805,-0.5753236683607101,7.004075645923614,,
+46000,-0.5448225140571594,-0.544822367310524,6.973574293136597,,
+46500,-0.5905247330665588,-0.5905248721837998,7.0192768034935,,
+47000,-0.5984158515930176,-0.5984158551692963,7.027167794704437,,
+47500,-0.5716216564178467,-0.5716213680505753,7.000373334407806,,
+48000,-0.5342129468917847,-0.5342130167484284,6.962964969158173,,
+48500,-0.5885003209114075,-0.5884999514818191,7.017251856803894,,
+49000,-0.5124770402908325,-0.5124772671461105,6.941229265213012,,
+49500,-0.6023898124694824,-0.6023899801969528,7.03114195728302,,
+50000,-0.5942519903182983,-0.5942518516778946,7.023003829479218,,
+50000,,,,6.848601129055023,-0.41984930634498596

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-medium-v0
+model-index:
+- name: SAC-RBC2D-medium-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-medium-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.05
+      name: mean_reward
+
+
+---
+
+# SAC on RBC2D-medium-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-medium-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.05 ± 0.48
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.74 | 1.52 |
+| Seed 1 | 0.17 | 1.62 |
+| Seed 2 | -0.54 | 1.98 |
+| Seed 3 | 0.33 | 1.38 |
+| Seed 4 | -0.46 | 1.85 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")