Upload results for SAC on RBC2D-medium-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4cc7620a586667b400b5820a29d3d029121078dc2a26023d59ea559690c47
+size 16140760

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.488137,-0.79528064,0.97680354,0.9572768,-0.94508624,-0.8061212,-0.9629535,-0.9635125,0.9714973,0.97934985,-0.8212541,0.1424514,-0.91904974,-1.059384822845459
+8.08576,-0.9200109,0.974666,0.9813727,-0.9170059,-0.7300935,-0.9706915,-0.9544157,0.9658923,0.98798394,-0.2584492,0.3640455,-0.9789179,-1.657008171081543
+6.4617195,-0.9614046,0.96252453,0.9747219,-0.5436757,0.0059343576,-0.96979475,-0.93065256,0.77967477,0.9735184,-0.044633746,-0.27019775,-0.989362,-0.032967567443847656
+4.8897257,-0.9762632,0.9578645,0.95616055,0.6174624,0.81163526,-0.97796893,-0.93643904,0.3835237,0.9799254,-0.84229743,-0.92900205,-0.98850113,1.5390262603759766
+5.8796062,-0.98298615,0.960922,0.956323,0.41436934,0.8562571,-0.9501683,-0.94836277,0.35071635,0.97520566,-0.9502606,-0.9315675,-0.97637427,0.5491456985473633
+7.976448,-0.9872542,0.9739423,0.95984983,-0.6792305,0.36853278,-0.9705635,-0.93491894,0.61221504,0.9801929,-0.95751977,-0.8900824,-0.96129954,-1.5476961135864258
+6.999108,-0.96123135,0.9481549,0.9711276,-0.6752587,0.38936114,-0.9320626,-0.8742305,0.88419485,0.9711435,-0.98216486,-0.8613723,-0.928702,-0.5703558921813965
+4.300858,-0.6116367,0.9536302,0.92399526,-0.8576309,0.42474222,-0.3639109,-0.8977578,0.9235318,0.9730177,-0.9653042,0.17814732,-0.5290543,2.1278939247131348
+3.4420016,0.18355906,0.9720435,0.72873044,-0.9705481,-0.8594871,-0.57362056,-0.9457406,0.70111716,0.9832717,-0.904621,-0.17134118,0.32598388,2.986750364303589
+5.6906166,0.20069373,0.97189116,0.8000827,-0.941171,-0.94643754,-0.9288031,-0.9617755,0.8968339,0.93668985,-0.91230863,-0.17890412,-0.1764555,0.7381353378295898
+8.391173,-0.7663889,0.9807794,0.8240807,-0.9707793,-0.9738195,-0.97309875,-0.990342,0.96003914,0.98675823,-0.50764316,-0.5784312,-0.87577933,-1.9624214172363281
+7.16538,-0.6554871,0.9731717,0.9118829,-0.98362255,-0.9449191,-0.97764474,-0.98938257,0.5608356,0.9663832,0.23529625,-0.6974626,-0.95882696,-0.7366280555725098
+4.2069173,-0.95536894,0.958928,0.9362359,-0.90851057,-0.83466566,-0.99186695,-0.9879991,-0.14196938,0.9660661,0.2679906,-0.91244084,-0.9873616,2.221834659576416
+4.6563945,-0.98782885,0.9668617,0.9479101,-0.42507362,0.14354801,-0.9910635,-0.961712,0.38762355,0.9654505,-0.8087398,-0.93660694,-0.98299277,1.77235746383667
+6.795068,-0.98737246,0.97060513,0.9094565,-0.89293176,-0.25900733,-0.9788742,-0.9403538,0.7122829,0.96694434,-0.92711526,-0.9178816,-0.96482086,-0.3663158416748047
+7.4703746,-0.9883477,0.9606066,0.86861455,-0.9347274,-0.29975176,-0.95576406,-0.9206409,0.8475504,0.9769516,-0.9777862,-0.79555225,-0.94678086,-1.0416226387023926
+5.7033625,-0.83749276,0.97014785,0.9104881,-0.86189115,-0.096496224,-0.8935834,-0.9342307,0.93687963,0.9733499,-0.97810143,0.12341511,-0.8832518,0.7253894805908203
+3.7150078,-0.27674067,0.9680834,0.8196304,-0.98361754,-0.8262109,-0.57921404,-0.9501451,0.84261656,0.98004436,-0.94166374,0.6032939,0.13032353,2.7137441635131836
+4.5058336,0.785357,0.9766834,0.65080285,-0.98260754,-0.9559568,-0.9171912,-0.96803427,0.84217596,0.67102313,-0.9671199,-0.043209016,0.62388563,1.9229183197021484
+7.9050536,0.45496845,0.9637904,0.659613,-0.985699,-0.9526837,-0.95419025,-0.96350324,0.94391596,0.57630754,-0.8446963,-0.0100185275,0.35979724,-1.476301670074463
+8.778183,0.55279016,0.9651804,0.921491,-0.9796205,-0.96987784,-0.9750091,-0.95924836,0.9362856,0.53178585,0.6626804,0.6740067,-0.051944315,-2.349431037902832
+5.8076787,0.022636056,0.9506917,0.9706559,-0.9343878,-0.93183416,-0.9876635,-0.94893825,0.7365184,0.6613209,0.9365891,0.62842464,-0.63721573,0.6210732460021973
+4.654545,-0.96107024,0.9066746,0.9648831,0.33123875,-0.1885221,-0.99009025,-0.96882606,0.20143127,0.8877344,-0.3599609,-0.5528512,-0.9534482,1.7742071151733398
+5.4666357,-0.9921312,0.88286567,0.9505948,0.35351384,0.7330868,-0.98777395,-0.9849396,0.5063791,0.96077,-0.97440916,-0.95891285,-0.97824425,0.9621162414550781
+7.3323407,-0.9883184,0.8520026,0.9101269,-0.48885584,-0.0144120455,-0.971684,-0.968825,0.42683256,0.9537779,-0.9487831,-0.9385448,-0.95178574,-0.9035887718200684
+7.27664,-0.901552,0.91185284,0.9032068,-0.39171755,-0.795248,-0.96573085,-0.6969384,0.80971074,0.7133839,-0.9253598,-0.7642007,-0.8454556,-0.8478879928588867
+5.554723,0.3684671,0.9855566,0.97365534,-0.36640632,-0.82106084,-0.93844265,-0.6974438,0.95437217,-0.26981926,-0.97309387,-0.33447647,-0.8031367,0.8740291595458984
+4.466234,0.85526514,0.9808214,0.93169093,-0.9214054,-0.96562433,-0.89579964,-0.9869677,0.89439154,-0.021623671,-0.9555405,0.11696613,-0.15934086,1.9625177383422852
+6.36055,0.9840653,0.9799266,0.6828258,-0.9902982,-0.98339754,-0.9229346,-0.99228126,0.8697661,-0.5484615,-0.96752036,-0.42724156,0.7946708,0.06820201873779297
+8.5366955,0.9980042,0.9877193,0.78387487,-0.99093854,-0.99197614,-0.98782814,-0.9669562,0.966455,-0.8873885,0.24618196,0.9187615,0.9965787,-2.107943534851074
+7.604786,0.99947596,0.9745709,0.947814,-0.9717538,-0.9935156,-0.99127537,-0.6864394,0.98148096,-0.98482394,0.9914869,0.99943733,0.999624,-1.1760339736938477
+5.144002,0.99440694,0.96549225,0.98335814,-0.48747504,-0.9876984,-0.993854,-0.35784113,0.93784726,-0.988659,0.9997194,0.9997995,0.9981618,1.284749984741211
+4.756789,0.6762533,0.97264457,0.9765742,0.9188299,-0.95919496,-0.99840546,-0.8387182,0.8743093,-0.90522003,0.9834995,0.9902835,0.93871176,1.6719627380371094
+6.872166,-0.61910784,0.88902974,0.91706336,0.99314165,-0.75780815,-0.99736977,-0.9533991,0.8952918,0.23099828,-0.3902532,0.20854664,0.38009548,-0.44341421127319336
+8.162411,-0.6375045,0.71889615,0.5828266,0.9842812,-0.8995933,-0.9910817,-0.58689934,0.7977021,0.24448621,-0.7614741,-0.58850545,0.7397264,-1.733658790588379
+6.6058507,-0.7609572,0.6002283,0.51643705,0.9914713,-0.8546185,-0.9880865,-0.2912141,0.8826946,0.29868305,-0.94248736,-0.9583497,0.87379813,-0.17709875106811523
+6.167178,-0.86943674,0.4577546,0.5814831,0.98945117,-0.6754539,-0.99269986,0.24684966,0.9696832,0.26999354,-0.98416585,-0.9874433,0.18825877,0.26157379150390625
+7.441188,-0.39739442,0.13648212,0.6434088,0.9399489,-0.69833523,-0.9920355,-0.04415512,0.9604707,0.31301892,-0.9883255,-0.97748154,0.28375793,-1.0124359130859375
+6.0578833,0.8118521,-0.41894388,0.87315834,0.75088894,-0.8675646,-0.9940215,-0.12679142,0.9802537,0.41041017,-0.9566617,-0.96040034,0.8219743,0.3708686828613281
+5.246564,0.9491552,-0.35058457,0.86102724,0.42164958,-0.93816847,-0.9958906,-0.14598244,0.94423866,-0.2612179,-0.8068586,-0.74440575,0.9425523,1.1821880340576172
+5.1098638,0.8700719,-0.01709795,0.73125494,0.30837512,-0.8554639,-0.9869071,-0.08919859,0.9397088,-0.5616244,-0.47067678,-0.545555,0.9441546,1.3188881874084473
+5.816789,-0.08236593,-0.18948114,-0.5060782,0.5704546,-0.12176633,-0.9085001,0.39509535,0.8589916,-0.32626992,-0.7335896,-0.80803585,0.38282657,0.6119627952575684
+6.4430866,-0.89285886,-0.381989,-0.9171071,0.5766239,0.80779433,-0.70489156,0.8308604,0.9321954,0.2842493,-0.85353905,-0.8309539,-0.8239922,-0.014334678649902344
+5.543587,-0.9242044,-0.7043553,-0.9757009,0.021135211,0.8170624,-0.6277805,0.9057617,0.94725466,0.6526661,-0.92839885,-0.83642936,-0.9485199,0.885164737701416
+4.715789,-0.7253213,-0.88571876,-0.97585547,-0.19096911,0.693496,-0.7592213,0.90218055,0.9828043,0.95120525,-0.87751704,-0.65679437,-0.8937913,1.7129631042480469
+4.6445446,-0.36886632,-0.9705742,-0.8862328,-0.89795446,-0.42450213,-0.65077084,0.905077,0.97564137,0.9702823,-0.88038284,-0.48362148,-0.8633987,1.7842073440551758
+4.82998,-0.071085095,-0.9305746,-0.73073864,-0.86422724,-0.7398978,-0.5365423,0.8841083,0.96616817,0.92041516,-0.8287983,-0.2490074,-0.74973965,1.5987720489501953
+4.9835415,0.011628985,-0.92367536,-0.7419519,-0.7949821,-0.8840538,-0.251958,0.9156301,0.95314336,0.57096004,-0.39384663,-0.21427035,-0.48824024,1.4452104568481445
+4.8571568,-0.10081124,-0.94201845,-0.9003789,-0.8871905,-0.9639439,-0.41330373,0.94640136,0.9016484,0.3931389,-0.03081417,-0.52881604,-0.030596316,1.5715951919555664
+4.761178,0.21941054,-0.9392808,-0.92756206,-0.9405368,-0.9873947,-0.36669314,0.9552374,0.8047035,0.5217705,-0.043721914,-0.4625337,0.13247359,1.6675739288330078
+5.29185,0.5926466,-0.948625,-0.9252589,-0.9676902,-0.98394316,-0.013250828,0.9668224,0.71520734,0.57965827,-0.006426275,-0.27691936,0.47732353,1.13690185546875
+6.865809,0.40604997,-0.9511167,-0.9026333,-0.97273326,-0.96921253,0.3722074,0.9792763,0.675756,0.48456383,0.16860104,-0.43623447,0.37683535,-0.4370570182800293
+8.331836,-0.60941035,-0.94633174,-0.885069,-0.9559601,-0.9440884,0.50817907,0.98630404,0.7713299,0.35847545,-0.20464754,-0.8914622,-0.5737064,-1.9030838012695312
+7.975759,-0.9571916,-0.96661997,-0.9214417,-0.8206083,-0.82658464,0.040863633,0.98467684,0.86408496,0.7477863,-0.89748967,-0.98437136,-0.9558282,-1.5470070838928223
+6.3140116,-0.97072065,-0.9299812,-0.9529902,-0.8665684,-0.71497136,-0.037881553,0.9787023,0.89864564,0.88606095,-0.9772519,-0.9915102,-0.9549798,0.11474037170410156
+5.7022915,-0.96274126,-0.9259318,-0.97688633,-0.8309368,-0.49999,0.062372446,0.98205924,0.8198259,0.9278796,-0.9839565,-0.98655355,-0.8708648,0.7264604568481445
+5.291024,-0.9781938,-0.92952424,-0.9706287,-0.846406,-0.4720993,-0.017587483,0.9767667,0.75710225,0.9324727,-0.97104573,-0.973167,-0.79333043,1.1377277374267578
+4.843316,-0.9842191,-0.9640457,-0.96437824,-0.8864743,-0.19459945,-0.09347981,0.9756514,0.77536833,0.78704345,-0.9501084,-0.89256734,-0.71569973,1.5854358673095703
+4.6530766,-0.97943604,-0.9703014,-0.9595321,-0.9171416,0.20625901,-0.16314554,0.97128034,0.71310115,0.31240678,-0.93377584,-0.7081364,-0.69994235,1.7756752967834473
+4.7831655,-0.9644728,-0.9738531,-0.95134616,-0.94534874,0.3966086,-0.060774744,0.96275926,0.53814363,-0.20910281,-0.9211753,-0.5183009,-0.47261465,1.6455864906311035
+5.3382373,-0.9214177,-0.97791046,-0.9353631,-0.94958884,0.19912684,-0.002197206,0.95585704,0.32358682,-0.45688307,-0.8959236,-0.39181435,-0.07927632,1.0905146598815918
+6.166774,-0.6139317,-0.98040485,-0.9170306,-0.9436323,-0.35696244,0.21892512,0.9636754,0.12847924,-0.6517033,-0.8701151,-0.2716236,0.47172022,0.2619781494140625
+6.635488,0.4355513,-0.96759754,-0.9175995,-0.92947525,-0.7401808,0.37976098,0.9685321,0.14863181,-0.689982,-0.83179927,-0.077142656,0.8197701,-0.20673608779907227
+6.414963,0.8536494,-0.91893715,-0.9373412,-0.9511145,-0.94557947,0.3777578,0.9545238,0.07622337,-0.247163,-0.62357247,0.0911237,0.9630525,0.013789176940917969
+5.9056716,0.9156835,-0.91895664,-0.9388669,-0.9819286,-0.98012775,0.14807844,0.9451649,-0.16304827,0.31300545,0.42469716,0.5083207,0.9227729,0.5230803489685059
+5.447024,0.94533396,-0.9198955,-0.91326666,-0.99045175,-0.98761976,0.04526806,0.9229046,-0.2585199,0.37154412,0.8001517,0.5361148,0.80928516,0.9817280769348145
+5.8691654,0.9016787,-0.9720674,-0.9098448,-0.9901187,-0.9752339,0.03073144,0.9660827,-0.051522017,0.27582157,0.8340893,0.32225227,0.7089367,0.5595865249633789
+7.220329,0.39417684,-0.9737574,-0.767681,-0.96682644,-0.92362255,0.40127134,0.98695683,0.7843118,0.5268432,0.6817831,-0.25070316,0.29158974,-0.7915768623352051
+7.586276,-0.7037277,-0.95529765,-0.67194223,-0.9044293,-0.8936675,0.04603064,0.9795568,0.8898916,0.16676414,-0.27380896,-0.9134581,-0.8019884,-1.1575241088867188
+5.729903,-0.95212054,-0.95033467,-0.78648204,-0.84008545,-0.8859091,-0.33545196,0.97118306,0.9465836,0.63092065,-0.8438892,-0.98519707,-0.9506689,0.6988487243652344
+5.4076004,-0.9107211,-0.9482148,-0.95081323,-0.8851709,-0.91812336,-0.6387454,0.9616015,0.94509816,0.649724,-0.9706278,-0.9877829,-0.8239031,1.0211515426635742
+5.0882907,-0.9340333,-0.94897616,-0.9681827,-0.91998553,-0.8927279,-0.55824095,0.9502473,0.8314638,0.9140656,-0.9197213,-0.9347874,-0.46959043,1.340461254119873
+4.9757333,-0.9208387,-0.94157386,-0.9634079,-0.9126154,-0.87742513,-0.3275665,0.95848894,0.7817812,0.9542494,-0.91479504,-0.9168858,-0.4744196,1.4530186653137207
+5.230277,-0.8328848,-0.93424344,-0.97555166,-0.9087938,-0.7018696,-0.43035418,0.9626306,0.7399297,0.9180089,-0.84921336,-0.60479623,-0.38735116,1.1984748840332031
+5.434373,-0.8732316,-0.94442534,-0.97145176,-0.9071487,-0.15985167,-0.39170754,0.96438766,0.7807405,0.8157147,-0.8515778,-0.3284635,-0.49980038,0.9943790435791016
+5.320823,-0.9316854,-0.97453666,-0.9391732,-0.94482213,-0.022575736,-0.18640423,0.9606056,0.72580624,0.7000915,-0.8445294,-0.49868226,-0.3707788,1.10792875289917
+5.3789887,-0.9032661,-0.97499543,-0.91568387,-0.94184697,-0.40771067,-0.19042873,0.948266,0.64811087,0.35833335,-0.83780086,-0.6196983,-0.18829948,1.0497632026672363
+5.7128596,-0.52825844,-0.93321013,-0.9342515,-0.9408615,-0.7821986,-0.21529049,0.94600177,0.6044309,-0.14897978,-0.84573513,-0.58581984,0.2501508,0.7158923149108887
+5.7285085,0.53522885,-0.84973586,-0.96226275,-0.9399968,-0.92573637,-0.2832998,0.93861985,0.43013096,-0.31912577,-0.8493174,-0.60465324,0.671417,0.7002434730529785
+5.495945,0.9010699,-0.8555381,-0.9581726,-0.96798384,-0.9732266,-0.21277428,0.937767,0.18286729,0.0856756,-0.5482996,-0.3316536,0.903878,0.9328069686889648
+5.723301,0.94784236,-0.8960667,-0.9304422,-0.9842125,-0.9831432,0.025009751,0.94659853,0.14408183,0.567242,0.34066057,0.20132601,0.9418404,0.7054510116577148
+6.306073,0.934634,-0.9177269,-0.89613193,-0.98264444,-0.97459674,0.2209065,0.9662287,0.28815293,0.70342374,0.3562007,-0.044328213,0.8941324,0.12267875671386719
+7.039681,0.75707865,-0.93504906,-0.84084296,-0.97688705,-0.9613619,-0.042844236,0.9754298,0.6258409,0.26004076,0.19001067,-0.5937583,0.7276081,-0.610929012298584
+7.933216,-0.1865471,-0.9521451,-0.852107,-0.9652802,-0.9446059,-0.04594636,0.9815657,0.7391434,-0.2999587,-0.4384091,-0.92762035,0.07226598,-1.5044641494750977
+7.6311593,-0.93512905,-0.9659867,-0.9263787,-0.8755847,-0.77402675,-0.01081419,0.979161,0.82350624,0.8105209,-0.90709877,-0.98352873,-0.8792859,-1.2024073600769043
+6.060949,-0.96092635,-0.9162528,-0.92074245,-0.8519848,-0.59085137,-0.40240943,0.9788568,0.89089465,0.8793353,-0.96671605,-0.9947868,-0.94349587,0.36780309677124023
+5.943452,-0.962674,-0.9393162,-0.94009024,-0.7466513,0.038383603,-0.3679508,0.97747064,0.8318008,0.19231284,-0.9887284,-0.9903661,-0.7589625,0.48530006408691406
+5.408354,-0.9798528,-0.9548242,-0.97928923,-0.88452995,0.5131762,0.2822821,0.98145676,0.47907007,0.37315345,-0.96981144,-0.92311746,-0.6745971,1.0203981399536133
+4.905795,-0.97758144,-0.9189705,-0.9704124,-0.87327015,0.6553304,0.2645023,0.9785174,0.020356417,-0.4743213,-0.9478563,-0.84400934,-0.6310798,1.5229568481445312
+4.4369383,-0.9609963,-0.89046335,-0.97031456,-0.90209335,0.86291206,0.19461024,0.9756329,-0.32893205,-0.9377287,-0.9740371,-0.7980941,-0.57780796,1.9918136596679688
+4.032294,-0.97033703,-0.88894874,-0.96947026,-0.8732046,0.8821498,0.27992558,0.96647537,-0.26587647,-0.893866,-0.9742203,-0.7859074,-0.7351184,2.396458148956299
+4.3733816,-0.9482865,-0.9562556,-0.9441527,-0.8623308,0.76453924,0.61727357,0.966514,-0.021571875,-0.7912421,-0.89759904,-0.62864757,-0.66877085,2.055370330810547
+5.662226,-0.6127358,-0.9558774,-0.899893,-0.8697412,0.11078215,0.8722044,0.9774841,0.10127139,-0.66870266,-0.6106422,-0.25716305,-0.11328608,0.7665257453918457
+6.795629,-0.36494517,-0.9700008,-0.8990102,-0.95776886,-0.70172596,0.8945255,0.9798893,0.29231596,-0.5706086,-0.34308654,0.13519096,0.8554828,-0.36687707901000977
+6.7572756,0.007301569,-0.9731699,-0.94280225,-0.9799628,-0.90512127,0.4448508,0.98655725,0.70762753,-0.68867373,0.2786597,-0.113119006,0.93989396,-0.3285236358642578
+5.9605985,0.463722,-0.94985336,-0.9211705,-0.97570276,-0.9750325,-0.58190846,0.9802475,0.742754,-0.63269836,0.55120945,-0.5813305,0.7937467,0.4681534767150879
+5.6380234,0.36658156,-0.9682882,-0.81754756,-0.974565,-0.9832168,-0.3992424,0.97734594,0.69321823,-0.33474803,0.6436224,-0.6437826,0.5095128,0.7907285690307617
+5.9348965,-0.4036044,-0.9589701,-0.6383919,-0.9481509,-0.9707324,0.1954211,0.9767356,0.8627815,0.021741271,0.6741625,-0.67485464,0.16582215,0.49385547637939453
+6.0941825,-0.86359113,-0.9137539,-0.6110575,-0.93815047,-0.8801565,0.3487599,0.9708297,0.91839457,0.4230194,0.122784376,-0.93055797,-0.64652395,0.33456945419311523
+6.1500506,-0.83928615,-0.87255,-0.8707569,-0.89691246,-0.44371963,-0.18917948,0.9473567,0.9161608,0.2365098,-0.81523377,-0.97607625,-0.81090707,0.2787013053894043
+5.750007,-0.775242,-0.9134883,-0.8502491,-0.82993776,-0.22594488,-0.55735165,0.920737,0.8129952,0.19864106,-0.97527397,-0.9934575,-0.7182712,0.6787447929382324
+5.867623,-0.8856661,-0.90090996,-0.8774113,-0.79178625,0.4213662,-0.45927566,0.92934597,0.4149258,-0.30536067,-0.9720431,-0.99202806,-0.77074444,0.561129093170166
+6.478301,-0.94201094,-0.8420123,-0.9259393,-0.81521577,0.72964525,-0.13935834,0.9581678,-0.0992803,-0.7410423,-0.97185326,-0.9724084,-0.7243723,-0.049549102783203125
+5.9700623,-0.97106993,-0.8661487,-0.9567186,-0.7424836,0.8824552,0.13584208,0.9705105,-0.41150725,-0.7843501,-0.98010904,-0.9295434,-0.8352479,0.45868968963623047
+4.683873,-0.9822245,-0.8778945,-0.9792034,-0.42201078,0.957584,0.39844728,0.9683529,-0.5724736,-0.81839883,-0.9737841,-0.814491,-0.9230421,1.7448787689208984
+4.1439495,-0.9866603,-0.90944296,-0.98504037,-0.44556898,0.95983446,0.68810964,0.9598354,-0.45056695,-0.660787,-0.7867182,-0.55167997,-0.93728995,2.2848024368286133
+4.403036,-0.9298091,-0.95421684,-0.96653867,-0.8194282,0.8835938,0.7603128,0.9532888,-0.3386886,-0.21690631,-0.39700532,-0.4528187,-0.86144227,2.0257158279418945
+5.2651086,-0.8460672,-0.9260795,-0.89607644,-0.9320429,0.48794985,0.87593377,0.956651,-0.12808686,0.22944057,-0.2310744,-0.5096349,-0.51208925,1.1636433601379395
+6.0796795,-0.84248096,-0.86978066,-0.9127891,-0.98370504,-0.05751413,0.81461453,0.9668206,0.14997125,0.20751262,-0.056503415,-0.451169,-0.06965095,0.3490724563598633
+6.114864,-0.85255945,-0.755834,-0.9337434,-0.9852234,-0.013282418,0.6346135,0.96430564,0.41127455,-0.1566431,-0.12360215,-0.54904896,0.26282072,0.3138880729675293
+5.586168,-0.6074363,-0.74862367,-0.9496108,-0.95016116,-0.081949174,0.013492107,0.9138981,0.7436602,-0.537251,-0.15649158,-0.8124604,0.40041327,0.8425841331481934
+5.533248,-0.03917086,-0.7333888,-0.8513355,-0.8522343,-0.567756,-0.55720687,0.8370218,0.8426397,-0.7604098,-0.5149516,-0.9120292,0.48345006,0.8955039978027344
+6.2026825,-0.09682536,-0.7851368,-0.69358844,-0.8628712,-0.7594752,-0.49441916,0.8312633,0.7162218,-0.44335616,-0.73859435,-0.9737764,0.34764624,0.22606945037841797
+6.449928,-0.29952335,-0.7482072,-0.5953203,-0.8850657,-0.24903089,-0.25930214,0.862273,0.26352692,-0.24461997,-0.7357503,-0.9714236,-0.39994407,-0.021175861358642578
+5.7992687,-0.6496735,-0.82001305,-0.8109089,-0.8769984,0.67464876,-0.16264129,0.8909793,-0.42014718,-0.6452994,-0.857445,-0.957939,-0.82252145,0.6294832229614258
+5.337911,-0.8507976,-0.8219644,-0.8576655,-0.80166674,0.87738585,-0.2084204,0.9081948,-0.67227805,-0.8824469,-0.9302582,-0.96817094,-0.9143557,1.0908408164978027
+5.2991977,-0.76058304,-0.7763344,-0.90103227,-0.70938367,0.8470074,-0.35136157,0.89860904,-0.80176526,-0.92738265,-0.95705366,-0.97593564,-0.9099842,1.129554271697998
+5.0868692,-0.6410989,-0.7463125,-0.9095971,-0.57629216,0.80714536,-0.3950597,0.8511348,-0.87398344,-0.9155904,-0.95361215,-0.9700393,-0.89258,1.3418827056884766
+4.9118104,-0.74680567,-0.7301543,-0.93239427,-0.5075788,0.8484206,-0.15805352,0.87379014,-0.89368975,-0.87415314,-0.90639573,-0.9495808,-0.94102156,1.5169415473937988
+4.8521595,-0.8092457,-0.7549657,-0.9469638,-0.25042957,0.9115374,0.24362874,0.8863144,-0.8949976,-0.8397546,-0.73843855,-0.87745064,-0.96741766,1.5765924453735352
+4.9039965,-0.7922603,-0.7634952,-0.92441934,-0.13752371,0.9227321,0.40153027,0.8978298,-0.8725948,-0.8416518,-0.43691647,-0.81305057,-0.9609645,1.5247554779052734
+5.1904335,-0.6957143,-0.76332456,-0.8785009,-0.3610791,0.9112036,0.29000628,0.8823781,-0.84284014,-0.8721655,-0.2633016,-0.81887007,-0.920981,1.2383184432983398
+5.6291237,-0.5881264,-0.7967865,-0.83327186,-0.50601745,0.88219297,-0.28628242,0.71401143,-0.8697229,-0.8800915,-0.5609678,-0.8044255,-0.8134135,0.7996282577514648
+6.053494,-0.56115305,-0.86976045,-0.86217594,-0.52418494,0.8740418,-0.52108186,0.49199438,-0.91245425,-0.8780821,-0.74350905,-0.76816857,-0.71282184,0.3752579689025879
+6.160801,-0.64510447,-0.950582,-0.897923,-0.6662027,0.91344047,-0.477857,0.48435736,-0.9082311,-0.8823583,-0.7177261,-0.77929795,-0.7351861,0.26795101165771484
+5.7840657,-0.72619337,-0.9696176,-0.9168441,-0.7532545,0.9366677,-0.37521368,0.6201956,-0.84106475,-0.9134217,-0.57815826,-0.7921529,-0.7780185,0.644686222076416
+5.270242,-0.6872183,-0.9513545,-0.90351516,-0.6389762,0.92205,-0.542716,0.5508003,-0.7849337,-0.9345708,-0.5582386,-0.78270274,-0.70495576,1.1585097312927246
+5.0486054,-0.479244,-0.92379326,-0.8647351,-0.26792514,0.9035131,-0.7981857,0.04063523,-0.85345674,-0.9513265,-0.8129029,-0.77448654,-0.43279278,1.3801465034484863
+5.0551853,-0.15811896,-0.89930224,-0.83799094,0.2661971,0.90226626,-0.89328736,-0.5373921,-0.94037396,-0.95454776,-0.9277068,-0.820373,-0.252115,1.3735666275024414
+5.120484,0.15324724,-0.88622475,-0.81588024,0.5169072,0.9206332,-0.91028273,-0.82729065,-0.957167,-0.958735,-0.9323398,-0.7818928,-0.16795921,1.3082680702209473
+5.2521753,0.35903287,-0.8697962,-0.8541023,0.6841388,0.908718,-0.90400785,-0.8825977,-0.95645106,-0.96698153,-0.9258134,-0.75070566,-0.17059118,1.1765766143798828
+5.6315722,0.31049824,-0.83534294,-0.8533614,0.83577967,0.89171886,-0.8438124,-0.83779365,-0.9399552,-0.95938975,-0.87985253,-0.6911925,-0.30910444,0.7971796989440918
+6.24935,0.30287755,-0.81089914,-0.81693035,0.8467889,0.8713615,-0.7842818,-0.7957714,-0.9219647,-0.96277964,-0.77728194,-0.7250772,-0.38822627,0.17940187454223633
+6.4555426,0.110186696,-0.8489136,-0.74997413,0.8506739,0.8821783,-0.7449937,-0.7605062,-0.91981566,-0.96893984,-0.77823067,-0.85717714,-0.6044228,-0.026790618896484375
+5.9531293,-0.45955575,-0.9145997,-0.6855672,0.8858502,0.9327003,-0.7282889,-0.6828801,-0.92559534,-0.96469134,-0.8981056,-0.9302499,-0.8404349,0.47562265396118164
+5.3316636,-0.6614586,-0.94165426,-0.69711936,0.86630535,0.9521332,-0.7525168,-0.60865855,-0.9137848,-0.9657996,-0.9339276,-0.94484115,-0.8961485,1.09708833694458
+5.0135975,-0.59027094,-0.95132315,-0.7263993,0.810524,0.9530097,-0.82278264,-0.74273145,-0.9318182,-0.96068704,-0.9601795,-0.9238217,-0.8119531,1.4151544570922852
+5.022386,-0.4696796,-0.9575177,-0.75457793,0.7785984,0.95276785,-0.8238777,-0.8610406,-0.95141566,-0.9525969,-0.9632588,-0.8483138,-0.5386227,1.4063658714294434
+5.245362,-0.40061033,-0.95655817,-0.8021954,0.77292955,0.9536207,-0.7462499,-0.88155377,-0.9493403,-0.9572406,-0.9457004,-0.705248,-0.1251579,1.1833901405334473
+5.6271133,-0.5269876,-0.95817256,-0.83738863,0.74535394,0.9588988,-0.5215574,-0.8147648,-0.92197293,-0.9611868,-0.8431965,-0.5043073,-0.026305735,0.8016386032104492
+5.9137917,-0.6642892,-0.9575042,-0.84371966,0.60360265,0.95718884,-0.2819264,-0.6553525,-0.84662765,-0.9601447,-0.5829379,-0.29441786,-0.16540515,0.5149602890014648
+5.8091335,-0.67275894,-0.9450559,-0.8160641,0.4951465,0.94810605,-0.3782342,-0.58652294,-0.8120414,-0.9648836,-0.4947014,-0.250638,-0.17511284,0.6196184158325195
+5.502435,-0.4878826,-0.93185157,-0.7510207,0.5649103,0.93622375,-0.6728353,-0.7421745,-0.867724,-0.9675357,-0.72626925,-0.41524053,-0.02597332,0.9263167381286621
+5.238114,-0.17991698,-0.9198683,-0.6954006,0.6946126,0.92469716,-0.8422495,-0.87460214,-0.9262673,-0.9662583,-0.8726569,-0.5642178,0.15231812,1.1906380653381348
+5.102656,0.032170177,-0.8947227,-0.6761718,0.7582891,0.901816,-0.901632,-0.91009086,-0.93606496,-0.9693582,-0.9019495,-0.61486053,0.22342432,1.3260960578918457
+5.166621,-3.916025e-05,-0.8629849,-0.66032404,0.8605199,0.88601446,-0.90683705,-0.91305846,-0.938146,-0.9686266,-0.9154602,-0.55789244,0.20754886,1.2621307373046875
+5.5476804,-0.25347078,-0.8159832,-0.6786394,0.9093771,0.8861582,-0.8333564,-0.89683366,-0.9226484,-0.97216237,-0.87027115,-0.4233272,0.17070925,0.8810715675354004
+6.144074,-0.41544676,-0.8166323,-0.6383279,0.9177319,0.893759,-0.699127,-0.8996697,-0.90755516,-0.9786487,-0.7358616,-0.38561153,0.1355449,0.28467798233032227
+6.330091,-0.49587917,-0.8786287,-0.6536307,0.8862431,0.90808153,-0.6435149,-0.9180659,-0.90710133,-0.9739857,-0.76885563,-0.5903492,-0.15252233,0.09866094589233398
+5.866111,-0.5445391,-0.9228136,-0.69060016,0.8842528,0.9380249,-0.6982864,-0.92117023,-0.9170958,-0.96742606,-0.8881127,-0.78782284,-0.4821521,0.5626411437988281
+5.2981343,-0.56100386,-0.9451368,-0.7437977,0.8624768,0.9567424,-0.6996307,-0.8544031,-0.92251295,-0.9665821,-0.9278728,-0.8520859,-0.62473625,1.130617618560791
+5.0448394,-0.56662977,-0.9536057,-0.7626857,0.7689637,0.9617171,-0.768358,-0.8384186,-0.93029714,-0.9657924,-0.924191,-0.83651006,-0.613366,1.3839125633239746
+5.1252713,-0.56459534,-0.9506424,-0.76735127,0.74878407,0.960587,-0.80044526,-0.8671686,-0.9412076,-0.96421957,-0.9469703,-0.80338925,-0.46701252,1.303480625152588
+5.280565,-0.53877175,-0.94752216,-0.7817751,0.7680924,0.9605615,-0.7773746,-0.8817628,-0.9438935,-0.96643424,-0.95683455,-0.72401357,-0.21467537,1.1481871604919434
+5.4590816,-0.49542534,-0.94568074,-0.783471,0.78520095,0.9617355,-0.6894225,-0.87611574,-0.93581176,-0.96745336,-0.92902565,-0.5627903,0.027788877,0.969670295715332
+5.7367845,-0.6138523,-0.9423331,-0.8187482,0.7596146,0.9634161,-0.47958863,-0.82003623,-0.90396446,-0.9677291,-0.79883116,-0.35144126,0.03944993,0.6919674873352051
+5.874685,-0.73482686,-0.9385156,-0.839411,0.5578058,0.95924926,-0.28926778,-0.6685198,-0.8352987,-0.9644221,-0.5472569,-0.24517834,-0.20520985,0.5540671348571777
+5.573778,-0.74215275,-0.9380634,-0.82525074,0.32733178,0.95460033,-0.41001457,-0.572482,-0.8004051,-0.96424186,-0.5702452,-0.3946709,-0.37109864,0.8549737930297852
+5.1895137,-0.57305306,-0.9359817,-0.7841376,0.36647403,0.9497646,-0.72015536,-0.7055382,-0.8649757,-0.96681464,-0.8238508,-0.6470182,-0.31035888,1.2392382621765137
+5.0357046,-0.2885996,-0.92725277,-0.76139903,0.5236778,0.9494195,-0.8552126,-0.82961386,-0.92539454,-0.9688455,-0.9248031,-0.759673,-0.16793555,1.3930473327636719
+5.1070642,-0.15589076,-0.90635794,-0.75439906,0.6637603,0.952644,-0.8834745,-0.87595886,-0.938726,-0.96647215,-0.9426758,-0.73809725,-0.12968421,1.3216876983642578
+5.3314815,-0.034828782,-0.88467646,-0.7780445,0.7430999,0.95050406,-0.881148,-0.89614177,-0.93701,-0.96985495,-0.9436898,-0.7214322,-0.12852603,1.0972704887390137
+5.6862607,-0.11894977,-0.8579532,-0.82871574,0.8448677,0.9442456,-0.82641363,-0.8796622,-0.9301415,-0.9722717,-0.9268736,-0.73882437,-0.23202384,0.7424912452697754
+6.174453,-0.30837023,-0.87116355,-0.8277967,0.86925423,0.94880474,-0.70496356,-0.8288395,-0.91058993,-0.972153,-0.8952144,-0.7848658,-0.42422283,0.2542991638183594
+6.285032,-0.5534721,-0.9180771,-0.84579,0.77891374,0.9574547,-0.5928813,-0.69986075,-0.88669914,-0.96190476,-0.8548822,-0.82410777,-0.6809709,0.14372014999389648
+5.710163,-0.78902143,-0.9499303,-0.8945167,0.28715634,0.9710274,-0.51431715,-0.35246348,-0.84170014,-0.95420533,-0.79838914,-0.8591027,-0.86361766,0.7185888290405273
+5.136448,-0.8184685,-0.96198493,-0.9103898,-0.22967029,0.9738121,-0.5696735,-0.08008784,-0.8550755,-0.9572893,-0.80494505,-0.8926156,-0.8952588,1.2923040390014648
+4.9052334,-0.70118,-0.95292616,-0.91112363,-0.38917625,0.9645511,-0.72053885,-0.22100675,-0.89753175,-0.9617585,-0.8401507,-0.86274105,-0.78948224,1.5235185623168945
+4.9615436,-0.5799667,-0.9477754,-0.8951636,-0.11952591,0.9610982,-0.81183636,-0.5464161,-0.927142,-0.9639653,-0.9161997,-0.82069224,-0.5859735,1.4672083854675293
+5.146734,-0.4386214,-0.9484901,-0.8727789,0.20857298,0.9659598,-0.8432146,-0.75433373,-0.94257164,-0.97000605,-0.96704286,-0.7532459,-0.29102325,1.282017707824707
+5.384194,-0.27963132,-0.9499069,-0.85287654,0.4585557,0.97049093,-0.81597275,-0.842005,-0.9433766,-0.97073364,-0.97469383,-0.6847578,-0.040014148,1.044558048248291
+5.765903,-0.35738075,-0.9382258,-0.8846859,0.68397784,0.97030616,-0.63683933,-0.8328316,-0.9288842,-0.9635254,-0.9222492,-0.6201942,-0.116209745,0.662848949432373
+6.2760954,-0.56148744,-0.9349764,-0.89905816,0.5605252,0.96890974,-0.31218994,-0.6045028,-0.8645078,-0.95485175,-0.6634782,-0.59715295,-0.45950514,0.15265655517578125
+6.2434516,-0.7472995,-0.93931305,-0.89555657,-0.1059438,0.96081746,-0.21000075,-0.10541546,-0.7800964,-0.9487161,-0.1838727,-0.7022448,-0.7545228,0.18530035018920898
+5.4749117,-0.7974177,-0.9450278,-0.8904959,-0.6288702,0.95797455,-0.51476157,0.13613284,-0.787145,-0.9539361,-0.4577353,-0.8204963,-0.8439697,0.9538402557373047
+4.888589,-0.63618684,-0.9222217,-0.8687441,-0.4233384,0.9598808,-0.7871805,-0.10720378,-0.8841773,-0.9628585,-0.8399452,-0.87680113,-0.7935775,1.5401630401611328
+4.8404284,-0.44185323,-0.90225464,-0.8498394,-0.08348817,0.95887744,-0.88841194,-0.42057192,-0.9325619,-0.9658645,-0.94788164,-0.88490194,-0.7350732,1.5883235931396484
+5.077919,-0.26162332,-0.9026635,-0.8291744,0.37281513,0.965224,-0.9254778,-0.7735951,-0.94984573,-0.9663449,-0.98139447,-0.8778191,-0.61601686,1.3508329391479492
+5.20948,-0.089075506,-0.9156131,-0.8635567,0.56899345,0.9688492,-0.89335775,-0.88255644,-0.9567396,-0.96839345,-0.9815688,-0.7960892,-0.33520478,1.2192721366882324
+5.4669523,-0.15658814,-0.9209374,-0.9155414,0.7059438,0.97111,-0.6805833,-0.8477995,-0.9488221,-0.95938814,-0.9590989,-0.7405338,-0.34782135,0.9617996215820312
+6.2014713,-0.4419821,-0.9353175,-0.9442165,0.43332028,0.97275245,-0.22527617,-0.5208979,-0.8930769,-0.9490897,-0.7045102,-0.73467404,-0.5928244,0.2272806167602539
+6.6726856,-0.80441034,-0.95394576,-0.93922544,-0.52101934,0.9684293,0.0115817785,0.281757,-0.79253054,-0.9401222,0.24425948,-0.77310556,-0.86348337,-0.24393367767333984
+5.937049,-0.8948653,-0.9421399,-0.9183848,-0.86457276,0.9636841,-0.17372441,0.61129165,-0.69833434,-0.959314,0.23489547,-0.7965819,-0.9187295,0.4917030334472656
+5.2820663,-0.7918418,-0.899327,-0.87724334,-0.63911194,0.9609046,-0.6627272,0.28315616,-0.755668,-0.9426587,-0.6479417,-0.88573325,-0.8564292,1.1466856002807617
+5.3438873,-0.54758614,-0.9138875,-0.8385815,-0.22849071,0.9433434,-0.862967,-0.18687707,-0.87756366,-0.9434489,-0.95150924,-0.8765759,-0.70102006,1.084864616394043
+5.458777,-0.16803783,-0.9083886,-0.8244478,0.41957998,0.94262266,-0.94334936,-0.77150625,-0.94700694,-0.96222526,-0.98487806,-0.8537577,-0.4103663,0.9699749946594238
+5.0838637,0.19065654,-0.9280453,-0.84535664,0.50560427,0.9544518,-0.9390262,-0.9272313,-0.958441,-0.9770348,-0.9855333,-0.79184914,0.013785958,1.3448882102966309
+5.0235195,-0.19306123,-0.9339083,-0.91873384,0.70499897,0.9767833,-0.69209164,-0.89864004,-0.95768523,-0.9636535,-0.9746168,-0.65016437,-0.32152236,1.4052324295043945
+5.888372,-0.5889748,-0.94433063,-0.9617907,0.31122744,0.9787085,0.08273661,-0.3560148,-0.87365484,-0.9489265,-0.62356985,-0.65295285,-0.6855625,0.5403800010681152
+6.407717,-0.7753284,-0.94862175,-0.9519092,-0.7174158,0.963639,0.1908406,0.43929768,-0.78100824,-0.95187783,0.57057023,-0.6635997,-0.8490407,0.021034717559814453
+5.7301626,-0.8267348,-0.9213249,-0.9283954,-0.9068207,0.9512284,-0.11378032,0.66733336,-0.7531501,-0.9609835,0.49494743,-0.735752,-0.88625294,0.6985893249511719
+5.4029765,-0.6259684,-0.7843452,-0.865478,-0.5305336,0.9449694,-0.71107787,0.22742116,-0.8575783,-0.95011145,-0.61365277,-0.8498741,-0.80083036,1.02577543258667
+5.760873,-0.44310462,-0.85248,-0.7813198,-0.11351025,0.91948664,-0.8792023,-0.13217735,-0.9145716,-0.94447005,-0.95896643,-0.8781958,-0.6723664,0.6678791046142578
+5.9134088,-0.034086645,-0.8674679,-0.7732879,0.5245632,0.9197552,-0.9604561,-0.78842807,-0.9500595,-0.96814144,-0.984824,-0.89640677,-0.3710761,0.515343189239502
+5.1453347,0.33620977,-0.917623,-0.8597372,0.5537169,0.9341152,-0.9453346,-0.9228119,-0.9631664,-0.9761073,-0.98495793,-0.8378604,-0.005302787,1.2834172248840332
+5.1039567,-0.15587711,-0.9279748,-0.9273364,0.7469671,0.97216296,-0.59309924,-0.86623275,-0.95947367,-0.94253355,-0.9642958,-0.714046,-0.5015514,1.3247952461242676
+6.0978174,-0.6305644,-0.935777,-0.96766174,-0.043020308,0.9785038,0.18191814,-0.10629177,-0.86170787,-0.93879825,-0.28009278,-0.67465794,-0.7729571,0.3309345245361328
+6.23784,-0.8471057,-0.947786,-0.95726645,-0.9088917,0.9602816,0.39022684,0.7448621,-0.7503775,-0.9504419,0.78582036,-0.62664115,-0.9048802,0.19091176986694336
+5.2759047,-0.8040611,-0.8741303,-0.91402143,-0.9339922,0.94312155,-0.031199932,0.7847551,-0.7031497,-0.9404421,0.5711943,-0.8061395,-0.91554224,1.1528472900390625
+5.123706,-0.5451287,-0.58207893,-0.8754794,-0.5640272,0.9248936,-0.6658374,0.40520287,-0.85668576,-0.9458305,-0.5800642,-0.86568743,-0.8147571,1.3050460815429688

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.7681800723075867,7.1969321541786195,,
+1000,-0.8298431038856506,7.258594990730286,,
+1500,-0.8253182768821716,7.254070621490478,,
+2000,-0.7679123878479004,7.196664053440094,,
+2500,-0.7158703207969666,7.144622004985809,,
+3000,-0.7279182076454163,7.156669992923737,,
+3500,-0.6647254824638367,7.093477361679077,,
+4000,-0.7002159357070923,7.128968237400055,,
+4500,-0.6637734770774841,7.092525233745575,,
+5000,-0.6980246901512146,7.126776785850525,,
+5000,,,6.852556977272034,-0.4238050317764282
+5500,-0.6198077201843262,7.048559735298157,,
+6000,-0.6358733773231506,7.06462499666214,,
+6500,-0.5201482176780701,6.9489002017974855,,
+7000,-0.5216600894927979,6.950412162780761,,
+7500,-0.544160008430481,6.972911931991577,,
+8000,-0.4058149456977844,6.834566713809967,,
+8500,-0.29586100578308105,6.724612617015839,,
+9000,-0.3550371825695038,6.783789089679718,,
+9500,-0.2577016353607178,6.6864534244537355,,
+10000,-0.38814783096313477,6.816899835586548,,
+10000,,,6.355346865653992,0.07340507984161376
+10500,-0.06201741844415665,6.490769320011139,,
+11000,-0.11481174826622009,6.543563798904419,,
+11500,0.009976822882890701,6.418775121212006,,
+12000,-0.23432698845863342,6.6630789699554445,,
+12500,-0.12967050075531006,6.5584224152565005,,
+13000,0.068963423371315,6.359788496494293,,
+13500,0.20072519779205322,6.228026862621308,,
+14000,0.1736329346895218,6.255119017124176,,
+14500,0.11872345209121704,6.31002845621109,,
+15000,-0.07274285703897476,6.501494737625122,,
+15000,,,6.660986459255218,-0.23223451375961304
+15500,-0.047994766384363174,6.476746767997741,,
+16000,0.05341209098696709,6.375339805603027,,
+16500,0.06132823973894119,6.367423714637757,,
+17000,0.13469082117080688,6.294061147212982,,
+17500,0.1357339471578598,6.293017997264862,,
+18000,0.08546359837055206,6.343288404941559,,
+18500,0.057750627398490906,6.371001334667206,,
+19000,0.2901041805744171,6.138647789955139,,
+19500,0.09543727338314056,6.333314666748047,,
+20000,0.14586010575294495,6.282891802310943,,
+20000,,,6.49604380607605,-0.06729186058044434
+20500,0.2812983989715576,6.147453672409058,,
+21000,0.19495393335819244,6.233798006057739,,
+21500,0.24674011766910553,6.182011867046357,,
+22000,0.28722304105758667,6.141528845310211,,
+22500,0.2972092628479004,6.131542349338532,,
+23000,0.17538410425186157,6.25336786699295,,
+23500,0.24853681027889252,6.18021516752243,,
+24000,0.08753027021884918,6.341221681118012,,
+24500,0.21806076169013977,6.210691219806671,,
+25000,0.27174046635627747,6.157011436462402,,
+25000,,,6.165662280321121,0.26308966517448423
+25500,0.2627500295639038,6.166001906394959,,
+26000,0.3240123987197876,6.104739414691925,,
+26500,0.2511942684650421,6.177557719230652,,
+27000,0.44953247904777527,5.97921968460083,,
+27500,0.11418244242668152,6.314569455146789,,
+28000,0.28919705748558044,6.1395548987388615,,
+28500,0.3668634295463562,6.061888507366181,,
+29000,0.4925463795661926,5.936205632209778,,
+29500,0.4438227713108063,5.984929268836975,,
+30000,0.4980955719947815,5.93065644788742,,
+30000,,,5.869205667972564,0.5595462775230408
+30500,0.4441641569137573,5.98458779001236,,
+31000,0.397310346364975,6.031441681861877,,
+31500,0.28260675072669983,6.146145167350769,,
+32000,0.528974175453186,5.899777611732483,,
+32500,0.37356603145599365,6.055185781002045,,
+33000,0.7208037972450256,5.70794807100296,,
+33500,0.4644431173801422,5.964308860778808,,
+34000,0.6461784839630127,5.782573279380799,,
+34500,0.38879597187042236,6.039955655097962,,
+35000,0.8044957518577576,5.624256050109863,,
+35000,,,5.713079787492752,0.7156721580028534
+35500,0.4127906560897827,6.0159613571167,,
+36000,0.6496511697769165,5.779100295066834,,
+36500,0.5591103434562683,5.8696413779258725,,
+37000,0.7599068284034729,5.668845056056976,,
+37500,0.7716806530952454,5.6570709309577945,,
+38000,0.6026236414909363,5.826128480434417,,
+38500,0.5543068051338196,5.874444927692413,,
+39000,0.6559920310974121,5.772760107994079,,
+39500,0.7566653490066528,5.672086676120758,,
+40000,0.5153783559799194,5.913373659610748,,
+40000,,,5.5188565135002134,0.9098954319953918
+40500,0.7366106510162354,5.692141589164734,,
+41000,0.8550500869750977,5.57370154762268,,
+41500,0.7055432200431824,5.723208565711975,,
+42000,0.6522449851036072,5.776506571769715,,
+42500,0.7174767255783081,5.711275663375854,,
+43000,0.774631142616272,5.654120768547058,,
+43500,0.6134013533592224,5.815350342750549,,
+44000,0.7557146549224854,5.673037151813507,,
+44500,0.5398921370506287,5.888860004425049,,
+45000,0.7458382844924927,5.682913815498352,,
+45000,,,5.4210289454460145,1.0077230000495911
+45500,0.6136435270309448,5.81510820388794,,
+46000,0.6854690909385681,5.74328249168396,,
+46500,0.6250193119049072,5.803732564926148,,
+47000,0.6978232264518738,5.730928762435913,,
+47500,0.5860145688056946,5.842737522602081,,
+48000,0.627072274684906,5.801679430007934,,
+48500,0.5421213507652283,5.886630502700806,,
+49000,0.848892092704773,5.579859902381897,,
+49500,0.6769881844520569,5.751763903617859,,
+50000,0.931243360042572,5.497508425235749,,
+50000,,,5.414797246456146,1.0139546990394592

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208cfb7c47bcf1be92f321fc052263aa32064b5690d0ea7cd432f61792c1f536
+size 16140760

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.5995584,-0.988596,0.9767604,0.7808758,-0.37466425,-0.9774769,-0.986216,-0.9780437,0.97850573,0.97713304,0.97460103,0.75012136,-0.95313025,-1.1708064079284668
+9.120587,-0.9833103,0.98000336,0.8885995,-0.5926314,-0.9645925,-0.9847453,-0.9920018,0.97726107,0.97802734,0.9824436,0.91935396,-0.90844226,-2.691835403442383
+7.871666,-0.97794956,0.973835,0.91568303,-0.6496469,-0.9669946,-0.9812579,-0.9830658,0.94713616,0.9728526,0.96144795,0.9746518,-0.95248425,-1.4429140090942383
+5.2761903,-0.9939435,0.958303,0.8694396,-0.7462223,-0.9660464,-0.97636205,-0.98462784,0.95789623,0.9681735,0.9771421,0.98746085,-0.7963863,1.1525616645812988
+5.794688,-0.9873217,0.9602368,0.6651404,-0.8033329,-0.9652435,-0.9779469,-0.9855375,0.87652063,0.98151803,0.99083877,0.9847119,0.5680108,0.634063720703125
+7.725962,-0.9848242,0.9528928,0.5758996,-0.95353526,-0.98814815,-0.96212184,-0.98053503,-0.84463924,0.97705173,0.9862325,0.9852443,0.99202037,-1.2972102165222168
+7.7923384,-0.93793553,0.9757898,0.81905675,-0.97346896,-0.98396534,-0.9695712,-0.9783058,-0.9956074,0.96779346,0.99273133,0.983912,0.9830115,-1.36358642578125
+5.4274383,-0.71599615,0.99111557,0.98980296,-0.9594683,-0.95337653,-0.9561492,-0.9935167,-0.98966444,0.8634188,0.9876559,0.92755246,0.9814732,1.0013136863708496
+4.2665854,-0.96446985,0.89463544,0.98837185,-0.9546278,-0.9672961,-0.915888,-0.99566835,-0.11330676,0.90763414,0.981619,0.6387861,0.7330003,2.1621665954589844
+6.7759676,-0.9884539,0.49750495,0.9737582,-0.94103754,-0.9678473,-0.9640702,-0.9924524,0.9760525,0.9858724,0.9550369,0.6711376,-0.88889235,-0.3472156524658203
+8.3627825,-0.9939396,0.8170073,0.98645186,-0.94746405,-0.957736,-0.9719611,-0.9887402,0.9722395,0.9842837,0.9442308,0.5942128,-0.86573285,-1.934030532836914
+7.0163026,-0.9871045,0.88838637,0.99066997,-0.9082685,-0.9616977,-0.96958095,-0.98547256,0.7921766,0.9803524,0.9617243,0.72363496,-0.9336875,-0.5875506401062012
+5.9389114,-0.98594344,0.9362047,0.990008,-0.95018965,-0.9599473,-0.98795414,-0.9874262,0.6676222,0.9875318,0.9922472,0.62853,-0.8270451,0.4898405075073242
+6.524102,-0.9917116,0.25913334,0.9863868,-0.93896294,-0.9501407,-0.98376983,-0.9803728,0.6847558,0.962049,0.9960035,0.18337703,-0.8185736,-0.09535026550292969
+6.985344,-0.98414093,-0.14724708,0.72353935,-0.8861732,-0.8825522,-0.8604648,-0.9900181,-0.55613536,0.06769407,0.98587275,-0.42830193,0.5264933,-0.5565919876098633
+6.1052923,-0.98409456,0.24991155,-0.09064603,-0.9500817,-0.22166109,-0.7172385,-0.9371822,-0.7381725,-0.8740285,0.95084786,-0.88188815,0.73351,0.3234596252441406
+5.56369,-0.94676185,-0.46368182,-0.7210875,-0.97727096,0.81379414,-0.68459296,-0.74902135,-0.48711592,-0.8765282,0.63084555,-0.9817345,0.405931,0.8650617599487305
+5.674553,-0.98772156,-0.98102266,-0.8229595,-0.99190104,0.98879147,-0.56751454,0.1347295,0.33730447,-0.9724018,-0.9172695,-0.9966561,0.21721983,0.7541990280151367
+5.4474187,-0.99524564,-0.9955742,-0.8099568,-0.98291546,0.9971814,-0.5633097,0.44778502,0.68852925,-0.99482906,-0.9792914,-0.9970917,0.2837777,0.9813332557678223
+4.9272203,-0.9931315,-0.9971602,-0.6963337,-0.9666555,0.998008,-0.6684835,0.37882304,0.61989117,-0.99693173,-0.9803181,-0.9966204,0.36687064,1.5015316009521484
+4.661786,-0.9834806,-0.9963205,-0.41487622,-0.87339395,0.9981859,-0.674913,-0.042503715,0.4548372,-0.9940633,-0.9432959,-0.9902442,0.028704286,1.7669658660888672
+4.6761265,-0.9767027,-0.98883784,-0.39994806,-0.635525,0.99539304,-0.33835918,-0.7629622,0.4490466,-0.9687555,-0.87662685,-0.9548182,-0.57580125,1.7526254653930664
+5.897687,-0.9549287,-0.9682748,-0.77549875,0.39652944,0.9561894,0.32813287,-0.9039175,0.9236431,-0.95638674,-0.75242037,-0.77296394,-0.9480143,0.5310649871826172
+7.450889,-0.95606536,-0.9701895,-0.91321665,0.017642379,0.8914964,0.04895544,-0.9246778,0.9531636,-0.92998546,-0.57261103,-0.35938168,-0.94864476,-1.02213716506958
+7.7582893,-0.8989586,-0.9701681,-0.8098222,-0.86536014,0.889586,-0.8241096,-0.94784284,0.85602224,-0.95533437,-0.7163656,-0.2839126,-0.82995087,-1.3295373916625977
+6.3537607,-0.93112797,-0.9730211,-0.58513117,-0.71135193,0.94727945,-0.9422178,-0.98954505,0.97793794,-0.99460125,-0.9476426,-0.6069796,-0.95059836,0.07499122619628906
+5.1497,-0.9656315,-0.94739395,-0.8226692,-0.118146,0.9871397,-0.8928423,-0.9582985,0.99724865,-0.9883851,-0.9470043,-0.7431839,-0.99375653,1.2790517807006836
+4.482768,-0.9766486,-0.92373085,-0.9207214,0.17701125,0.9826727,-0.60964143,-0.911649,0.9944565,-0.9686323,-0.83824414,-0.6665202,-0.98449427,1.94598388671875
+3.9088252,-0.9715676,-0.9392711,-0.9459141,0.212057,0.9840081,-0.061098814,-0.89419836,0.992512,-0.9414147,-0.80627054,-0.6634246,-0.93650365,2.5199267864227295
+3.6665184,-0.9703447,-0.9643794,-0.9729143,0.40323675,0.9841851,0.52917314,-0.7526596,0.9918535,-0.9220063,-0.8186875,-0.49148673,-0.8554961,2.7622334957122803
+4.1085496,-0.9746156,-0.9661429,-0.97095364,0.53003955,0.977468,0.5656216,-0.45898283,0.98182034,-0.8866616,-0.7582864,-0.38830984,-0.8402539,2.320202350616455
+4.9854064,-0.9820651,-0.9632505,-0.969276,0.5226426,0.9777696,0.5162283,0.057758927,0.970999,-0.8008969,-0.768705,-0.5515222,-0.89326817,1.443345546722412
+6.1153464,-0.9861922,-0.96020705,-0.9663981,0.51468897,0.9772525,0.43452525,0.34076035,0.93626213,-0.66011405,-0.73417383,-0.5452156,-0.88635445,0.31340551376342773
+7.3019323,-0.9812809,-0.9507561,-0.942245,0.14059615,0.9786943,0.420578,-0.276152,0.84908104,-0.81476164,-0.72630554,-0.41575074,-0.68918914,-0.8731803894042969
+7.733647,-0.9543,-0.936903,-0.91593266,0.19936347,0.9727955,0.22286046,-0.7158572,0.84885573,-0.91848934,-0.72668135,-0.16104794,-0.19232178,-1.3048949241638184
+7.072012,-0.9721158,-0.93637145,-0.9189918,0.4786638,0.9763081,0.2912643,-0.89000404,0.88451123,-0.9452889,-0.8094406,0.07681084,-0.35447174,-0.6432600021362305
+6.019335,-0.9678479,-0.9631436,-0.9517134,0.3819015,0.9778795,0.3988899,-0.913488,0.9279344,-0.9418315,-0.8419632,-0.32998276,-0.7438198,0.40941715240478516
+5.0225644,-0.9647863,-0.97000647,-0.95033383,0.5058005,0.978951,0.15041554,-0.93657947,0.9768932,-0.94353104,-0.8557277,-0.6067851,-0.8692876,1.4061875343322754
+4.5990424,-0.9704856,-0.9696724,-0.92451555,0.5949433,0.9740459,-0.11275339,-0.9631915,0.9682802,-0.952939,-0.86449313,-0.5859288,-0.76558906,1.829709529876709
+4.740081,-0.96312195,-0.95732,-0.91420746,0.4714558,0.96197486,-0.41213644,-0.9582824,0.87241864,-0.9473222,-0.8606134,-0.41128045,-0.61981857,1.6886711120605469
+4.962783,-0.9424221,-0.904197,-0.8116556,0.47653198,0.95835817,-0.7461614,-0.9368084,0.62791944,-0.9229969,-0.8816376,-0.63259816,-0.62825984,1.4659690856933594
+4.794326,-0.9222031,-0.8072366,-0.61172277,0.46597838,0.97661424,-0.77678686,-0.90428597,0.6386149,-0.8959856,-0.9088534,-0.78771293,-0.7660486,1.6344261169433594
+4.800334,-0.9406758,-0.86901104,-0.68626225,0.49545658,0.9778924,-0.6283835,-0.88843864,0.79332566,-0.90543306,-0.92586637,-0.7838428,-0.8148,1.62841796875
+5.2212133,-0.9641566,-0.92364186,-0.77403474,0.64914024,0.9776797,-0.3967839,-0.9003638,0.87653565,-0.8991308,-0.9295726,-0.8196593,-0.8740576,1.2075386047363281
+5.9223666,-0.9641171,-0.95001,-0.8599517,0.78538966,0.97796035,-0.027596176,-0.9172451,0.8773267,-0.88942546,-0.9183658,-0.85318464,-0.8785232,0.506385326385498
+6.378204,-0.95271814,-0.9619435,-0.91141635,0.8548367,0.9733323,0.115974426,-0.91638684,0.79332256,-0.8788045,-0.86947477,-0.83912903,-0.6727787,0.05054807662963867
+6.2197895,-0.9448126,-0.96334106,-0.89551586,0.8016701,0.9720123,0.013041258,-0.9063275,0.4129572,-0.8910466,-0.8385846,-0.7761086,-0.3070892,0.20896244049072266
+5.622183,-0.93902713,-0.9496747,-0.7534645,0.8035693,0.9771695,-0.39733696,-0.90857065,-0.25793087,-0.938931,-0.900695,-0.81164074,-0.24422777,0.8065690994262695
+4.9328976,-0.94265145,-0.8926639,-0.34128743,0.883088,0.9714589,-0.62298906,-0.90537834,-0.56134415,-0.96607375,-0.94000065,-0.8973924,-0.69306034,1.495854377746582
+4.6316223,-0.93378085,-0.67306644,0.23076808,0.8789859,0.9721104,-0.69171375,-0.89739966,-0.6803282,-0.9565371,-0.94967645,-0.9381124,-0.89529765,1.7971296310424805
+4.809946,-0.91226774,-0.31369603,0.43754745,0.82755494,0.96952915,-0.76950866,-0.8870601,-0.6816033,-0.91781133,-0.9509326,-0.95035595,-0.92711395,1.6188058853149414
+5.073248,-0.8899695,-0.3419237,0.3821813,0.83431435,0.9691831,-0.81915,-0.8964977,-0.64429015,-0.91620356,-0.9531702,-0.9464621,-0.9052338,1.355504035949707
+5.311874,-0.87829494,-0.51023537,0.2591679,0.86193585,0.9686948,-0.8362914,-0.9112557,-0.4740796,-0.91464907,-0.9532734,-0.94781715,-0.86758107,1.1168780326843262
+5.486292,-0.8972486,-0.6383916,0.068174124,0.85566473,0.96818185,-0.81734276,-0.91933584,-0.20334828,-0.9062188,-0.9513178,-0.94690627,-0.8641692,0.9424600601196289
+5.4984245,-0.89551634,-0.6261486,0.054356337,0.8453808,0.9679878,-0.8467167,-0.9206505,-0.2710905,-0.90009075,-0.94974935,-0.9438667,-0.83462095,0.9303274154663086
+5.3246365,-0.8366705,-0.39108038,0.19960928,0.81561255,0.96176744,-0.90132046,-0.909456,-0.58158916,-0.9073771,-0.950232,-0.9402028,-0.742649,1.1041154861450195
+5.102425,-0.7691817,-0.10719156,0.34959674,0.78059626,0.94834507,-0.90759796,-0.88060063,-0.7293124,-0.9151595,-0.9522168,-0.94186467,-0.7656102,1.326326847076416
+5.0404263,-0.79780895,-0.0015498996,0.5471895,0.72288597,0.9221997,-0.8816,-0.86238956,-0.8131651,-0.92250425,-0.954167,-0.9479374,-0.879524,1.3883256912231445
+5.158714,-0.8666126,-0.0447073,0.63049984,0.69926214,0.8451421,-0.82792556,-0.8884428,-0.8001576,-0.925937,-0.95269394,-0.9527662,-0.943343,1.27003812789917
+5.3962054,-0.92901963,-0.21324778,0.69890714,0.6098752,0.7667413,-0.7881623,-0.90934926,-0.69686115,-0.90131956,-0.9414422,-0.9620105,-0.9641408,1.0325465202331543
+5.6665015,-0.94525576,-0.33951676,0.76756096,0.5461135,0.7565789,-0.73930335,-0.9001464,-0.59353,-0.89577,-0.93177295,-0.96570045,-0.9699875,0.7622504234313965
+5.669375,-0.94953287,-0.35466087,0.831815,0.5664661,0.7897463,-0.73213536,-0.89732337,-0.68357223,-0.8947054,-0.9281477,-0.96101195,-0.95820636,0.7593770027160645
+5.5541406,-0.95204985,-0.07486123,0.87735856,0.65047276,0.7156584,-0.85107034,-0.92920595,-0.86032134,-0.9084148,-0.9278595,-0.94818676,-0.88674206,0.8746113777160645
+5.5564528,-0.8799273,0.45869362,0.8662182,0.62447333,0.25879276,-0.9031522,-0.9413644,-0.92110467,-0.925639,-0.92302036,-0.930933,-0.77638143,0.8722991943359375
+5.566707,-0.76998544,0.65555906,0.8522606,0.5233989,-0.15493661,-0.9215103,-0.9362987,-0.9289985,-0.9273268,-0.92767924,-0.93076384,-0.7974252,0.8620448112487793
+5.5616984,-0.73859924,0.63873136,0.83320725,0.5617447,-0.5354657,-0.91920984,-0.9286268,-0.90908986,-0.9058052,-0.9369528,-0.93510944,-0.87940115,0.8670535087585449
+5.562627,-0.502308,0.67795014,0.88047993,0.6068318,-0.65814495,-0.9028213,-0.94772786,-0.86260015,-0.89223176,-0.9454697,-0.9316611,-0.9068955,0.8661251068115234
+5.575314,-0.75448656,0.66460395,0.88992715,0.47168446,-0.46605957,-0.88305783,-0.95599073,-0.7568712,-0.89095443,-0.9476723,-0.94753766,-0.93499297,0.8534379005432129
+5.4784226,-0.87550426,0.46772122,0.8725859,0.49128938,-0.22297674,-0.8756207,-0.9499561,-0.7068717,-0.8673607,-0.95018727,-0.9611936,-0.96171707,0.9503293037414551
+5.251747,-0.85655206,0.43171597,0.81361556,0.47686374,-0.1855967,-0.878217,-0.9310336,-0.8564456,-0.8728976,-0.9400225,-0.94492537,-0.9160855,1.1770048141479492
+5.2758284,-0.77154917,0.58730507,0.8056307,0.420815,-0.23541516,-0.8974695,-0.921444,-0.9068382,-0.8878933,-0.93288106,-0.92941177,-0.8481105,1.152923583984375
+5.4912605,-0.76006407,0.6206875,0.8219285,0.3771665,-0.38009882,-0.90924466,-0.92238325,-0.9129023,-0.88835275,-0.9295391,-0.92804164,-0.83554393,0.9374914169311523
+5.5986295,-0.84904635,0.44931948,0.8208003,0.26169682,-0.5209179,-0.9046733,-0.92185414,-0.89400303,-0.8540544,-0.92513764,-0.93999124,-0.88969415,0.8301224708557129
+5.5886593,-0.9345699,0.15757859,0.8221134,0.10100174,-0.35979325,-0.8993508,-0.9306701,-0.8089333,-0.8081475,-0.9222034,-0.95760834,-0.9277008,0.840092658996582
+5.675748,-0.96985203,0.22046721,0.85338664,-0.05497223,0.038683414,-0.8939658,-0.943058,-0.73996174,-0.8187292,-0.91732013,-0.96302927,-0.94570607,0.7530040740966797
+5.636709,-0.9737606,0.0886631,0.8690835,-0.03198731,0.3924662,-0.8848315,-0.9445025,-0.7965957,-0.8437793,-0.94107497,-0.9661307,-0.9396815,0.7920427322387695
+5.4079556,-0.9544645,0.381644,0.89418626,0.15797853,0.27399492,-0.9053078,-0.94526464,-0.8840968,-0.8851054,-0.9347275,-0.9487206,-0.87964916,1.020796298980713
+5.2500257,-0.8944863,0.6857749,0.89479697,0.23132491,-0.20681429,-0.9247622,-0.9478542,-0.9171911,-0.9142355,-0.9296864,-0.9317606,-0.80710524,1.1787261962890625
+5.281896,-0.83456886,0.72875285,0.8665545,0.2716949,-0.50511485,-0.92552906,-0.94871753,-0.9358041,-0.91290575,-0.9314633,-0.9292674,-0.786418,1.1468558311462402
+5.3811665,-0.803043,0.6653805,0.82117224,0.2679913,-0.64696723,-0.91843784,-0.9436253,-0.93199694,-0.88846815,-0.93583375,-0.93452084,-0.8268475,1.0475854873657227
+5.527838,-0.7082872,0.66555285,0.8372731,0.39792347,-0.78119737,-0.90148604,-0.9461045,-0.91453034,-0.86256766,-0.93734014,-0.93582743,-0.8949892,0.9009137153625488
+5.6967897,-0.549334,0.8264117,0.90036035,0.25722885,-0.7681797,-0.9023895,-0.9581526,-0.8740426,-0.90355015,-0.9461654,-0.9414348,-0.90342367,0.7319622039794922
+5.789382,-0.8385584,0.7861351,0.8853656,0.08438063,-0.5667224,-0.90321624,-0.9534097,-0.79747516,-0.8865782,-0.93954706,-0.9539724,-0.94861346,0.6393699645996094
+5.656618,-0.9217717,0.5862336,0.84650016,0.07089007,-0.24542081,-0.90450144,-0.9408472,-0.81933653,-0.87176764,-0.9427066,-0.9648258,-0.9567976,0.7721338272094727
+5.4356275,-0.87162155,0.55547667,0.8432541,0.24215591,-0.28551155,-0.90338254,-0.9282182,-0.89787906,-0.8816913,-0.9349947,-0.94147956,-0.88720614,0.9931244850158691
+5.4446607,-0.8422051,0.6191616,0.85219455,0.25490546,-0.3788147,-0.9184226,-0.9271936,-0.9149884,-0.89103967,-0.92972636,-0.9335949,-0.8483183,0.9840912818908691
+5.4887915,-0.88083106,0.52966607,0.85231495,0.21636784,-0.40585685,-0.9212517,-0.93158966,-0.9098355,-0.88218486,-0.93030953,-0.94065166,-0.8708663,0.9399604797363281
+5.369575,-0.931523,0.29789603,0.8424313,0.14657044,-0.320253,-0.91243184,-0.9337334,-0.8735849,-0.8539847,-0.9280296,-0.95008016,-0.91126627,1.0591769218444824
+5.3440228,-0.95865667,0.14874935,0.83481264,0.07030642,-0.030773282,-0.8959961,-0.94066995,-0.8269687,-0.83348054,-0.9274131,-0.95473903,-0.92614347,1.0847291946411133
+5.4113955,-0.96603364,0.07415342,0.8404598,0.1236608,0.28783643,-0.8766601,-0.94230956,-0.83050203,-0.85226256,-0.9329575,-0.9547362,-0.92989475,1.0173563957214355
+5.4044456,-0.9580164,0.19481349,0.8555546,0.2414254,0.40480232,-0.87810344,-0.93990535,-0.86371964,-0.8794826,-0.932696,-0.9495751,-0.9082792,1.024306297302246
+5.426961,-0.9229005,0.50943553,0.8710902,0.31790292,0.15729451,-0.90482455,-0.94385004,-0.8999672,-0.9044313,-0.92922264,-0.9399956,-0.8450092,1.001791000366211
+5.5725036,-0.8455069,0.68096685,0.8560858,0.344918,-0.29239,-0.9176914,-0.9452453,-0.9302309,-0.9154032,-0.93049407,-0.93032444,-0.7978241,0.8562483787536621
+5.7404246,-0.789557,0.67418337,0.82318556,0.39835238,-0.4295047,-0.9181769,-0.9422573,-0.9357258,-0.91161865,-0.9372467,-0.93224305,-0.8175694,0.6883273124694824
+5.722245,-0.737641,0.59841025,0.81668484,0.565254,-0.59145015,-0.9117811,-0.9333433,-0.91844374,-0.8931828,-0.94184756,-0.9381859,-0.898846,0.7065067291259766
+5.65632,-0.66537875,0.53255785,0.84472704,0.5807829,-0.6691594,-0.9061674,-0.9437891,-0.8774739,-0.87730163,-0.94781864,-0.9403048,-0.9240754,0.7724318504333496
+5.637067,-0.8550996,0.44515836,0.8515065,0.4680699,-0.3874761,-0.8825988,-0.9470388,-0.7930017,-0.87298465,-0.9519775,-0.9580027,-0.95867294,0.7916851043701172
+5.577149,-0.9301172,0.23768628,0.7969582,0.2963456,0.020243526,-0.8874459,-0.93499994,-0.7638999,-0.86801004,-0.94964963,-0.9631271,-0.96040434,0.8516030311584473
+5.446794,-0.90561014,0.243451,0.8092525,0.41336155,0.20922804,-0.8812605,-0.9260066,-0.86174035,-0.8772911,-0.9394843,-0.9530676,-0.9268182,0.9819579124450684
+5.476766,-0.87456685,0.40021253,0.83985066,0.44834018,0.18384445,-0.89954567,-0.9213297,-0.89333534,-0.89452505,-0.93069637,-0.94476724,-0.8824177,0.9519858360290527
+5.651077,-0.86806,0.4518118,0.85083854,0.41632771,0.0128855705,-0.91225547,-0.92582107,-0.9054551,-0.8989718,-0.92692524,-0.9432711,-0.86608344,0.7776751518249512
+5.6508064,-0.897503,0.33715308,0.8447921,0.3645264,-0.1292612,-0.91222125,-0.92850465,-0.8990164,-0.8850915,-0.92607,-0.94931245,-0.8933062,0.7779455184936523
+5.4673705,-0.9336815,0.10876143,0.8238237,0.30936384,-0.05744201,-0.89302605,-0.93018764,-0.8604036,-0.856622,-0.9241385,-0.95404017,-0.92976844,0.9613814353942871
+5.385785,-0.95469165,-0.0326913,0.81825614,0.31611967,0.2569301,-0.864782,-0.9326474,-0.82394207,-0.8511195,-0.9259259,-0.95651525,-0.9421728,1.0429668426513672
+5.371783,-0.9545047,-0.027841091,0.8295574,0.41367078,0.487844,-0.84858435,-0.9313126,-0.8317237,-0.8708072,-0.92768234,-0.95555913,-0.93713874,1.056969165802002
+5.3674946,-0.9267126,0.22899806,0.8421221,0.50228536,0.4653659,-0.8746665,-0.9362187,-0.8762684,-0.89711905,-0.9279,-0.9496908,-0.89280725,1.0612573623657227
+5.4547663,-0.84271276,0.52437997,0.8357837,0.5357846,0.18017995,-0.9019464,-0.93692964,-0.91387564,-0.9187218,-0.93005437,-0.9388087,-0.8362962,0.9739856719970703
+5.6671343,-0.71921986,0.64108026,0.81000245,0.552189,-0.1603061,-0.92051554,-0.9308513,-0.9285414,-0.9232013,-0.93475837,-0.93395466,-0.8308236,0.7616176605224609
+5.7400994,-0.6728049,0.55752563,0.8002498,0.6510544,-0.30961752,-0.9239996,-0.918301,-0.92069876,-0.9203244,-0.9456023,-0.9387464,-0.8882159,0.688652515411377
+5.676641,-0.71327853,0.35671115,0.77965045,0.6607063,-0.4783815,-0.903433,-0.9287249,-0.90452904,-0.9117423,-0.9470723,-0.94159275,-0.922005,0.7521109580993652
+5.7467237,-0.9056619,-0.01849252,0.76879144,0.617291,-0.081463575,-0.8575343,-0.9453714,-0.76055497,-0.8868274,-0.95056796,-0.9560373,-0.9562895,0.6820282936096191
+5.7494383,-0.95313257,-0.22879177,0.7638061,0.50646186,0.42432213,-0.83460146,-0.9403673,-0.60405964,-0.8555303,-0.94745374,-0.9656386,-0.96776915,0.6793136596679688
+5.525672,-0.9288861,-0.09628737,0.79205513,0.5463431,0.58642554,-0.8492961,-0.92021555,-0.78697014,-0.8706935,-0.93864363,-0.9606795,-0.95179313,0.9030799865722656
+5.433538,-0.85988796,0.30035245,0.83070564,0.5853566,0.41540062,-0.8825417,-0.92474866,-0.89971274,-0.90787226,-0.9313697,-0.9433196,-0.85705674,0.9952139854431152
+5.6275043,-0.78503776,0.5172113,0.82862484,0.5635619,0.07804334,-0.9089955,-0.9247347,-0.92329675,-0.91884136,-0.9306185,-0.93436444,-0.80971724,0.8012475967407227
+5.683562,-0.78411496,0.4859748,0.81939614,0.49612987,-0.25569826,-0.9174862,-0.92413497,-0.9206842,-0.9056542,-0.9287319,-0.9414232,-0.86056566,0.7451901435852051
+5.4533362,-0.881964,0.10940778,0.7857034,0.4206586,-0.29253066,-0.8935503,-0.92066544,-0.8766085,-0.8504152,-0.9276573,-0.9551814,-0.93169874,0.9754157066345215
+5.3845496,-0.94806165,-0.20638847,0.77496934,0.35419655,0.17631543,-0.8541785,-0.93063796,-0.7552538,-0.8025693,-0.9252228,-0.96599287,-0.95519805,1.0442023277282715
+5.439275,-0.9589986,-0.32823503,0.78536344,0.43240833,0.5767906,-0.7974086,-0.92230546,-0.66408616,-0.839602,-0.9253859,-0.96710956,-0.96133715,0.9894771575927734
+5.4185386,-0.9421323,-0.2095747,0.8109462,0.5569143,0.6493254,-0.822044,-0.93475527,-0.84395736,-0.8870188,-0.9275216,-0.95215625,-0.9079135,1.0102133750915527
+5.4323378,-0.8426215,0.23418593,0.80624604,0.59583735,0.34529948,-0.8797774,-0.94339085,-0.9354066,-0.93052393,-0.92592853,-0.9287155,-0.72381824,0.9964141845703125
+5.7072225,-0.68922985,0.6161766,0.8056328,0.59861326,0.12063873,-0.92602473,-0.9228455,-0.9346478,-0.92849606,-0.93626356,-0.93351185,-0.7764383,0.721529483795166
+5.8594437,-0.6259445,0.5900495,0.78540397,0.6272428,-0.1259188,-0.9333162,-0.9101018,-0.92929614,-0.9308957,-0.94401073,-0.939066,-0.8625593,0.5693082809448242
+5.668366,-0.6907165,0.34031487,0.7485719,0.60929847,-0.5497616,-0.9124781,-0.9186302,-0.9198463,-0.91728395,-0.9496346,-0.94423354,-0.9164459,0.7603859901428223
+5.7363124,-0.9045135,-0.07664448,0.74422145,0.5961621,-0.14900005,-0.8604103,-0.9450297,-0.71360254,-0.88170284,-0.94850135,-0.9571042,-0.9573179,0.6924395561218262
+5.846774,-0.9682939,-0.30401295,0.72812605,0.47705734,0.53172827,-0.76670593,-0.9419465,-0.23111749,-0.86498165,-0.9440761,-0.97142756,-0.9813164,0.5819778442382812
+5.5533223,-0.9493898,-0.3219964,0.756963,0.56101036,0.73448265,-0.77701783,-0.9132864,-0.5713057,-0.87696546,-0.9360355,-0.9666411,-0.9689796,0.875429630279541
+5.353657,-0.84892505,0.10849154,0.81176066,0.6248405,0.4906193,-0.87500024,-0.9324875,-0.9142858,-0.9230152,-0.9273218,-0.9353346,-0.7817972,1.0750951766967773
+5.588269,-0.700192,0.6250346,0.821916,0.61087847,0.14260566,-0.9256939,-0.92118853,-0.9394901,-0.93273073,-0.935015,-0.92900515,-0.7426856,0.8404827117919922
+5.7105255,-0.65805197,0.6272528,0.81158876,0.5711899,-0.13028353,-0.9275854,-0.92008954,-0.93214136,-0.9254351,-0.9362709,-0.93526465,-0.8258923,0.718226432800293
+5.4389167,-0.78559464,0.30196643,0.7592195,0.47862983,-0.54439044,-0.9118509,-0.9065623,-0.90808994,-0.8759972,-0.9355638,-0.9455323,-0.9136211,0.989835262298584
+5.3915634,-0.9414056,-0.16472036,0.74849534,0.30177522,-0.104284465,-0.8723851,-0.9263212,-0.723314,-0.8042528,-0.931839,-0.964453,-0.956439,1.0371885299682617
+5.5814834,-0.97385293,-0.35543716,0.7489855,0.2859434,0.5454993,-0.7868129,-0.912133,-0.20757467,-0.80908126,-0.9253366,-0.9748289,-0.9811669,0.8472685813903809
+5.535265,-0.9535752,-0.32574838,0.80149746,0.503317,0.7036946,-0.7550832,-0.91344875,-0.6434487,-0.86748004,-0.9247811,-0.9644365,-0.96013194,0.8934869766235352
+5.448224,-0.85914403,0.053174376,0.81641316,0.5977702,0.35203063,-0.87582165,-0.9441167,-0.9326478,-0.93259025,-0.9190061,-0.9259929,-0.6895979,0.9805278778076172
+5.7888565,-0.6926446,0.60856926,0.8198085,0.59191036,0.083141804,-0.9316469,-0.93339175,-0.9516606,-0.93679684,-0.9324562,-0.9259116,-0.67266273,0.6398954391479492
+5.9822664,-0.606049,0.6686559,0.8088381,0.60785174,-0.05647403,-0.93861276,-0.91793424,-0.9377967,-0.9348196,-0.9428045,-0.9371102,-0.8170218,0.4464855194091797
+5.5713034,-0.67598677,0.4055463,0.7367984,0.51850224,-0.510412,-0.9216986,-0.8995785,-0.9226491,-0.90358925,-0.9475918,-0.9446887,-0.90330476,0.8574485778808594
+5.394822,-0.8299425,0.23013544,0.7821164,0.44707966,-0.49377072,-0.88344663,-0.93776566,-0.7937785,-0.8858365,-0.94223046,-0.9466347,-0.946707,1.0339298248291016
+5.6488934,-0.9707066,-0.018699586,0.7644924,0.2424959,0.25763965,-0.8368726,-0.94134486,-0.17475015,-0.8385317,-0.9314529,-0.96977043,-0.9790727,0.7798585891723633
+5.6371083,-0.96588403,-0.33369684,0.76617897,0.38219833,0.66023815,-0.778675,-0.9081416,-0.312912,-0.8504982,-0.9361958,-0.97210234,-0.97779286,0.7916436195373535
+5.4403625,-0.8959656,-0.018771112,0.82932997,0.56910634,0.5311507,-0.86585903,-0.93233705,-0.88870597,-0.9092538,-0.92377645,-0.94233745,-0.8390167,0.9883894920349121
+5.6518497,-0.7494701,0.4863248,0.8295622,0.6167264,0.1871028,-0.9137519,-0.93270576,-0.9483616,-0.9386412,-0.9275221,-0.9198024,-0.67491764,0.7769021987915039
+5.9334135,-0.66935444,0.64707184,0.8179009,0.5926784,0.048271656,-0.92901886,-0.92383903,-0.93901414,-0.93003076,-0.9369317,-0.9328348,-0.7687954,0.49533843994140625
+5.659934,-0.72311544,0.4609964,0.7801416,0.5447341,-0.3696723,-0.9238897,-0.912365,-0.921125,-0.9043898,-0.9362074,-0.940914,-0.8815192,0.7688179016113281
+5.3142095,-0.8722931,0.06379342,0.7340512,0.3572898,-0.47074342,-0.8944726,-0.91759914,-0.85565376,-0.84254456,-0.93736786,-0.9546265,-0.93223524,1.1145424842834473
+5.4445133,-0.96759725,-0.16167814,0.761076,0.25079203,0.22574055,-0.84637356,-0.93384266,-0.4234215,-0.7951908,-0.92592156,-0.9692516,-0.97384137,0.9842386245727539
+5.5276885,-0.96813476,-0.4417479,0.7493243,0.3798077,0.6680814,-0.7332407,-0.90612537,-0.2773379,-0.8338367,-0.9264438,-0.9726329,-0.97630674,0.9010634422302246
+5.4136767,-0.92231554,-0.24197042,0.8135934,0.55235445,0.5579829,-0.8414151,-0.9371776,-0.87699735,-0.90329695,-0.9223868,-0.94568896,-0.85063624,1.0150752067565918
+5.6034265,-0.760704,0.3441844,0.80379367,0.60483766,0.17353225,-0.9064863,-0.94093263,-0.9509907,-0.94017905,-0.9227804,-0.91593736,-0.6067925,0.8253254890441895
+6.0247765,-0.6610661,0.6405798,0.8067112,0.60759234,0.14457881,-0.9365894,-0.9216285,-0.9410415,-0.929982,-0.93957394,-0.9351766,-0.759865,0.4039754867553711
+5.89195,-0.63549995,0.5447773,0.7750375,0.6222155,-0.17235035,-0.9321595,-0.90573317,-0.92709696,-0.9253274,-0.94317746,-0.93964356,-0.8713596,0.536801815032959
+5.4454536,-0.77292037,0.20676315,0.7107742,0.4583751,-0.59761536,-0.90629035,-0.91265273,-0.90499234,-0.891077,-0.94526005,-0.94792265,-0.9187549,0.9832983016967773
+5.5076594,-0.9545005,-0.13072443,0.74807096,0.4014697,0.0029371977,-0.8570693,-0.94204575,-0.5513033,-0.8405979,-0.93929625,-0.9625931,-0.96853584,0.9210925102233887
+5.648201,-0.9762189,-0.4103722,0.6873553,0.2831266,0.6542499,-0.74429375,-0.9109853,-0.032586396,-0.83123094,-0.92803043,-0.9760494,-0.986501,0.7805509567260742
+5.464704,-0.9389472,-0.36356777,0.78439116,0.5392208,0.69775844,-0.7844162,-0.922289,-0.7607762,-0.88637614,-0.92858654,-0.95789015,-0.93610114,0.964047908782959
+5.492845,-0.8221467,0.009343028,0.7824302,0.63371444,0.40213454,-0.8804593,-0.9405511,-0.935332,-0.936335,-0.92035615,-0.92060626,-0.63121575,0.9359068870544434
+5.8722997,-0.6841335,0.5561652,0.7991501,0.619189,0.19120419,-0.930303,-0.9260799,-0.951026,-0.93474543,-0.9348406,-0.92823905,-0.6778779,0.5564522743225098
+5.9165025,-0.631024,0.58964837,0.7893841,0.6249311,0.0030260086,-0.9297465,-0.9140213,-0.9346889,-0.9311227,-0.9412179,-0.93593025,-0.8301561,0.5122494697570801
+5.4751415,-0.74794036,0.27130795,0.71989095,0.5156573,-0.49685287,-0.91059417,-0.89959913,-0.9132528,-0.8918685,-0.93985075,-0.9453065,-0.9152809,0.9536104202270508
+5.4058704,-0.94014746,-0.22744566,0.71587706,0.40892494,-0.00043988228,-0.8493262,-0.93206936,-0.6981077,-0.83389294,-0.9363868,-0.9621071,-0.96085304,1.0228815078735352
+5.572663,-0.9748962,-0.48051858,0.6574391,0.31958508,0.65128803,-0.7281404,-0.9121225,-0.071351886,-0.81737137,-0.9235862,-0.9739561,-0.98381656,0.8560891151428223
+5.489199,-0.9509395,-0.5181099,0.734017,0.5427643,0.7579217,-0.7044532,-0.9193813,-0.6328715,-0.8806756,-0.9230958,-0.9629805,-0.95616007,0.9395527839660645
+5.473583,-0.8611856,-0.2722503,0.7352469,0.64794564,0.53122616,-0.8573982,-0.9469203,-0.92883134,-0.935167,-0.91562235,-0.92030376,-0.60918504,0.9551687240600586
+5.883457,-0.6812952,0.40773237,0.7672591,0.6352248,0.2564751,-0.93242335,-0.929308,-0.9586139,-0.9405929,-0.93268335,-0.9216904,-0.5664834,0.5452947616577148
+6.0641546,-0.5957406,0.59863615,0.77562225,0.6457279,0.22742331,-0.9391373,-0.90467364,-0.9397054,-0.9343175,-0.9471392,-0.94110763,-0.80569154,0.3645973205566406
+5.6085773,-0.6585944,0.36313415,0.70179653,0.57997334,-0.31085777,-0.9172265,-0.8917267,-0.92763716,-0.91869366,-0.9462117,-0.9441481,-0.9063139,0.8201746940612793
+5.401018,-0.90588254,-0.16690016,0.69611144,0.49586248,-0.15261817,-0.8476863,-0.9314888,-0.7943808,-0.87442183,-0.9434758,-0.956108,-0.9516539,1.0277338027954102
+5.6126394,-0.9736892,-0.4529091,0.63378,0.38895702,0.58988523,-0.74510044,-0.9270626,-0.07716417,-0.8345946,-0.9313509,-0.9715517,-0.9836485,0.8161125183105469
+5.5657277,-0.96523845,-0.5654686,0.68394613,0.54137087,0.8092027,-0.6448107,-0.9009175,-0.25531846,-0.87141323,-0.9249611,-0.97190034,-0.9806378,0.8630242347717285
+5.4411855,-0.9106273,-0.54583573,0.6829202,0.65973675,0.67618954,-0.8184373,-0.946569,-0.9103924,-0.9280542,-0.91271377,-0.92851835,-0.7100554,0.9875664710998535
+5.7559185,-0.71934944,0.14456832,0.7235006,0.6502297,0.40248215,-0.9247898,-0.93071616,-0.95541817,-0.9361439,-0.9273646,-0.91124475,-0.45083845,0.6728334426879883
+6.0419707,-0.6183894,0.5910375,0.7669406,0.67111444,0.41976202,-0.9433915,-0.90120554,-0.942762,-0.93278867,-0.9476684,-0.9419272,-0.7649132,0.3867812156677246
+5.7174315,-0.588658,0.48295772,0.72941875,0.6425886,-0.10701221,-0.9267498,-0.89009917,-0.9295464,-0.93182623,-0.94677746,-0.9407808,-0.8882437,0.7113204002380371
+5.404927,-0.87754095,-0.106030345,0.660048,0.45315957,-0.11465067,-0.8676337,-0.9158843,-0.8545868,-0.888213,-0.946047,-0.95268,-0.94128054,1.0238251686096191
+5.586816,-0.96998405,-0.4878266,0.61936665,0.43841696,0.5614221,-0.75322855,-0.92963094,-0.21005529,-0.8296247,-0.9290349,-0.96885,-0.98012197,0.8419361114501953
+5.602821,-0.97074527,-0.6686378,0.608451,0.49674785,0.8318111,-0.55759066,-0.89960176,-0.042601347,-0.8649414,-0.92122304,-0.9752127,-0.9846907,0.8259310722351074
+5.4349484,-0.9376997,-0.7200623,0.6166185,0.66186154,0.7574568,-0.761586,-0.94620484,-0.8802664,-0.9214482,-0.90994835,-0.93479365,-0.7947653,0.9938035011291504
+5.6799164,-0.7901748,-0.19917244,0.6233115,0.6598722,0.56911564,-0.9124385,-0.936506,-0.9547132,-0.93341196,-0.91943663,-0.89936614,-0.34053802,0.748835563659668
+6.061525,-0.62349176,0.5171025,0.74630857,0.6844537,0.5384271,-0.9491069,-0.9017186,-0.9551862,-0.93677825,-0.94675565,-0.93594384,-0.6603771,0.36722707748413086
+5.8756456,-0.47581446,0.5734296,0.74169123,0.66124856,0.17523932,-0.9403404,-0.8842397,-0.9381352,-0.9401518,-0.95006734,-0.94174755,-0.84259766,0.5531063079833984
+5.4711905,-0.78982604,0.047827363,0.64222,0.5020845,-0.1878742,-0.88887095,-0.90235984,-0.89448434,-0.91673803,-0.9493281,-0.945901,-0.932356,0.9575614929199219
+5.597419,-0.9628415,-0.49703306,0.60121894,0.5176685,0.48382056,-0.76778513,-0.93430364,-0.37090558,-0.84755164,-0.93340313,-0.964101,-0.9756894,0.8313331604003906
+5.709332,-0.9735165,-0.68514377,0.5273857,0.44095588,0.83315325,-0.5327218,-0.9009594,0.10558045,-0.8593653,-0.9209977,-0.97532594,-0.986798,0.7194199562072754
+5.4599886,-0.9473876,-0.7654655,0.5322192,0.6356536,0.8282454,-0.59182197,-0.93566316,-0.74754155,-0.9135187,-0.9114331,-0.94645154,-0.91434205,0.9687633514404297
+5.54306,-0.8701861,-0.5612243,0.49386954,0.6864629,0.7393279,-0.87888765,-0.9432372,-0.94478333,-0.92872596,-0.90910196,-0.8958137,-0.364334,0.8856921195983887
+5.921695,-0.63984495,0.30185425,0.675447,0.6749537,0.60746455,-0.94964916,-0.9055107,-0.9598757,-0.93382084,-0.94090927,-0.9178668,-0.43520987,0.507056713104248
+5.9344015,-0.44683456,0.61455417,0.7440777,0.67229676,0.45795918,-0.9511982,-0.8771411,-0.94071007,-0.9384951,-0.95175135,-0.9448388,-0.7843185,0.4943504333496094
+5.5333166,-0.676222,0.2335447,0.6335976,0.5551933,-0.1529637,-0.901746,-0.88203603,-0.9226753,-0.9284671,-0.9496178,-0.93963283,-0.916356,0.8954353332519531
+5.578508,-0.95047987,-0.51716006,0.584867,0.52900505,0.46868193,-0.7853575,-0.9300352,-0.5547989,-0.8572615,-0.93517566,-0.961111,-0.9681354,0.8502440452575684
+5.7916045,-0.973357,-0.68732935,0.497661,0.47957432,0.8093064,-0.5388551,-0.90903074,0.08706081,-0.860329,-0.92068475,-0.97295654,-0.9865829,0.6371474266052246
+5.5570555,-0.95789635,-0.77537704,0.47196293,0.6255239,0.8649347,-0.45585322,-0.92532223,-0.42476225,-0.9014859,-0.9104213,-0.9604073,-0.9636723,0.8716964721679688
+5.4809656,-0.9185185,-0.7731654,0.34852743,0.71462595,0.78884697,-0.83469784,-0.9504653,-0.92455983,-0.92546713,-0.8985881,-0.89076465,-0.4776603,0.9477863311767578
+5.827683,-0.6972964,0.015563011,0.5539719,0.65983,0.63715255,-0.94633996,-0.9142863,-0.9666413,-0.9330773,-0.9323373,-0.8948227,-0.21674871,0.6010689735412598
+5.9716725,-0.46867216,0.6186607,0.7304847,0.69877696,0.650017,-0.9582133,-0.86815554,-0.9413982,-0.93400073,-0.95246965,-0.9460577,-0.7168546,0.4570794105529785
+5.5932913,-0.48640084,0.46656537,0.65661585,0.6033511,0.01823008,-0.91885537,-0.8691454,-0.9348189,-0.9419143,-0.94904834,-0.93314373,-0.87816626,0.8354606628417969
+5.5247426,-0.92140585,-0.42819333,0.56006336,0.52407026,0.40917063,-0.8124727,-0.9190627,-0.70888966,-0.88366306,-0.9435402,-0.95535785,-0.9555989,0.9040093421936035
+5.815492,-0.9703735,-0.66797924,0.47797704,0.53303456,0.75796497,-0.59282774,-0.9199844,-0.029974997,-0.8619532,-0.924051,-0.96902037,-0.9842782,0.6132597923278809
+5.707229,-0.970291,-0.75716794,0.46420777,0.60907805,0.89092743,-0.35789585,-0.90480167,0.12201655,-0.8854283,-0.9206259,-0.9703053,-0.9854726,0.7215228080749512
+5.490006,-0.9409752,-0.8599427,0.23705304,0.73745847,0.8115978,-0.7232422,-0.951229,-0.8726238,-0.9278674,-0.8886489,-0.9005875,-0.68345094,0.9387459754943848

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8291903734207153,7.257942779541016,,
+1000,-0.7973152995109558,7.226067325592041,,
+1500,-0.7916049957275391,7.220356679916382,,
+2000,-0.7512408494949341,7.179992584228516,,
+2500,-0.7671563029289246,7.195908117294311,,
+3000,-0.7441428303718567,7.172894495010376,,
+3500,-0.7174608707427979,7.146213019371033,,
+4000,-0.7301777005195618,7.158929466724396,,
+4500,-0.6404904723167419,7.069242212295532,,
+5000,-0.6796761155128479,7.1084280691146855,,
+5000,,,6.781946783065796,-0.35319483757019043
+5500,-0.6064889430999756,7.035241103172302,,
+6000,-0.6511455178260803,7.079897449493409,,
+6500,-0.6394671201705933,7.06821934556961,,
+7000,-0.667473316192627,7.096225264549255,,
+7500,-0.5917593240737915,7.02051144695282,,
+8000,-0.7020584344863892,7.130810231208801,,
+8500,-0.5556682348251343,6.98442018032074,,
+9000,-0.40791699290275574,6.8366688747406,,
+9500,-0.4105324149131775,6.8392844562530515,,
+10000,-0.38096487522125244,6.809716910362243,,
+10000,,,6.317673461437225,0.11107848405838013
+10500,-0.3972228765487671,6.825975026130676,,
+11000,-0.040360357612371445,6.469112289428711,,
+11500,0.03409959375858307,6.394652369976043,,
+12000,0.06789536774158478,6.36085657453537,,
+12500,-0.11936893314123154,6.548120921134949,,
+13000,0.1287706047296524,6.299981320381165,,
+13500,0.004922829568386078,6.42382911491394,,
+14000,0.11365284770727158,6.3150991082191466,,
+14500,-0.0071767885237932205,6.435928709506989,,
+15000,0.08861102908849716,6.340140890598297,,
+15000,,,6.256124975681305,0.17262696981430053
+15500,0.135213702917099,6.293538231372834,,
+16000,0.10889635980129242,6.319855661392212,,
+16500,0.3532608151435852,6.075491216659546,,
+17000,0.20475825667381287,6.223993793964386,,
+17500,0.3748919367790222,6.053859771251679,,
+18000,0.4516606628894806,5.977091069698334,,
+18500,0.4563560485839844,5.972395925521851,,
+19000,0.5038808584213257,5.924871157169342,,
+19500,0.6089972257614136,5.819754877567291,,
+20000,0.45096027851104736,5.977791908740997,,
+20000,,,6.135783883333207,0.2929680621623993
+20500,0.6186096668243408,5.810142538547516,,
+21000,0.5000022649765015,5.928749690055847,,
+21500,0.6058868169784546,5.822865649223328,,
+22000,0.5701838731765747,5.858568019390106,,
+22500,0.5359228849411011,5.892828874111175,,
+23000,0.575680136680603,5.853072098731994,,
+23500,0.515881359577179,5.912870680332184,,
+24000,0.7072522044181824,5.721499670028686,,
+24500,0.5862488746643066,5.842503107070923,,
+25000,0.5461926460266113,5.882559303283691,,
+25000,,,5.938087980747223,0.4906639647483826
+25500,0.6750627160072327,5.753688967227935,,
+26000,0.538083553314209,5.890668420791626,,
+26500,0.6791562438011169,5.7495957441329955,,
+27000,0.6409604549407959,5.787791547775268,,
+27500,0.6665561199188232,5.762195702552796,,
+28000,0.657809317111969,5.770942649364471,,
+28500,0.7026220560073853,5.726129920005798,,
+29000,0.7617691159248352,5.666982977867127,,
+29500,0.5703347325325012,5.858417070388794,,
+30000,0.7593874335289001,5.669364193916321,,
+30000,,,5.492628475427628,0.9361234700679779
+30500,0.6951754093170166,5.733576721191406,,
+31000,0.8365458846092224,5.592205806732178,,
+31500,0.7295031547546387,5.699248736858368,,
+32000,0.8184824585914612,5.610269217014313,,
+32500,0.7934191823005676,5.635332921028137,,
+33000,0.6863042712211609,5.74244769859314,,
+33500,0.72652667760849,5.702225306987763,,
+34000,0.8053520321846008,5.623399995803833,,
+34500,0.7428576946258545,5.68589408159256,,
+35000,0.8284238576889038,5.60032807636261,,
+35000,,,5.504859335422516,0.9238926100730896
+35500,0.7873954176902771,5.64135667848587,,
+36000,0.7515519261360168,5.677199477672577,,
+36500,0.7830133438110352,5.645738411426544,,
+37000,0.8605185747146606,5.56823317527771,,
+37500,0.7247996926307678,5.703952632427216,,
+38000,0.7481350898742676,5.680616926670075,,
+38500,0.788950502872467,5.639801382541656,,
+39000,0.7649109959602356,5.6638410224914555,,
+39500,0.5823827385902405,5.846369238376617,,
+40000,0.847848117351532,5.58090345287323,,
+40000,,,5.483986030817032,0.9447659146785736
+40500,0.7916821241378784,5.637069709777832,,
+41000,0.777884304523468,5.650867644309997,,
+41500,0.8376783728599548,5.591074328899383,,
+42000,0.8262581825256348,5.602493895530701,,
+42500,0.8099257349967957,5.618826210021973,,
+43000,0.8223978281021118,5.606354743957519,,
+43500,0.7456302046775818,5.683121708869934,,
+44000,0.8135836124420166,5.615168619632721,,
+44500,0.7785296440124512,5.650222388744354,,
+45000,0.8912686109542847,5.537483089447021,,
+45000,,,5.4260618841648105,1.0026900613307952
+45500,0.7575129270553589,5.671239357948303,,
+46000,0.8882254362106323,5.540526623249054,,
+46500,0.8419665098190308,5.586785267829895,,
+47000,0.8084091544151306,5.620342449188232,,
+47500,0.8227149248123169,5.606037180900573,,
+48000,0.8278138637542725,5.600938127040863,,
+48500,0.7754851579666138,5.653266356468201,,
+49000,0.8249636292457581,5.6037885546684265,,
+49500,0.7260180115699768,5.702734149932861,,
+50000,0.7724752426147461,5.656276833534241,,
+50000,,,5.54271523475647,0.8860367107391357

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d34456a4f95c411f6e6ef67cb00c81b3af2042db3aa9cb103968dac933e6e3
+size 16140760

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.5534115,-0.9627816,0.92962825,0.5792893,-0.97240686,-0.9752818,-0.9768687,-0.9768911,0.97446215,0.96849763,-0.5787105,0.26902282,0.8433777,-1.124659538269043
+8.381552,-0.98760825,0.9374201,0.46317887,-0.9814317,-0.9587502,-0.9768764,-0.97896755,0.99042404,0.9733703,0.057096124,-0.06278992,-0.3463713,-1.9527997970581055
+6.633303,-0.9714447,0.9466915,-0.21419865,-0.9875007,-0.9238171,-0.9955118,-0.9890592,0.9893758,0.9909282,0.96747756,0.76384735,-0.34601593,-0.20455121994018555
+5.3993444,-0.95380396,0.9012147,-0.23503035,-0.9858286,-0.78123784,-0.99330366,-0.97641426,0.9815011,0.99324346,0.9887469,0.96203375,-0.1664992,1.0294075012207031
+6.182905,-0.76636344,0.92091024,0.049871802,-0.96133786,-0.8069499,-0.9906413,-0.9795603,0.9660715,0.9900644,0.97628355,0.9888034,-0.51792467,0.24584674835205078
+7.9550986,-0.51000834,0.947047,0.73426807,-0.9753756,-0.90101695,-0.96625006,-0.9753372,0.9649532,0.98155355,0.87312615,0.97620153,-0.62765044,-1.5263466835021973
+7.3104734,-0.36273432,0.969115,0.88094723,-0.97952694,-0.9377183,-0.95110595,-0.9118924,0.96828747,0.9829571,0.7988765,0.8917419,-0.85396713,-0.8817214965820312
+4.7734365,-0.88808435,0.97418606,0.92712736,-0.9800652,-0.9197222,-0.8579544,-0.9175294,0.8522488,0.9411223,-0.12496787,-0.0890851,-0.61224467,1.6553153991699219
+4.2970448,-0.95114166,0.9760051,0.7355678,-0.962778,-0.92152953,-0.95050675,-0.9628728,0.7565949,0.9095309,-0.5296059,0.3313495,0.030460238,2.131707191467285
+6.290206,-0.9683121,0.9664941,0.8246242,-0.95066863,-0.91177213,-0.9357943,-0.97064394,0.8917825,0.87056947,-0.60287887,0.5838349,-0.31024587,0.13854598999023438
+7.904571,-0.9780135,0.9688122,0.8026931,-0.9589756,-0.9361878,-0.93194073,-0.97595507,0.9745827,0.9277433,-0.26039767,0.39547777,-0.8939159,-1.4758191108703613
+7.0516324,-0.9489079,0.9655001,0.47104955,-0.984164,-0.9571038,-0.9703801,-0.98417664,0.9872601,0.9523902,0.64583886,0.7684226,-0.9237909,-0.6228804588317871
+5.9134703,-0.904616,0.9665612,0.11889279,-0.9813059,-0.94563365,-0.9880848,-0.97364336,0.9887078,0.973063,0.9259037,0.93886614,-0.8553167,0.5152816772460938
+6.5833473,-0.71055007,0.97782886,-0.24992079,-0.98431003,-0.91728294,-0.9844037,-0.9522638,0.98869324,0.95930386,0.9670192,0.9575484,-0.9023287,-0.15459537506103516
+7.787318,-0.49486947,0.9734545,-0.24143744,-0.98306865,-0.8954546,-0.9746987,-0.90460366,0.9738897,0.9578992,0.9840598,0.8771262,-0.9561331,-1.3585662841796875
+7.453338,-0.5643689,0.9643519,0.31169248,-0.9888718,-0.90017915,-0.9109117,-0.6944222,0.9017391,0.9676455,0.97900736,0.5603714,-0.9614165,-1.0245862007141113
+5.8718815,-0.935991,0.96296024,0.7397206,-0.99223894,-0.9175604,-0.61744434,-0.30914927,0.7780192,0.96694016,0.93279195,-0.31326437,-0.9514836,0.5568704605102539
+5.0641975,-0.98752165,0.8736367,0.8310547,-0.9875567,-0.8735226,-0.59255356,-0.24935567,-0.21121198,0.94862175,0.8948425,-0.7609619,-0.9324242,1.3645544052124023
+5.75504,-0.98991907,0.57146645,0.7846656,-0.9649059,-0.69614196,-0.40035486,0.059692502,-0.82117826,0.89155126,0.8705839,-0.78587645,-0.88025004,0.6737117767333984
+6.8532286,-0.99455625,0.24923861,0.6572039,-0.92727506,-0.46777034,0.485502,0.6001427,-0.7886404,0.76020825,0.65505564,-0.7722819,-0.93386793,-0.42447662353515625
+6.6320977,-0.994922,-0.2235893,0.09076762,-0.87607104,-0.13999754,0.97782886,0.9216863,-0.44131827,0.21233022,0.06841707,-0.879412,-0.9832262,-0.20334577560424805
+5.099953,-0.99373055,-0.57309574,-0.16726464,-0.72790253,0.2159872,0.994828,0.96557283,-0.604613,-0.36646068,-0.44017696,-0.91354257,-0.98360866,1.328798770904541
+4.389061,-0.98155737,-0.63671327,0.0734669,-0.32138956,0.38331163,0.9946518,0.94587255,-0.75673693,-0.79469746,-0.800555,-0.9139652,-0.96302754,2.0396909713745117
+5.0611706,-0.94047195,-0.5990689,0.25812757,0.20025015,0.40938687,0.99450016,0.85436845,-0.86782646,-0.93118817,-0.90630686,-0.9200447,-0.95742667,1.3675813674926758
+6.163814,-0.69692534,-0.76028293,-0.3400669,0.36094284,0.54461837,0.9935553,0.71371317,-0.8985575,-0.9644731,-0.95759964,-0.9714462,-0.87618214,0.2649378776550293
+6.812984,-0.2203297,-0.8394598,-0.6100034,0.2735541,0.3102522,0.9447689,0.806664,-0.8719619,-0.7315809,-0.87943226,-0.9696078,-0.9068496,-0.3842320442199707
+6.737652,-0.24367172,-0.9563838,-0.6909345,0.6051185,0.024045825,0.6873498,0.7723048,-0.81401736,-0.23710138,-0.6378343,-0.9394227,-0.95615685,-0.3088998794555664
+6.0461,-0.6758619,-0.9871725,-0.7120851,0.8589306,0.25811815,0.93472886,0.7457547,-0.5567908,-0.7818329,-0.8919976,-0.9541129,-0.94993424,0.38265180587768555
+5.482017,-0.97035426,-0.92502755,-0.936852,0.8628464,0.9402528,0.97125053,0.21304834,-0.014784157,-0.9332426,-0.9588522,-0.8881763,-0.94621956,0.9467349052429199
+4.74742,-0.97791725,-0.91107976,-0.94764066,0.8755183,0.9680958,0.96806574,0.18132305,0.19604349,-0.92270213,-0.955983,-0.9083432,-0.9564097,1.6813321113586426
+4.4604063,-0.95949656,-0.87866414,-0.9257954,0.9357579,0.9687642,0.8299794,0.03055954,-0.10009062,-0.88492006,-0.9354011,-0.8967334,-0.951416,1.9683456420898438
+4.6539297,-0.93857366,-0.82843226,-0.9516874,0.9454011,0.9711249,0.4327911,-0.18409902,-0.295282,-0.8501518,-0.86346895,-0.8367248,-0.95338,1.7748222351074219
+4.9769435,-0.9382787,-0.8198673,-0.95365834,0.9228356,0.9726014,0.42268932,-0.25490856,-0.36016214,-0.8033007,-0.8198331,-0.81614494,-0.94331205,1.4518084526062012
+5.2669907,-0.94264954,-0.83466375,-0.9342634,0.88447785,0.96817124,0.5503366,-0.3507951,-0.45609105,-0.7667994,-0.7926309,-0.81631595,-0.942158,1.1617612838745117
+5.6502957,-0.94829977,-0.83481425,-0.88189584,0.85054994,0.9602449,0.71036303,-0.3668046,-0.46009433,-0.8013134,-0.83393955,-0.8257935,-0.9531333,0.7784562110900879
+6.125718,-0.9582212,-0.8460095,-0.87398946,0.82892,0.97004056,0.71469855,-0.6154437,-0.44355565,-0.7892382,-0.79255426,-0.79498816,-0.9459591,0.30303382873535156
+6.56773,-0.9576879,-0.7862935,-0.8894409,0.77551913,0.97853017,0.57667613,-0.8275565,-0.36075044,-0.72298527,-0.6223676,-0.7267237,-0.9210714,-0.1389780044555664
+6.7111077,-0.95180935,-0.6796052,-0.88824147,0.65258145,0.98363924,0.5929401,-0.88248795,-0.19357371,-0.6368474,-0.26674867,-0.64612997,-0.88881975,-0.28235578536987305
+6.249819,-0.93089604,-0.62350017,-0.8977458,0.44714236,0.98611665,0.6844647,-0.79702866,0.017907858,-0.57084024,-0.22819614,-0.6443238,-0.76603407,0.17893314361572266
+5.585882,-0.9472707,-0.7177479,-0.9195941,0.7141386,0.98992574,0.72054625,-0.90280485,-0.022953749,-0.71120644,-0.69099414,-0.7234017,-0.7352477,0.842869758605957
+4.928542,-0.96640384,-0.77708626,-0.9040926,0.8851783,0.989722,0.66482806,-0.9337618,-0.47636878,-0.7001414,-0.83788854,-0.8075679,-0.8545275,1.5002098083496094
+4.379064,-0.96065474,-0.87188935,-0.9187457,0.94655085,0.96726584,-0.4368484,-0.92170775,-0.77938074,-0.6586784,-0.8422649,-0.80136067,-0.90606916,2.0496878623962402
+4.267587,-0.8591088,-0.8358552,-0.9009763,0.96164465,0.95145345,-0.63842213,-0.917566,-0.90152586,-0.8053752,-0.83616745,-0.86026895,-0.9093026,2.1611647605895996
+4.5302277,-0.7956903,-0.83594334,-0.70347756,0.9862294,0.94971645,-0.7450778,-0.9588529,-0.94554394,-0.6855057,-0.73578393,-0.895694,-0.94414186,1.898524284362793
+4.8971815,-0.6900831,-0.8211187,-0.5954024,0.9864688,0.91989064,-0.7484336,-0.9673256,-0.96012336,-0.7365514,-0.70446646,-0.91159326,-0.9484638,1.5315704345703125
+5.2515736,-0.61993164,-0.8473343,-0.54886156,0.9853666,0.86479473,-0.7127154,-0.95922476,-0.9672152,-0.818334,-0.69597894,-0.92663914,-0.9458293,1.1771783828735352
+5.249174,-0.69982576,-0.89379466,-0.50522095,0.98350286,0.7692044,-0.58272773,-0.91359293,-0.9624224,-0.81073153,-0.66602784,-0.94084215,-0.9447166,1.1795778274536133
+4.9403267,-0.66731995,-0.8976569,-0.38211578,0.98609316,0.73294616,-0.5074546,-0.8403675,-0.9598955,-0.8503689,-0.7253716,-0.942668,-0.9458497,1.4884252548217773
+4.892989,-0.5964493,-0.84892267,-0.43431926,0.9853414,0.7784517,-0.43083298,-0.8122215,-0.9613662,-0.911827,-0.8683859,-0.9435319,-0.9414327,1.5357627868652344
+5.146003,-0.66682124,-0.86007,-0.5506519,0.9835675,0.8638067,-0.5046495,-0.84816885,-0.9559644,-0.872476,-0.897229,-0.93792206,-0.93241954,1.2827491760253906
+5.477396,-0.7726036,-0.8473634,-0.5779747,0.979053,0.89772224,-0.4677081,-0.85059917,-0.9486225,-0.77713364,-0.86982185,-0.930402,-0.91235536,0.9513559341430664
+5.6102653,-0.7574552,-0.76084715,-0.4754728,0.9659102,0.9005995,-0.4249041,-0.9073014,-0.94859624,-0.66084194,-0.72299135,-0.92736727,-0.9107702,0.8184866905212402
+5.3651075,-0.64567864,-0.5515749,-0.406749,0.960554,0.8980379,-0.61277854,-0.93851215,-0.9557234,-0.5937576,-0.5406407,-0.9289868,-0.9069165,1.0636444091796875
+4.822769,-0.5816193,-0.31736666,-0.410236,0.96462226,0.9102042,-0.73804086,-0.9432061,-0.959201,-0.6397612,-0.52404314,-0.9316813,-0.91169846,1.605982780456543
+4.3228073,-0.61563826,-0.25925744,-0.32485485,0.965801,0.9037585,-0.7529682,-0.9316857,-0.95423335,-0.70186615,-0.5629804,-0.9327988,-0.9211544,2.1059446334838867
+4.304404,-0.6738395,-0.10845697,-0.029157698,0.97061205,0.8527453,-0.7973517,-0.9125797,-0.9355063,-0.75737745,-0.55620223,-0.93186367,-0.945777,2.1243481636047363
+4.699182,-0.76229095,-0.1466735,0.4910288,0.9797349,0.734709,-0.87748647,-0.9367914,-0.9200733,-0.70794785,-0.38627052,-0.92710257,-0.9648222,1.729569911956787
+5.1773233,-0.8254797,-0.3042618,0.7743788,0.9845574,0.56741464,-0.9063058,-0.950042,-0.9206575,-0.5573624,-0.20436275,-0.93018746,-0.9688588,1.2514286041259766
+5.6225286,-0.89787453,-0.63110226,0.75756574,0.98444414,0.38706934,-0.86621004,-0.94349784,-0.94847506,-0.46448278,0.047442794,-0.92518747,-0.9667831,0.8062233924865723
+5.883951,-0.9058566,-0.80950147,0.7284639,0.9800241,0.3128656,-0.76386607,-0.9348068,-0.9555662,-0.58741385,-0.019024134,-0.93782026,-0.960576,0.5448007583618164
+5.8507943,-0.8891727,-0.8798402,0.59972286,0.97836864,0.3733437,-0.6182941,-0.9174904,-0.96136403,-0.7254946,-0.24835396,-0.9546935,-0.9588438,0.5779576301574707
+5.454445,-0.85115135,-0.8540992,0.52089846,0.9806161,0.39982736,-0.57311076,-0.9032441,-0.9666324,-0.7942962,-0.42583543,-0.96129024,-0.96187675,0.9743070602416992
+5.0162754,-0.79097056,-0.7127787,0.5408945,0.983822,0.3781706,-0.5939274,-0.89247686,-0.96569353,-0.82227904,-0.5860429,-0.95637506,-0.96525097,1.4124765396118164
+4.953069,-0.75226676,-0.45464146,0.4892447,0.9842415,0.40452695,-0.6280969,-0.86101687,-0.95345384,-0.8288972,-0.7142266,-0.9565033,-0.9728146,1.4756827354431152
+5.116129,-0.74524826,-0.29013634,0.55197954,0.9808674,0.37206006,-0.69543254,-0.8538416,-0.94272166,-0.77833813,-0.70946157,-0.953547,-0.9652394,1.3126230239868164
+5.317749,-0.73032856,-0.14765835,0.6734705,0.9727769,0.2976451,-0.7936906,-0.88833886,-0.93876016,-0.6300154,-0.4480679,-0.95198685,-0.95369005,1.1110029220581055
+5.501546,-0.70000625,0.008647203,0.70434225,0.96486485,0.2588818,-0.8288106,-0.90343136,-0.93893427,-0.61493385,-0.18490046,-0.9482813,-0.9481943,0.9272060394287109
+5.471803,-0.65092677,0.03462255,0.6557498,0.9660251,0.38339114,-0.83815235,-0.9125741,-0.9398065,-0.68642706,-0.16879678,-0.9517402,-0.9508188,0.9569487571716309
+5.1829605,-0.63885707,-0.08842254,0.5573144,0.9676291,0.5110922,-0.82538295,-0.9161273,-0.9361425,-0.71645844,-0.28738523,-0.9513757,-0.95577973,1.2457914352416992
+5.0882792,-0.62141216,-0.13489318,0.5511761,0.96804595,0.5017793,-0.8353633,-0.9263276,-0.9322547,-0.73776734,-0.35213685,-0.9470086,-0.9616116,1.34047269821167
+5.302378,-0.7120359,-0.15239614,0.6369277,0.9737947,0.46567965,-0.8761081,-0.9349642,-0.93429005,-0.68730587,-0.37143266,-0.9440915,-0.9652606,1.1263737678527832
+5.578017,-0.82052594,-0.15989971,0.7349173,0.98350215,0.29861403,-0.8970503,-0.93699056,-0.95110697,-0.544285,-0.13101351,-0.9491991,-0.9703044,0.8507347106933594
+5.7918024,-0.8720539,-0.1643436,0.82571805,0.98559964,-0.01657176,-0.8907602,-0.92618036,-0.9671242,-0.4659366,0.1730622,-0.94469744,-0.9706121,0.6369495391845703
+5.8376226,-0.92238325,-0.2947526,0.88782084,0.98089075,-0.19100428,-0.8605124,-0.92442995,-0.96027964,-0.47379738,0.2744944,-0.9211545,-0.9666627,0.5911293029785156
+5.6400127,-0.94806975,-0.3743379,0.9059602,0.97636545,-0.23151028,-0.8291427,-0.9254402,-0.9548093,-0.51112944,0.3475293,-0.8993668,-0.9644843,0.7887392044067383
+5.21788,-0.9506879,-0.41154927,0.907045,0.97682464,-0.21711087,-0.8007475,-0.9190435,-0.95643777,-0.5761381,0.3055737,-0.90480953,-0.96567583,1.2108721733093262
+4.8443613,-0.9298562,-0.3813554,0.8760538,0.97924304,-0.13289642,-0.7521964,-0.89865345,-0.9587296,-0.66338724,0.08272469,-0.92280304,-0.96800363,1.584390640258789
+4.8303795,-0.8790095,-0.37783468,0.79345965,0.9802015,0.0073707104,-0.6826962,-0.8678303,-0.95665777,-0.7278497,-0.24059874,-0.93657535,-0.9688082,1.598372459411621
+5.000003,-0.84234077,-0.4819976,0.6805116,0.9800563,0.17189622,-0.63343626,-0.8573484,-0.95101094,-0.7484199,-0.47409713,-0.9393027,-0.96778107,1.4287490844726562
+5.230328,-0.83201957,-0.50854295,0.637555,0.97932553,0.23509789,-0.66478884,-0.87235385,-0.94453204,-0.7212749,-0.49347895,-0.9365957,-0.96637714,1.1984238624572754
+5.5224915,-0.80113053,-0.3700782,0.6591854,0.9793112,0.2216047,-0.7493041,-0.8964862,-0.9422291,-0.6739807,-0.4173404,-0.940424,-0.96655786,0.9062604904174805
+5.766629,-0.725497,-0.093093514,0.6990924,0.97918797,0.23545027,-0.82744646,-0.9168294,-0.94198096,-0.6595028,-0.37523198,-0.949503,-0.9675251,0.6621227264404297
+5.7709928,-0.7215654,0.03749478,0.7124264,0.9748063,0.2993828,-0.8596163,-0.91776043,-0.94050866,-0.65785813,-0.32998896,-0.94834816,-0.9628408,0.6577591896057129
+5.4993196,-0.76976043,-0.09776682,0.7526709,0.978461,0.36787367,-0.8668548,-0.93059564,-0.93761164,-0.6140059,-0.24111837,-0.9442894,-0.9652208,0.9294323921203613
+5.1688123,-0.81937045,-0.34255326,0.77628994,0.9824617,0.39732528,-0.86958086,-0.9440087,-0.9335065,-0.5452401,-0.14274251,-0.93944424,-0.96850926,1.2599396705627441
+5.0365424,-0.83484185,-0.5147343,0.7273166,0.9830971,0.43521774,-0.85033804,-0.9459343,-0.9368702,-0.5731913,-0.23962557,-0.9386923,-0.9702719,1.392209529876709
+5.1553226,-0.8058284,-0.52774656,0.6500592,0.98370826,0.3997184,-0.8276819,-0.9350893,-0.9500981,-0.64632726,-0.3829227,-0.9494189,-0.971076,1.2734293937683105
+5.3928647,-0.80019736,-0.53838116,0.62956345,0.9824846,0.3085196,-0.78623426,-0.91493654,-0.955533,-0.6783511,-0.38357133,-0.9494103,-0.97001076,1.0358872413635254
+5.5614676,-0.8340167,-0.5615229,0.6872728,0.98002553,0.17916715,-0.760235,-0.9026543,-0.95611304,-0.6606466,-0.29177308,-0.94135654,-0.966433,0.8672842979431152
+5.512321,-0.86579144,-0.48418272,0.776225,0.97734404,0.013727188,-0.7781446,-0.9059888,-0.9552132,-0.61410916,-0.101593375,-0.9323786,-0.9634184,0.9164309501647949
+5.354136,-0.89041674,-0.33198017,0.84528434,0.9770689,-0.10085833,-0.80180925,-0.911764,-0.9550927,-0.57475466,0.09767747,-0.9223611,-0.9643299,1.0746159553527832
+5.386743,-0.8982427,-0.26801705,0.8575456,0.97978425,-0.040858567,-0.78585696,-0.9077754,-0.9522711,-0.6134542,0.05613506,-0.91622466,-0.96784985,1.042008876800537
+5.6076717,-0.89154,-0.35800773,0.8320446,0.980942,0.09688139,-0.7097483,-0.8926928,-0.94461274,-0.69179416,-0.18972689,-0.9126505,-0.9700717,0.821080207824707
+5.7027254,-0.8667718,-0.5321044,0.78273034,0.9785104,0.15865982,-0.5842997,-0.8758129,-0.93983907,-0.7468732,-0.40241516,-0.92182416,-0.9671994,0.7260265350341797
+5.512685,-0.8064895,-0.6177217,0.70383596,0.97365487,0.17181718,-0.51582277,-0.86527306,-0.9424704,-0.78999317,-0.52121603,-0.933426,-0.9652444,0.9160671234130859
+5.306556,-0.68371964,-0.5701161,0.5919291,0.969224,0.20932126,-0.52816075,-0.8601048,-0.9450952,-0.8310915,-0.60648024,-0.9465606,-0.96730477,1.1221957206726074
+5.2465477,-0.5591959,-0.4611783,0.48122096,0.9696076,0.2959695,-0.604631,-0.8688968,-0.9477904,-0.8516495,-0.675922,-0.95715785,-0.9694309,1.182204246520996
+5.29182,-0.5541088,-0.3591342,0.49698496,0.97046566,0.3618772,-0.69353145,-0.8856408,-0.94552344,-0.82922536,-0.65880704,-0.95781666,-0.96740973,1.1369318962097168
+5.428507,-0.6882754,-0.37661493,0.608644,0.9732125,0.36979842,-0.7676734,-0.90933764,-0.94057727,-0.7506863,-0.53442776,-0.9489592,-0.9641208,1.0002450942993164
+5.588363,-0.7994669,-0.5236486,0.6857598,0.9771311,0.41637325,-0.80160165,-0.93051475,-0.93418556,-0.65812874,-0.35578972,-0.9357667,-0.964045,0.8403887748718262
+5.6513476,-0.82747656,-0.64756125,0.65678763,0.980898,0.49539924,-0.80337805,-0.9388628,-0.937716,-0.6572814,-0.3510257,-0.9343456,-0.96629256,0.7774043083190918
+5.5769954,-0.79128444,-0.72308654,0.53465164,0.9827279,0.56932616,-0.75796986,-0.9345802,-0.94641125,-0.7416725,-0.54613465,-0.9484717,-0.9695465,0.8517565727233887
+5.450591,-0.7348045,-0.76553,0.38163233,0.98247373,0.5966668,-0.66660947,-0.91799647,-0.9513815,-0.8093268,-0.67520964,-0.95826644,-0.97143024,0.9781608581542969
+5.378774,-0.7145198,-0.7899633,0.33510268,0.9810971,0.5674007,-0.57437384,-0.8990987,-0.9523739,-0.8312807,-0.71317637,-0.95960665,-0.970123,1.0499777793884277
+5.2908835,-0.74150455,-0.77227455,0.41396677,0.980587,0.50826406,-0.5908593,-0.89927995,-0.95108503,-0.80250835,-0.6582061,-0.95589554,-0.9689798,1.1378684043884277
+5.1594763,-0.77800286,-0.66411865,0.56204164,0.98065007,0.40473366,-0.6808945,-0.9071159,-0.948619,-0.7491588,-0.5382731,-0.9481192,-0.96917045,1.2692756652832031
+5.1505356,-0.7990231,-0.48626578,0.6666689,0.9806504,0.32819104,-0.7465649,-0.91099924,-0.9439931,-0.7226625,-0.46703005,-0.9395082,-0.970309,1.2782163619995117
+5.2814703,-0.80641806,-0.41822195,0.69096875,0.9804957,0.33376324,-0.7561963,-0.9089406,-0.94175667,-0.7338635,-0.49010944,-0.9377212,-0.9697915,1.1472816467285156
+5.4141736,-0.8091811,-0.5122583,0.65995,0.9799926,0.40487695,-0.73686326,-0.9078474,-0.9401333,-0.7527858,-0.5497913,-0.9387021,-0.9682242,1.0145783424377441
+5.501156,-0.7804488,-0.626715,0.5773927,0.97912025,0.48101854,-0.6979277,-0.9079488,-0.94175655,-0.78150487,-0.6140692,-0.94560605,-0.96723795,0.9275960922241211
+5.5573845,-0.7023016,-0.66281503,0.45710695,0.9782076,0.5531486,-0.6652398,-0.90448225,-0.94477737,-0.8268439,-0.69095397,-0.95440346,-0.9680729,0.8713674545288086
+5.562886,-0.60312545,-0.63953835,0.37600386,0.9772911,0.609375,-0.66756505,-0.9027267,-0.94570833,-0.8575983,-0.7458985,-0.9603492,-0.96962607,0.8658657073974609
+5.4965634,-0.56440765,-0.5676975,0.39978957,0.97677946,0.6164261,-0.7200056,-0.9081109,-0.94492376,-0.8496044,-0.7345694,-0.9610993,-0.969959,0.9321885108947754
+5.3792615,-0.61588013,-0.49263877,0.5211917,0.9774606,0.5552726,-0.7768245,-0.919314,-0.94421226,-0.8019382,-0.64298725,-0.95783234,-0.96912247,1.0494904518127441
+5.2709866,-0.7267077,-0.47423685,0.64639974,0.9797542,0.47116148,-0.81811506,-0.9305195,-0.94290346,-0.7211,-0.5038381,-0.95011365,-0.96851355,1.1577653884887695
+5.240544,-0.8088957,-0.5238979,0.7032548,0.9820404,0.43021894,-0.8324069,-0.9377188,-0.94056183,-0.6389643,-0.3529728,-0.94077903,-0.9689451,1.1882081031799316
+5.2904515,-0.8406893,-0.60683686,0.6895151,0.98360777,0.4452145,-0.82168037,-0.9390179,-0.94034237,-0.6185835,-0.32670742,-0.93752515,-0.9700923,1.1383004188537598
+5.3708215,-0.82615274,-0.68194443,0.61759806,0.9838586,0.48319697,-0.7793525,-0.93343854,-0.9443433,-0.67026514,-0.44131172,-0.9448458,-0.9705009,1.0579304695129395
+5.4558053,-0.789636,-0.7277393,0.5120549,0.9836197,0.5158074,-0.72157425,-0.92218125,-0.94967663,-0.7312756,-0.5484367,-0.9540254,-0.97062725,0.9729466438293457
+5.5232677,-0.7602713,-0.7312347,0.45889604,0.98299575,0.52185726,-0.6798538,-0.91287965,-0.9506448,-0.7642834,-0.6045999,-0.95737034,-0.9709927,0.9054841995239258
+5.5181317,-0.76041514,-0.6864799,0.4990847,0.98267794,0.49601555,-0.6924196,-0.9123391,-0.94864494,-0.76048946,-0.6023632,-0.9555927,-0.9715496,0.9106202125549316
+5.431759,-0.7795913,-0.57511026,0.5932125,0.9828501,0.43660235,-0.74928105,-0.91791195,-0.94617146,-0.7310501,-0.54487157,-0.95029193,-0.9721215,0.9969930648803711
+5.346504,-0.7978972,-0.44256455,0.67399335,0.983137,0.37254727,-0.7997288,-0.92300594,-0.9458118,-0.6966818,-0.47030038,-0.9462028,-0.9718989,1.0822477340698242
+5.3129587,-0.8023033,-0.38908005,0.708817,0.98281085,0.35725284,-0.81639385,-0.92569995,-0.9448285,-0.68287,-0.43383753,-0.94481474,-0.9712144,1.115793228149414
+5.3010025,-0.80108804,-0.44416285,0.69361734,0.98214626,0.39234972,-0.8087687,-0.9251063,-0.94325465,-0.6923758,-0.46145082,-0.9449735,-0.97043216,1.1277494430541992
+5.3016253,-0.7845422,-0.52452093,0.64012015,0.98113847,0.43808377,-0.7878287,-0.9217096,-0.94326556,-0.72081566,-0.53003716,-0.9475874,-0.9695524,1.127126693725586
+5.3494315,-0.7440693,-0.57014865,0.5687995,0.97995424,0.48898315,-0.7663433,-0.9188352,-0.94324785,-0.75432086,-0.5861969,-0.9515957,-0.9697021,1.0793204307556152
+5.4468727,-0.7022009,-0.57232076,0.5265212,0.9792348,0.5227747,-0.7602428,-0.9183614,-0.9429691,-0.77382535,-0.6165929,-0.954754,-0.97042537,0.9818792343139648
+5.537566,-0.6918136,-0.5367242,0.54841685,0.979422,0.5113449,-0.77665055,-0.9212397,-0.943189,-0.76382804,-0.591145,-0.95516604,-0.97076976,0.8911857604980469
+5.5547523,-0.73456806,-0.5014807,0.62307715,0.9806113,0.4610529,-0.8045306,-0.9277838,-0.9431372,-0.7153349,-0.504346,-0.9520646,-0.97070694,0.8739995956420898
+5.4858813,-0.8023122,-0.49899274,0.69964314,0.98252535,0.4002043,-0.82769394,-0.93509156,-0.9425736,-0.6384901,-0.37896323,-0.9459402,-0.9708687,0.9428706169128418
+5.3842306,-0.8501177,-0.5417432,0.7374542,0.9842584,0.3829044,-0.8343533,-0.94023085,-0.9406248,-0.57484835,-0.25636935,-0.93883383,-0.97197735,1.0445213317871094
+5.32674,-0.86538285,-0.602156,0.72917175,0.985044,0.40161264,-0.82137316,-0.9382214,-0.9439436,-0.59341717,-0.26308846,-0.937246,-0.97237843,1.1020121574401855
+5.3503036,-0.8534914,-0.645091,0.6836078,0.9851508,0.41984427,-0.7894034,-0.93117636,-0.94820553,-0.6479374,-0.3718456,-0.9428302,-0.97226256,1.0784482955932617
+5.4314127,-0.8297157,-0.65979487,0.6350864,0.98440075,0.4188838,-0.751248,-0.92149377,-0.94992465,-0.6960564,-0.4851296,-0.9476871,-0.97170657,0.9973392486572266
+5.49699,-0.8050945,-0.6434245,0.61891854,0.98285127,0.3983351,-0.7283563,-0.91528535,-0.94734937,-0.71148825,-0.5219027,-0.94873595,-0.9715032,0.9317617416381836
+5.4799047,-0.78099054,-0.55588317,0.63366747,0.9812386,0.34167504,-0.7493786,-0.9124985,-0.9466547,-0.7107633,-0.49958014,-0.9482737,-0.971468,0.9488472938537598
+5.4085617,-0.75908107,-0.41500944,0.67213297,0.9799316,0.26805997,-0.7826677,-0.91534775,-0.9469314,-0.6928715,-0.43328977,-0.94930655,-0.9714639,1.0201902389526367
+5.3612638,-0.77116984,-0.32098085,0.71226144,0.98021233,0.24516928,-0.8109742,-0.9214674,-0.94571155,-0.6640245,-0.37266243,-0.94826096,-0.9713202,1.067488193511963
+5.372466,-0.80467194,-0.34887815,0.73320305,0.9815079,0.29044175,-0.8249791,-0.92801726,-0.9429757,-0.6337178,-0.32678246,-0.94496715,-0.9709608,1.0562858581542969
+5.4329977,-0.82747364,-0.45139074,0.7294724,0.98243785,0.3595333,-0.8234221,-0.9326884,-0.94011116,-0.6196453,-0.31102604,-0.94187933,-0.9708516,0.9957542419433594
+5.5061,-0.8281304,-0.541378,0.69502735,0.9831171,0.4165914,-0.811807,-0.9325864,-0.9412436,-0.64501673,-0.3757432,-0.94284904,-0.97100323,0.9226517677307129
+5.540433,-0.8039874,-0.5884401,0.63829374,0.98331344,0.4470377,-0.79098094,-0.927951,-0.9456827,-0.69595045,-0.4882174,-0.94840163,-0.9712395,0.8883190155029297
+5.5182114,-0.7745741,-0.60425806,0.59653246,0.9827275,0.4537499,-0.77221906,-0.9234685,-0.9471178,-0.72523993,-0.5417672,-0.951703,-0.9718485,0.9105405807495117
+5.4529777,-0.7700501,-0.574641,0.61402893,0.9818151,0.409302,-0.77685684,-0.92197394,-0.9461635,-0.7133073,-0.5243012,-0.9505789,-0.97202003,0.9757742881774902
+5.3635654,-0.7799722,-0.49072552,0.67651963,0.9810202,0.31026578,-0.7974967,-0.92367357,-0.94620675,-0.66697,-0.4162681,-0.94809264,-0.9712599,1.0651865005493164
+5.2868977,-0.8120521,-0.4272594,0.7378378,0.9813484,0.2389133,-0.81918854,-0.92793345,-0.94524235,-0.60437936,-0.29014182,-0.94362855,-0.97063273,1.1418542861938477
+5.282165,-0.84379095,-0.43748713,0.7663841,0.9822626,0.24678922,-0.827809,-0.93182236,-0.9433834,-0.5682285,-0.19614524,-0.93772227,-0.9709464,1.1465868949890137
+5.3891253,-0.8623343,-0.49458873,0.765512,0.9831052,0.29679418,-0.82207257,-0.93273747,-0.94200665,-0.5726673,-0.19489914,-0.9338306,-0.97143066,1.0396265983581543
+5.573255,-0.86265016,-0.55926806,0.7393222,0.98367536,0.34884322,-0.803441,-0.930276,-0.9427796,-0.6089366,-0.2782054,-0.9353945,-0.97166777,0.855496883392334
+5.7239633,-0.8450911,-0.60250026,0.7017671,0.983623,0.3693986,-0.77317846,-0.92503875,-0.9451229,-0.65604043,-0.39563322,-0.94120723,-0.9715678,0.7047886848449707
+5.715115,-0.8176192,-0.6030787,0.6740253,0.98270106,0.35457134,-0.7523519,-0.9189032,-0.9464046,-0.68958324,-0.4684124,-0.94528556,-0.97158027,0.7136368751525879
+5.533258,-0.78197354,-0.52668166,0.67098355,0.9808543,0.2991451,-0.7610653,-0.91481686,-0.94711643,-0.7025581,-0.46664202,-0.94748443,-0.97196,0.8954939842224121
+5.315746,-0.75090915,-0.39192474,0.6913154,0.9793966,0.22382188,-0.7876035,-0.91613346,-0.9486427,-0.6866796,-0.40142512,-0.9506458,-0.9718619,1.1130061149597168
+5.1904945,-0.76876944,-0.31738305,0.7239598,0.9797871,0.20588219,-0.81257457,-0.9220283,-0.9465506,-0.6515436,-0.34409326,-0.94863856,-0.9714992,1.2382574081420898
+5.2162566,-0.8111772,-0.34496522,0.7534976,0.9808701,0.2291882,-0.82628316,-0.9283376,-0.9426419,-0.600336,-0.2640403,-0.9428522,-0.97054523,1.2124953269958496
+5.382213,-0.84271014,-0.44033462,0.76490617,0.9816716,0.280545,-0.82587296,-0.9334288,-0.9380046,-0.5611776,-0.1947028,-0.9362534,-0.9700684,1.0465388298034668
+5.5871997,-0.8547238,-0.54388493,0.74643016,0.982643,0.34674442,-0.8146317,-0.9347072,-0.9377056,-0.5737461,-0.2348032,-0.9349747,-0.9704189,0.8415522575378418
+5.7186766,-0.8412967,-0.6048867,0.6993395,0.9833782,0.39176464,-0.7920063,-0.9310882,-0.94216996,-0.63111085,-0.36084318,-0.94101423,-0.97120696,0.7100753784179688
+5.7262754,-0.8177116,-0.628043,0.65618825,0.9832089,0.39882421,-0.76502365,-0.9247331,-0.9460312,-0.6811365,-0.46300447,-0.94666487,-0.9717322,0.7024765014648438
+5.6062007,-0.8010041,-0.59593785,0.6563419,0.98223543,0.35722578,-0.76069283,-0.9200075,-0.94682384,-0.69165224,-0.47152007,-0.94738877,-0.9719997,0.8225512504577637
+5.398982,-0.7900016,-0.48491544,0.69687796,0.9811232,0.257277,-0.78428173,-0.9187539,-0.9482229,-0.6666697,-0.3900786,-0.9471911,-0.9716814,1.0297698974609375
+5.2044206,-0.79808426,-0.37235713,0.74365044,0.9808438,0.17694294,-0.8106462,-0.9219584,-0.94813514,-0.62180537,-0.28676277,-0.94576305,-0.97127664,1.2243313789367676
+5.1386538,-0.8256348,-0.34320784,0.7736001,0.98139787,0.17026055,-0.8249997,-0.92646646,-0.94515103,-0.5812669,-0.21772623,-0.9408502,-0.9709929,1.2900981903076172
+5.2612348,-0.8497206,-0.39967817,0.7820473,0.9817016,0.21366966,-0.8238861,-0.9293912,-0.94132286,-0.5611618,-0.16798902,-0.9344399,-0.97065574,1.1675171852111816
+5.519434,-0.86009663,-0.4846592,0.7703867,0.9820361,0.2673477,-0.8125557,-0.9297071,-0.9400882,-0.57072055,-0.18982273,-0.93189305,-0.9702679,0.9093179702758789
+5.7617664,-0.8538422,-0.5530027,0.7397871,0.9824439,0.31593657,-0.7936398,-0.9271308,-0.9413581,-0.61172485,-0.29463196,-0.9348064,-0.97055715,0.6669855117797852
+5.8357368,-0.8316033,-0.5835574,0.70367336,0.9822631,0.32796586,-0.7694728,-0.921924,-0.944437,-0.6588271,-0.41011417,-0.9413646,-0.970877,0.593015193939209
+5.70386,-0.8024471,-0.5504855,0.686352,0.98115826,0.30384064,-0.76389384,-0.91739434,-0.9458822,-0.6851332,-0.43866634,-0.9447575,-0.97168607,0.7248921394348145
+5.4643226,-0.77487826,-0.4419973,0.70198596,0.98005223,0.22943759,-0.78340995,-0.91722465,-0.9484844,-0.6750463,-0.38189018,-0.9483497,-0.9717852,0.9644293785095215
+5.2527113,-0.7807426,-0.33970857,0.73703885,0.9802005,0.17709255,-0.8099555,-0.9215997,-0.9483119,-0.64030564,-0.30810302,-0.9476998,-0.97166204,1.1760406494140625
+5.171709,-0.8154705,-0.31844556,0.77196527,0.9810443,0.16805243,-0.8261659,-0.92702365,-0.9447703,-0.5912517,-0.24008608,-0.9421271,-0.97117347,1.2570428848266602
+5.264572,-0.8468442,-0.38666427,0.7883128,0.9815285,0.19604349,-0.8279808,-0.9307693,-0.9410884,-0.5491629,-0.15071249,-0.93475276,-0.9704356,1.164179801940918
+5.474509,-0.8644453,-0.4849143,0.7837436,0.9819336,0.24098885,-0.8195521,-0.9318247,-0.9404441,-0.545926,-0.13793457,-0.9302694,-0.96994317,0.9542431831359863
+5.684872,-0.8638906,-0.5603824,0.7573297,0.9824531,0.2907648,-0.8025523,-0.92961663,-0.9422284,-0.58446634,-0.22606498,-0.93205273,-0.97035426,0.7438797950744629
+5.7890587,-0.84702647,-0.59508383,0.7215315,0.9824852,0.30866122,-0.7766211,-0.9238417,-0.94542545,-0.6362454,-0.34960556,-0.9384133,-0.97074544,0.6396932601928711
+5.7317643,-0.82404095,-0.5750042,0.7027621,0.981756,0.28566003,-0.7625319,-0.9179098,-0.94665456,-0.661704,-0.39506042,-0.94237125,-0.9711326,0.6969876289367676
+5.5414042,-0.79949766,-0.48319733,0.71524584,0.9805254,0.21150827,-0.7730578,-0.9149741,-0.9484948,-0.65948695,-0.35428536,-0.945253,-0.9712162,0.8873476982116699
+5.3201013,-0.7924215,-0.36341894,0.74448013,0.9802115,0.14508343,-0.8004535,-0.9180997,-0.94938153,-0.6309651,-0.27848208,-0.94626313,-0.97125345,1.1086506843566895
+5.1914115,-0.81503344,-0.3031286,0.77516675,0.9809351,0.1265887,-0.8207195,-0.9231122,-0.9472935,-0.5929993,-0.22605538,-0.9428807,-0.9710484,1.2373404502868652
+5.239946,-0.84244967,-0.33489692,0.7936132,0.9812677,0.15264225,-0.8264858,-0.9275847,-0.94315547,-0.55976653,-0.152866,-0.9355877,-0.9707329,1.1888060569763184
+5.4431505,-0.860732,-0.41702247,0.7962923,0.98149467,0.18877518,-0.8215862,-0.92946017,-0.941246,-0.5454358,-0.1191175,-0.93021894,-0.9699678,0.9856014251708984
+5.6714115,-0.8641129,-0.50164086,0.78019226,0.9817889,0.23233259,-0.8071326,-0.92843366,-0.9416688,-0.5680933,-0.17545015,-0.92984986,-0.96986586,0.7573404312133789
+5.7868953,-0.852815,-0.5538383,0.7496338,0.9818648,0.26381516,-0.78627825,-0.9241318,-0.9435095,-0.61377555,-0.29304528,-0.9342635,-0.97031903,0.6418566703796387
+5.7373233,-0.8299414,-0.55135083,0.72463334,0.9812212,0.2547953,-0.76825976,-0.91841066,-0.9452132,-0.6475317,-0.36368996,-0.93969846,-0.97073644,0.6914286613464355
+5.5726285,-0.80293196,-0.48215675,0.7228044,0.98010623,0.19959676,-0.7715278,-0.9149039,-0.94801164,-0.65587103,-0.34130323,-0.94410586,-0.9708463,0.8561234474182129
+5.3825183,-0.79343635,-0.37609452,0.7442889,0.9798194,0.14101303,-0.7960521,-0.9174355,-0.94926137,-0.6329765,-0.27723038,-0.9454778,-0.97092026,1.0462336540222168
+5.257004,-0.81308645,-0.3124351,0.774837,0.9805018,0.112493515,-0.8163132,-0.9219001,-0.9477657,-0.5946891,-0.2195561,-0.9425779,-0.9707285,1.171748161315918
+5.270952,-0.8418576,-0.33235633,0.79681826,0.98095274,0.12319207,-0.8247755,-0.9261485,-0.94488573,-0.5592052,-0.14130741,-0.93558353,-0.97040117,1.1577997207641602
+5.4262314,-0.86361605,-0.4037274,0.805619,0.9812244,0.1512034,-0.82249415,-0.9286935,-0.9427519,-0.53827566,-0.08786696,-0.9288301,-0.96987003,1.0025205612182617
+5.6344795,-0.87140673,-0.48287046,0.79679465,0.9815943,0.18886483,-0.810853,-0.92816293,-0.9430564,-0.55275005,-0.117625594,-0.9268978,-0.9697415,0.7942724227905273
+5.771322,-0.8644696,-0.5381869,0.7722833,0.9817686,0.22124982,-0.79102254,-0.9241142,-0.9446636,-0.5957858,-0.22469497,-0.93024784,-0.9701165,0.6574301719665527
+5.755202,-0.8459207,-0.5494533,0.7479845,0.98123693,0.21296048,-0.7671241,-0.9164353,-0.9469178,-0.6372921,-0.31992352,-0.93623453,-0.97012025,0.6735501289367676
+5.6072097,-0.81775093,-0.49663508,0.73982334,0.9800041,0.16897988,-0.7603975,-0.9120167,-0.947829,-0.6484446,-0.3168345,-0.94118273,-0.97034436,0.8215422630310059
+5.4165254,-0.79850036,-0.39820296,0.7481271,0.9793713,0.117555976,-0.78064764,-0.9130606,-0.94949,-0.6371735,-0.27149796,-0.9442779,-0.9704779,1.0122265815734863
+5.277919,-0.80696964,-0.32016277,0.7683065,0.9799162,0.0954448,-0.8055561,-0.9179075,-0.94887394,-0.60734516,-0.2264278,-0.9431942,-0.9704923,1.1508331298828125
+5.2712455,-0.8326322,-0.31191283,0.79089916,0.9804282,0.09923315,-0.8182766,-0.92234373,-0.94638306,-0.5752472,-0.16861284,-0.9375656,-0.9701132,1.1575064659118652
+5.408302,-0.855791,-0.3646263,0.80540514,0.9806467,0.12370312,-0.8204134,-0.92647636,-0.94302136,-0.54643744,-0.101941824,-0.93004745,-0.9697067,1.0204501152038574
+5.607216,-0.8683034,-0.44335306,0.80408704,0.9810507,0.1576078,-0.8132826,-0.92750245,-0.9425955,-0.5459685,-0.09816432,-0.92645264,-0.96940106,0.8215360641479492
+5.7506537,-0.8668284,-0.5117916,0.785254,0.9814067,0.19674921,-0.79679394,-0.92508006,-0.9437576,-0.5795972,-0.18166327,-0.9282391,-0.9697559,0.678098201751709

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8125036954879761,7.241255680084229,,
+1000,-0.7975343465805054,7.2262860627174375,,
+1500,-0.7210679650306702,7.149820563316346,,
+2000,-0.7730409502983093,7.201792915821075,,
+2500,-0.7463775277137756,7.175129210948944,,
+3000,-0.7051370143890381,7.133889080047608,,
+3500,-0.7185169458389282,7.147268382072449,,
+4000,-0.7259790897369385,7.154731070518493,,
+4500,-0.6839227080345154,7.112674701690674,,
+5000,-0.683942973613739,7.112694909095764,,
+5000,,,6.803549926280976,-0.37479798078536986
+5500,-0.6878058314323425,7.116558263778686,,
+6000,-0.5987275242805481,7.027479179382325,,
+6500,-0.5734506249427795,7.002202389717102,,
+7000,-0.5246564745903015,6.953408542633056,,
+7500,-0.5056997537612915,6.9344518222808835,,
+8000,-0.4681713879108429,6.896923281669617,,
+8500,-0.4946156442165375,6.923367538928986,,
+9000,-0.4399287700653076,6.868680774688721,,
+9500,-0.34558820724487305,6.774340056419373,,
+10000,-0.19040487706661224,6.61915679693222,,
+10000,,,6.31689129114151,0.11186065435409547
+10500,-0.12325085699558258,6.5520028295516965,,
+11000,-0.017721027135849,6.446473007678986,,
+11500,-0.12777179479599,6.556523683071137,,
+12000,-0.023241819813847542,6.451993795394897,,
+12500,-0.04334178566932678,6.4720937218666075,,
+13000,-0.03740231320261955,6.466154263019562,,
+13500,-0.014202435500919819,6.442954377651215,,
+14000,-0.00828587356954813,6.437037821769715,,
+14500,0.007885211147367954,6.420866765022278,,
+15000,0.02104600891470909,6.407705917358398,,
+15000,,,6.388269504308701,0.04048244118690491
+15500,0.19436894357204437,6.23438299703598,,
+16000,0.1590561419725418,6.269695870399475,,
+16500,0.13854582607746124,6.2902060608863835,,
+17000,0.1756041944026947,6.253147789955139,,
+17500,0.2104174941778183,6.218334442138672,,
+18000,0.48283150792121887,5.945920520305633,,
+18500,0.27904483675956726,6.149707182407379,,
+19000,0.5020908713340759,5.926660984516144,,
+19500,0.2641090452671051,6.164642835140229,,
+20000,0.31925344467163086,6.1094984126091,,
+20000,,,6.503148951530457,-0.07439700603485107
+20500,0.6079156398773193,5.820836288452148,,
+21000,0.6040365099906921,5.824715541839599,,
+21500,0.2768762707710266,6.151875576019287,,
+22000,0.2680024802684784,6.160749494552612,,
+22500,0.18345756828784943,6.24529434633255,,
+23000,0.3401566445827484,6.088595186710358,,
+23500,0.5622674822807312,5.866484387874603,,
+24000,0.5155385136604309,5.913213373184204,,
+24500,0.11084838956594467,6.317903567790985,,
+25000,0.4057731628417969,6.022978693008423,,
+25000,,,6.407343668937683,0.021408276557922365
+25500,0.39409419894218445,6.0346575789451595,,
+26000,0.5344062447547913,5.894345436573029,,
+26500,0.3507353961467743,6.0780166525840755,,
+27000,0.3328927755355835,6.0958592348098755,,
+27500,0.2797487676143646,6.149003215789795,,
+28000,0.5223521590232849,5.906399938106537,,
+28500,0.30235573649406433,6.126395907402038,,
+29000,0.5017824769020081,5.9269694204330445,,
+29500,0.49171748757362366,5.9370342926979065,,
+30000,0.47422295808792114,5.954529101371765,,
+30000,,,6.438512723445893,-0.009760777950286865
+30500,0.3593529760837555,6.0693990015983585,,
+31000,0.6325029134750366,5.796249008655548,,
+31500,0.5082643628120422,5.920487454414368,,
+32000,0.305186003446579,6.123565795421601,,
+32500,0.6483381986618042,5.7804135632514955,,
+33000,0.5877586007118225,5.8409933109283445,,
+33500,0.5236616730690002,5.905090319633484,,
+34000,0.6374344825744629,5.791317390441894,,
+34500,0.1322925090789795,6.296459455966949,,
+35000,0.6908378005027771,5.737914066314698,,
+35000,,,5.849234503507614,0.5795174419879914
+35500,0.5664113163948059,5.862340573310852,,
+36000,0.582101047039032,5.846650831699371,,
+36500,0.5723392367362976,5.856412885189056,,
+37000,0.6953791379928589,5.7333726620674135,,
+37500,0.6672109365463257,5.76154154586792,,
+38000,0.7148140072822571,5.713938286781311,,
+38500,0.6594667434692383,5.769285338401795,,
+39000,0.7301754951477051,5.698576348304749,,
+39500,0.6522349119186401,5.776516912937164,,
+40000,0.6596822738647461,5.769069487571716,,
+40000,,,5.566042425632477,0.8627095198631287
+40500,0.7279464602470398,5.70080558681488,,
+41000,0.5207101106643677,5.9080419330596925,,
+41500,0.5918683409690857,5.83688342666626,,
+42000,0.7508755326271057,5.677876295089722,,
+42500,0.7545020580291748,5.674249963760376,,
+43000,0.7839584350585938,5.644793807029724,,
+43500,0.5337421298027039,5.895009816646576,,
+44000,0.7882859110832214,5.640466244697571,,
+44500,0.5786499381065369,5.850102061271667,,
+45000,0.813514232635498,5.615237611293793,,
+45000,,,5.568185291290283,0.8605666542053223
+45500,0.6137551069259644,5.814997109413147,,
+46000,0.7409204840660095,5.687831499576569,,
+46500,0.7055236101150513,5.7232285490036015,,
+47000,0.830437421798706,5.598314429283142,,
+47500,0.4375966191291809,5.991155071258545,,
+48000,0.7365174889564514,5.6922339172363285,,
+48500,0.5435031652450562,5.885248740196228,,
+49000,0.6381453275680542,5.79060683631897,,
+49500,0.6407182216644287,5.788033958911896,,
+50000,0.6731566190719604,5.755595561981202,,
+50000,,,5.68962007522583,0.7391318702697753

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11532fb803bf82f12662c3bd2ac2dae948f4290e4d7559fab5f0f38d5354c30
+size 16140758

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.50851,-0.95887977,0.98123825,0.9519813,-0.4504019,-0.3267479,-0.5422842,-0.77051675,0.97795546,0.38416624,-0.94822484,-0.9556757,-0.9242875,-1.0797581672668457
+8.093162,-0.9565179,0.9586234,0.9301884,-0.7250948,0.3857882,-0.9363475,-0.97421575,0.98748195,0.014487505,-0.9669814,-0.9249915,-0.96174365,-1.6644096374511719
+6.3098307,-0.9734171,0.98189664,0.9674634,0.14283514,0.7515316,-0.9309719,-0.9773345,0.9879197,0.5586238,-0.9385023,-0.94436795,-0.9848995,0.11892127990722656
+5.052652,-0.9629166,0.98823917,0.984568,0.9074092,0.7584574,-0.6395339,-0.92233646,0.98025584,0.81050706,-0.95427525,-0.939763,-0.98942643,1.3761000633239746
+6.2774143,-0.9748588,0.98552465,0.98716855,0.97785044,0.91326475,-0.03537041,-0.9450057,0.9297539,0.91459084,-0.9730146,-0.94289964,-0.98886293,0.1513376235961914
+8.046165,-0.9704489,0.9346113,0.9863069,0.9493706,0.58244133,-0.47542906,-0.95237714,0.9417708,0.9445883,-0.97260594,-0.96581584,-0.9752857,-1.6174135208129883
+7.1430006,-0.9218723,0.9375608,0.9893954,0.7921581,-0.7824442,-0.5192798,-0.7875589,0.9786067,0.9598583,-0.948151,-0.9884584,-0.9519065,-0.7142486572265625
+4.395935,-0.9023742,0.9423945,0.96160865,0.07223225,-0.5561455,0.87908006,0.67880094,0.9856131,0.823416,-0.9768332,-0.9912809,-0.9536398,2.0328168869018555
+4.496074,-0.9575552,0.8954518,0.96961474,-0.46230257,0.22437131,0.9827659,0.8613055,0.9810473,0.53962636,-0.9797407,-0.985983,-0.98079145,1.9326777458190918
+7.388453,-0.90199494,0.92732406,0.9185475,-0.59396446,-0.28147686,0.9747939,0.40775466,0.9747751,0.29189825,-0.9780628,-0.9858264,-0.9891896,-0.9597010612487793
+8.720123,-0.91021574,0.99241924,0.8479924,-0.89800733,-0.055018544,0.33452034,-0.8557335,0.9805043,-0.61773163,-0.9890111,-0.9717305,-0.9828322,-2.2913713455200195
+5.85086,-0.90843743,0.9905987,0.9344909,-0.42393613,0.50814974,-0.11452931,-0.8737213,0.95347774,0.16187954,-0.9925698,-0.95048296,-0.98479766,0.5778918266296387
+3.5943556,-0.8932204,0.9901514,0.9328867,0.5746037,0.85230327,0.30712032,-0.73552716,0.8704593,0.7428639,-0.9930091,-0.8954194,-0.97653645,2.8343963623046875
+5.003193,-0.8824866,0.9815619,0.93379104,0.96524334,0.9588214,0.53949046,-0.28953177,0.8270509,0.9301543,-0.97943974,-0.87933517,-0.9931729,1.4255590438842773
+7.7732267,-0.93873584,0.9725199,0.7570158,0.98569334,0.9406667,0.79466414,-0.45246702,0.49248123,0.9833207,-0.96519554,-0.9362062,-0.98944217,-1.3444747924804688
+8.417233,-0.7153462,0.99313045,0.45260036,0.9773034,0.60288143,0.74513865,-0.7735568,0.68694484,0.98917913,-0.9702056,-0.95479256,-0.98239845,-1.9884815216064453
+6.1379027,-0.24586636,0.9985523,0.7401638,0.87461495,-0.45306617,0.067815065,-0.8209082,0.9001266,0.98104906,-0.97591937,-0.9645797,-0.9770268,0.2908492088317871
+4.161832,-0.14860106,0.9939753,0.74316764,0.3563509,-0.732993,-0.69411874,-0.7433805,0.94464767,0.94530046,-0.96596247,-0.9684757,-0.9724607,2.2669200897216797
+5.0273895,-0.28085518,0.95311046,0.17027926,-0.033550978,-0.8648395,-0.9019906,-0.22347444,0.95618,0.9334245,-0.93421227,-0.97268194,-0.97191346,1.401362419128418
+6.814356,-0.36505175,0.8558295,-0.2725404,-0.4979483,-0.9201083,-0.96293616,-0.35578823,0.9172801,0.9183428,-0.89812565,-0.9561569,-0.9556458,-0.3856039047241211
+7.443531,-0.30369538,0.75046706,-0.3188277,-0.82676405,-0.9329765,-0.98140925,-0.398219,0.77965426,0.94700336,-0.8365223,-0.8532508,-0.879062,-1.0147790908813477
+6.566814,-0.60163856,0.5084313,-0.5536255,-0.89271104,-0.93310845,-0.9769817,-0.5689213,0.5383012,0.98620176,-0.8296289,-0.59380484,-0.6226192,-0.1380620002746582
+5.6163845,-0.80439895,0.3825562,-0.8556141,-0.9422054,-0.87412435,-0.92313385,-0.7302175,0.2940805,0.99296737,-0.802265,-0.017359793,-0.10310972,0.8123674392700195
+5.805321,-0.7614907,0.32394457,-0.96244025,-0.9618878,-0.81117696,-0.7664212,-0.7865506,0.044749618,0.99413705,-0.7340284,0.49112868,0.38812447,0.6234307289123535
+6.8885283,-0.39348423,0.43103743,-0.9848784,-0.9577899,-0.7705954,-0.6843917,-0.76341605,-0.24361712,0.99027634,-0.623055,0.7049829,0.60729265,-0.4597764015197754
+7.078194,0.51338077,0.51213026,-0.9930216,-0.96706957,-0.8404118,-0.79579246,-0.62854356,-0.267465,0.9678484,-0.713736,0.74398506,0.7642684,-0.649442195892334
+6.029266,0.98306215,0.71238637,-0.9981433,-0.97610116,-0.94781834,-0.90461385,-0.5400947,-0.2827319,0.8022646,-0.7886437,0.6307454,0.77983356,0.39948606491088867
+5.1749573,0.9992312,0.8891579,-0.9995982,-0.9819002,-0.98916763,-0.93604845,-0.20566058,0.07132399,0.4771273,-0.77755266,0.72421646,0.51689506,1.2537946701049805
+5.874701,0.99942446,0.9827182,-0.9956928,-0.84529924,-0.99438477,-0.99204683,-0.5513393,-0.7438889,0.25149727,-0.24315387,0.9527099,-0.36691147,0.5540509223937988
+6.796143,0.94672215,0.86204934,-0.8185606,-0.11309624,-0.9787614,-0.97314006,-0.75099355,-0.82208776,0.0011287928,0.22999263,0.8667754,-0.4460678,-0.36739110946655273
+6.7801766,-0.66043204,-0.03483522,-0.60362947,-0.7893835,-0.87807214,-0.7681264,-0.7422065,-0.9128418,0.41358507,-0.26708698,0.8674146,0.44281888,-0.3514246940612793
+5.979231,-0.9218804,0.32119858,-0.22249275,-0.69996756,-0.09956354,-0.89358103,-0.9499589,-0.9061629,-0.68086785,-0.4093027,0.9635068,0.92618346,0.4495210647583008
+5.5970206,-0.9596787,0.8033345,-0.21368533,-0.39746213,0.6473744,-0.8688581,-0.9832606,-0.9198159,-0.95785064,-0.575957,0.97421336,0.9268663,0.8317313194274902
+5.2398434,-0.9455945,0.8233564,-0.69323826,-0.6985014,0.8249631,-0.3914734,-0.9621206,-0.9184878,-0.98200715,-0.9012491,0.92761624,0.9427906,1.188908576965332
+5.0859737,-0.8897698,0.6543429,-0.8951794,-0.91121316,0.07994938,0.19079757,-0.8795809,-0.9342379,-0.8866293,-0.8824538,0.87785316,0.97045326,1.342778205871582
+5.156216,-0.55469126,0.3095547,-0.9667345,-0.9828851,-0.8776935,0.6201745,-0.55957663,-0.9402585,0.105017066,-0.8039056,0.8627598,0.98098755,1.272535800933838
+5.1393156,-0.2711107,0.018950582,-0.9592776,-0.9896309,-0.96485275,0.47718227,-0.2109682,-0.8890994,0.7728776,-0.85162497,0.85469985,0.9769639,1.2894363403320312
+5.052919,-0.66206455,-0.08127737,-0.8436329,-0.9745828,-0.945169,-0.12322372,-0.07200098,-0.84304214,0.84299135,-0.8118801,0.87534,0.9177681,1.3758330345153809
+5.1833735,-0.7572511,0.1721996,-0.67959934,-0.89581865,-0.8359841,-0.7395762,-0.61520916,-0.8817623,0.6027365,-0.87792766,0.87501097,0.90261674,1.2453784942626953
+5.4501824,-0.61217374,0.64941525,-0.6587272,-0.7283674,-0.33550394,-0.86280465,-0.8769717,-0.8837245,-0.3321036,-0.891844,0.9091141,0.9063599,0.978569507598877
+5.7031035,-0.4680909,0.80360913,-0.8078217,-0.54126453,0.37924194,-0.72363234,-0.9302447,-0.8772266,-0.8190429,-0.89665085,0.9092877,0.92788076,0.7256484031677246
+5.6683836,0.06734669,0.74306643,-0.9384321,-0.82549834,-0.22503924,-0.47111893,-0.82156014,-0.86396366,-0.7531098,-0.92809504,0.8209262,0.9550761,0.7603683471679688
+5.821051,0.554198,0.6736821,-0.951006,-0.944523,-0.8918256,-0.24016559,-0.4472276,-0.81232613,-0.29004228,-0.9044422,0.64350486,0.957747,0.6077008247375488
+5.9937696,0.77705383,0.5865997,-0.93299717,-0.92915094,-0.95264214,-0.34681278,-0.17401552,-0.81355596,-0.23751247,-0.9277606,0.593784,0.9554038,0.4349822998046875
+5.479379,0.61695457,0.42268622,-0.87792414,-0.9103966,-0.9126064,-0.46599507,-0.17714274,-0.8569787,-0.2965166,-0.94354194,0.69406295,0.95672846,0.9493727684020996
+4.9313,-0.14469808,0.59218335,-0.6860599,-0.8740297,-0.7990488,-0.62144464,-0.43684512,-0.8514181,-0.6057576,-0.9377068,0.78426766,0.9434594,1.4974517822265625
+4.9722447,-0.4845755,0.739115,-0.6229915,-0.8294212,-0.52220845,-0.7257886,-0.68342656,-0.8416539,-0.8002932,-0.9365978,0.8470366,0.95300436,1.4565072059631348
+5.036622,-0.16660261,0.75175405,-0.76979697,-0.83278084,-0.3354255,-0.57089716,-0.68876386,-0.8599537,-0.82208365,-0.9416222,0.8325207,0.96049905,1.392129898071289
+5.2329855,0.3771701,0.6202986,-0.9146452,-0.91785926,-0.5729624,-0.22695589,-0.480644,-0.8539357,-0.5538257,-0.9577925,0.7794632,0.9724554,1.1957664489746094
+5.8169303,0.5384824,0.5673648,-0.936716,-0.93433815,-0.82530576,-0.32071215,-0.45252675,-0.8315924,-0.21038073,-0.93694025,0.72569656,0.9672873,0.6118216514587402
+6.2565603,0.39140344,0.34823895,-0.91847205,-0.94729,-0.9111177,-0.2849583,-0.2662654,-0.8097927,0.44305825,-0.9295459,0.7720568,0.95544314,0.17219161987304688
+6.042904,-0.16982138,0.21169579,-0.8571875,-0.9335621,-0.87706655,-0.3462758,-0.26497352,-0.85065454,0.5914602,-0.9202356,0.84838676,0.9326837,0.3858480453491211
+5.529034,-0.62556684,0.3152684,-0.76035076,-0.8104167,-0.71138203,-0.5475629,-0.6405444,-0.87558615,0.26357675,-0.9336996,0.83143854,0.93338394,0.8997178077697754
+5.3579187,-0.7666707,0.6412102,-0.67543364,-0.56211656,-0.30517292,-0.7548789,-0.8325983,-0.8665823,-0.42297328,-0.92895365,0.8708346,0.93811345,1.0708332061767578
+5.25124,-0.70502555,0.7983897,-0.7216711,-0.43182838,0.2250619,-0.7562735,-0.9126322,-0.86871517,-0.7579833,-0.9017065,0.90391684,0.9390781,1.1775121688842773
+5.142065,-0.025369346,0.8286283,-0.84997404,-0.64500415,-0.12786281,-0.70446014,-0.881701,-0.8682855,-0.81298935,-0.88511026,0.8792584,0.9555944,1.286686897277832
+5.352242,0.6525023,0.7454269,-0.9372365,-0.8959923,-0.8543015,-0.70381534,-0.7094924,-0.8593978,-0.54952353,-0.8803818,0.7642157,0.9637759,1.076509952545166
+5.7716174,0.8038305,0.6697595,-0.9470757,-0.94149244,-0.9330844,-0.6820344,-0.50611997,-0.81919205,-0.25004607,-0.9061696,0.7142167,0.9654012,0.6571345329284668
+6.0218496,0.82325673,0.566417,-0.9292942,-0.9370798,-0.9303586,-0.6840627,-0.35863137,-0.8284703,-0.19086629,-0.9312188,0.714638,0.9647925,0.4069023132324219
+5.83066,0.6213448,0.5236374,-0.87502444,-0.9213882,-0.88406676,-0.68491876,-0.39430487,-0.8279783,-0.1924591,-0.93430334,0.7860385,0.9593444,0.5980920791625977
+5.6815457,-0.016302288,0.62664413,-0.7904128,-0.8678937,-0.7686075,-0.7643806,-0.6075162,-0.8214405,-0.38043463,-0.9399428,0.8351983,0.9566667,0.7472062110900879
+5.609095,-0.3638631,0.6655774,-0.7636358,-0.8170581,-0.57263494,-0.76112175,-0.68739575,-0.827539,-0.5206466,-0.9416816,0.8591111,0.95794106,0.8196568489074707
+5.401048,-0.15954041,0.5920162,-0.84457463,-0.87167203,-0.6168844,-0.6293321,-0.63604975,-0.8399139,-0.3413434,-0.93903524,0.8532219,0.9667531,1.0277037620544434
+5.3378205,0.15485418,0.4758637,-0.9021663,-0.9110305,-0.7710194,-0.54762733,-0.583849,-0.843004,0.07033825,-0.9337765,0.83984756,0.96850204,1.0909314155578613
+5.505208,0.06470168,0.3195566,-0.91746825,-0.9313413,-0.85207134,-0.5185727,-0.5781165,-0.8453672,0.5001489,-0.91394293,0.8543999,0.9602425,0.9235439300537109
+5.557462,-0.2646308,0.20024538,-0.89427537,-0.9300321,-0.8512073,-0.49248326,-0.57609934,-0.84944123,0.67401636,-0.90626127,0.87010443,0.95391285,0.8712897300720215
+5.52866,-0.56537396,0.27148724,-0.8435859,-0.86649513,-0.7537071,-0.5780308,-0.7154515,-0.8599023,0.5184703,-0.91763914,0.8585112,0.9506674,0.9000921249389648
+5.63881,-0.7492932,0.53398895,-0.76942253,-0.7031309,-0.4813081,-0.7050353,-0.83935463,-0.85768616,-0.0051468015,-0.91459066,0.8778615,0.9475417,0.7899417877197266
+5.836924,-0.7804462,0.7478694,-0.72572815,-0.5206034,-0.08156705,-0.8057445,-0.9171615,-0.85150826,-0.5370175,-0.8951944,0.90883255,0.9431577,0.5918278694152832
+5.775184,-0.5333715,0.80995166,-0.7959981,-0.67783886,-0.12139249,-0.79912454,-0.90803486,-0.85043615,-0.7122174,-0.8718076,0.91816115,0.95180607,0.6535677909851074
+5.619935,0.20285892,0.76247907,-0.902084,-0.890577,-0.76076454,-0.7709433,-0.79678655,-0.85465616,-0.5793364,-0.86467564,0.86688447,0.96511495,0.8088169097900391
+5.641754,0.5825119,0.678939,-0.94196117,-0.9446593,-0.9173037,-0.75001323,-0.6815435,-0.8537918,-0.235888,-0.87651634,0.8037889,0.96862113,0.7869977951049805
+5.6573877,0.63858414,0.58943653,-0.9347166,-0.9522361,-0.93056333,-0.7351363,-0.56929046,-0.8463927,-0.08322352,-0.90631753,0.80034506,0.9703083,0.7713642120361328
+5.5079703,0.42385554,0.5161226,-0.90235233,-0.9475179,-0.9014915,-0.7146751,-0.55023515,-0.83610404,0.07766044,-0.9122687,0.8454673,0.96706176,0.9207816123962402
+5.470457,-0.13755143,0.48375368,-0.8457039,-0.9292253,-0.845923,-0.7371014,-0.652905,-0.82427436,0.18900442,-0.9187704,0.86479425,0.96367264,0.9582948684692383
+5.6160636,-0.5629793,0.47591853,-0.78999156,-0.88289523,-0.72421765,-0.73130727,-0.7297921,-0.8282355,0.14748621,-0.92517877,0.8718016,0.96147335,0.8126883506774902
+5.679396,-0.64229864,0.47250676,-0.7977302,-0.859652,-0.61785406,-0.6958351,-0.7528879,-0.83853215,0.13297534,-0.92272145,0.8825433,0.96091044,0.7493557929992676
+5.5888386,-0.5252123,0.4483955,-0.8561511,-0.88103664,-0.6206043,-0.64859897,-0.7548535,-0.84696376,0.22521746,-0.9149162,0.89174044,0.9626887,0.8399133682250977
+5.577051,-0.32566965,0.4174676,-0.8952668,-0.89904183,-0.72641325,-0.6461601,-0.7559517,-0.85305053,0.36408687,-0.9012776,0.8929335,0.9629499,0.8517007827758789
+5.6082387,-0.3056975,0.34280872,-0.90748566,-0.90900946,-0.79223317,-0.6174367,-0.7462866,-0.8583014,0.4926995,-0.8934054,0.8876109,0.96298385,0.8205132484436035
+5.598908,-0.45177472,0.3964336,-0.8887275,-0.88527834,-0.7462166,-0.6422581,-0.7748663,-0.8630908,0.36492467,-0.8973285,0.8866286,0.9600872,0.8298439979553223
+5.5644426,-0.5988783,0.5485953,-0.8505811,-0.8296356,-0.59600186,-0.6928986,-0.8255025,-0.86457944,-0.0164029,-0.89700896,0.895154,0.9561713,0.8643093109130859
+5.5409317,-0.6518764,0.6979101,-0.8133913,-0.76684415,-0.42395872,-0.7623337,-0.8686988,-0.855989,-0.4287877,-0.891367,0.9069326,0.95428383,0.8878202438354492
+5.4812636,-0.5685988,0.7772789,-0.80596113,-0.7738339,-0.32941407,-0.7890618,-0.88705367,-0.85429496,-0.6353368,-0.8743634,0.91706157,0.9564047,0.9474883079528809
+5.361836,-0.16095865,0.7519438,-0.8766338,-0.8859258,-0.5869922,-0.712464,-0.8131549,-0.8552576,-0.5970265,-0.8846701,0.8985503,0.96846056,1.0669159889221191
+5.3884797,0.31553078,0.69419503,-0.9206748,-0.938386,-0.8348735,-0.66595215,-0.6974863,-0.86091894,-0.37517452,-0.8905546,0.84492934,0.97284746,1.0402722358703613
+5.585374,0.46899962,0.60732365,-0.9301291,-0.9500408,-0.9002776,-0.6442287,-0.60748136,-0.8589216,-0.112642884,-0.9009345,0.81462705,0.9730494,0.8433780670166016
+5.7303014,0.3217901,0.48057628,-0.9183233,-0.9534156,-0.89191866,-0.60113937,-0.5653678,-0.85025746,0.18481469,-0.91149926,0.84579945,0.9717524,0.6984505653381348
+5.7953086,-0.10095906,0.39675307,-0.87959534,-0.9449957,-0.86445373,-0.64326143,-0.62250507,-0.8434745,0.38400722,-0.9108219,0.8670151,0.9648342,0.6334433555603027
+5.8393283,-0.5710802,0.32759655,-0.8225798,-0.9124582,-0.78952897,-0.64027613,-0.69870013,-0.845623,0.47066903,-0.9202584,0.869213,0.9620547,0.589423656463623
+5.7836246,-0.76921624,0.3719585,-0.7841831,-0.8509184,-0.62676966,-0.66879123,-0.7848256,-0.8529739,0.38075328,-0.9189939,0.8845389,0.95877075,0.6451272964477539
+5.5684004,-0.7620341,0.46707976,-0.8109648,-0.81972015,-0.47180545,-0.69981706,-0.83522344,-0.85772467,0.23226929,-0.90764874,0.9047358,0.9578916,0.8603515625
+5.382001,-0.59274966,0.52993655,-0.8657535,-0.84917724,-0.5271969,-0.719111,-0.8465761,-0.85767037,0.17289603,-0.88897336,0.91411066,0.95965254,1.0467510223388672
+5.4080906,-0.33723617,0.5230584,-0.9024923,-0.88739616,-0.7099857,-0.70172757,-0.8186529,-0.85903287,0.21463132,-0.87105614,0.9073764,0.96196723,1.0206613540649414
+5.5223126,-0.21694016,0.5281311,-0.9092776,-0.90284103,-0.78880763,-0.6861296,-0.78550535,-0.8622586,0.19595313,-0.87103665,0.8906331,0.9620528,0.9064393043518066
+5.6148105,-0.21638995,0.57684505,-0.89536965,-0.8909107,-0.7555859,-0.67667323,-0.7769357,-0.867083,-0.032805324,-0.88409144,0.8863239,0.9629073,0.813941478729248
+5.601871,-0.30058408,0.6674888,-0.86924046,-0.8672083,-0.6635844,-0.7115411,-0.8054921,-0.86552644,-0.3528027,-0.8889143,0.8907831,0.9624859,0.826880931854248
+5.5172153,-0.37375832,0.73432267,-0.8514785,-0.8584055,-0.54017603,-0.735436,-0.830529,-0.856569,-0.57439405,-0.8922632,0.9008014,0.9643402,0.911536693572998
+5.436636,-0.31246978,0.7395817,-0.86438453,-0.8878044,-0.5306412,-0.6824356,-0.80601275,-0.85333014,-0.6174799,-0.90134484,0.89690197,0.9692364,0.9921159744262695
+5.3854427,-0.038136184,0.67185974,-0.89690787,-0.92938507,-0.70177597,-0.5538677,-0.6997578,-0.8585161,-0.4390347,-0.9133009,0.8700347,0.9751849,1.043309211730957
+5.412007,0.20808005,0.564095,-0.91497713,-0.9467823,-0.83079517,-0.4724263,-0.5833551,-0.8646789,-0.08618903,-0.918689,0.8352754,0.97687197,1.0167450904846191
+5.545102,0.19168949,0.43403018,-0.9138917,-0.94762635,-0.86620724,-0.4589944,-0.5446751,-0.86378795,0.26981342,-0.9204922,0.8308501,0.97440636,0.8836498260498047
+5.6907473,-0.12559646,0.314461,-0.8909588,-0.93952537,-0.85183924,-0.49995637,-0.5906709,-0.8619275,0.50704265,-0.91430724,0.85156155,0.9661975,0.7380046844482422
+5.770367,-0.5608445,0.25984287,-0.8437445,-0.9142633,-0.7948106,-0.52454513,-0.66794026,-0.86595166,0.5972626,-0.91394526,0.86639786,0.95714736,0.6583847999572754
+5.771938,-0.76166975,0.30875516,-0.7948539,-0.8428976,-0.6528056,-0.5864172,-0.7712896,-0.8695794,0.49353194,-0.9168742,0.8733702,0.95406985,0.6568140983581543
+5.6631184,-0.7983467,0.47603238,-0.7852152,-0.7596082,-0.4252324,-0.68647075,-0.84637105,-0.86866355,0.21214235,-0.9077731,0.8973477,0.951601,0.7656335830688477
+5.513296,-0.6971869,0.6239486,-0.8275275,-0.7459025,-0.31876457,-0.7511828,-0.8842107,-0.86136466,-0.09376478,-0.88956505,0.91581655,0.95253253,0.9154558181762695
+5.5030894,-0.38889587,0.66913486,-0.88683045,-0.82586455,-0.53972644,-0.7567559,-0.8704628,-0.8573441,-0.20902544,-0.86421376,0.9155611,0.9582865,0.9256625175476074
+5.5911717,-0.09022504,0.65478003,-0.9195823,-0.8973022,-0.7768874,-0.7347113,-0.8243386,-0.8646979,-0.12683165,-0.85397345,0.88190794,0.96223676,0.8375802040100098
+5.652756,0.15363538,0.6331034,-0.9223547,-0.92371476,-0.8564227,-0.7103341,-0.75117034,-0.8713484,-0.118109286,-0.8687176,0.85821104,0.96587515,0.7759957313537598
+5.5866723,0.21146488,0.64175856,-0.90581024,-0.9216397,-0.83669585,-0.6816141,-0.694855,-0.86701596,-0.26761556,-0.9009107,0.86007524,0.9687793,0.8420796394348145
+5.4319577,0.02334714,0.6962198,-0.87766117,-0.9057177,-0.75221175,-0.7220587,-0.741032,-0.85535485,-0.44878715,-0.9065603,0.8744285,0.9685013,0.9967942237854004
+5.4418917,-0.2069304,0.710111,-0.8586742,-0.90191495,-0.62722266,-0.7082034,-0.7663789,-0.84166116,-0.5255683,-0.91292,0.8877288,0.9702971,0.9868602752685547
+5.5637107,-0.21531719,0.64473784,-0.8655208,-0.922575,-0.65615344,-0.5890451,-0.6954068,-0.8446405,-0.3882007,-0.9232274,0.87312007,0.9742253,0.8650412559509277
+5.560617,-0.06370145,0.49347568,-0.8885183,-0.9383337,-0.78576493,-0.4214006,-0.5749566,-0.8572855,0.031467676,-0.930429,0.8386526,0.9754045,0.8681349754333496
+5.545559,-0.07248628,0.32319665,-0.9012064,-0.94236904,-0.84014714,-0.38605642,-0.55090106,-0.864123,0.45957446,-0.92563534,0.8366897,0.971956,0.8831930160522461
+5.5671453,-0.39738846,0.2516601,-0.88837415,-0.93846196,-0.8308235,-0.44498646,-0.6209352,-0.8627202,0.66875315,-0.90582836,0.8802507,0.96132684,0.8616065979003906
+5.542108,-0.67272574,0.21382284,-0.8521491,-0.9032529,-0.7680109,-0.49773717,-0.72546315,-0.86953366,0.6954675,-0.90438354,0.8812858,0.95538473,0.8866438865661621
+5.5726814,-0.80185425,0.32558334,-0.8057016,-0.8092418,-0.5931837,-0.5894485,-0.8202961,-0.87415725,0.49373186,-0.9083826,0.88252306,0.95143485,0.8560705184936523
+5.63486,-0.8228707,0.5510864,-0.7773871,-0.7084696,-0.3451438,-0.70346576,-0.87495714,-0.8701031,0.06269896,-0.89879245,0.9030309,0.94886994,0.7938919067382812
+5.666038,-0.73318905,0.7125995,-0.8006436,-0.66303223,-0.18648088,-0.7699866,-0.9090163,-0.8645791,-0.35620427,-0.87279457,0.9197211,0.9467809,0.7627139091491699
+5.6885986,-0.38279474,0.7450254,-0.86663824,-0.79665184,-0.45747757,-0.77173686,-0.8888912,-0.862563,-0.47453678,-0.844281,0.9179268,0.95759654,0.7401533126831055
+5.699151,0.08620906,0.7093557,-0.9213073,-0.9132537,-0.8128753,-0.7558675,-0.8147975,-0.86673194,-0.32333827,-0.8399839,0.8766012,0.96395075,0.7296009063720703
+5.692784,0.40089893,0.66871107,-0.9314477,-0.9451578,-0.9007272,-0.74312663,-0.7124495,-0.868316,-0.20437163,-0.86957705,0.84053636,0.96827626,0.7359681129455566
+5.5619435,0.4258585,0.6429529,-0.9171046,-0.94363064,-0.8897246,-0.7086927,-0.64000875,-0.8610375,-0.2363292,-0.9041576,0.8484936,0.97184134,0.8668084144592285
+5.397643,0.13332713,0.6586398,-0.8881497,-0.9311868,-0.816029,-0.7333145,-0.7041541,-0.84625936,-0.28475082,-0.90667295,0.8747494,0.9705889,1.0311088562011719
+5.479568,-0.25044984,0.63532305,-0.85578996,-0.92336,-0.71018475,-0.7110739,-0.72841465,-0.8321648,-0.257909,-0.91677564,0.8868079,0.9698782,0.9491839408874512
+5.618679,-0.4072932,0.5412928,-0.84326535,-0.92328423,-0.7100001,-0.6020328,-0.6841038,-0.838294,-0.046402514,-0.92458,0.8753607,0.9693005,0.8100728988647461
+5.607404,-0.41888022,0.37892115,-0.86169547,-0.9311457,-0.77342093,-0.4682374,-0.6262365,-0.854277,0.33493352,-0.922932,0.86415553,0.9688268,0.821347713470459
+5.515719,-0.49604797,0.25312185,-0.87970304,-0.9340962,-0.7950335,-0.4501698,-0.65206367,-0.8662975,0.6187724,-0.9102507,0.8790122,0.96393085,0.9130330085754395
+5.4750915,-0.62662005,0.19986784,-0.87790513,-0.9187765,-0.7734634,-0.485273,-0.72673583,-0.8700449,0.71730864,-0.89709383,0.8908298,0.9593873,0.9536604881286621
+5.5042424,-0.7332584,0.2392534,-0.8595839,-0.8659842,-0.68634117,-0.5652898,-0.80719614,-0.873188,0.6351931,-0.8953012,0.889956,0.95615077,0.9245095252990723
+5.6085453,-0.80666727,0.44208765,-0.82589436,-0.7876057,-0.5012869,-0.655275,-0.8637937,-0.8729289,0.3060392,-0.88944125,0.90208626,0.9523841,0.8202066421508789
+5.72713,-0.7826255,0.64113903,-0.8066476,-0.71684617,-0.34469962,-0.7435905,-0.8947819,-0.86860293,-0.19032389,-0.87918067,0.913162,0.950017,0.7016220092773438
+5.7745066,-0.65711176,0.75086474,-0.81720454,-0.74270165,-0.31661057,-0.7943266,-0.90773183,-0.86816466,-0.4904889,-0.8503617,0.9269538,0.9505564,0.6542453765869141
+5.7008176,-0.32749027,0.74657536,-0.8744938,-0.86258465,-0.5702891,-0.75617343,-0.86407375,-0.87002915,-0.5297391,-0.8430939,0.91988516,0.9612931,0.7279343605041504
+5.6032224,0.16236985,0.7273228,-0.9209533,-0.93243015,-0.82554024,-0.7442102,-0.7870671,-0.8691051,-0.42665172,-0.8548866,0.87722254,0.9680078,0.8255295753479004
+5.5144677,0.35919154,0.6814383,-0.9324667,-0.94759727,-0.8833887,-0.7112254,-0.7135011,-0.8679735,-0.2946005,-0.8829752,0.8531904,0.97267914,0.9142842292785645
+5.3897276,0.3134755,0.63684547,-0.9147174,-0.95018256,-0.872632,-0.6843421,-0.65341365,-0.8577434,-0.21679282,-0.901985,0.86421824,0.97342336,1.0390243530273438
+5.424606,0.009349823,0.5912802,-0.8918401,-0.9477152,-0.8264726,-0.68969756,-0.68436575,-0.84434617,-0.069460034,-0.9041971,0.88107157,0.972368,1.0041460990905762
+5.6373215,-0.33514315,0.50300145,-0.8578556,-0.9386889,-0.78967136,-0.6503305,-0.6813129,-0.8362933,0.14552987,-0.91592026,0.879773,0.9685726,0.7914304733276367
+5.7812786,-0.56705683,0.36987233,-0.83817583,-0.92640054,-0.76483846,-0.5530213,-0.6761652,-0.8482079,0.3883382,-0.9197508,0.87475014,0.965654,0.6474733352661133
+5.71919,-0.69328153,0.25638926,-0.8416378,-0.91471213,-0.72765046,-0.4927615,-0.71062255,-0.86247885,0.5733768,-0.91370696,0.8821106,0.96310425,0.709561824798584
+5.533058,-0.7390163,0.22426164,-0.85439235,-0.89953506,-0.6824976,-0.5254576,-0.7754835,-0.8715143,0.6542022,-0.90146154,0.8960495,0.959736,0.8956937789916992
+5.4179864,-0.744003,0.270023,-0.8627225,-0.87278694,-0.64388335,-0.59424025,-0.82606083,-0.87370604,0.61811376,-0.8884493,0.90322864,0.9574816,1.010765552520752
+5.4884653,-0.75153095,0.41296053,-0.8602755,-0.8348233,-0.56767017,-0.6627046,-0.8616402,-0.871536,0.40752506,-0.8764718,0.9101714,0.95596814,0.9402866363525391
+5.6517987,-0.73292345,0.5758257,-0.8509869,-0.79167396,-0.48756248,-0.7193595,-0.88442665,-0.86912364,0.005422473,-0.8676497,0.91435194,0.9537997,0.7769532203674316
+5.749025,-0.64027673,0.7024553,-0.8426634,-0.7949503,-0.46139866,-0.7686207,-0.8888181,-0.87048614,-0.37952816,-0.8532725,0.92203975,0.95251644,0.6797270774841309
+5.703082,-0.46040487,0.74839044,-0.8609269,-0.84882295,-0.51363194,-0.7639882,-0.8746997,-0.87557507,-0.5510148,-0.8486641,0.9227469,0.9593015,0.7256698608398438
+5.5573015,-0.11140013,0.7481308,-0.89620066,-0.9101178,-0.69636273,-0.7372492,-0.8176338,-0.8723709,-0.56696814,-0.8660857,0.9054141,0.9670336,0.8714504241943359
+5.413607,0.19654298,0.7266102,-0.9206629,-0.9377217,-0.8151558,-0.69927543,-0.7552923,-0.8680979,-0.49568456,-0.8826483,0.87578106,0.9727255,1.0151448249816895
+5.3222184,0.27335966,0.67751026,-0.9202781,-0.94841117,-0.8446554,-0.65393525,-0.6844812,-0.86160046,-0.3755349,-0.9006245,0.86649704,0.97525024,1.1065335273742676
+5.401521,0.13997602,0.6086484,-0.90926504,-0.9532535,-0.8388729,-0.6288178,-0.65664274,-0.8529692,-0.15208983,-0.9058379,0.87034965,0.97527516,1.0272307395935059
+5.6618986,-0.11009544,0.48433185,-0.88838077,-0.95281416,-0.84111226,-0.5888759,-0.6328861,-0.8476969,0.18520582,-0.9114869,0.8685937,0.9734709,0.7668533325195312
+5.861417,-0.42444336,0.3311789,-0.85708684,-0.94188607,-0.83375883,-0.5382912,-0.6233276,-0.8508717,0.49479926,-0.9185426,0.8658898,0.9662802,0.5673351287841797
+5.852673,-0.706271,0.204687,-0.8342899,-0.92360216,-0.7810417,-0.48350668,-0.68204546,-0.865179,0.6691799,-0.91221505,0.8772961,0.9611137,0.5760788917541504
+5.659792,-0.81673074,0.19300711,-0.82430345,-0.88665926,-0.6710999,-0.53471524,-0.78525764,-0.87359685,0.69048023,-0.9031594,0.8941252,0.9570527,0.7689599990844727
+5.434292,-0.8213815,0.28885806,-0.8298477,-0.84111875,-0.5610949,-0.6276454,-0.84981257,-0.8748972,0.5982033,-0.8923225,0.9064512,0.95447016,0.9944601058959961
+5.385,-0.7823973,0.44534945,-0.84812874,-0.81269497,-0.48304695,-0.69533014,-0.879253,-0.8710257,0.37276518,-0.8754818,0.9164889,0.95466363,1.0437517166137695
+5.5508256,-0.70200104,0.58784246,-0.8621073,-0.7912861,-0.48323697,-0.7404912,-0.8924402,-0.86537784,0.015680194,-0.85979676,0.91869414,0.9542792,0.8779263496398926
+5.717427,-0.54914206,0.6801481,-0.8726002,-0.8267675,-0.5539782,-0.75828624,-0.8819915,-0.8665945,-0.2949667,-0.8428013,0.92055297,0.9557835,0.7113251686096191
+5.739682,-0.33853048,0.71813226,-0.88679373,-0.8766777,-0.6376795,-0.74386096,-0.85066086,-0.8753111,-0.46790516,-0.8522907,0.91334295,0.96077156,0.6890697479248047
+5.6330533,-0.029945135,0.7391546,-0.9005153,-0.9140876,-0.7471872,-0.73549545,-0.80087554,-0.87472004,-0.5515364,-0.86945635,0.8951112,0.9659488,0.7956986427307129
+5.4368386,0.17321682,0.73819304,-0.9128048,-0.9299774,-0.7946761,-0.7077818,-0.75829905,-0.8659368,-0.5659445,-0.89081514,0.88100624,0.9722128,0.9919133186340332
+5.2841964,0.18516624,0.72123396,-0.9077451,-0.93919986,-0.7991266,-0.68950164,-0.72164345,-0.8569875,-0.53425455,-0.90269697,0.87584054,0.9742415,1.1445555686950684
+5.3920565,0.07942343,0.6532464,-0.903716,-0.948473,-0.7968163,-0.63005245,-0.6796771,-0.8489935,-0.33927035,-0.9110357,0.87314475,0.97621024,1.0366954803466797
+5.654937,-0.040642142,0.5074862,-0.8944337,-0.9541382,-0.83535725,-0.5331062,-0.604279,-0.8507035,0.07452059,-0.9174284,0.8585663,0.97639644,0.7738151550292969
+5.8160424,-0.26724046,0.3020439,-0.8766837,-0.9491641,-0.85406727,-0.4467824,-0.5594143,-0.8562362,0.5056133,-0.92241156,0.8481028,0.97031343,0.6127095222473145
+5.7961206,-0.65425056,0.16068065,-0.8537048,-0.93979615,-0.8162035,-0.419581,-0.62168604,-0.8622329,0.7311697,-0.9103736,0.87986803,0.96020687,0.6326313018798828
+5.6262302,-0.81528455,0.12962687,-0.827006,-0.9051376,-0.74473774,-0.4902109,-0.7495058,-0.8748999,0.78196025,-0.89909923,0.8923689,0.9548485,0.8025217056274414
+5.44381,-0.85289204,0.22599614,-0.8111368,-0.82872295,-0.5929843,-0.6100281,-0.8443,-0.8772818,0.6712384,-0.8966454,0.8983704,0.9516816,0.9849419593811035
+5.4117217,-0.8413715,0.44436646,-0.8177143,-0.7599371,-0.40153998,-0.7016499,-0.8893067,-0.87206066,0.36694932,-0.8830306,0.91372335,0.9508972,1.0170302391052246
+5.5586114,-0.7672049,0.6274084,-0.83479387,-0.7098577,-0.33360374,-0.76455134,-0.9130243,-0.86494756,-0.07608026,-0.85866004,0.9212339,0.94891,0.870140552520752
+5.730449,-0.5656464,0.71171546,-0.8630231,-0.78889954,-0.4902587,-0.78947055,-0.9018037,-0.8618551,-0.34423316,-0.82689285,0.92567563,0.9514564,0.6983027458190918
+5.755779,-0.22325522,0.71344185,-0.8986556,-0.8904554,-0.7245067,-0.77088386,-0.85009104,-0.8684415,-0.40106016,-0.82795024,0.9074391,0.95918345,0.6729731559753418
+5.702069,0.16913128,0.7293166,-0.91526735,-0.9294291,-0.83299476,-0.76769775,-0.7861607,-0.86947376,-0.45969546,-0.8572476,0.8784206,0.964941,0.7266831398010254
+5.5372286,0.30009627,0.7335392,-0.91991496,-0.9318757,-0.84546465,-0.7522764,-0.75358963,-0.86233556,-0.51292855,-0.88713914,0.8729346,0.97160923,0.8915233612060547
+5.3353577,0.19724703,0.73747337,-0.90163654,-0.9344211,-0.80248195,-0.7510919,-0.74291307,-0.8489576,-0.5624052,-0.8992264,0.8823981,0.97220755,1.0933942794799805
+5.393718,-0.0028121471,0.6829395,-0.89381933,-0.94343156,-0.76900077,-0.69687784,-0.72020084,-0.83967227,-0.42873275,-0.9089127,0.88544965,0.97481704,1.0350341796875
+5.596472,-0.095339775,0.54174304,-0.8870746,-0.95262486,-0.8214817,-0.5794986,-0.6287966,-0.8428787,-0.018023252,-0.9163545,0.8673847,0.9760189,0.832280158996582
+5.718114,-0.2629388,0.3256576,-0.87773114,-0.95150054,-0.8573332,-0.45987558,-0.5607873,-0.85031533,0.47458112,-0.92240465,0.85112596,0.97197604,0.7106380462646484
+5.7055693,-0.6329311,0.15156865,-0.8654017,-0.94531244,-0.8216796,-0.4223683,-0.61784816,-0.85676926,0.7378831,-0.91167533,0.88137364,0.9625083,0.7231826782226562
+5.5730033,-0.8007347,0.09660447,-0.84191144,-0.92167157,-0.7725592,-0.45482218,-0.72762686,-0.87032676,0.81518936,-0.89567477,0.8963151,0.9561713,0.8557486534118652
+5.4258237,-0.85777473,0.1607033,-0.81915814,-0.8564042,-0.65778774,-0.57834995,-0.83081526,-0.87687093,0.74968123,-0.8935667,0.89733744,0.95213485,1.0029282569885254
+5.418894,-0.8693844,0.38352132,-0.8095632,-0.76298577,-0.4307574,-0.6822933,-0.88736707,-0.87256116,0.46653152,-0.8853109,0.91040576,0.9504231,1.0098581314086914
+5.5738077,-0.823403,0.60691667,-0.8148844,-0.6832821,-0.28616565,-0.7610441,-0.91620225,-0.86564636,-0.027659178,-0.8645644,0.9203402,0.94756174,0.8549442291259766
+5.763828,-0.6699785,0.7191825,-0.83813703,-0.7371497,-0.39067507,-0.8034566,-0.91625535,-0.86260617,-0.3605646,-0.8267112,0.9279871,0.9476527,0.664924144744873
+5.787837,-0.3390137,0.71197796,-0.88387275,-0.877269,-0.68812484,-0.78595483,-0.86581194,-0.8653612,-0.39443982,-0.81142545,0.9197352,0.95621014,0.6409149169921875
+5.71908,0.09399986,0.71536875,-0.9131053,-0.9332994,-0.8420799,-0.7825601,-0.79751915,-0.86696637,-0.39645517,-0.83813065,0.88868344,0.96264434,0.7096719741821289
+5.5748644,0.2873006,0.72179866,-0.9253112,-0.9389278,-0.8678754,-0.7774044,-0.7665239,-0.86138225,-0.42589056,-0.8738948,0.876943,0.9705446,0.8538875579833984
+5.351964,0.20994365,0.72585475,-0.90605855,-0.9385251,-0.8333356,-0.7768611,-0.7511207,-0.8474758,-0.48980987,-0.8890834,0.8885052,0.97137,1.0767879486083984
+5.3484592,-0.043694854,0.6882342,-0.8925291,-0.9438566,-0.77896863,-0.74859613,-0.7503033,-0.835364,-0.40410626,-0.8983292,0.897267,0.9731059,1.0802927017211914
+5.5396285,-0.19656503,0.57245517,-0.8828472,-0.9514847,-0.8023323,-0.654726,-0.68499357,-0.8352401,-0.058421314,-0.9077149,0.88626945,0.9742787,0.8891234397888184
+5.7001953,-0.3428945,0.37564743,-0.8736122,-0.95187485,-0.84733486,-0.5312731,-0.61315054,-0.8426897,0.42274594,-0.9157396,0.8681612,0.9716134,0.7285566329956055
+5.7180834,-0.6253296,0.16714525,-0.86752826,-0.9468088,-0.8279298,-0.46004987,-0.6455756,-0.85584855,0.7230799,-0.9109016,0.88024294,0.96590555,0.7106685638427734
+5.6006203,-0.7950973,0.09110677,-0.85101235,-0.9287263,-0.7803348,-0.4725877,-0.7374292,-0.8673704,0.81749713,-0.8960554,0.8972157,0.95983255,0.8281316757202148
+5.4497733,-0.8586553,0.121168375,-0.83235276,-0.8785123,-0.6839108,-0.5675847,-0.8290569,-0.8749326,0.7852949,-0.8891828,0.901309,0.9551225,0.9789786338806152
+5.4168224,-0.87784535,0.3217013,-0.8172474,-0.7969731,-0.4958639,-0.67450315,-0.8855352,-0.87176734,0.5719173,-0.8814598,0.9117882,0.9525986,1.0119295120239258
+5.5427804,-0.8460874,0.54969573,-0.8181178,-0.7276258,-0.3565132,-0.7566454,-0.91193664,-0.8649651,0.13796854,-0.8662793,0.92096186,0.9508052,0.8859715461730957
+5.732767,-0.7400283,0.68901634,-0.8305097,-0.7399108,-0.38934088,-0.8036128,-0.9192454,-0.86252385,-0.25250584,-0.8304364,0.92879236,0.9489198,0.6959848403930664

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.8185449242591858,7.247296699523925,,
+1000,-0.7743657827377319,7.203117156028748,,
+1500,-0.7415269613265991,7.170279069900513,,
+2000,-0.7539396286010742,7.1826916279792785,,
+2500,-0.7729867696762085,7.20173868560791,,
+3000,-0.7798097729682922,7.208561659812927,,
+3500,-0.7680400609970093,7.196792192935944,,
+4000,-0.7185538411140442,7.147305645942688,,
+4500,-0.7078442573547363,7.136595980167389,,
+5000,-0.7188878059387207,7.147639669895172,,
+5000,,,6.865970983505249,-0.43721903800964357
+5500,-0.6812527179718018,7.1100045361518855,,
+6000,-0.6381992101669312,7.066951026916504,,
+6500,-0.6281891465187073,7.056941194534302,,
+7000,-0.6392044425010681,7.067956614017486,,
+7500,-0.6112170815467834,7.039969460964203,,
+8000,-0.5385672450065613,6.967319286346435,,
+8500,-0.5428534746170044,6.971605144023895,,
+9000,-0.540458619594574,6.969210775852203,,
+9500,-0.5150088667869568,6.9437606539726255,,
+10000,-0.2994104027748108,6.72816226387024,,
+10000,,,6.596213898658752,-0.16746195316314696
+10500,-0.3110921382904053,6.739844228744507,,
+11000,0.009486406110227108,6.419265554904937,,
+11500,-0.003288745880126953,6.43204069852829,,
+12000,-0.014135434292256832,6.442887412071228,,
+12500,-0.08747548609972,6.516227434158325,,
+13000,0.025668751448392868,6.40308316040039,,
+13500,0.15444591641426086,6.2743059959411625,,
+14000,0.07502231746912003,6.353729631900787,,
+14500,0.1405470222234726,6.288204879760742,,
+15000,0.10884018242359161,6.319911731243134,,
+15000,,,6.47706246137619,-0.048310515880584715
+15500,0.16301824152469635,6.2657336630821225,,
+16000,0.27864187955856323,6.150110002994538,,
+16500,0.1847279965877533,6.244023926734925,,
+17000,0.13137885928153992,6.297373046875,,
+17500,0.052380263805389404,6.376371708869934,,
+18000,0.09517860412597656,6.333573333740234,,
+18500,0.12841467559337616,6.300337274551391,,
+19000,0.12598194181919098,6.302769990444183,,
+19500,0.24365004897117615,6.185101880550384,,
+20000,0.3207840025424957,6.107967937946319,,
+20000,,,5.972919158935547,0.4558327865600586
+20500,0.3883104920387268,6.040441558361054,,
+21000,0.4657914340496063,5.962960554122925,,
+21500,0.28092530369758606,6.147826641082764,,
+22000,0.5557729005813599,5.872979086399078,,
+22500,0.4439108073711395,5.98484115934372,,
+23000,0.4064735770225525,6.022278376579285,,
+23500,0.08542358875274658,6.343328348636627,,
+24000,0.4941900670528412,5.934561705589294,,
+24500,0.40336400270462036,6.025387868404389,,
+25000,0.4516600966453552,5.9770920605659486,,
+25000,,,6.114985251426697,0.31376669406890867
+25500,0.20477591454982758,6.223976008892059,,
+26000,0.1397203505039215,6.28903160905838,,
+26500,0.327426016330719,6.1013260550498964,,
+27000,0.46293774247169495,5.965814447879791,,
+27500,0.33708319067955017,6.09166854763031,,
+28000,0.06371849030256271,6.3650334639549255,,
+28500,0.17466731369495392,6.254084644317627,,
+29000,-0.03948158770799637,6.468233668327332,,
+29500,0.4007129371166229,6.028038976192474,,
+30000,0.4135701656341553,6.015181686401367,,
+30000,,,6.280862863063812,0.14788908243179322
+30500,0.46266302466392517,5.96608891582489,,
+31000,0.414819598197937,6.0139323282241826,,
+31500,0.2776049077510834,6.151146995067596,,
+32000,0.27467602491378784,6.154075960636139,,
+32500,0.5045574307441711,5.9241945228576665,,
+33000,0.6051100492477417,5.823641777038574,,
+33500,0.021070346236228943,6.407681601047516,,
+34000,0.5690456628799438,5.859706296443939,,
+34500,0.634922444820404,5.793829654693604,,
+35000,0.45087379217147827,5.977878235816956,,
+35000,,,5.914852488040924,0.5138994574546814
+35500,0.5735543370246887,5.855197501182556,,
+36000,0.7057674527168274,5.7229843463897705,,
+36500,0.523212194442749,5.905539771080017,,
+37000,0.685203492641449,5.7435487666130065,,
+37500,0.5802654027938843,5.848486683368683,,
+38000,0.713672935962677,5.715078583717347,,
+38500,0.6797032356262207,5.749048592090607,,
+39000,0.8089516162872314,5.619800799369812,,
+39500,0.6807806491851807,5.74797104883194,,
+40000,0.7218268513679504,5.706924903869629,,
+40000,,,5.547320599555969,0.8814313459396362
+40500,0.4323253929615021,5.996426560878754,,
+41000,0.7607702016830444,5.667981613636017,,
+41500,0.6386009454727173,5.790151161193847,,
+42000,0.6586713194847107,5.770080421447754,,
+42500,0.5886879563331604,5.840064289569855,,
+43000,0.6790421605110168,5.749709922790528,,
+43500,0.6378971338272095,5.7908544368743895,,
+44000,0.6813293695449829,5.747422332763672,,
+44500,0.6862584352493286,5.742493354797364,,
+45000,0.6385506391525269,5.790201183795929,,
+45000,,,5.618626455068588,0.8101254904270172
+45500,0.6751474142074585,5.7536049313545226,,
+46000,0.6483300924301147,5.780421647071838,,
+46500,0.6298347115516663,5.798917113780975,,
+47000,0.6406501531600952,5.788101904869079,,
+47500,0.6751178503036499,5.753633925437927,,
+48000,0.7075901031494141,5.721161787033081,,
+48500,0.5525290966033936,5.876222757339478,,
+49000,0.5622765421867371,5.866475242137909,,
+49500,0.5716065764427185,5.857145520687103,,
+50000,0.5832781195640564,5.845473596572876,,
+50000,,,5.608252303600311,0.8204996418952942

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f9462d211802259b60b6fecf5c25dbfe34db9d8c6b7585723b18a49791ec66
+size 16140762

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-medium-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-medium-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-medium-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-medium-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+7.5663824,-0.980504,0.9702705,0.96224356,-0.8851299,-0.85437655,0.94908357,-0.64455605,0.97337794,0.97066283,-0.9684495,-0.95374227,-0.95647925,-1.1376304626464844
+8.490435,-0.98687106,0.9648402,0.99052525,0.47562504,-0.27496254,0.9609008,-0.9344496,0.9885874,0.9658526,-0.9871727,-0.90671337,-0.95130664,-2.06168270111084
+6.9822536,-0.9930329,0.9689014,0.9936466,0.9555824,0.8511727,0.9621314,-0.9442587,0.97950876,0.936198,-0.98092276,-0.93468976,-0.9721955,-0.5535016059875488
+5.6272345,-0.9826483,0.751173,0.97532094,0.9718822,0.9409745,0.96750474,-0.9727537,0.95631933,0.88997185,-0.94109786,-0.98588675,-0.99218166,0.8015174865722656
+6.1975803,-0.972941,0.3738358,0.9770156,0.65124977,0.12043309,0.7301687,-0.9944612,0.84481716,0.97030294,-0.93725514,-0.9804638,-0.9792872,0.2311716079711914
+7.3520803,-0.9818724,0.88213253,0.9852737,-0.7863148,-0.8986046,-0.01989621,-0.98466206,-0.5335644,0.9706638,-0.9723955,-0.973787,-0.9326676,-0.9233283996582031
+6.312525,-0.98889464,0.97647476,0.9838774,-0.97138304,-0.96667993,-0.59830457,-0.74264044,-0.3078152,0.969658,-0.9380033,-0.9834681,-0.92603976,0.1162271499633789
+4.3364835,-0.9629058,0.9247682,0.9217266,-0.9628184,-0.95291954,0.3082013,0.8828958,0.91932774,0.9811518,-0.89405084,-0.9766453,-0.9697282,2.092268466949463
+4.9544444,-0.9469777,0.92390287,0.9182968,-0.9570086,-0.87616175,0.5660275,0.90012,0.98237205,0.9577292,-0.9649399,-0.9794853,-0.9864279,1.4743075370788574
+7.8339205,-0.98237824,0.9780444,0.941972,-0.9177696,-0.46362674,0.8704424,0.6537961,0.97660065,0.94663715,-0.9656955,-0.97050196,-0.96179056,-1.4051685333251953
+8.555369,-0.9535182,0.9774251,0.88507605,-0.16297078,-0.12886429,0.94290936,0.23003983,0.9291513,0.9908544,-0.98448277,-0.9103242,-0.8902085,-2.126617431640625
+5.9607687,-0.9426702,0.9847503,0.9695947,0.54780555,-0.26845694,0.7311852,-0.6493981,0.9331958,0.997663,-0.9839103,-0.882007,-0.8445073,0.4679832458496094
+4.206047,-0.9693601,0.96462655,0.93903553,0.9615184,0.12463617,0.3193221,-0.92921084,0.941542,0.9830363,-0.9454042,-0.97222316,-0.98521286,2.2227048873901367
+5.3663745,-0.9827114,0.7810483,0.82194686,0.8896197,-0.27202094,0.740173,-0.9931904,0.09596169,0.9339913,-0.14674759,-0.98722345,-0.99176174,1.0623774528503418
+6.7997613,-0.97517174,0.8968544,0.9170358,-0.20789552,-0.8998443,0.44105792,-0.9949971,-0.9637062,0.9439112,0.50271106,-0.9896026,-0.97041214,-0.37100934982299805
+6.3599253,-0.96366,0.93899035,0.9209188,-0.94999915,-0.93229187,-0.10361183,-0.94854087,-0.9720204,0.9729378,0.77731323,-0.97761875,-0.93057626,0.06882667541503906
+5.1626883,-0.98779,0.92645884,0.7036357,-0.9744918,-0.41577077,-0.4505428,0.11168921,-0.57342744,0.9699204,0.8313892,-0.9614005,-0.9590873,1.2660636901855469
+4.9084635,-0.9568627,0.94793034,-0.0029727817,-0.7978272,0.7491298,0.21325374,0.991622,-0.026891947,0.7994391,0.70796657,-0.96449953,-0.97208154,1.5202884674072266
+5.8842454,-0.675178,0.987049,-0.15565556,-0.46424407,0.4708333,0.014672399,0.99616766,0.5389501,0.8612493,0.13446283,-0.8231312,-0.882947,0.5445065498352051
+7.58969,-0.58382535,0.9887804,-0.17192858,0.14902508,0.32485723,0.04606211,0.9952488,0.42846596,0.9430355,0.2246052,-0.85221076,-0.87956667,-1.1609382629394531
+8.106314,-0.73681146,0.98642373,0.037583232,0.48313725,0.27463055,0.21278656,0.9905534,0.04373288,0.9640379,0.4410286,-0.8817128,-0.91933596,-1.6775617599487305
+6.782303,-0.9065335,0.98968625,0.3039987,0.7496637,-0.2033844,-0.16828364,0.8734065,-0.21482795,0.9855337,0.20395625,-0.85521704,-0.9320556,-0.35355091094970703
+6.1376953,-0.9478451,0.9855119,0.40177214,0.87108684,-0.89781225,-0.6546592,-0.11737889,-0.58140516,0.9904536,0.10498381,-0.9169767,-0.95452833,0.29105663299560547
+6.606589,-0.97391576,0.983799,0.54125524,0.9514427,-0.9831893,-0.6583321,-0.6932121,-0.8920507,0.99171615,0.6069802,-0.96915764,-0.9871841,-0.17783689498901367
+7.1633515,-0.95237577,0.9870099,0.4562323,0.964278,-0.99246806,-0.38369834,-0.85770315,-0.9755839,0.987617,0.906739,-0.97377694,-0.98854667,-0.7345995903015137
+7.1379333,-0.91025317,0.9859786,0.21144712,0.9470849,-0.99640346,-0.24037433,-0.8198071,-0.98279643,0.97873473,0.93451464,-0.9527288,-0.9763076,-0.7091813087463379
+6.466455,-0.7172867,0.97393596,-0.31665754,0.8719984,-0.99793243,-0.055851042,-0.52140385,-0.97295046,0.9392495,0.91211855,-0.90326,-0.91237235,-0.03770303726196289
+5.5176024,-0.1397245,0.9571179,-0.67912227,0.59045315,-0.99549985,-0.238886,0.34079838,-0.83508444,0.78908396,0.8202765,-0.72528994,-0.5872918,0.9111495018005371
+5.2694063,0.20465398,0.90063846,-0.9443724,-0.4203298,-0.9856981,-0.68457156,0.7607564,-0.19195235,-0.038877845,0.62597513,0.19294,0.5541694,1.1593456268310547
+5.8570185,0.5490998,0.75677776,-0.9869149,-0.7812535,-0.9786715,-0.7356253,0.7164986,0.12011027,-0.84107804,0.61457205,0.55397344,0.8839607,0.5717334747314453
+7.6629906,0.3414532,0.38844275,-0.9850497,-0.92191464,-0.9362496,-0.51702344,0.38189673,0.38646352,-0.9454379,0.6505461,0.7867267,0.9492123,-1.234238624572754
+9.488472,0.24701309,0.3863057,-0.968555,-0.94866496,-0.7303172,-0.6428247,0.2714281,0.36478853,-0.93673897,0.7665651,0.26678145,0.9313631,-3.059720039367676
+8.684909,0.69895244,0.2864623,-0.9297477,-0.6937542,-0.579533,-0.49717546,0.33869088,-0.28408468,-0.9036139,0.81415296,-0.52509034,0.609303,-2.2561569213867188
+5.3555713,-0.3180831,-0.016780019,-0.9123231,0.067468405,0.11970699,0.80991375,-0.36909747,-0.84785783,-0.7652525,0.8796108,-0.9477418,-0.6887315,1.0731806755065918
+3.718012,-0.24533212,0.11202431,-0.9421683,-0.51787734,0.26730323,0.75401855,-0.62483346,-0.90156025,-0.81857634,0.90623796,-0.9134671,-0.48533523,2.710739850997925
+5.388314,-0.27299356,0.3221134,-0.95592856,-0.878922,0.75645995,0.8143021,-0.4717595,-0.9117599,-0.7450776,0.86563957,-0.8823336,-0.22290051,1.040438175201416
+7.094212,-0.09095538,0.5259383,-0.8069525,-0.9465216,0.9549918,0.9013045,0.3086791,-0.909742,-0.5833781,0.8805373,-0.8886342,-0.52213883,-0.6654601097106934
+7.515747,-0.26488805,0.6568687,0.16694665,-0.7571525,0.96933675,0.9246228,0.5673826,-0.90054023,0.19438052,0.93278885,-0.96341467,-0.84247214,-1.0869951248168945
+7.185691,-0.47416902,0.65680766,0.44385588,-0.48221886,0.9584825,0.95200956,0.55347395,-0.8894473,0.49531758,0.9743273,-0.98089594,-0.9324947,-0.7569389343261719
+6.442125,-0.52448744,0.66917205,0.3581549,-0.44541788,0.9468548,0.9567871,0.5138397,-0.8778602,0.48339283,0.9832244,-0.9852084,-0.943777,-0.01337289810180664
+5.8198223,-0.32789648,0.61012423,0.2438072,-0.35325348,0.9002893,0.9371183,0.1456294,-0.92467046,0.37684798,0.9798131,-0.9860194,-0.92752475,0.6089296340942383
+6.420356,-0.18189788,0.23807883,-0.15085101,-0.2167288,0.4802997,0.81821096,-0.18702894,-0.92756987,0.31094706,0.9673896,-0.9814774,-0.90101814,0.008396148681640625
+7.118914,-0.19819641,-0.23670846,-0.39336514,-0.07813603,0.05271828,0.66516495,-0.48012173,-0.9144601,0.10073769,0.9621396,-0.97745526,-0.85924107,-0.690162181854248
+7.40754,-0.33336437,-0.36615455,-0.49736124,0.03672266,-0.20506847,0.59631145,-0.6027819,-0.91051173,-0.1777088,0.9749541,-0.9716111,-0.8784302,-0.978787899017334
+7.5002093,-0.47964233,-0.4399904,-0.4623412,0.2502036,-0.31600434,0.6511401,-0.5624621,-0.86574787,-0.14749253,0.97837436,-0.97545815,-0.91444707,-1.0714573860168457
+7.328533,-0.6190296,-0.5254407,-0.4652077,0.5617783,-0.41838312,0.6231158,-0.50797015,-0.76705325,-0.06468153,0.97458386,-0.98267823,-0.9401854,-0.8997812271118164
+6.928596,-0.7219165,-0.4263484,-0.48178458,0.6731689,-0.6362119,0.46486557,-0.54983383,-0.74062043,0.2024262,0.96445346,-0.9841442,-0.96596515,-0.4998440742492676
+6.7378078,-0.8067731,-0.44112313,-0.43829906,0.7191881,-0.7135908,0.35468245,-0.49619806,-0.7211829,0.34549952,0.96282136,-0.98381287,-0.97641164,-0.30905580520629883
+6.9016347,-0.80973643,-0.47002548,-0.55868006,0.59009147,-0.484954,-0.10479963,-0.3661586,-0.49751943,-0.17422152,0.940485,-0.95622444,-0.96369624,-0.4728827476501465
+7.2784076,-0.78313106,-0.5001744,-0.61325675,0.40524697,0.022491217,-0.5194568,-0.095354915,-0.14227736,-0.64111453,0.90825236,-0.89722985,-0.92789245,-0.8496556282043457
+7.5277376,-0.7207433,-0.42955083,-0.64422584,0.010308385,0.4401561,-0.7746638,0.118712306,0.24623716,-0.8679744,0.8384392,-0.8336679,-0.8641464,-1.0989856719970703
+7.545307,-0.62404865,-0.37664628,-0.7000678,-0.4525776,0.63371944,-0.8972321,0.24446583,0.5139488,-0.9470653,0.75468135,-0.6578028,-0.6998743,-1.1165552139282227
+7.293242,-0.6126174,-0.38424653,-0.78262377,-0.6960483,0.72287273,-0.92882717,0.3123628,0.6193645,-0.97209084,0.69835806,-0.29940486,-0.5629144,-0.8644900321960449
+6.9631276,-0.5010098,-0.3259223,-0.8146994,-0.84930146,0.7497201,-0.93348503,0.20419574,0.6131222,-0.97729695,0.747174,-0.013704538,-0.33006835,-0.5343756675720215
+6.7549653,-0.3375125,-0.32148027,-0.8837917,-0.93836564,0.8145702,-0.8896576,0.11266136,0.5148995,-0.9761054,0.79904723,0.28894174,-0.022823572,-0.32621335983276367
+6.671166,-0.34010696,-0.18842441,-0.9282414,-0.97697186,0.9210882,-0.8711012,-0.0077738166,0.4301356,-0.96702904,0.7874644,0.64673114,0.30526638,-0.24241399765014648
+6.5375094,-0.3656159,-0.04063493,-0.94881815,-0.9839076,0.9576435,-0.7985437,0.062375903,0.17090487,-0.9649598,0.8034382,0.77482843,0.4554788,-0.10875749588012695
+6.131838,-0.6349316,-0.19615787,-0.96472186,-0.976827,0.95114446,-0.7624246,0.22812712,-0.13738716,-0.9681338,0.89364433,0.7013047,0.47953022,0.29691410064697266
+6.1294065,-0.843661,-0.6289052,-0.9290576,-0.8835081,0.8910738,-0.7274763,0.1808213,-0.3498602,-0.9611043,0.9747467,0.8720298,0.4723643,0.2993454933166504
+6.3947387,-0.8582136,-0.80305415,-0.92991596,-0.8745975,0.7968246,-0.820008,-0.5252368,-0.7116231,-0.97826797,0.9925082,0.9297991,0.7246522,0.03401327133178711
+6.229292,-0.4249971,-0.7439653,-0.8830403,-0.95426834,-0.0352692,-0.95789176,-0.9233009,-0.8142012,-0.8913692,0.9729456,0.9794074,0.92892313,0.19946002960205078
+5.042358,0.6463468,-0.7591358,-0.8996025,-0.9366492,-0.92450446,-0.9342135,-0.952656,0.1849941,-0.026145875,0.91124535,0.96853185,0.9420124,1.3863940238952637
+3.9059837,0.8771136,-0.2202372,-0.9613199,-0.945579,-0.9486084,-0.933757,-0.881374,0.17464614,-0.59043574,0.5688746,0.8795557,0.96637106,2.522768259048462
+4.03952,0.8963431,0.055784702,-0.9818336,-0.9540267,-0.93300134,-0.87858367,-0.8012791,-0.43025982,-0.80236864,-0.1840182,0.5746943,0.9472629,2.3892321586608887
+4.7268476,0.9324752,0.23602605,-0.9743116,-0.90103406,-0.83595455,-0.8356366,-0.71547925,-0.9169769,-0.9464538,-0.74073005,0.5322211,0.9167855,1.701904296875
+5.270489,0.9319422,-0.17598581,-0.96271265,-0.8837773,-0.8315982,-0.6686415,-0.67151093,-0.96143806,-0.94700164,-0.8438274,0.7747959,0.9112432,1.1582627296447754
+5.6011925,0.93470275,-0.26470733,-0.944596,-0.88679636,-0.787385,-0.44858247,-0.64394724,-0.97553384,-0.95406854,-0.9022649,0.8558223,0.92482686,0.8275594711303711
+5.8451715,0.9543811,-0.13656652,-0.9058467,-0.9040128,-0.8150164,-0.36593074,-0.53918487,-0.97052115,-0.9623616,-0.94100267,0.8533361,0.9451419,0.583580493927002
+5.8838553,0.9614347,-0.0065727234,-0.8898249,-0.929948,-0.80448264,-0.26703358,-0.43593442,-0.95730877,-0.9677099,-0.96434766,0.8088472,0.9636171,0.5448966026306152
+5.8972483,0.9508002,0.21229196,-0.8805188,-0.9367351,-0.8397297,-0.3638041,-0.6346028,-0.93428123,-0.9653016,-0.9774787,0.53309464,0.97196627,0.5315036773681641
+5.8767643,0.9113482,0.3655733,-0.9119886,-0.94953674,-0.88702244,-0.8123435,-0.852503,-0.7842357,-0.93025815,-0.9672943,-0.035663545,0.9733789,0.5519876480102539
+5.28573,0.86348367,0.33990097,-0.93872344,-0.9455368,-0.87192875,-0.9215974,-0.88561666,-0.6265383,-0.8632892,-0.86983347,0.0310781,0.9522878,1.143022060394287
+4.418714,0.86905944,0.227862,-0.93032616,-0.9187336,-0.8718176,-0.942319,-0.8905864,-0.7176642,-0.849284,-0.64994776,0.37354004,0.93613863,2.010037899017334
+4.0862246,0.8864517,0.26246095,-0.92013544,-0.8813391,-0.8861636,-0.93381095,-0.920407,-0.82719964,-0.82836884,-0.57464725,0.6144736,0.90765023,2.342527389526367
+4.285814,0.9026681,0.283108,-0.93008626,-0.86739206,-0.906157,-0.9124577,-0.9330072,-0.82455283,-0.83557993,-0.65677077,0.7367345,0.8766916,2.1429381370544434
+4.803998,0.9186808,0.2523527,-0.9552191,-0.88409215,-0.87251526,-0.90401447,-0.91907674,-0.85111153,-0.87531996,-0.7437857,0.7523012,0.8788276,1.6247539520263672
+5.3905983,0.9353063,0.038973212,-0.9736613,-0.89256865,-0.8319985,-0.89723754,-0.8570748,-0.85916185,-0.8943719,-0.82331043,0.63616276,0.9135848,1.0381536483764648
+5.8000774,0.9393561,0.15695703,-0.98043376,-0.8898863,-0.78688836,-0.87395513,-0.73517597,-0.8329884,-0.9165775,-0.8879262,0.39103484,0.9250705,0.6286745071411133
+5.819041,0.9435656,0.29462123,-0.9841109,-0.8961422,-0.80798835,-0.7791797,-0.5655478,-0.8154417,-0.9194262,-0.9012206,0.10757136,0.9295316,0.6097111701965332
+5.45936,0.9409281,0.094034076,-0.9865365,-0.9254132,-0.8492218,-0.5936476,-0.52207935,-0.85951346,-0.89758277,-0.90248114,0.09747255,0.92899346,0.9693918228149414
+5.0320334,0.9440516,-0.25295395,-0.98636764,-0.9544523,-0.874926,-0.33419466,-0.46419567,-0.89390427,-0.90727186,-0.92560256,0.5681608,0.9311391,1.3967185020446777
+4.834619,0.948019,-0.40494263,-0.9816885,-0.94299424,-0.90024483,-0.46174175,-0.4856974,-0.9078983,-0.9229198,-0.94131434,0.7654438,0.9524126,1.594132900238037
+4.944439,0.95619917,0.016016126,-0.958715,-0.9337237,-0.84145373,-0.67093205,-0.65053207,-0.9119231,-0.94008976,-0.95473814,0.68619776,0.9549788,1.4843130111694336
+5.436131,0.9533565,0.43567014,-0.8576313,-0.9148073,-0.7088856,-0.7263724,-0.79523295,-0.9273811,-0.9446269,-0.96681774,0.38429523,0.94420767,0.9926209449768066
+6.005513,0.93015873,0.6474769,-0.65930784,-0.8713181,-0.638138,-0.763559,-0.85940266,-0.9230155,-0.93255734,-0.9685849,-0.015856087,0.941978,0.42323875427246094
+6.086085,0.87827826,0.7395927,-0.72630256,-0.8780513,-0.6410277,-0.86828744,-0.8902714,-0.868047,-0.92902803,-0.9593401,-0.26976228,0.9404348,0.3426671028137207
+5.61467,0.8782543,0.73325324,-0.867483,-0.89901483,-0.75119954,-0.94549364,-0.86404574,-0.74815416,-0.9218518,-0.9021606,-0.40967095,0.9452832,0.814082145690918
+4.9201145,0.8761922,0.57176876,-0.9504226,-0.92080337,-0.8936768,-0.9543741,-0.85532486,-0.51901925,-0.85160995,-0.7894733,-0.19938987,0.9258845,1.5086374282836914
+4.5923705,0.88933206,0.41425562,-0.9693443,-0.91358054,-0.9381995,-0.9446973,-0.8835492,-0.61991686,-0.7668485,-0.6703934,0.21391213,0.9010384,1.836381435394287
+4.8173018,0.91751873,0.33204603,-0.97352225,-0.9104628,-0.9283907,-0.90719,-0.9007705,-0.86607766,-0.82235545,-0.5706233,0.5209162,0.8805165,1.6114501953125
+5.1231675,0.9397856,0.31179786,-0.9714705,-0.9130974,-0.7972992,-0.8967665,-0.8784777,-0.93369883,-0.92213273,-0.7122211,0.6660874,0.907763,1.30558443069458
+5.3683214,0.94373643,0.22629881,-0.9785652,-0.899857,-0.7702631,-0.8766573,-0.8587074,-0.9267226,-0.92257875,-0.8173695,0.67177033,0.9166987,1.0604305267333984
+5.51511,0.9427645,0.31139886,-0.9798444,-0.8966455,-0.8290779,-0.8369429,-0.81510055,-0.8799033,-0.9144089,-0.88316584,0.43914378,0.9212637,0.9136419296264648
+5.441239,0.9375713,0.29662085,-0.98146963,-0.898874,-0.86987096,-0.77489746,-0.73186016,-0.8132654,-0.8930848,-0.91370887,0.16379273,0.9273107,0.9875130653381348
+5.3353763,0.93973875,0.17539883,-0.98136234,-0.91658926,-0.9089262,-0.6758515,-0.61120003,-0.7952678,-0.89709806,-0.9435733,0.17521477,0.94483614,1.0933756828308105
+5.2706366,0.94540393,-0.11644226,-0.9804613,-0.92452055,-0.92451084,-0.5967661,-0.5831265,-0.9055687,-0.93017435,-0.95282197,0.5330663,0.9579706,1.1581153869628906
+5.138815,0.9576514,-0.21116608,-0.9744615,-0.93739885,-0.9124755,-0.6573893,-0.6587129,-0.93752563,-0.9488594,-0.9519757,0.74718976,0.97112656,1.2899370193481445
+5.191769,0.952724,-0.05166179,-0.94993466,-0.9212161,-0.8584547,-0.7988729,-0.8475321,-0.94772166,-0.9455024,-0.9448428,0.65767646,0.9709375,1.236982822418213
+5.4528275,0.93167496,0.3054936,-0.8840951,-0.87495667,-0.7316223,-0.82439655,-0.85771453,-0.9481876,-0.9532509,-0.943401,0.5023706,0.96180606,0.9759244918823242
+5.5493164,0.8948287,0.6776488,-0.76228505,-0.85845023,-0.5693314,-0.8562989,-0.8538549,-0.9300065,-0.95758796,-0.9482541,0.19955969,0.9518876,0.8794355392456055
+5.477725,0.86475766,0.76140213,-0.80439997,-0.8471099,-0.5591613,-0.9146511,-0.8800914,-0.8753283,-0.95101154,-0.93662906,-0.13263714,0.94026446,0.9510269165039062
+5.315323,0.8729718,0.7003634,-0.91242707,-0.8816139,-0.7705533,-0.94082206,-0.8617104,-0.72499937,-0.92495304,-0.91215026,-0.41150773,0.92601085,1.113429069519043
+5.2073507,0.8617332,0.5086467,-0.9651445,-0.8978274,-0.9011226,-0.9368033,-0.8458875,-0.42667037,-0.79178816,-0.8285931,-0.2264229,0.89629006,1.2214012145996094
+5.399592,0.8885362,0.40417588,-0.98012066,-0.900276,-0.9477192,-0.91878855,-0.8544212,-0.507684,-0.6730704,-0.72291714,0.081074,0.88226247,1.0291600227355957
+5.5581203,0.9310641,0.5602453,-0.9825251,-0.91468835,-0.88881844,-0.9067741,-0.8056059,-0.84839624,-0.8708569,-0.71070373,0.24805617,0.88982105,0.8706316947937012
+5.5045943,0.9348333,0.43719566,-0.9792638,-0.9047098,-0.7878271,-0.8641776,-0.8471533,-0.94320154,-0.921511,-0.8143667,0.50516176,0.88048506,0.9241576194763184
+5.43003,0.9434149,0.023331761,-0.9838712,-0.9213684,-0.80511504,-0.7795586,-0.86556536,-0.9435077,-0.9001535,-0.8312607,0.71526074,0.9104692,0.9987220764160156
+5.228408,0.9438387,0.020219922,-0.98230064,-0.91991544,-0.8469008,-0.73143065,-0.8264669,-0.90600675,-0.89148283,-0.87850183,0.6347189,0.9262147,1.2003440856933594
+4.9021373,0.93672657,0.10342443,-0.976647,-0.91100657,-0.8943445,-0.6464662,-0.71716434,-0.8700738,-0.9058662,-0.9354753,0.43351245,0.9377434,1.5266146659851074
+4.885638,0.93721604,0.04057479,-0.9690435,-0.9172911,-0.8903415,-0.4972359,-0.57513744,-0.8687858,-0.92314506,-0.95688474,0.39840448,0.9478359,1.5431137084960938
+5.055079,0.9391277,0.098089576,-0.9532529,-0.9148246,-0.8492991,-0.48788202,-0.5759136,-0.91574657,-0.94398606,-0.9633089,0.41728175,0.95766973,1.3736729621887207
+5.2711926,0.9428226,0.25849533,-0.9144763,-0.9119369,-0.80321723,-0.72889006,-0.806993,-0.94203347,-0.94301516,-0.96177644,0.121005535,0.9654658,1.1575593948364258
+5.4687552,0.92426467,0.4587767,-0.8873898,-0.88323265,-0.7343003,-0.872738,-0.87299514,-0.9362731,-0.9321129,-0.9380212,-0.06887001,0.9619713,0.9599967002868652
+5.484314,0.89563227,0.6495631,-0.8409928,-0.8635021,-0.6072606,-0.91785353,-0.8830564,-0.9243871,-0.93692136,-0.92028785,-0.032710135,0.9482546,0.9444379806518555
+5.2577953,0.8780837,0.7044022,-0.8527705,-0.85699373,-0.61659575,-0.93858397,-0.88837326,-0.89825046,-0.9389946,-0.91260135,-0.0032692552,0.93444324,1.1709566116333008
+5.074753,0.8726239,0.66888416,-0.90377516,-0.86277145,-0.7576503,-0.95019084,-0.8872456,-0.7883519,-0.9192474,-0.8929973,-0.08829212,0.9104409,1.353999137878418
+5.155599,0.86771226,0.59067583,-0.9497244,-0.8786758,-0.8595699,-0.947135,-0.88611764,-0.56472474,-0.84875566,-0.8822137,-0.08986592,0.8884655,1.2731528282165527
+5.3971314,0.88798165,0.5707426,-0.966333,-0.88204914,-0.883834,-0.9346784,-0.8499758,-0.5811353,-0.80987823,-0.87113774,-0.024511814,0.8812561,1.0316205024719238
+5.5784316,0.919894,0.54862726,-0.9811022,-0.90261126,-0.8751864,-0.91068214,-0.7523456,-0.7610784,-0.8599537,-0.78508943,0.043606758,0.89813375,0.8503203392028809
+5.6246114,0.9265064,0.47359324,-0.9814167,-0.8982992,-0.8289986,-0.87504065,-0.75958955,-0.8666394,-0.8933241,-0.80860424,0.2601738,0.88843966,0.804140567779541
+5.605214,0.921417,0.27281702,-0.98350996,-0.9043891,-0.8355031,-0.8058091,-0.7968396,-0.8975408,-0.8752789,-0.8223053,0.4902525,0.8727083,0.8235378265380859
+5.4245977,0.92523885,0.1851412,-0.98162013,-0.9179329,-0.84920394,-0.670439,-0.7903976,-0.9067792,-0.8700046,-0.86447376,0.5006181,0.8856058,1.0041542053222656
+5.084879,0.92219675,0.11398566,-0.9766094,-0.927115,-0.88528115,-0.47539186,-0.739711,-0.8950962,-0.8836977,-0.92612195,0.5340297,0.9182098,1.3438730239868164
+4.9763193,0.93707514,-0.06675607,-0.97249603,-0.92599046,-0.89159447,-0.36616755,-0.56297386,-0.88137704,-0.9126398,-0.95199764,0.6004977,0.9447324,1.452432632446289
+5.1081185,0.9399767,0.08474028,-0.946244,-0.92087895,-0.84053606,-0.42712927,-0.5837245,-0.8999115,-0.93583083,-0.96106684,0.49947715,0.95744944,1.3206334114074707
+5.3125935,0.9352734,0.37124312,-0.8809959,-0.9030672,-0.7594279,-0.7199322,-0.78957254,-0.9122656,-0.9320479,-0.96326226,0.07902467,0.9577973,1.1161584854125977
+5.5054817,0.9183878,0.6043613,-0.8230612,-0.87021357,-0.71232617,-0.8616951,-0.8790851,-0.91390944,-0.9279136,-0.9568359,-0.3360399,0.9519198,0.9232702255249023
+5.498518,0.89822733,0.74035263,-0.82748616,-0.8673662,-0.6166263,-0.92164,-0.8769079,-0.9043302,-0.9333783,-0.94195974,-0.39329827,0.9491718,0.9302339553833008
+5.198568,0.88187015,0.7449107,-0.85479075,-0.8685463,-0.6537869,-0.94394964,-0.8690839,-0.8830736,-0.9241858,-0.90809673,-0.33548856,0.9345875,1.2301840782165527
+4.931918,0.8799808,0.66909194,-0.9037353,-0.871596,-0.7970886,-0.9529428,-0.8783639,-0.74981797,-0.89206016,-0.86529326,-0.22348726,0.9082509,1.4968338012695312
+5.054808,0.87643147,0.6331394,-0.9441169,-0.8819324,-0.858494,-0.95065546,-0.8927367,-0.5458786,-0.8367552,-0.87887484,-0.05448532,0.8932493,1.37394380569458
+5.299794,0.89705944,0.665859,-0.95739186,-0.8841945,-0.8521144,-0.9378125,-0.8630909,-0.6718902,-0.8486973,-0.880645,-0.065313935,0.89077914,1.128957748413086
+5.4633374,0.91676867,0.59571815,-0.9761394,-0.89018863,-0.8179093,-0.91129625,-0.76119375,-0.78921044,-0.8794172,-0.844677,0.02059114,0.9042072,0.9654145240783691
+5.5748744,0.9161674,0.45575047,-0.9797534,-0.88377905,-0.7915245,-0.8652607,-0.7239831,-0.8348136,-0.8818001,-0.85056096,0.1944139,0.8985219,0.8538775444030762
+5.5702415,0.91180015,0.34784412,-0.98315454,-0.8873548,-0.8139436,-0.7969774,-0.6948234,-0.8169542,-0.8415439,-0.86106074,0.30184925,0.88789797,0.8585104942321777
+5.334279,0.9295949,0.36441278,-0.98119223,-0.90627605,-0.84507143,-0.7189566,-0.6642274,-0.84210443,-0.8379167,-0.89328593,0.31213164,0.89611936,1.094472885131836
+5.0196643,0.9227853,0.2740438,-0.9756358,-0.92448056,-0.8846858,-0.50977874,-0.6492147,-0.8675733,-0.84924096,-0.92263865,0.3724426,0.91827655,1.4090876579284668
+4.9944515,0.92705774,-0.01113677,-0.9724039,-0.9238191,-0.8757816,-0.29562098,-0.536571,-0.8667347,-0.8862217,-0.94426155,0.526294,0.93965113,1.434300422668457
+5.1554556,0.937497,0.08596516,-0.9482018,-0.91293085,-0.82164645,-0.45516527,-0.5947256,-0.90182906,-0.9222423,-0.95107275,0.4487536,0.9545115,1.2732963562011719
+5.355346,0.93640697,0.32957482,-0.903648,-0.9012781,-0.71879035,-0.74214655,-0.7878423,-0.9167319,-0.920845,-0.9516371,0.038366914,0.9545152,1.0734057426452637
+5.5464144,0.9236914,0.62482154,-0.8027444,-0.858586,-0.6576755,-0.8647705,-0.8658023,-0.9192138,-0.92699593,-0.95817083,-0.36344182,0.94863653,0.8823375701904297
+5.559098,0.89838505,0.75683546,-0.7862315,-0.8561054,-0.578729,-0.9079234,-0.87302697,-0.90356916,-0.9314855,-0.9535862,-0.4761806,0.9425721,0.8696541786193848
+5.2665243,0.8816061,0.78009593,-0.8468528,-0.8674569,-0.65639395,-0.94611466,-0.87390894,-0.85872555,-0.92183256,-0.9249029,-0.4605161,0.9352212,1.1622276306152344
+4.935788,0.881541,0.69214606,-0.90412277,-0.8760789,-0.8097147,-0.9527024,-0.877284,-0.68582374,-0.88005966,-0.8805291,-0.37398148,0.9090409,1.4929637908935547
+4.978879,0.87856317,0.64705205,-0.946425,-0.8912486,-0.87343967,-0.9512279,-0.89607465,-0.48016232,-0.81466436,-0.8780304,-0.12689245,0.8942838,1.4498729705810547
+5.2419515,0.90027773,0.6657183,-0.9592011,-0.89338386,-0.86820227,-0.9378182,-0.87408835,-0.6792798,-0.8370539,-0.8583122,-0.027252197,0.88765895,1.186800479888916
+5.4389653,0.9214002,0.61435175,-0.9744491,-0.8996635,-0.81575084,-0.912415,-0.7809888,-0.8335883,-0.8862633,-0.8083823,0.096818805,0.9021094,0.9897866249084473
+5.561347,0.91770065,0.45723855,-0.9783522,-0.88480175,-0.7943597,-0.8736381,-0.7571504,-0.8610175,-0.8844652,-0.82802665,0.26928353,0.895615,0.8674049377441406
+5.588001,0.913025,0.36308706,-0.9826118,-0.8844012,-0.81363183,-0.8126396,-0.7320947,-0.8313757,-0.84748685,-0.86183894,0.3088286,0.8912437,0.8407511711120605
+5.3627167,0.92966425,0.3732512,-0.9811952,-0.9004183,-0.84850734,-0.74256617,-0.67234254,-0.8304212,-0.84116423,-0.8977568,0.28865278,0.9030895,1.066035270690918
+5.0622945,0.92389774,0.29087424,-0.9770804,-0.92332935,-0.899222,-0.568972,-0.65723383,-0.82762474,-0.8382714,-0.9267776,0.34340763,0.9230888,1.366457462310791
+5.0359178,0.9256768,-0.011322498,-0.9750748,-0.9211811,-0.89959717,-0.39312708,-0.5925082,-0.8458159,-0.8830032,-0.9435897,0.53196573,0.9442513,1.392834186553955
+5.144315,0.93672466,0.010530472,-0.9596085,-0.91558856,-0.8648962,-0.5308682,-0.6449079,-0.90237623,-0.9215253,-0.9467656,0.50988054,0.9565058,1.2844371795654297
+5.3256974,0.9422746,0.24245143,-0.9273891,-0.909627,-0.734043,-0.75978285,-0.79021966,-0.9261137,-0.9278921,-0.946086,0.108629346,0.9598466,1.1030545234680176
+5.5442014,0.93104863,0.5838711,-0.8289736,-0.8632979,-0.61990464,-0.85682094,-0.846857,-0.9352234,-0.93837386,-0.9542347,-0.25705993,0.95538116,0.8845505714416504
+5.578434,0.9056636,0.731364,-0.7823472,-0.8555233,-0.5129784,-0.895157,-0.85997176,-0.9258775,-0.943714,-0.95277196,-0.40714908,0.9474971,0.8503179550170898
+5.305726,0.8832395,0.78605556,-0.84118515,-0.86728287,-0.63407385,-0.9439313,-0.8776599,-0.86768043,-0.93058985,-0.9311054,-0.44352126,0.93732166,1.123025894165039
+4.9832325,0.8810611,0.69229555,-0.910133,-0.88242507,-0.8151527,-0.9520585,-0.8714451,-0.667133,-0.8849097,-0.8854102,-0.42591715,0.9127002,1.4455194473266602
+4.998444,0.87291527,0.62111974,-0.952986,-0.8950879,-0.8896056,-0.9491009,-0.89110565,-0.42194772,-0.7936087,-0.8724901,-0.17063689,0.89166045,1.4303078651428223
+5.2756276,0.89821994,0.63669086,-0.96386755,-0.8965284,-0.8869941,-0.93675077,-0.8742591,-0.65168214,-0.8095258,-0.8442852,-0.0210011,0.8831749,1.1531243324279785
+5.475502,0.92544925,0.62406695,-0.9744962,-0.90447146,-0.8274008,-0.9128628,-0.7847058,-0.8527948,-0.8881181,-0.78508687,0.105359554,0.89669394,0.9532499313354492
+5.56896,0.92492664,0.4801414,-0.97689015,-0.8924113,-0.7907807,-0.8826759,-0.7772431,-0.89410794,-0.903248,-0.8195131,0.32766855,0.8920715,0.8597917556762695
+5.591046,0.9203594,0.35856974,-0.9815062,-0.88976574,-0.81079113,-0.82589734,-0.76358724,-0.87139803,-0.8692149,-0.85093755,0.37386787,0.8869779,0.8377060890197754
+5.3803086,0.9282681,0.3231448,-0.98106134,-0.90144104,-0.8488266,-0.73487,-0.7142518,-0.8506995,-0.8543839,-0.887194,0.3278091,0.8961954,1.04844331741333
+5.079825,0.9254855,0.25397515,-0.97817564,-0.92337316,-0.90616417,-0.585312,-0.6857699,-0.83117545,-0.8503796,-0.9286373,0.38478112,0.92325664,1.3489270210266113
+5.0326524,0.9270754,-0.017975092,-0.975633,-0.923381,-0.9095851,-0.4276483,-0.61160564,-0.84374774,-0.89062846,-0.9462303,0.5470066,0.9451518,1.39609956741333
+5.119899,0.9376757,-0.03386295,-0.9634665,-0.91678965,-0.88867915,-0.5230444,-0.63724697,-0.9014686,-0.92455935,-0.9488218,0.56581736,0.95728517,1.3088531494140625
+5.298581,0.943213,0.1941371,-0.93593144,-0.91439855,-0.7667733,-0.7464013,-0.7766964,-0.924928,-0.93305075,-0.94922537,0.19176745,0.96195173,1.1301708221435547
+5.537061,0.93348026,0.54759383,-0.84325767,-0.8683132,-0.64214027,-0.84674525,-0.840357,-0.93751204,-0.94082344,-0.9551278,-0.1829291,0.95776963,0.891690731048584
+5.599064,0.906013,0.7143183,-0.7773806,-0.8539894,-0.5118799,-0.88561606,-0.85787636,-0.93048084,-0.94598836,-0.95230496,-0.33729494,0.9484843,0.8296880722045898
+5.331933,0.88332915,0.7794819,-0.83141345,-0.8616722,-0.5929464,-0.93898493,-0.8790044,-0.8858152,-0.93730754,-0.935719,-0.3990069,0.93884706,1.0968189239501953
+5.0015917,0.8798032,0.7014774,-0.90465504,-0.8794342,-0.79433316,-0.9517042,-0.868994,-0.70498073,-0.8984661,-0.8917758,-0.41472423,0.9160123,1.4271602630615234
+5.0101376,0.86991715,0.6172371,-0.95282406,-0.89488554,-0.88688165,-0.949626,-0.88889134,-0.41601467,-0.8028947,-0.87403005,-0.1819632,0.8915088,1.418614387512207
+5.3087497,0.892334,0.6195736,-0.9643715,-0.89306575,-0.8923094,-0.9366963,-0.87656,-0.6060943,-0.7967748,-0.8502005,-0.016683817,0.8811959,1.120002269744873
+5.4889355,0.9253795,0.6410713,-0.9743285,-0.9048883,-0.8303214,-0.9143846,-0.78029895,-0.8358712,-0.88558006,-0.7912465,0.0708009,0.89686084,0.9398164749145508
+5.5521216,0.92604256,0.5108447,-0.97602046,-0.89252895,-0.78770804,-0.8823411,-0.770346,-0.89585036,-0.90704036,-0.8205651,0.29340267,0.89139795,0.8766303062438965
+5.5769563,0.92085814,0.36138427,-0.9808142,-0.8901488,-0.8063741,-0.8288887,-0.7698322,-0.8819846,-0.8763793,-0.8486832,0.3900664,0.8848641,0.8517956733703613
+5.399682,0.9251045,0.30786526,-0.9811038,-0.90130794,-0.84447175,-0.73269033,-0.7319039,-0.8534739,-0.8529663,-0.8788928,0.35414088,0.89143276,1.0290699005126953
+5.089944,0.92500794,0.25525296,-0.97841287,-0.9221703,-0.9021826,-0.59107774,-0.6989914,-0.84113127,-0.8492245,-0.92423165,0.388878,0.9185165,1.3388080596923828
+5.0173736,0.9242122,0.006193638,-0.97486097,-0.9247307,-0.9044428,-0.3965292,-0.6100166,-0.8463753,-0.88825196,-0.9452462,0.531688,0.9415772,1.4113783836364746
+5.1002154,0.9365772,-0.018922448,-0.96236295,-0.91455543,-0.8821571,-0.4686612,-0.5995754,-0.89389324,-0.9215067,-0.950721,0.564077,0.9562814,1.3285365104675293
+5.2762275,0.94012666,0.2150867,-0.93236923,-0.9118042,-0.7590859,-0.71833193,-0.7546908,-0.9186836,-0.9302842,-0.95077056,0.18748021,0.9596256,1.152524471282959
+5.5183625,0.9308765,0.5686431,-0.83178884,-0.86880374,-0.65300626,-0.85055333,-0.8462352,-0.93216467,-0.93641967,-0.95651096,-0.22863328,0.9550507,0.9103894233703613
+5.6000695,0.90585804,0.71986914,-0.77753526,-0.8525222,-0.5203588,-0.88992155,-0.8594235,-0.92841834,-0.94342667,-0.9521417,-0.36901653,0.94857407,0.8286824226379395
+5.343882,0.8836738,0.7834687,-0.823126,-0.85940474,-0.58045155,-0.9381736,-0.87854826,-0.8894825,-0.9364718,-0.9370004,-0.40977788,0.9389112,1.0848698616027832
+4.9994354,0.8791549,0.71077704,-0.89659643,-0.8757235,-0.780407,-0.952162,-0.8691515,-0.7220512,-0.9009424,-0.89406246,-0.4101131,0.9168757,1.429316520690918
+4.986369,0.87038183,0.6399436,-0.947431,-0.8937793,-0.873702,-0.95195174,-0.88958305,-0.4100759,-0.8135825,-0.88031006,-0.18171066,0.89427185,1.4423828125
+5.280817,0.8883393,0.6287707,-0.9611764,-0.8890813,-0.88587517,-0.93759066,-0.88287556,-0.59082025,-0.8025577,-0.8628535,-0.027576387,0.8823619,1.147934913635254
+5.4696894,0.9228922,0.6677611,-0.971,-0.9027522,-0.81919277,-0.9189936,-0.7944192,-0.81730646,-0.8864142,-0.8188019,0.044782877,0.8972044,0.9590625762939453
+5.543025,0.92368245,0.5357077,-0.97481793,-0.890871,-0.7806546,-0.88328534,-0.76415575,-0.88649386,-0.9030919,-0.8226706,0.22810102,0.8923937,0.8857269287109375
+5.575613,0.9164927,0.38404918,-0.98070455,-0.88493127,-0.8032936,-0.83039254,-0.7544756,-0.86942726,-0.8687794,-0.85061854,0.3285637,0.88543785,0.8531389236450195
+5.411462,0.923743,0.33922613,-0.9812219,-0.89579463,-0.8389094,-0.74921095,-0.71145755,-0.8384928,-0.8439454,-0.8821957,0.3240888,0.8932049,1.0172901153564453
+5.0976152,0.92485046,0.29385853,-0.9785138,-0.920648,-0.8960328,-0.61042804,-0.69229704,-0.8354814,-0.8352482,-0.9191155,0.34314227,0.91449094,1.331136703491211
+5.0113645,0.92159724,0.068624616,-0.9745422,-0.92471355,-0.90245384,-0.40936136,-0.61884546,-0.8393898,-0.8759813,-0.94204795,0.5065472,0.9401009,1.4173874855041504
+5.0911717,0.93544173,-0.012916744,-0.96396065,-0.91158694,-0.8738978,-0.45004642,-0.580779,-0.8820474,-0.9118727,-0.9488912,0.54534245,0.954952,1.3375802040100098
+5.2589736,0.9380863,0.21947896,-0.9351224,-0.90951496,-0.7345758,-0.6984119,-0.7298096,-0.91382885,-0.9247712,-0.9475123,0.16534114,0.95666254,1.1697783470153809
+5.5003304,0.92850876,0.57502973,-0.82397723,-0.8678318,-0.6353988,-0.84231526,-0.8426269,-0.92921925,-0.93044835,-0.95500404,-0.27895212,0.95220566,0.9284214973449707
+5.6024876,0.90721154,0.7325125,-0.76353896,-0.8477015,-0.499596,-0.88976026,-0.8535982,-0.92672974,-0.9414165,-0.95429575,-0.42517382,0.94726634,0.8262643814086914
+5.373417,0.8854704,0.79062593,-0.81130105,-0.8568442,-0.55868375,-0.9367486,-0.8736429,-0.88527054,-0.93465316,-0.9415733,-0.462093,0.9397156,1.0553350448608398
+5.0155573,0.8802006,0.72076046,-0.8920297,-0.8754806,-0.77739215,-0.9523649,-0.86915565,-0.7189644,-0.89909863,-0.8984652,-0.44742036,0.91783834,1.4131946563720703

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.7994307279586792,7.22818297290802,,
+1000,-0.7779836654663086,7.206735136032105,,
+1500,-0.7794550061225891,7.208207214355469,,
+2000,-0.7330981492996216,7.16185013961792,,
+2500,-0.7511992454528809,7.179951337814331,,
+3000,-0.7253204584121704,7.154072574615478,,
+3500,-0.6883291602134705,7.117081134796143,,
+4000,-0.7483617067337036,7.177113810539246,,
+4500,-0.6778043508529663,7.106556079387665,,
+5000,-0.6766614317893982,7.105413203239441,,
+5000,,,6.814661421775818,-0.3859094762802124
+5500,-0.6329751014709473,7.061726768970489,,
+6000,-0.6933884024620056,7.1221404609680175,,
+6500,-0.6639148592948914,7.092667093753815,,
+7000,-0.6212058663368225,7.0499578709602355,,
+7500,-0.6044719815254211,7.033224154949188,,
+8000,-0.473663330078125,6.902415301322937,,
+8500,-0.48955947160720825,6.918311835765839,,
+9000,-0.25485554337501526,6.6836076645851135,,
+9500,-0.2862052321434021,6.714957158565522,,
+10000,-0.25100797414779663,6.679759968280792,,
+10000,,,6.3803222572803495,0.048429688215255735
+10500,-0.2467191517353058,6.675471030712128,,
+11000,-0.03311090171337128,6.461862845897675,,
+11500,-0.08124414831399918,6.5099961705207825,,
+12000,0.16881340742111206,6.25993857383728,,
+12500,0.0563957579433918,6.372356216907502,,
+13000,0.16650089621543884,6.262251065254212,,
+13500,0.16223633289337158,6.266515528678894,,
+14000,0.09530990570783615,6.333442024230957,,
+14500,0.1007743701338768,6.327977531433105,,
+15000,0.24051256477832794,6.188239439487457,,
+15000,,,6.03618372797966,0.39256821751594545
+15500,0.1601872444152832,6.268564655780792,,
+16000,0.4437120258808136,5.985039953231811,,
+16500,0.30398720502853394,6.124764698505402,,
+17000,0.250952810049057,6.177799067974091,,
+17500,0.1723918616771698,6.256360037326813,,
+18000,0.33303719758987427,6.095714633464813,,
+18500,0.33555179834365845,6.093200221061706,,
+19000,0.309752881526947,6.1189990177154545,,
+19500,0.31656309962272644,6.112188781738281,,
+20000,0.30588677525520325,6.122865226745605,,
+20000,,,6.017576731443405,0.4111752140522003
+20500,0.2987609803676605,6.129990943908691,,
+21000,0.3764752149581909,6.052276636123657,,
+21500,0.5004101991653442,5.928341671943665,,
+22000,0.36528629064559937,6.063465427398682,,
+22500,0.22092527151107788,6.207826626300812,,
+23000,0.41475409269332886,6.013998319625855,,
+23500,0.16122432053089142,6.267527683258057,,
+24000,0.3322402834892273,6.096511636257172,,
+24500,0.39288100600242615,6.035871058464051,,
+25000,0.368823766708374,6.059928144454956,,
+25000,,,5.910496368408203,0.5182555770874023
+25500,0.33422213792800903,6.094529834270477,,
+26000,0.2541716992855072,6.174580235004425,,
+26500,0.35433197021484375,6.074419900417328,,
+27000,0.33841657638549805,6.090335259437561,,
+27500,0.4138089716434479,6.01494306230545,,
+28000,0.5250625610351562,5.903689699649811,,
+28500,0.4994949996471405,5.929256934642792,,
+29000,0.30629634857177734,6.122455644607544,,
+29500,0.2183290421962738,6.210422953128814,,
+30000,0.5291479229927063,5.89960415506363,,
+30000,,,6.154303900003433,0.2744480454921722
+30500,0.45218193531036377,5.9765698237419125,,
+31000,0.5329713225364685,5.895780680656433,,
+31500,0.5056205987930298,5.923131435871125,,
+32000,0.45661917328834534,5.97213267993927,,
+32500,0.4996805489063263,5.9290711259841915,,
+33000,0.5084213018417358,5.920330418586731,,
+33500,0.24090060591697693,6.187851341247558,,
+34000,0.614374577999115,5.8143778324127195,,
+34500,0.5666009187698364,5.862150960922241,,
+35000,0.6806005835533142,5.748151147842408,,
+35000,,,5.863640031814575,0.5651119136810303
+35500,0.6867967247962952,5.741954837322235,,
+36000,0.6255260109901428,5.803225939273834,,
+36500,0.5649017095565796,5.863850170612335,,
+37000,0.8025146126747131,5.626237596988678,,
+37500,0.5118072032928467,5.916944742679596,,
+38000,0.5451433658599854,5.88360864686966,,
+38500,0.38470110297203064,6.044050879955292,,
+39000,0.6098540425300598,5.818897849082947,,
+39500,0.5978676080703735,5.830884413719177,,
+40000,0.5830982327461243,5.845653880119324,,
+40000,,,5.557592990398407,0.8711589550971985
+40500,0.5640571117401123,5.8646949524879455,,
+41000,0.7183526754379272,5.710399272441864,,
+41500,0.7008616924285889,5.727890137672424,,
+42000,0.7641174793243408,5.6646347274780275,,
+42500,0.6770788431167603,5.751673103809357,,
+43000,0.7700352668762207,5.65871678352356,,
+43500,0.780048131942749,5.648703933238983,,
+44000,0.6759509444236755,5.752801364898682,,
+44500,0.7348129749298096,5.693939093112945,,
+45000,0.7286844253540039,5.700067897796631,,
+45000,,,5.624523084163666,0.8042288613319397
+45500,0.7801719307899475,5.648580360889435,,
+46000,0.7029677629470825,5.725784065246582,,
+46500,0.5557368993759155,5.873015065670013,,
+47000,0.5472161173820496,5.881535938739777,,
+47500,0.6314011216163635,5.797350654125213,,
+48000,0.8058688640594482,5.6228830471038815,,
+48500,0.6853682994842529,5.743383665084838,,
+49000,0.7461541295051575,5.682597765445709,,
+49500,0.7355741858482361,5.693177469730378,,
+50000,0.8348315954208374,5.593920486927033,,
+50000,,,5.482767636775971,0.945984308719635

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-medium-v0
+model-index:
+- name: SAC-RBC2D-medium-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-medium-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.78
+      name: mean_reward
+---
+
+# SAC on RBC2D-medium-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-medium-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.78 ± 0.05
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.72 | 0.72 |
+| Seed 1 | 0.75 | 0.62 |
+| Seed 2 | 0.80 | 0.78 |
+| Seed 3 | 0.77 | 0.59 |
+| Seed 4 | 0.88 | 0.72 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")