Upload results for SAC on RBC2D-hard-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ec8f98a6dc8c82d38f33815a007b271db9f74d9a89168299ce4eeec04160a
+size 16140760

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.297555,-0.71332216,0.89315283,-0.46799558,0.36463296,0.73520625,0.897444,-0.58702046,0.84268403,-0.9890998,-0.97028744,-0.9645399,-0.90140456,-1.0549631118774414
+4.164673,0.6028489,0.96618795,0.14502168,-0.23890221,-0.5766181,-0.10733831,-0.64320076,0.7165704,-0.9923281,-0.95714813,-0.9770517,-0.8404466,3.0779190063476562
+5.5556355,0.9697087,0.9563972,0.86942816,-0.28752804,-0.80765736,-0.16314036,-0.2628526,0.81852746,-0.9859114,-0.95518106,-0.9815813,-0.89108485,1.6869564056396484
+10.133468,0.98195887,0.9803419,0.9443667,-0.12255114,-0.71835625,0.20571315,0.053906918,0.8039472,-0.962311,-0.9361314,-0.98161536,-0.95100904,-2.890875816345215
+11.18879,0.94024825,0.97942543,0.8310325,0.39289021,0.036373734,0.18452668,0.31710482,0.84655714,-0.9535158,-0.93776566,-0.9730943,-0.95984656,-3.9461984634399414
+7.1177163,0.48705125,0.92988133,0.6190722,0.6801412,0.6567706,0.18861842,0.42408526,0.89406395,-0.9523418,-0.95149803,-0.95787185,-0.95864785,0.12487554550170898
+4.7643156,-0.6811006,0.8728411,0.43089056,0.68070745,0.8286828,-0.0082294345,-0.5725791,0.96891475,-0.9816661,-0.9795801,-0.9764136,-0.9512388,2.478276252746582
+8.088716,0.15267086,0.910835,0.41117096,0.17477071,0.22483933,-0.15772295,-0.96655375,0.97722936,-0.9482544,-0.9842691,-0.9899659,-0.92716813,-0.8461236953735352
+9.68077,0.48103797,0.82336116,-0.5787304,0.097896814,-0.31191313,0.038571835,-0.8626787,0.95345414,-0.94093305,-0.98391443,-0.98891896,-0.9163242,-2.438178062438965
+6.2987723,0.91261506,0.75822806,-0.914143,0.46295965,-0.39472234,-0.31980658,0.47965384,0.7523364,-0.97847617,-0.9763395,-0.9673586,-0.91255254,0.943819522857666
+4.621383,0.9523101,0.7439318,-0.83526886,0.7395227,-0.4635309,-0.6748599,0.88215995,0.834743,-0.95397985,-0.9810133,-0.96308154,-0.87306005,2.621208667755127
+6.5719457,0.962904,0.85097194,-0.30600965,0.93846714,-0.52730024,-0.86856186,0.84617615,0.9451914,-0.86932254,-0.98047304,-0.97907114,-0.92855567,0.6706461906433105
+9.617514,0.9760103,0.93465614,-0.53538156,0.9512043,-0.0022314787,-0.9546446,0.7528012,0.94548035,-0.31093854,-0.98001546,-0.97794735,-0.9357467,-2.3749217987060547
+9.983162,0.9947293,0.93609786,0.267869,0.97161305,0.57929957,-0.9419057,-0.5870866,0.9325671,-0.13302505,-0.97528815,-0.988153,-0.9756454,-2.740570068359375
+6.0781536,0.99206877,0.97621536,-0.11951828,0.9856651,0.7475115,-0.9744668,-0.94243836,0.8818821,-0.65740776,-0.97406596,-0.9896859,-0.97355545,1.164438247680664
+4.72153,0.97115374,0.9830965,-0.9241108,0.9512105,0.66163754,-0.98752797,-0.98516583,0.94860554,-0.7421371,-0.97683775,-0.9934248,-0.96311575,2.521061897277832
+7.287333,0.9627416,0.9282805,-0.96271026,0.70406437,0.2614553,-0.98634166,-0.96721107,0.978961,-0.67573535,-0.9820853,-0.99462485,-0.96646154,-0.044741153717041016
+9.196145,0.9687567,0.41210556,-0.966192,-0.10832119,-0.45669717,-0.9843764,-0.82458764,0.96894515,-0.69134194,-0.9723184,-0.99228853,-0.97011995,-1.9535531997680664
+8.102238,0.9303775,-0.801748,-0.97514385,-0.7472897,-0.9158931,-0.9606349,0.2586081,0.9326308,-0.686653,-0.97020584,-0.931083,-0.9660619,-0.8596458435058594
+6.1621184,0.8791703,-0.9182179,-0.9481569,0.36070848,-0.9188974,-0.9054966,0.8568816,0.81396914,-0.31437707,-0.97391504,-0.52237505,-0.9605342,1.0804734230041504
+5.8660293,0.8552203,-0.8277342,-0.86036557,0.9180074,-0.71831393,-0.9320707,0.9704683,0.8991008,0.33137035,-0.9875735,-0.56645286,-0.96256447,1.3765625953674316
+7.051365,0.97694707,-0.31432295,-0.75085884,0.97138464,-0.6617215,-0.96187073,0.980152,0.9560585,0.75555897,-0.98853815,-0.8469685,-0.94676876,0.19122695922851562
+8.93429,0.98483324,-0.051868677,0.01975274,0.9281095,-0.9207429,-0.8998525,0.9363568,0.95831776,0.81685877,-0.9905756,-0.97768754,-0.96262866,-1.6916980743408203
+9.597947,0.9930315,-0.28099442,0.8706478,0.51421416,-0.9393767,-0.8705353,-0.14526731,0.9704325,0.7379608,-0.99368894,-0.9874329,-0.9659493,-2.3553552627563477
+8.244518,0.99431443,-0.804447,0.9981601,-0.1072495,-0.9446364,-0.7500783,-0.9158048,0.9834609,0.94548416,-0.9927414,-0.989235,-0.98707616,-1.0019264221191406
+6.3267975,0.99090815,-0.83168703,0.99869156,-0.60031277,-0.8794542,-0.747831,-0.9692523,0.97366714,0.972456,-0.9863929,-0.9905793,-0.9871472,0.9157943725585938
+6.335377,0.97928154,-0.40280843,0.91525435,-0.70791197,-0.80101436,-0.9608637,-0.990708,0.9809779,0.85184455,-0.9824302,-0.9890307,-0.95519286,0.9072146415710449
+8.100376,0.9748353,-0.48217654,0.0017240047,-0.82420725,-0.9186724,-0.98898447,-0.94027793,0.9839487,0.53705263,-0.98435163,-0.98683184,-0.87968814,-0.8577842712402344
+8.808254,0.9713125,-0.89320314,-0.76946557,-0.95145154,-0.99263346,-0.9886188,0.029183626,0.97590876,0.5425105,-0.99084735,-0.97638613,-0.90307516,-1.5656623840332031
+8.100845,0.97333336,-0.98443806,-0.9107,-0.98283005,-0.99827856,-0.9763029,0.83266985,0.936378,0.46603608,-0.9927854,-0.9293871,-0.9414093,-0.8582534790039062
+7.9175487,0.9866307,-0.9871219,-0.9570834,-0.98516,-0.99876016,-0.96489936,0.94082,0.8666551,0.723353,-0.9938811,-0.8322301,-0.9630074,-0.6749567985534668
+7.0801053,0.98913085,-0.9916154,-0.9518081,-0.8568718,-0.99835765,-0.9553024,0.9759569,0.739969,0.9316877,-0.987983,-0.6495345,-0.98397356,0.16248655319213867
+6.2581534,0.98084426,-0.98223597,-0.9671056,0.093471766,-0.99652463,-0.9187213,0.95241714,0.48819494,0.9545965,-0.986474,-0.41433674,-0.98585284,0.984438419342041
+7.10517,0.932919,-0.93027765,-0.9172547,0.79996777,-0.9777709,-0.85840994,0.9106301,0.6898296,0.9637977,-0.99141216,-0.41310918,-0.99239224,0.1374220848083496
+8.884846,0.7927413,-0.9362541,-0.82905763,0.9228766,-0.86310357,-0.602016,0.97668624,0.8401873,0.9526243,-0.98873824,-0.70823467,-0.98193485,-1.6422538757324219
+10.150854,0.9476907,-0.88502735,-0.58119124,0.93503296,-0.894113,-0.67419034,0.9886707,0.8610202,0.9296658,-0.98926526,-0.846923,-0.9817298,-2.908262252807617
+9.310044,0.9849286,-0.981042,0.86365974,0.29418087,-0.994235,-0.24931872,0.99237585,0.84912837,0.8898537,-0.99566036,-0.9221665,-0.98425657,-2.0674524307250977
+6.2983174,0.9884484,-0.99923915,0.9985752,-0.8301495,-0.999347,0.025079131,0.9391295,0.7974832,0.9250891,-0.9961406,-0.85164785,-0.9938772,0.9442744255065918
+5.373954,0.95506203,-0.9995291,0.99923146,-0.9692636,-0.9975693,-0.10024881,-0.77875984,0.75836134,0.8868538,-0.9870894,-0.38637388,-0.9948316,1.868638038635254
+6.8295856,0.8848541,-0.99694055,0.99368083,-0.9913496,-0.9937974,-0.6710608,-0.97265327,0.16539073,0.4103515,-0.9616316,0.29418874,-0.9651558,0.4130063056945801
+8.402004,0.69332933,-0.9896249,0.9429991,-0.9870232,-0.9845186,-0.8958588,-0.9695733,-0.5513515,-0.6929678,-0.9601151,0.73407054,-0.84591174,-1.1594123840332031
+8.827771,0.7231593,-0.9834496,0.83877254,-0.97978747,-0.96878153,-0.9226937,-0.9838174,-0.78247267,-0.9329418,-0.95216054,0.8875183,-0.61125135,-1.585179328918457
+7.8973856,0.7144642,-0.9723056,0.8192892,-0.9641121,-0.87724966,-0.92849207,-0.9925537,-0.9421831,-0.98131204,-0.9140497,0.9598777,-0.4624331,-0.6547937393188477
+6.5452857,0.6537092,-0.9283626,0.12111533,-0.9438551,-0.63770497,-0.9371949,-0.9867795,-0.98319936,-0.9660168,-0.6625402,0.9679694,0.22349179,0.6973061561584473
+5.662115,0.82594204,0.013971567,-0.80374724,-0.95902103,-0.21890157,-0.9039875,-0.9792775,-0.9889938,-0.9643437,-0.7876135,0.9300959,0.9224026,1.5804767608642578
+5.314004,0.9075265,0.77482545,-0.9611667,-0.91094244,0.09483945,-0.8823859,-0.9391085,-0.98344743,-0.9603361,-0.8564289,0.94593096,0.9775293,1.9285879135131836
+5.193257,0.89110804,0.47084463,-0.9168278,-0.9267441,0.60548794,-0.8611884,-0.94855803,-0.99103534,-0.9924527,-0.26956916,0.95001554,0.964205,2.04933500289917
+6.0864453,0.802094,0.20554519,-0.9628799,-0.968429,0.49024677,-0.8104604,-0.9322858,-0.98640335,-0.99058026,0.1957643,0.9515557,0.96167564,1.15614652633667
+6.0005527,0.58788776,0.34814215,-0.9638307,-0.9647078,0.4221592,-0.7107211,-0.8377743,-0.9837943,-0.9738538,0.5452213,0.96252644,0.94296,1.2420392036437988
+5.909208,0.46328866,0.15744805,-0.9805026,-0.9614966,0.1867274,-0.22504419,-0.69372123,-0.9746404,-0.9694698,0.6833087,0.95917344,0.7910857,1.3333840370178223
+7.0055714,0.66487265,0.17742443,-0.9735425,-0.9755824,-0.7186027,-0.029656887,-0.72055614,-0.96908677,-0.950977,0.69918,0.9492911,0.50016296,0.23702049255371094
+8.268002,0.663404,0.30003428,-0.95070434,-0.97266746,-0.83043855,-0.07857317,-0.8625702,-0.96224254,-0.97047174,0.38233113,0.9536029,0.5818796,-1.0254096984863281
+8.287405,0.76660395,0.19053566,-0.8557966,-0.97284067,-0.83589256,-0.55270797,-0.94053054,-0.9541139,-0.9839855,-0.63809466,0.96040297,0.7857213,-1.0448131561279297
+7.6859665,0.860981,0.31922233,-0.6190699,-0.9645348,-0.7967042,-0.8413879,-0.9714223,-0.91524756,-0.9783988,-0.9177209,0.97493887,0.8983704,-0.4433746337890625
+7.37754,0.8961606,0.026882052,-0.24378657,-0.9510309,-0.8996455,-0.8877861,-0.97025436,-0.9087113,-0.97868097,-0.9667908,0.9831023,0.93359756,-0.1349482536315918
+6.7607913,0.91091406,-0.028518677,-0.06684309,-0.9363574,-0.92166054,-0.8784083,-0.9727024,-0.90190464,-0.974894,-0.9829684,0.9845264,0.9343655,0.48180055618286133
+6.2122965,0.923393,0.0028415918,0.10267174,-0.92225486,-0.91988283,-0.8144002,-0.9733172,-0.89455163,-0.9612485,-0.98598915,0.98263836,0.9395385,1.0302953720092773
+6.203374,0.83392763,-0.044789135,-0.024338424,-0.8991215,-0.89741695,-0.78523797,-0.9637911,-0.8812617,-0.949853,-0.96880907,0.976037,0.94846785,1.0392179489135742
+6.3812056,0.6614237,0.0864439,-0.24258935,-0.8871485,-0.8116105,-0.7854821,-0.9438638,-0.875935,-0.9472006,-0.8919203,0.9683895,0.95071745,0.8613862991333008
+7.049831,0.4704361,0.23393822,-0.34520602,-0.8802769,-0.69022214,-0.75790215,-0.9148944,-0.8309684,-0.94079095,-0.6399202,0.96524,0.9435977,0.19276094436645508
+8.038625,-0.09191489,0.008628845,-0.3964541,-0.7901348,-0.48110664,-0.7719285,-0.85946596,-0.85146624,-0.96088403,0.44352078,0.9805845,0.86464787,-0.7960329055786133
+7.868522,-0.54437655,-0.36307442,-0.5491766,-0.4859581,0.02488029,-0.7887635,-0.69327265,-0.8695983,-0.96468663,0.9004872,0.9821969,0.5165882,-0.6259303092956543
+6.6520233,-0.76691014,-0.5765577,-0.7007338,-0.2853982,0.34504128,-0.78940207,-0.45805657,-0.8256158,-0.9527531,0.94573057,0.97251916,0.23272908,0.5905685424804688
+5.786223,-0.7488326,-0.71528745,-0.6962023,-0.23784137,0.18721378,-0.78956443,-0.39585763,-0.81972253,-0.94930345,0.9499457,0.9595735,0.07523024,1.4563689231872559
+5.7088494,-0.45632613,-0.90262747,-0.7076459,-0.20090872,0.070991635,-0.70238733,-0.4519558,-0.93157953,-0.9377758,0.93523383,0.9390453,0.051932335,1.5337424278259277
+6.201806,0.13347721,-0.9402528,-0.6513843,-0.3467558,-0.41096455,-0.49642968,-0.7116011,-0.9668936,-0.94854504,0.88297606,0.9296701,0.11767697,1.040785789489746
+7.123431,0.102561474,-0.84647995,-0.625602,-0.6889567,-0.83113736,-0.21479017,-0.863621,-0.9362446,-0.96889555,0.63311017,0.9455619,0.10774338,0.11916065216064453
+7.6465025,0.1326617,-0.7750755,-0.6964118,-0.7625966,-0.82401097,-0.10983902,-0.86527437,-0.9445427,-0.9749463,0.43870366,0.945042,0.35194635,-0.40391063690185547
+7.5835204,0.3866372,-0.7769903,-0.799554,-0.8369329,-0.8341538,-0.31952232,-0.8701576,-0.9553945,-0.9806399,0.4244529,0.9473897,0.67342424,-0.3409285545349121
+6.851131,0.43364263,-0.83514106,-0.862441,-0.8997217,-0.85350883,-0.6301173,-0.88661784,-0.9611503,-0.9799017,0.799134,0.9644129,0.680253,0.3914608955383301
+5.581699,-0.17617428,-0.835241,-0.8867018,-0.8572675,-0.8382077,-0.8168626,-0.81714904,-0.96621114,-0.97427565,0.92066574,0.9882066,-0.21619481,1.6608929634094238
+4.5565634,-0.5185421,-0.8676378,-0.9248454,-0.9083762,-0.72377527,-0.8098049,-0.8471023,-0.963925,-0.9672517,0.9218925,0.9882064,-0.65324354,2.686028480529785
+4.3535438,-0.45866978,-0.92297983,-0.9495408,-0.9422108,-0.5277699,-0.79425997,-0.9005264,-0.9494872,-0.9544111,0.9404447,0.9712968,-0.712458,2.8890480995178223
+4.808223,-0.50829965,-0.95853347,-0.9549264,-0.9474256,-0.71231914,-0.7613797,-0.9039446,-0.96450025,-0.9375177,0.9631516,0.94033265,-0.81292367,2.4343690872192383
+5.702794,-0.7782868,-0.98734444,-0.9530183,-0.92777616,-0.8919104,-0.87400115,-0.92217,-0.9767526,-0.89772063,0.96990013,0.9292989,-0.9216002,1.5397977828979492
+6.7463484,-0.8518211,-0.99099505,-0.9490968,-0.9263933,-0.95790225,-0.93780196,-0.94654405,-0.9666847,-0.8280144,0.9493722,0.9515698,-0.946447,0.4962434768676758
+7.4249725,-0.7926796,-0.9864504,-0.9405037,-0.9254821,-0.9639372,-0.8899602,-0.9577237,-0.95426047,-0.8758694,0.9134581,0.96309733,-0.9062929,-0.18238067626953125
+7.313625,-0.63889396,-0.9717178,-0.9206997,-0.9199502,-0.9537894,-0.6338483,-0.960587,-0.93861365,-0.9294308,0.8809209,0.95894766,-0.77537704,-0.07103300094604492
+6.25408,-0.5638239,-0.9607305,-0.92481124,-0.9282504,-0.93300897,-0.17032176,-0.9653488,-0.89568025,-0.9316465,0.8369384,0.949481,-0.7306311,0.9885120391845703
+5.1977105,-0.6234133,-0.9519264,-0.9298339,-0.9289268,-0.9072616,0.21332979,-0.9669752,-0.84899604,-0.8964776,0.77098393,0.9387255,-0.8056266,2.0448813438415527
+4.849057,-0.6874525,-0.9564016,-0.9332254,-0.9299272,-0.8681409,0.12090862,-0.962732,-0.82114065,-0.8367254,0.75261855,0.9352567,-0.8772885,2.3935346603393555
+4.9523582,-0.8450909,-0.96657556,-0.94667435,-0.8836107,-0.8524488,-0.32910514,-0.9484778,-0.83872896,-0.7246178,0.83805287,0.9523475,-0.923881,2.290233612060547
+5.587383,-0.8925145,-0.9682043,-0.9488425,-0.8339566,-0.8291442,-0.5846983,-0.9288266,-0.92769104,-0.7955962,0.9084288,0.94787157,-0.92873955,1.6552090644836426
+6.4129157,-0.86603886,-0.96509945,-0.9534784,-0.8399518,-0.7911707,-0.7227625,-0.92558575,-0.95004255,-0.8831934,0.9222114,0.9445615,-0.92129207,0.8296761512756348
+6.80086,-0.7972001,-0.9646931,-0.9595909,-0.8829083,-0.75938517,-0.8108134,-0.9140156,-0.9467845,-0.9379209,0.9099505,0.94644165,-0.8961601,0.44173192977905273
+6.7019277,-0.73783284,-0.96150714,-0.9589465,-0.91520476,-0.7904466,-0.9032866,-0.92012566,-0.9276761,-0.9509006,0.8728144,0.970011,-0.90039396,0.5406641960144043
+6.4591236,-0.7912948,-0.95997435,-0.96226865,-0.9224464,-0.7950674,-0.8935701,-0.9253279,-0.9339053,-0.94944173,0.9017751,0.9723402,-0.91904354,0.7834682464599609
+6.2465,-0.9254866,-0.9664471,-0.9666248,-0.8731223,-0.7427544,-0.7842373,-0.92967045,-0.94976914,-0.9077257,0.94548416,0.957469,-0.9569962,0.9960918426513672
+5.911511,-0.9672937,-0.98291916,-0.9626709,-0.7980481,-0.8646278,-0.5775561,-0.917099,-0.95949477,-0.6660514,0.9424442,0.9514922,-0.9762877,1.3310809135437012
+5.653854,-0.9695175,-0.9872561,-0.97344613,-0.82093304,-0.91034085,-0.38393056,-0.92242014,-0.9623554,-0.05961305,0.9421226,0.95190156,-0.9848432,1.588737964630127
+5.752097,-0.9691065,-0.98451686,-0.9762516,-0.82004523,-0.8789511,-0.39799428,-0.9358472,-0.9387514,0.21677113,0.9297874,0.95834243,-0.98383766,1.490494728088379
+6.1561294,-0.9662114,-0.9829346,-0.97688735,-0.8286695,-0.87838554,-0.40286028,-0.93603957,-0.925311,0.2669077,0.9244679,0.96505773,-0.98142755,1.0864624977111816
+6.14715,-0.96220744,-0.9835166,-0.97613627,-0.834994,-0.9039334,-0.33898604,-0.9290357,-0.9274639,0.1571083,0.9223552,0.9666439,-0.981623,1.0954418182373047
+5.9582787,-0.9632406,-0.98418707,-0.9697868,-0.79608613,-0.88408166,-0.24249852,-0.9291014,-0.90678227,-0.15004408,0.90014756,0.9663553,-0.9800426,1.2843132019042969
+5.9911776,-0.96346146,-0.97882456,-0.9543409,-0.7378829,-0.81735873,-0.072761595,-0.9332025,-0.8400594,-0.15413225,0.8597019,0.96764255,-0.9762164,1.2514142990112305
+6.0972314,-0.9581598,-0.97114164,-0.94986284,-0.7207063,-0.7465417,0.310354,-0.93049735,-0.73342144,0.24492407,0.828449,0.9639797,-0.97537476,1.1453604698181152
+6.35515,-0.9578214,-0.9668442,-0.9625559,-0.7520577,-0.6921396,0.47050416,-0.93449664,-0.74730647,0.5716919,0.8380408,0.9577552,-0.9786677,0.8874416351318359
+6.8231583,-0.9666932,-0.96753174,-0.9749144,-0.7625385,-0.5946268,0.37125456,-0.9418408,-0.8195584,0.724198,0.86702895,0.9533353,-0.9813582,0.41943359375
+7.43177,-0.9750987,-0.9728422,-0.9819897,-0.71038413,-0.4786864,-0.12157434,-0.93321884,-0.7567897,0.7757199,0.8875861,0.9533148,-0.98064196,-0.1891779899597168
+7.5120864,-0.9790673,-0.97720546,-0.985559,-0.7183906,-0.50264007,-0.4172817,-0.9337286,-0.78208613,0.7639674,0.899796,0.94563174,-0.9828756,-0.26949453353881836
+6.594575,-0.98056614,-0.98089397,-0.9867999,-0.7778523,-0.5454756,-0.639357,-0.94041544,-0.8443519,0.57466483,0.89991236,0.949805,-0.9856469,0.6480169296264648
+5.83787,-0.98110574,-0.98349375,-0.9840358,-0.79960364,-0.59196067,-0.72449136,-0.9419582,-0.88020796,0.12385857,0.89359665,0.95679355,-0.98488295,1.404721736907959
+5.644822,-0.97885007,-0.981509,-0.979838,-0.7428725,-0.62189436,-0.5426294,-0.9314123,-0.91695356,0.13847256,0.89377403,0.95081806,-0.9843862,1.5977697372436523
+5.782796,-0.974908,-0.9711405,-0.97927636,-0.7485485,-0.61790746,0.056488395,-0.930743,-0.88824856,0.6190014,0.8873402,0.9465828,-0.98523223,1.4597959518432617
+6.106675,-0.972839,-0.9669837,-0.9727622,-0.7133088,-0.58401686,0.6043675,-0.938976,-0.6320948,0.8539908,0.84965503,0.9390745,-0.9840223,1.1359167098999023
+6.592918,-0.9735271,-0.96892667,-0.968507,-0.62508583,-0.62451833,0.72164273,-0.9488531,-0.20037472,0.92869043,0.8240211,0.9349947,-0.98402643,0.6496739387512207
+7.387405,-0.9726788,-0.9710424,-0.9707684,-0.52427816,-0.5635336,0.644052,-0.94924694,0.23963892,0.95642114,0.79379416,0.9292903,-0.9820068,-0.14481306076049805
+8.071571,-0.9743231,-0.97116816,-0.97472966,-0.47448868,-0.46554577,0.58095574,-0.9415219,0.19590056,0.950197,0.82303023,0.90458226,-0.97997916,-0.8289794921875
+7.7777,-0.97754943,-0.96868867,-0.9772431,-0.50114125,-0.2770307,0.47666585,-0.9391094,-0.19070208,0.90008616,0.86921394,0.85472035,-0.9807995,-0.5351080894470215
+7.015587,-0.97514075,-0.9678447,-0.9783843,-0.60091114,-0.11347234,0.27578497,-0.95074445,-0.5108939,0.80667436,0.86610925,0.8617723,-0.98407084,0.2270050048828125
+6.4157505,-0.9675034,-0.96164286,-0.9722593,-0.65499777,0.022858739,0.29435205,-0.95495707,-0.4549713,0.8016777,0.8087952,0.8887956,-0.9846852,0.8268413543701172
+6.0136065,-0.96564686,-0.9580563,-0.97142595,-0.6144636,0.26939297,0.40232372,-0.9330337,-0.34698832,0.85731554,0.7805612,0.89201975,-0.9839006,1.22898530960083
+6.045223,-0.9649293,-0.960378,-0.97289526,-0.42290783,0.42756748,0.2812729,-0.91708744,-0.054651737,0.89313674,0.75032866,0.822811,-0.98392963,1.1973686218261719
+6.8886347,-0.96622914,-0.9703561,-0.97582793,-0.18188268,0.46405864,-0.017111778,-0.90597016,0.35002542,0.9146259,0.7103677,0.6554996,-0.98413765,0.3539571762084961
+8.029545,-0.9717166,-0.9749025,-0.9772969,-0.12771267,0.5200703,-0.3154552,-0.9013416,0.36454725,0.9090457,0.6798682,0.4555273,-0.9841163,-0.7869529724121094
+8.133258,-0.9770395,-0.97535145,-0.9813539,-0.3571266,0.310508,-0.44168365,-0.9071993,-0.00010180473,0.8905964,0.73601675,0.6898434,-0.98302853,-0.8906660079956055
+7.669465,-0.97999996,-0.97308993,-0.9840403,-0.71243715,-0.33556843,-0.45865583,-0.9423326,-0.3106408,0.85779,0.7942424,0.92417336,-0.9862774,-0.42687320709228516
+6.6305084,-0.98031574,-0.97317076,-0.9846728,-0.74027514,-0.54932326,-0.11205083,-0.9398755,-0.6040699,0.76861954,0.8550525,0.9481082,-0.9878384,0.6120834350585938
+5.9327374,-0.9787752,-0.9713468,-0.9790336,-0.6877625,-0.60889167,0.42296898,-0.9246521,-0.8056774,0.70983815,0.8666668,0.9412285,-0.9881047,1.309854507446289
+5.861634,-0.97521555,-0.96919477,-0.97185445,-0.67157495,-0.54165626,0.7883556,-0.9261319,-0.6827185,0.8449342,0.8486736,0.94047666,-0.9865697,1.380958080291748
+5.865721,-0.9764302,-0.9741201,-0.96564424,-0.52907443,-0.58476824,0.8983834,-0.9425931,-0.21035749,0.91768193,0.8298423,0.92522216,-0.9868624,1.3768706321716309
+6.464792,-0.9776121,-0.9769245,-0.96943486,-0.28827786,-0.5386584,0.82253885,-0.9495192,0.35310185,0.9609742,0.7922275,0.8880613,-0.9851725,0.7778000831604004
+7.6771426,-0.97005427,-0.97026014,-0.97601295,-0.034549236,-0.107738376,0.49174047,-0.9483704,0.45801282,0.96254873,0.7682719,0.65227294,-0.9823947,-0.43455076217651367
+8.278345,-0.9746345,-0.9722248,-0.9827029,-0.20713699,0.14526534,0.16353202,-0.9317291,0.13745975,0.9270842,0.8068595,0.6322501,-0.982156,-1.0357532501220703
+7.739138,-0.9746733,-0.970372,-0.98450273,-0.5695632,0.06289899,-0.10875416,-0.9390446,-0.37109149,0.812971,0.8487363,0.81460154,-0.9826022,-0.49654626846313477
+6.972967,-0.9761237,-0.97231424,-0.9798489,-0.70532686,-0.15613371,-0.31393683,-0.95758694,-0.4768455,0.5446155,0.81428456,0.9250146,-0.9842187,0.2696247100830078
+6.4292936,-0.973738,-0.96598506,-0.97124183,-0.67121375,-0.11852938,0.070454836,-0.9454448,-0.5502394,0.6555352,0.78705215,0.942567,-0.98251766,0.813298225402832
+5.646621,-0.96923965,-0.9568063,-0.97300833,-0.5525849,0.28448606,0.50578654,-0.9125027,-0.4497161,0.88701284,0.7753689,0.90451455,-0.9830186,1.595970630645752
+5.391041,-0.97093153,-0.9705956,-0.9725493,-0.16706526,0.3460629,0.30791247,-0.9032352,0.25026894,0.9328028,0.7131841,0.8228717,-0.98352134,1.8515510559082031
+6.576456,-0.9744104,-0.976851,-0.96718293,-0.017531574,0.15536058,0.1069814,-0.89929056,0.58571815,0.9494847,0.64024615,0.7411431,-0.9831118,0.6661357879638672
+7.7544875,-0.9699673,-0.97359663,-0.9756327,-0.13370013,0.24412692,-0.18620622,-0.8993692,0.31292188,0.91920185,0.65701985,0.586329,-0.98281825,-0.5118956565856934
+7.7175283,-0.9778939,-0.9746309,-0.98228383,-0.5918687,-0.058273554,-0.56107783,-0.92153823,-0.35245287,0.8469684,0.7770827,0.8655751,-0.9829455,-0.47493648529052734
+7.136847,-0.9789708,-0.9756292,-0.98601776,-0.8115399,-0.60865915,-0.6261038,-0.94463295,-0.6849733,0.6369474,0.85639334,0.9523432,-0.9868905,0.10574483871459961
+6.5939198,-0.98154837,-0.97801113,-0.9761503,-0.6684409,-0.60845894,-0.23728663,-0.91385984,-0.8708607,0.022423744,0.88454735,0.9454732,-0.98433214,0.6486721038818359
+6.1780596,-0.98054516,-0.9659632,-0.96486044,-0.6073999,-0.49024504,0.64113164,-0.90289193,-0.8542918,0.5477066,0.8644903,0.94181204,-0.98517287,1.0645322799682617
+5.2442718,-0.9769064,-0.97126794,-0.9733606,-0.60420364,-0.45305544,0.82816267,-0.94170004,-0.5098528,0.85052013,0.88259757,0.9106729,-0.98482233,1.9983201026916504
+5.1704683,-0.97578377,-0.9777404,-0.96778893,-0.29453182,-0.49463755,0.84720254,-0.95584774,0.3397827,0.95757675,0.79491997,0.88283193,-0.98688895,2.0721235275268555
+6.689722,-0.9723966,-0.97486883,-0.97411466,-0.02012539,-0.2700606,0.5391574,-0.9368575,0.6239233,0.97015595,0.71600246,0.8031697,-0.98224145,0.5528697967529297
+8.140691,-0.9718734,-0.9752145,-0.9803481,-0.17002535,0.04245329,-0.10946226,-0.9250011,0.29126167,0.9325576,0.74608755,0.61278105,-0.98138416,-0.8980989456176758
+7.770761,-0.9757238,-0.97286713,-0.9847359,-0.6231264,-0.116181076,-0.5508768,-0.93064743,-0.5857939,0.7698569,0.85369754,0.8336804,-0.9819034,-0.5281691551208496
+6.7182455,-0.9736147,-0.98020864,-0.9744514,-0.76930225,-0.5565769,-0.78736156,-0.9329058,-0.73907644,-0.42467713,0.8470657,0.9505365,-0.978053,0.5243463516235352
+6.5500317,-0.972728,-0.97156954,-0.9626256,-0.7030201,-0.46781754,-0.64029014,-0.9202919,-0.8499088,-0.66972136,0.8374945,0.95599914,-0.9684976,0.6925601959228516
+6.0803366,-0.9783051,-0.95985264,-0.95640135,-0.6411652,-0.07676208,0.35277045,-0.92708933,-0.8085541,0.47623348,0.8294904,0.9425862,-0.9801036,1.1622552871704102
+4.9195843,-0.9755417,-0.9684266,-0.9755099,-0.54723835,0.111428976,0.53622985,-0.951975,-0.44615877,0.9051933,0.816324,0.90554845,-0.9856603,2.323007583618164
+5.19218,-0.9759947,-0.9795063,-0.9791952,-0.121012926,-0.05410558,0.26431012,-0.93719345,0.49653196,0.9583247,0.76522887,0.84602404,-0.98473716,2.0504117012023926
+6.8398614,-0.9718382,-0.9779776,-0.9754303,-0.09520906,-0.081124425,0.14860022,-0.92043805,0.4793632,0.9515015,0.6813514,0.78369725,-0.9829931,0.40273046493530273
+7.832661,-0.97190875,-0.97756606,-0.98166424,-0.5126552,-0.20771992,-0.5093561,-0.92241013,-0.18896759,0.89957047,0.7720511,0.86157334,-0.9812162,-0.5900692939758301
+7.241927,-0.9742229,-0.9792427,-0.9859367,-0.807025,-0.6097989,-0.7770066,-0.93187374,-0.80697584,0.565922,0.87446976,0.9380665,-0.9840984,0.0006647109985351562
+6.6825953,-0.97482795,-0.9789079,-0.96830213,-0.6932631,-0.6305258,-0.78419024,-0.9048498,-0.89800715,-0.7652661,0.87216544,0.9487934,-0.97418505,0.5599966049194336
+6.626784,-0.9760312,-0.96237785,-0.96037096,-0.7184542,-0.55199987,-0.42192233,-0.9038112,-0.8993288,-0.6830624,0.88142085,0.96141696,-0.96747166,0.6158080101013184
+5.8046436,-0.9787767,-0.9625283,-0.95776665,-0.669708,-0.262802,0.6040696,-0.9098162,-0.88757116,0.35796154,0.8782635,0.9394777,-0.9805163,1.437948226928711
+4.574385,-0.9782212,-0.973973,-0.97645533,-0.581654,-0.20358288,0.746976,-0.93947774,-0.71025246,0.8265753,0.8830545,0.92602444,-0.9875165,2.6682066917419434
+5.1997533,-0.97733945,-0.97664213,-0.9797356,-0.4011469,-0.35898077,0.49290442,-0.9469903,0.0024870634,0.94062257,0.8170296,0.8960868,-0.9852684,2.0428385734558105
+7.081976,-0.9686541,-0.9747857,-0.98048836,-0.50385743,-0.44117582,-0.023087382,-0.9470646,0.08176243,0.95294523,0.7673111,0.90160024,-0.98168635,0.1606159210205078
+7.772727,-0.9684204,-0.9745403,-0.9815066,-0.727521,-0.61335003,-0.5780964,-0.9413179,-0.7135612,0.8180275,0.86615586,0.9263632,-0.97995913,-0.5301351547241211
+6.736364,-0.9683647,-0.9830615,-0.9747905,-0.76376486,-0.73462665,-0.85090363,-0.9029432,-0.92465144,-0.55554754,0.8963442,0.94985795,-0.97901374,0.506227970123291
+6.2983932,-0.94482356,-0.96772134,-0.95502853,-0.75840944,-0.7118524,-0.85004795,-0.89639026,-0.9206821,-0.9271092,0.85188293,0.9630313,-0.9619142,0.9441986083984375
+6.460312,-0.95168144,-0.91547793,-0.9474597,-0.7915093,-0.478391,-0.5116385,-0.93198687,-0.89772475,-0.83443475,0.85423374,0.9522054,-0.95612854,0.7822799682617188
+5.8025365,-0.9730182,-0.9606559,-0.9566212,-0.6702405,-0.31230658,0.37069964,-0.9076514,-0.89391947,-0.0058630705,0.89607763,0.93164754,-0.9710319,1.4400553703308105
+4.7750244,-0.97625124,-0.97432363,-0.9820466,-0.692911,-0.24981165,0.5711795,-0.9285822,-0.8803751,0.7120029,0.90253615,0.9356892,-0.9859995,2.4675674438476562
+5.3327365,-0.97405565,-0.9708403,-0.9830088,-0.6263844,-0.42206585,0.27964902,-0.93862015,-0.5498095,0.87874436,0.8577063,0.9201319,-0.9832405,1.9098553657531738
+7.0237474,-0.96551543,-0.97281104,-0.97800064,-0.6969216,-0.65984696,-0.29434752,-0.9441764,-0.6272938,0.873827,0.8575784,0.9319017,-0.9787932,0.21884441375732422
+7.4215484,-0.96419543,-0.9807741,-0.9808237,-0.7954441,-0.777569,-0.7249073,-0.9240152,-0.9427472,0.3726027,0.9108782,0.9424546,-0.9805258,-0.1789565086364746
+6.2407007,-0.9505437,-0.9812017,-0.958625,-0.7201903,-0.79421103,-0.88196987,-0.87960273,-0.9581763,-0.91167367,0.9135213,0.9484725,-0.97075504,1.0018911361694336
+6.190612,-0.8692856,-0.9535881,-0.9511901,-0.8651113,-0.71148,-0.8550186,-0.9094417,-0.93784297,-0.9600844,0.879446,0.96369886,-0.93542033,1.0519800186157227
+6.5658216,-0.9103452,-0.88818115,-0.942793,-0.8592399,-0.48077977,-0.510415,-0.938663,-0.8953316,-0.9017207,0.87604785,0.94784784,-0.94742304,0.6767702102661133
+5.924204,-0.96414757,-0.95018005,-0.9568648,-0.71782655,-0.48363745,0.19121003,-0.8815912,-0.91450703,-0.5056673,0.9212569,0.9402156,-0.9557092,1.3183879852294922
+4.9644294,-0.97655106,-0.97750944,-0.9734104,-0.6867574,-0.5535061,0.25356638,-0.89764327,-0.9630988,0.37473416,0.9327228,0.94781685,-0.9823398,2.2781624794006348
+5.2392483,-0.9668843,-0.9766953,-0.97878903,-0.75933343,-0.67191553,-0.047647536,-0.9237037,-0.9273095,0.5653274,0.92129195,0.94803214,-0.9802663,2.0033435821533203
+6.625372,-0.95497084,-0.98059523,-0.9760544,-0.78421474,-0.81926966,-0.6202925,-0.9239872,-0.9432288,0.33182395,0.91806626,0.9443604,-0.9783439,0.6172199249267578
+7.1097307,-0.9345184,-0.9812799,-0.96732646,-0.79446566,-0.8850945,-0.840498,-0.90426606,-0.9754316,-0.70368624,0.932147,0.93780494,-0.96819955,0.13286113739013672
+6.114133,-0.70568144,-0.9724801,-0.9570057,-0.89528483,-0.88761264,-0.88979095,-0.85770476,-0.9712425,-0.97397995,0.92942667,0.94897413,-0.8622598,1.1284589767456055
+6.1855903,-0.42658424,-0.9221441,-0.9515827,-0.9411772,-0.8146117,-0.8518231,-0.9137451,-0.9334908,-0.9719361,0.8871852,0.97252655,-0.6650188,1.0570015907287598
+6.787111,-0.70378125,-0.8823882,-0.94036055,-0.9287484,-0.7112198,-0.6687813,-0.9352039,-0.8736864,-0.937447,0.8704512,0.9756746,-0.8837086,0.45548105239868164
+6.4337873,-0.8649465,-0.87875706,-0.94182587,-0.86060506,-0.5347374,-0.2569958,-0.9092785,-0.93064255,-0.8897645,0.9279518,0.94806504,-0.93264955,0.8088045120239258
+5.350663,-0.96002156,-0.9675465,-0.95582455,-0.7621853,-0.656406,-0.29566216,-0.8642939,-0.9647933,-0.6830429,0.9441476,0.954474,-0.9482314,1.8919286727905273
+5.078198,-0.9559935,-0.9851605,-0.9605783,-0.74191284,-0.8228319,-0.711564,-0.895566,-0.9708189,-0.5417909,0.94709015,0.9526669,-0.9662409,2.164393901824951
+5.8687835,-0.8989568,-0.9820325,-0.9572522,-0.80015117,-0.92100245,-0.8551059,-0.91500443,-0.9744481,-0.7620724,0.9372175,0.94399834,-0.96743524,1.3738083839416504
+6.394349,-0.5629384,-0.98011196,-0.9488202,-0.9152396,-0.9519157,-0.89385927,-0.86033374,-0.9832943,-0.954648,0.9477408,0.93980765,-0.8002023,0.8482427597045898
+5.734582,0.30567074,-0.950112,-0.92842174,-0.9638916,-0.9330096,-0.8574698,-0.8576965,-0.9596913,-0.97459394,0.92267084,0.9540976,0.20371437,1.508009910583496
+6.067485,0.30094242,-0.85543185,-0.8696667,-0.9569307,-0.86844957,-0.5680237,-0.8929121,-0.9673584,-0.97706825,0.8257332,0.96410584,0.6205771,1.1751070022583008
+7.512025,0.1686337,-0.79852235,-0.8482826,-0.9287286,-0.8459363,-0.07326937,-0.8806438,-0.96621907,-0.9607537,0.78034234,0.96616936,0.2109685,-0.26943302154541016
+8.005522,-0.29776716,-0.81101197,-0.90939975,-0.9328432,-0.75704974,-0.047668397,-0.8957001,-0.93766105,-0.9262549,0.8821416,0.97019494,-0.4118353,-0.7629299163818359
+6.6196203,-0.58212626,-0.9018562,-0.9383792,-0.95051754,-0.5229822,-0.63656133,-0.9370797,-0.9251048,-0.9157646,0.91199756,0.95301044,-0.7195866,0.6229715347290039
+5.7744904,-0.5880946,-0.9656785,-0.94854206,-0.9073006,-0.80493045,-0.8998306,-0.907125,-0.95959425,-0.94113004,0.90501773,0.95313525,-0.796467,1.4681015014648438
+5.8967957,-0.19869256,-0.9697933,-0.9373171,-0.92928535,-0.94337326,-0.9020605,-0.87901205,-0.97509295,-0.96138614,0.91774666,0.95627666,-0.41156912,1.3457961082458496
+6.0743103,0.3658737,-0.91795367,-0.9261864,-0.93985665,-0.93503016,-0.80162495,-0.85734075,-0.9828305,-0.97788954,0.87575984,0.9556804,0.74432373,1.1682815551757812
+5.451191,0.72118425,-0.5700464,-0.8569427,-0.96349806,-0.8792451,-0.8265559,-0.90719086,-0.94834363,-0.98194146,0.35427988,0.9444772,0.9169868,1.7914009094238281
+5.748279,0.74027073,-0.25449955,-0.8054928,-0.95177937,-0.63716036,-0.5211724,-0.8544753,-0.92853254,-0.978423,-0.5326403,0.94354045,0.86155725,1.4943127632141113
+7.4618263,0.69603,0.020298123,-0.80316466,-0.9438211,-0.71590173,-0.33872116,-0.89440185,-0.960364,-0.97191197,-0.3400399,0.9637594,0.68348634,-0.21923446655273438
+8.537327,0.7101681,0.104364395,-0.81837916,-0.939216,-0.6688807,-0.08355808,-0.92077285,-0.9665415,-0.96729636,-0.12258506,0.9675157,0.4940989,-1.2947349548339844
+7.803957,0.6575663,-0.16707265,-0.81373554,-0.96308124,-0.5589812,-0.5106028,-0.94350255,-0.91865706,-0.945931,-0.027987003,0.9476664,0.7716975,-0.5613651275634766
+7.045526,0.58111024,-0.4489072,-0.85594696,-0.95930094,-0.75457114,-0.90086675,-0.94756395,-0.9130075,-0.96302396,0.1932782,0.9612875,0.8617357,0.1970658302307129
+6.569736,0.6337416,-0.5704339,-0.8869498,-0.96062315,-0.88688445,-0.9107839,-0.9465398,-0.93719894,-0.96636593,0.3642571,0.96618223,0.9014617,0.6728558540344238
+6.3014894,0.71400464,-0.4515047,-0.8331539,-0.96304965,-0.90862274,-0.8970717,-0.9513341,-0.92537755,-0.97119397,0.118465066,0.9560715,0.91307414,0.9411025047302246
+5.641324,0.8637414,0.08963108,-0.6682659,-0.9568972,-0.85204995,-0.80865526,-0.95228046,-0.9002874,-0.97442836,-0.8484655,0.9542222,0.9235227,1.6012678146362305
+6.3690743,0.8452563,0.022384167,-0.6397615,-0.9572019,-0.78535306,-0.6079043,-0.9567962,-0.92052454,-0.9722257,-0.9404352,0.9639206,0.86355996,0.8735175132751465
+7.5796084,0.79585564,-0.0001604557,-0.5748971,-0.940943,-0.77550715,-0.546671,-0.96690714,-0.9402575,-0.95210433,-0.84538645,0.97137785,0.75503206,-0.33701658248901367
+7.1845846,0.8572452,0.11611521,-0.561139,-0.95404404,-0.6873712,-0.67825884,-0.9808554,-0.90373755,-0.9208642,-0.8616185,0.9721396,0.8525231,0.058007240295410156
+6.885967,0.92736745,0.05125904,-0.39762628,-0.94328654,-0.7587239,-0.78939295,-0.9761821,-0.85841346,-0.95146686,-0.9331259,0.9710541,0.89839625,0.3566250801086426

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.1016676425933838,8.344259456634521,,
+1000,-1.1314202547073364,8.374012387752533,,
+1500,-1.1790107488632202,8.421602725028992,,
+2000,-1.1215687990188599,8.364160491943359,,
+2500,-1.1436468362808228,8.386238593578339,,
+3000,-1.0562068223953247,8.298798724651336,,
+3500,-1.0762367248535156,8.318828289985657,,
+4000,-0.9774907231330872,8.22008259820938,,
+4500,-0.9957268238067627,8.238319063663482,,
+5000,-0.8903592824935913,8.132950900554658,,
+5000,,,7.68371212720871,-0.44112026929855347
+5500,-0.9028887152671814,8.145480705738068,,
+6000,-0.9548251628875732,8.197417035102845,,
+6500,-0.8325070142745972,8.07509915971756,,
+7000,-0.9821752905845642,8.224766867637634,,
+7500,-0.8589090704917908,8.101500621795655,,
+8000,-0.9013292789459229,8.143921652793884,,
+8500,-0.6961055994033813,7.938697231769562,,
+9000,-0.6736933588981628,7.9162850394248965,,
+9500,-0.5996102094650269,7.842202123880386,,
+10000,-0.8378742337226868,8.080466009140014,,
+10000,,,7.596461721658707,-0.3538698649406433
+10500,-0.564072847366333,7.806664363384247,,
+11000,-0.5991075038909912,7.8416991481781,,
+11500,-0.4678657352924347,7.710457455635071,,
+12000,-0.6265270709991455,7.869118968963623,,
+12500,-0.5849560499191284,7.827547794342041,,
+13000,-0.4104360044002533,7.653027848243713,,
+13500,-0.4095804989337921,7.652172662734985,,
+14000,-0.5416914820671082,7.784283041000366,,
+14500,-0.5230063796043396,7.765598552703858,,
+15000,-0.47676292061805725,7.719354994297028,,
+15000,,,7.504829487800598,-0.2622376298904419
+15500,-0.08027198910713196,7.322863806486129,,
+16000,-0.20410342514514923,7.446695314645767,,
+16500,-0.10450945794582367,7.347101269721985,,
+17000,-0.1997705101966858,7.442362421989441,,
+17500,-0.15413136780261993,7.396723168611526,,
+18000,-0.222091943025589,7.464683795928955,,
+18500,-0.14370419085025787,7.386296036481857,,
+19000,-0.08174087852239609,7.3243327603340145,,
+19500,-0.00786938052624464,7.250461264610291,,
+20000,-0.06105358898639679,7.303645430088043,,
+20000,,,7.10847791492939,0.13411394000053406
+20500,0.01682886853814125,7.225762996673584,,
+21000,-0.06850072741508484,7.311092617034912,,
+21500,0.0565279945731163,7.186063888549804,,
+22000,0.2911422848701477,6.9514494566917415,,
+22500,-0.0645742416381836,7.307166100502014,,
+23000,0.03806941583752632,7.204522440433502,,
+23500,0.04401607811450958,7.1985757822990415,,
+24000,0.055344726890325546,7.187247103691101,,
+24500,0.05663818493485451,7.1859536871910095,,
+25000,0.11521174013614655,7.127380054473877,,
+25000,,,7.123550020456314,0.11904183745384217
+25500,0.14302553236484528,7.099566310882568,,
+26000,0.20068657398223877,7.041905331611633,,
+26500,0.03131386637687683,7.211278003692627,,
+27000,0.13826528191566467,7.1043264770507815,,
+27500,0.0872584655880928,7.155333368301392,,
+28000,0.15812243521213531,7.08446941614151,,
+28500,-0.029171038419008255,7.271762928009033,,
+29000,0.19885198771953583,7.043739782333374,,
+29500,0.1667657196521759,7.07582611656189,,
+30000,0.2339123636484146,7.008679495334626,,
+30000,,,6.92670778632164,0.31588407039642336
+30500,0.33653879165649414,6.9060528926849365,,
+31000,0.16053059697151184,7.082061240673065,,
+31500,0.3888203799724579,6.85377149438858,,
+32000,0.14297977089881897,7.099612080097199,,
+32500,0.4081427752971649,6.834449275016785,,
+33000,0.3015158474445343,6.941075901985169,,
+33500,0.34960806369781494,6.892983843803406,,
+34000,0.3588307797908783,6.883761185646057,,
+34500,0.08203171193599701,7.160560171604157,,
+35000,0.31177157163619995,6.930820088386536,,
+35000,,,7.074019850492477,0.16857200980186463
+35500,0.2333631068468094,7.009228770494461,,
+36000,0.5439751744270325,6.698616474628449,,
+36500,0.41342759132385254,6.8291642622947695,,
+37000,0.48998159170150757,6.7526102366447445,,
+37500,0.3389069139957428,6.903684836387634,,
+38000,0.3434026837348938,6.899189068317414,,
+38500,0.3712790310382843,6.871312708854675,,
+39000,0.5088456273078918,6.73374639749527,,
+39500,0.5260651707649231,6.716526725292206,,
+40000,0.46214842796325684,6.780443477630615,,
+40000,,,7.019014241695404,0.2235776150226593
+40500,0.5869923233985901,6.6555992736816405,,
+41000,0.3921264111995697,6.8504652161598205,,
+41500,0.04945294186472893,7.193138916015625,,
+42000,0.6447175145149231,6.597874373435974,,
+42500,0.5421773791313171,6.700414696216583,,
+43000,0.20973271131515503,7.032858985900879,,
+43500,0.4672495126724243,6.775342341423035,,
+44000,0.6306652426719666,6.611926619052887,,
+44500,0.5933873057365417,6.649204595088959,,
+45000,0.46687549352645874,6.775716025829315,,
+45000,,,6.746503852605819,0.49608800530433655
+45500,0.5488883256912231,6.693703433990478,,
+46000,0.7328447103500366,6.509746978282928,,
+46500,0.6093367338180542,6.633255333900451,,
+47000,0.4554976522922516,6.787094251155853,,
+47500,0.37827545404434204,6.864316455364227,,
+48000,0.4868105351924896,6.755781352996826,,
+48500,0.4528452157974243,6.7897469048500065,,
+49000,0.5071669220924377,6.735424988269806,,
+49500,0.6527275443077087,6.589864035606384,,
+50000,0.40178316831588745,6.840808566570282,,
+50000,,,6.843377538919449,0.3992143189907074

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0679a02bd7714ebb029b08619f8eaedf2f331b61bdab2256ca39d1cb260b34
+size 16140760

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.249413,-0.75010365,0.9602921,-0.20967275,0.80996716,0.989324,0.19122624,0.94224286,0.9187486,-0.9830485,-0.9562913,-0.82373273,-0.9680122,-1.0068206787109375
+4.034359,-0.51900744,0.9372561,0.09752393,0.9588351,0.9826777,0.43507433,0.9628687,0.9371624,-0.9688431,-0.9615391,-0.8274692,-0.9596699,3.208232879638672
+6.407464,0.5891776,0.9460614,-0.35424304,0.85873866,0.820698,-0.23881072,0.923857,0.8786895,-0.9490138,-0.9684074,-0.95069116,-0.97988355,0.8351278305053711
+10.621173,0.9497143,0.97694206,-0.8943252,0.84032536,0.4105637,-0.885371,0.9623022,0.6874771,-0.9685875,-0.9793166,-0.9671993,-0.9795895,-3.3785810470581055
+9.539977,0.9574659,0.97207665,-0.63693327,0.9070302,0.9517875,-0.8659599,0.8748287,0.1749543,-0.9686827,-0.9739511,-0.95584613,-0.98215616,-2.2973852157592773
+5.72057,0.935428,0.9687996,-0.7599761,0.9427419,0.9584677,-0.87120146,0.5037048,0.2273488,-0.97274244,-0.96065974,-0.95104736,-0.97524697,1.522021770477295
+5.284097,0.45785618,0.97081196,-0.8101205,0.9506582,0.9416747,-0.7691228,-0.28475165,0.9220531,-0.9818768,-0.97151023,-0.9837354,-0.9645175,1.9584946632385254
+8.190559,-0.7489126,0.97847795,-0.040250897,-0.14200109,0.98222613,-0.26637673,-0.58007866,0.9050524,-0.98873305,-0.9611324,-0.9756532,-0.9543702,-0.947967529296875
+9.447668,-0.89521515,0.9838872,0.3824134,-0.30032796,0.9900763,0.44652236,-0.017213523,0.9507024,-0.9903872,-0.9546254,-0.95388985,-0.96336377,-2.205076217651367
+7.0992146,-0.81579965,0.98304296,0.6662004,0.7517066,0.99496615,0.81267595,0.7916217,0.9568883,-0.98808175,-0.9710414,-0.94677275,-0.96750075,0.14337730407714844
+6.005762,-0.16501492,0.96367216,0.57425976,0.91779137,0.9873872,0.79089093,0.9556427,0.97218597,-0.9755014,-0.98677313,-0.97277623,-0.97745705,1.2368297576904297
+8.046907,0.9631281,0.9636917,-0.8600054,0.9731443,0.5666497,-0.49034405,0.92172337,0.9801357,-0.9810788,-0.9887885,-0.9907827,-0.9833003,-0.8043155670166016
+8.730898,0.9940839,0.9723549,-0.97828037,0.9567833,-0.36492538,-0.92007995,0.54880285,0.9229257,-0.98030704,-0.98350996,-0.9867305,-0.9596407,-1.4883060455322266
+7.2769866,0.9822278,0.9193834,-0.94552624,0.9411733,-0.0014998913,-0.93925214,-0.3265069,0.7259543,-0.9572031,-0.9636104,-0.9602017,-0.96463394,-0.03439474105834961
+5.9411592,0.95172167,0.8775464,-0.93325937,0.9127121,-0.19927591,-0.92519224,-0.674975,0.69679344,-0.8973737,-0.9588261,-0.95260763,-0.9234714,1.3014326095581055
+6.343851,0.7530079,0.78512883,-0.8287985,0.78142333,-0.52395856,-0.84568775,-0.711594,0.8241577,-0.66282654,-0.986501,-0.9627951,-0.7551995,0.8987407684326172
+7.8354173,-0.67924654,0.9620807,0.10473645,-0.74317354,0.73850024,-0.42727053,-0.9092698,0.91119504,-0.40785968,-0.9625235,-0.88619405,-0.640531,-0.5928254127502441
+8.861908,-0.9048274,0.98466325,0.86415565,-0.9337037,0.9779867,-0.59424925,-0.92911613,0.8400099,-0.23681736,-0.90533805,-0.6421739,-0.3842768,-1.6193161010742188
+8.008923,-0.28217626,0.9866047,0.9802954,-0.4262612,0.99042416,-0.7714004,0.012122035,0.66172314,-0.021341503,-0.8365991,-0.77445334,-0.70867026,-0.7663307189941406
+6.48607,0.8332057,0.9734838,0.89475656,0.5888941,0.9950694,-0.2391913,0.86318266,0.86887217,-0.5958515,-0.7724243,-0.93322,-0.9502035,0.7565217018127441
+7.4266486,0.9840096,0.9111384,0.06892514,0.9642521,0.9641559,-0.47370756,0.93494606,0.93763745,-0.78203875,-0.9259951,-0.9568074,-0.98536205,-0.18405675888061523
+9.775138,0.99078655,0.7439716,-0.8211836,0.9951608,-0.23672563,-0.9367345,0.89519715,0.94951,-0.20327288,-0.97988135,-0.9807445,-0.9667859,-2.532546043395996
+9.537831,0.9932507,0.49560595,-0.9144663,0.99809885,-0.8630353,-0.98607117,0.88464665,0.86327386,0.5824046,-0.9865328,-0.9869287,-0.9550487,-2.2952394485473633
+8.293718,0.99212205,0.020615458,-0.92799646,0.9985151,-0.9723206,-0.99381953,0.7532786,0.5060301,0.85514116,-0.989772,-0.99112713,-0.87772864,-1.051126480102539
+7.845885,0.9915559,-0.4326372,-0.92567825,0.9974265,-0.9880639,-0.98991054,0.43461335,-0.024157763,0.90583134,-0.99108034,-0.99159425,-0.38960773,-0.6032929420471191
+8.026199,0.9887496,-0.54920423,-0.9058742,0.9932864,-0.99061155,-0.98483735,-0.08557141,-0.3572703,0.93997693,-0.9904246,-0.9895193,0.67477393,-0.7836074829101562
+8.177676,0.97961354,-0.50221527,-0.9274922,0.97254694,-0.9890122,-0.98958856,-0.6371228,-0.33707505,0.9598386,-0.9834273,-0.9852776,0.9035671,-0.935084342956543
+7.381488,0.9750247,-0.5799493,-0.9213994,0.96126926,-0.98399156,-0.9913382,-0.8526588,-0.54281586,0.92277455,-0.9766352,-0.9601349,0.9408817,-0.13889598846435547
+6.539636,0.979692,-0.65486795,-0.91779923,0.9513426,-0.96004486,-0.98399603,-0.9257016,-0.7756961,0.7394874,-0.966009,-0.88891107,0.9443157,0.7029557228088379
+6.929237,0.9560003,-0.829584,-0.8628638,0.39819145,-0.8766144,-0.94549316,-0.941659,-0.9238786,0.20413542,-0.942182,-0.82254404,0.9113935,0.3133549690246582
+7.1115384,0.16181493,-0.88674235,-0.90106994,-0.7061303,-0.9330876,-0.9053203,-0.9930102,-0.9458789,-0.5537382,-0.83580166,0.2624601,0.9713017,0.13105344772338867
+6.7675066,-0.68195796,-0.8033146,-0.8110897,-0.83797085,-0.9210094,-0.97112626,-0.97794104,-0.9496651,-0.7448789,-0.6055864,0.94961584,0.95580304,0.4750852584838867
+6.7716327,-0.6627383,-0.689164,-0.2086966,-0.56919247,-0.9665771,-0.9621009,-0.95681685,-0.92706037,-0.7479067,-0.23315,0.9209541,0.8978481,0.4709591865539551
+7.0364985,-0.914877,-0.523397,0.8065648,-0.37556744,-0.942642,-0.9009544,-0.85950637,-0.88325757,-0.8799423,0.75600743,0.926368,0.5226748,0.20609331130981445
+6.4878054,-0.95961285,-0.4244166,0.9425107,-0.16605693,-0.86964893,-0.8606504,-0.8020589,-0.9141085,-0.9341351,0.87711716,0.94983125,0.2601292,0.754786491394043
+5.8277426,-0.8535312,-0.38989878,0.83888125,0.4410534,-0.9409507,-0.96477413,-0.8727294,-0.945972,-0.96872306,0.7444861,0.97753215,0.79576194,1.4148492813110352
+5.609227,-0.77955616,-0.7139957,0.18177378,0.522599,-0.9458049,-0.961587,-0.9241849,-0.9570877,-0.9454073,0.45332384,0.97383356,0.80497146,1.6333646774291992
+6.1984105,-0.8277783,-0.80025774,-0.108792365,0.22048414,-0.89970374,-0.9435086,-0.8989589,-0.96330315,-0.9332622,-0.1205703,0.96405494,0.7779989,1.0441813468933105
+6.887099,-0.9020581,-0.69617593,-0.0418002,-0.23551309,-0.8302184,-0.9369917,-0.8775068,-0.97110254,-0.9332243,-0.6006001,0.96447444,0.8261962,0.35549306869506836
+7.6886773,-0.89755887,-0.74455523,-0.36499166,-0.74921066,-0.9016026,-0.95748466,-0.930187,-0.9511022,-0.9270833,-0.72734904,0.94163847,0.8987024,-0.44608545303344727
+7.8895254,-0.8733847,-0.74812293,-0.52178353,-0.7625148,-0.90857315,-0.9672729,-0.9568729,-0.9258377,-0.94676435,-0.79139984,0.9561007,0.92102456,-0.6469335556030273
+6.6266403,-0.88835734,-0.7345947,-0.78675854,-0.86055195,-0.9264343,-0.96627676,-0.9844584,-0.91438323,-0.96805763,-0.45792842,0.957955,0.9482806,0.6159515380859375
+5.3660846,-0.9016038,-0.6949545,-0.85760915,-0.805362,-0.951632,-0.97836334,-0.99344474,-0.93225163,-0.97375894,-0.30932736,0.95967865,0.96423554,1.87650728225708
+4.8385973,-0.8930596,-0.5595156,-0.78229463,-0.6530759,-0.92969024,-0.97253025,-0.99361837,-0.9401957,-0.9677022,-0.41338003,0.95279145,0.9599843,2.403994560241699
+5.023585,-0.8995521,-0.62992686,-0.64275336,-0.57505304,-0.91892666,-0.96109664,-0.9911592,-0.94757617,-0.95142347,-0.33084214,0.9447124,0.9456924,2.2190070152282715
+5.4882526,-0.90760857,-0.6789854,-0.40239167,-0.43656087,-0.9295302,-0.95409554,-0.98730165,-0.9598297,-0.94599825,-0.43832302,0.937026,0.8952048,1.7543392181396484
+6.2151685,-0.9128523,-0.84676176,-0.47693264,-0.06134808,-0.9584467,-0.9254526,-0.96388006,-0.970547,-0.9509099,-0.30952317,0.9258306,0.88554585,1.02742338180542
+6.906728,-0.8845258,-0.9103892,-0.26051378,0.28524077,-0.95076454,-0.90096414,-0.88894725,-0.9679398,-0.9602514,-0.13318384,0.93517375,0.7647526,0.3358640670776367
+6.9871597,-0.8492046,-0.9114253,0.10305357,0.26642585,-0.88700974,-0.879695,-0.7838966,-0.9532955,-0.9588096,-0.20210338,0.93493533,0.6208732,0.25543212890625
+7.045479,-0.8798726,-0.79740405,0.17481208,0.015979528,-0.8298328,-0.92358524,-0.8037938,-0.9516343,-0.9487524,-0.23394096,0.95044494,0.6618469,0.197113037109375
+7.357155,-0.87068385,-0.5524042,0.09241605,-0.29049182,-0.8252709,-0.9597135,-0.8955541,-0.9580278,-0.9084889,-0.57269216,0.9570291,0.78991425,-0.11456298828125
+7.1034017,-0.8391278,-0.46488428,-0.2918192,-0.3291397,-0.88443017,-0.9723141,-0.9528224,-0.9633875,-0.8832913,-0.8295563,0.9616611,0.9216132,0.1391901969909668
+6.538116,-0.815789,-0.6711549,-0.538356,-0.24090171,-0.91717184,-0.9769748,-0.9664385,-0.94853777,-0.91944313,-0.8728989,0.9645848,0.9824352,0.7044758796691895
+6.253374,-0.7269446,-0.8380138,-0.72193044,-0.25387132,-0.9246472,-0.97223264,-0.9640025,-0.93856424,-0.93614864,-0.86982346,0.9607601,0.9910941,0.9892177581787109
+5.9560857,-0.7166766,-0.8773981,-0.7700698,-0.5278401,-0.92195684,-0.96087366,-0.95738053,-0.9311177,-0.9292158,-0.8536804,0.94411373,0.98917603,1.286506175994873
+5.491585,-0.7811253,-0.84914553,-0.7625236,-0.74039674,-0.9405255,-0.96042186,-0.97201306,-0.9097913,-0.9017488,-0.73477876,0.9210446,0.9849045,1.751007080078125
+5.472844,-0.80148506,-0.77441245,-0.7899389,-0.7173625,-0.9579639,-0.96706563,-0.9836081,-0.88517505,-0.8837008,-0.61921525,0.9216256,0.9757321,1.7697477340698242
+5.8079176,-0.8417166,-0.6641445,-0.66924804,-0.66840696,-0.95122033,-0.96026707,-0.97622204,-0.8924388,-0.91790825,-0.5288793,0.92522645,0.9483986,1.4346742630004883
+6.285964,-0.8828445,-0.62047464,-0.33672327,-0.611171,-0.94601655,-0.946691,-0.96599585,-0.9233563,-0.9359882,-0.43788892,0.9243407,0.9116323,0.9566278457641602
+6.662038,-0.87411565,-0.5257094,0.14492726,-0.3232848,-0.9492659,-0.94629735,-0.9598763,-0.95220387,-0.95049006,-0.46419585,0.9301902,0.8703418,0.5805540084838867
+6.6021886,-0.8795318,-0.59532154,0.20479155,0.14401674,-0.9523518,-0.9422733,-0.95424044,-0.9591712,-0.95956826,-0.13780576,0.94819736,0.8676686,0.6404032707214355
+6.6209555,-0.88200694,-0.82188755,-0.005601585,0.42947292,-0.9433036,-0.9193419,-0.9370936,-0.9616621,-0.95795953,0.182688,0.95769024,0.84980357,0.6216363906860352
+7.212373,-0.8894175,-0.8993641,-0.17274839,0.3582121,-0.919137,-0.89524066,-0.91137797,-0.9618232,-0.9587616,0.34432292,0.95965314,0.8217702,0.030219078063964844
+7.5853763,-0.91291314,-0.8319729,-0.036614478,0.21587396,-0.85928535,-0.90168387,-0.85602045,-0.96585137,-0.9585936,0.10181415,0.9637401,0.7663562,-0.34278440475463867
+6.815863,-0.879113,-0.6503658,0.13379145,-0.22677779,-0.8696548,-0.9511287,-0.88685787,-0.9557149,-0.9356239,-0.19012845,0.9616437,0.8022574,0.4267287254333496
+6.3010416,-0.8332149,-0.6038412,-0.055864155,-0.4090724,-0.9391602,-0.97101045,-0.9487551,-0.9531998,-0.9057702,-0.17369676,0.96410704,0.83908963,0.9415502548217773
+6.2548776,-0.8228305,-0.57662386,-0.27229464,-0.5049082,-0.9446753,-0.9689908,-0.96266377,-0.9549472,-0.89833546,-0.19017637,0.9624312,0.8364136,0.9877142906188965
+6.3404584,-0.7763039,-0.510308,-0.57863426,-0.5562565,-0.9500877,-0.97249043,-0.97254986,-0.9529434,-0.88525254,-0.5529202,0.95030785,0.9102247,0.9021334648132324
+6.216853,-0.7182912,-0.6356608,-0.76511776,-0.62395257,-0.9543665,-0.96954745,-0.9713518,-0.9379681,-0.8944056,-0.6888463,0.9377072,0.95830965,1.0257387161254883
+6.0733976,-0.68356335,-0.76084393,-0.8116592,-0.7202712,-0.9488444,-0.95831406,-0.9621652,-0.9217192,-0.9184895,-0.44644487,0.9369043,0.96474767,1.169194221496582
+5.997829,-0.582519,-0.8110492,-0.8231503,-0.8394406,-0.9487697,-0.95846236,-0.9460375,-0.88299674,-0.89558923,-0.009311914,0.9136791,0.9238789,1.244762897491455
+6.2867646,-0.6871381,-0.8009546,-0.84835035,-0.89259726,-0.94642687,-0.955754,-0.94236296,-0.77610266,-0.88128185,0.23247933,0.8867698,0.76364243,0.9558272361755371
+6.5711045,-0.87570393,-0.7911178,-0.83765763,-0.89541703,-0.9382542,-0.9458292,-0.94320947,-0.78786826,-0.88585454,0.55920064,0.90916824,0.21668601,0.6714873313903809
+6.681553,-0.92779285,-0.7409052,-0.8155638,-0.88114345,-0.93203336,-0.92885894,-0.9576799,-0.8771591,-0.90458924,0.7431234,0.9396508,-0.4240439,0.5610389709472656
+6.819938,-0.9427741,-0.71168643,-0.7031708,-0.8494023,-0.93430907,-0.92015505,-0.9714808,-0.9281286,-0.91524404,0.8243985,0.94715166,-0.5474085,0.4226536750793457
+6.7901645,-0.91450256,-0.6944061,-0.40340698,-0.790422,-0.95442927,-0.9249445,-0.97479886,-0.94720757,-0.9210237,0.8600762,0.949193,-0.23271585,0.45242738723754883
+6.2165794,-0.8600046,-0.6540574,0.15981674,-0.57480776,-0.9567051,-0.92457634,-0.959935,-0.9560577,-0.9254068,0.73781776,0.9460511,0.10370195,1.0260124206542969
+5.9728036,-0.7881083,-0.47400153,0.11332321,-0.3581918,-0.95270914,-0.93791306,-0.9379807,-0.94987386,-0.91144496,0.6591073,0.9524244,0.019022822,1.2697882652282715
+6.436101,-0.7948079,-0.6011353,-0.31067967,-0.61810726,-0.933489,-0.92291206,-0.92326874,-0.9471242,-0.85498226,0.7837477,0.9549074,-0.2782188,0.8064908981323242
+6.954416,-0.8396363,-0.73040515,-0.6345783,-0.81512773,-0.9200741,-0.91608787,-0.8925012,-0.9338157,-0.7956063,0.84840274,0.94835544,-0.535774,0.2881760597229004
+6.5718327,-0.9035757,-0.73611385,-0.73550934,-0.881019,-0.9111145,-0.91870743,-0.8757424,-0.9104746,-0.79733354,0.88030076,0.9498936,-0.7349785,0.6707592010498047
+5.850832,-0.92688745,-0.73934346,-0.73083526,-0.91685075,-0.9198966,-0.9276377,-0.9140802,-0.9049613,-0.82680726,0.90060234,0.9586475,-0.7279613,1.3917598724365234
+5.846004,-0.9187364,-0.6690911,-0.739416,-0.9153115,-0.93153435,-0.9399349,-0.9372193,-0.90188205,-0.7766078,0.8720578,0.95383453,-0.77494544,1.39658784866333
+6.1421704,-0.92136174,-0.63105595,-0.82459253,-0.8991952,-0.9306168,-0.93813103,-0.9426101,-0.8782622,-0.72641647,0.8261584,0.93971574,-0.7138067,1.10042142868042
+5.9374347,-0.90066594,-0.67037493,-0.8334837,-0.8898006,-0.9364139,-0.94896305,-0.91387665,-0.87256116,-0.76509595,0.7168565,0.92961884,-0.48250186,1.30515718460083
+5.845373,-0.86993366,-0.76358443,-0.88103074,-0.90353435,-0.9241888,-0.9426244,-0.8725049,-0.87314814,-0.84514755,0.6901431,0.9243889,-0.178586,1.3972187042236328
+6.1710052,-0.8663854,-0.8393585,-0.92007244,-0.9217972,-0.882997,-0.93130934,-0.7934719,-0.8283929,-0.8507064,0.75952804,0.9112886,-0.4139011,1.0715866088867188
+6.4245157,-0.90672034,-0.8783843,-0.9360237,-0.94129974,-0.8556883,-0.9149524,-0.76239693,-0.7680651,-0.8427193,0.8474721,0.91031456,-0.7277454,0.8180761337280273
+6.1362357,-0.9302584,-0.85664487,-0.9288743,-0.93879133,-0.8803342,-0.90216166,-0.77981496,-0.776325,-0.8260045,0.8992195,0.93046284,-0.88623834,1.106356143951416
+5.9863515,-0.93984205,-0.8152096,-0.91966736,-0.9306582,-0.9062879,-0.8808569,-0.7983722,-0.7707745,-0.80099374,0.93426514,0.94612575,-0.9303939,1.2562403678894043
+6.449186,-0.93245786,-0.78699225,-0.8975825,-0.9226249,-0.9103362,-0.87915206,-0.8244114,-0.78301936,-0.79481274,0.9431715,0.94299936,-0.9258315,0.7934060096740723
+6.6178627,-0.93399817,-0.6794594,-0.81499255,-0.9143077,-0.9184883,-0.88779056,-0.90805006,-0.85654145,-0.761543,0.9452319,0.94187415,-0.8645731,0.6247291564941406
+6.1429157,-0.88131815,-0.61190844,-0.7117134,-0.89620316,-0.94206154,-0.9138382,-0.9149947,-0.8920693,-0.7376753,0.9190793,0.94469416,-0.7659792,1.0996761322021484
+5.8237143,-0.85870457,-0.7169028,-0.79793733,-0.89947814,-0.93304497,-0.9217632,-0.8917652,-0.8789761,-0.7417312,0.9090736,0.9435544,-0.7851067,1.4188776016235352
+5.9262214,-0.88904935,-0.8460403,-0.8933248,-0.91327566,-0.88325274,-0.90636337,-0.7769839,-0.82372963,-0.7938649,0.92019343,0.93595076,-0.8575362,1.3163704872131348
+6.094197,-0.8900689,-0.85772896,-0.9271946,-0.9209545,-0.8457767,-0.8701093,-0.57007676,-0.7871169,-0.7739511,0.93170905,0.9291085,-0.917141,1.14839506149292
+5.834868,-0.89698046,-0.8526772,-0.9378199,-0.92360693,-0.8978322,-0.78711945,-0.17539918,-0.6327238,-0.6076653,0.95489573,0.926821,-0.9408841,1.4077239036560059
+5.8181314,-0.9136106,-0.86501765,-0.93485415,-0.9357558,-0.9092392,-0.8429838,-0.11713928,-0.5363303,-0.42783886,0.9388411,0.9021747,-0.9290961,1.4244604110717773
+6.5502677,-0.92172146,-0.8482832,-0.9312764,-0.9377967,-0.89291245,-0.89077336,-0.49646413,-0.50700116,-0.33052254,0.9033997,0.8702452,-0.9383509,0.692324161529541
+7.2323756,-0.91722786,-0.79661894,-0.92984784,-0.9317021,-0.89123255,-0.9039027,-0.57651424,-0.6215009,-0.42680103,0.90616584,0.86949193,-0.94564784,0.010216236114501953
+6.820953,-0.9291666,-0.73581386,-0.9130154,-0.93036103,-0.87882507,-0.91473424,-0.78574675,-0.7710976,-0.6669825,0.9156172,0.9091226,-0.9425072,0.42163896560668945
+6.1340737,-0.91685116,-0.76899904,-0.89987814,-0.93887824,-0.8883199,-0.9192657,-0.7972543,-0.78774315,-0.7506171,0.9122262,0.92418015,-0.90817547,1.108518123626709
+5.970465,-0.90824795,-0.8709261,-0.93677074,-0.9483424,-0.8571907,-0.89658046,-0.6815435,-0.7280565,-0.7639493,0.92275715,0.91636825,-0.9236498,1.2721266746520996
+6.010058,-0.8950042,-0.8843324,-0.9515655,-0.9321744,-0.86748976,-0.83978075,-0.49568033,-0.6561769,-0.6493399,0.9339646,0.9091414,-0.93173546,1.2325339317321777
+5.835473,-0.8846676,-0.8726191,-0.95435894,-0.92175895,-0.9118863,-0.82620496,-0.026828349,-0.44124436,-0.25913215,0.95538783,0.85829854,-0.95277953,1.407118797302246
+5.911222,-0.89114773,-0.872163,-0.9527349,-0.9187164,-0.9193654,-0.8139337,0.20067942,-0.24487507,0.11170757,0.94748175,0.8559474,-0.95511055,1.3313698768615723
+6.7744718,-0.9104663,-0.86268634,-0.9213571,-0.9336175,-0.88425744,-0.8338874,-0.29648614,-0.28564417,0.11308563,0.93455005,0.8578446,-0.948487,0.46812009811401367
+7.6348267,-0.9197415,-0.7883188,-0.8894062,-0.9428983,-0.8759433,-0.86254853,-0.59507996,-0.55042547,-0.0941723,0.9353707,0.85818386,-0.94122714,-0.39223480224609375
+7.0549836,-0.91589063,-0.6654871,-0.85470325,-0.9286942,-0.8997163,-0.89997905,-0.7883535,-0.80101585,-0.38770652,0.9355223,0.9060916,-0.933507,0.1876082420349121
+6.251203,-0.90402466,-0.71949404,-0.86314505,-0.9356131,-0.8997707,-0.9152968,-0.8180822,-0.8223279,-0.56613636,0.9338114,0.9289005,-0.94641495,0.9913887977600098
+6.1046576,-0.89180446,-0.852202,-0.9180462,-0.9453667,-0.87490386,-0.86864007,-0.6561075,-0.72455776,-0.6457175,0.9413469,0.9140105,-0.95069265,1.1379342079162598
+6.1376367,-0.85772055,-0.8460542,-0.9547277,-0.9107661,-0.8660196,-0.8106268,-0.39429992,-0.6743328,-0.45600188,0.95493007,0.90046287,-0.9445521,1.1049551963806152
+5.783857,-0.8498321,-0.8216734,-0.96697974,-0.83793306,-0.9446358,-0.8458604,0.136747,-0.18793756,0.3145635,0.95958495,0.6614742,-0.9492879,1.4587349891662598
+5.7525487,-0.89852995,-0.8381167,-0.95794636,-0.90952593,-0.93336225,-0.8135343,0.06666505,0.17494142,0.52264845,0.9536166,0.65402937,-0.9457494,1.4900431632995605
+6.8268366,-0.8899255,-0.8938198,-0.91541874,-0.9191939,-0.88405883,-0.78064203,-0.2183795,0.08186698,0.5012381,0.8977374,0.58450687,-0.9453578,0.4157552719116211
+8.111406,-0.905742,-0.8658302,-0.88206345,-0.9299873,-0.84717435,-0.7956788,-0.3874755,-0.26836562,0.27898788,0.885185,0.6776439,-0.9521794,-0.8688144683837891
+7.5138173,-0.9272517,-0.71156126,-0.86309934,-0.93743026,-0.87392026,-0.87884647,-0.65064454,-0.6066299,-0.19009346,0.9432311,0.8659308,-0.9351105,-0.2712254524230957
+6.5428996,-0.90632975,-0.6861754,-0.8497485,-0.93956304,-0.89978147,-0.9141427,-0.8007467,-0.7696428,-0.49936223,0.92882216,0.91103184,-0.95222867,0.6996922492980957
+6.1627254,-0.8905585,-0.8450906,-0.9208781,-0.9533102,-0.87834,-0.8717986,-0.6956552,-0.681055,-0.63363695,0.93469656,0.90347826,-0.9592886,1.0798664093017578
+6.2031617,-0.84503067,-0.8268586,-0.96419555,-0.91187894,-0.8837375,-0.8420923,-0.51544046,-0.5784832,-0.29291093,0.9441687,0.829504,-0.94603443,1.0394301414489746
+5.68364,-0.8282865,-0.7986702,-0.97516775,-0.81323344,-0.9569434,-0.8777292,0.0640465,0.0026392937,0.63644254,0.9538597,0.40208077,-0.95015407,1.5589518547058105
+5.499015,-0.8963359,-0.81032807,-0.9561284,-0.909247,-0.9374915,-0.8197793,-0.065637946,0.40557992,0.77977717,0.959847,0.4854095,-0.95092225,1.743577003479004
+6.7715516,-0.8896878,-0.8960078,-0.88851994,-0.90597636,-0.8769175,-0.7846482,-0.29817307,0.21830976,0.70192266,0.882143,0.34114373,-0.94558096,0.4710402488708496
+8.131142,-0.90851176,-0.8530527,-0.82814956,-0.9229867,-0.7994247,-0.76403344,-0.4408065,-0.25201613,0.40557432,0.8763813,0.59202266,-0.9442481,-0.8885498046875
+7.297202,-0.92213076,-0.6395966,-0.8037873,-0.9305884,-0.8720791,-0.87936074,-0.7729793,-0.657707,-0.093732774,0.94828534,0.8709829,-0.92234206,-0.054610252380371094
+6.551259,-0.88889915,-0.67241174,-0.8136278,-0.93339163,-0.91209567,-0.9225879,-0.8255528,-0.79204327,-0.38821256,0.9250796,0.90285087,-0.95281273,0.6913328170776367
+6.316949,-0.87788665,-0.8383504,-0.917258,-0.9505069,-0.8760263,-0.8803244,-0.7302513,-0.70678586,-0.6221508,0.93747735,0.90286064,-0.96011466,0.9256429672241211
+6.3412337,-0.8136121,-0.76400054,-0.97192776,-0.8777192,-0.8863069,-0.8205428,-0.5658277,-0.6149223,-0.3029685,0.9497292,0.8220656,-0.9444401,0.9013581275939941
+5.5000443,-0.825137,-0.7557387,-0.9788618,-0.7517853,-0.9560629,-0.8563084,0.12658143,-0.05038482,0.73824036,0.9529581,0.27527237,-0.94490606,1.7425475120544434
+5.197973,-0.9114381,-0.80054617,-0.9554767,-0.8823791,-0.93336266,-0.7974569,-0.21376294,0.41082883,0.817503,0.9539161,0.44652474,-0.9361941,2.044619083404541
+6.5563903,-0.904156,-0.90902275,-0.8778306,-0.90195763,-0.87851703,-0.7872754,-0.39225137,0.22791958,0.69220424,0.8264539,0.085225105,-0.9456845,0.6862015724182129
+8.040889,-0.91714704,-0.868156,-0.82537043,-0.9073362,-0.7995219,-0.7405063,-0.45912862,-0.14558303,0.27532578,0.84441304,0.46269166,-0.94151217,-0.7982969284057617
+7.3033595,-0.924851,-0.6459613,-0.7966111,-0.92088616,-0.87020046,-0.86787623,-0.77956337,-0.6166024,-0.21941179,0.9501312,0.85639954,-0.9145803,-0.06076765060424805
+6.4791775,-0.8760424,-0.626128,-0.7819278,-0.9257045,-0.9208321,-0.913657,-0.85118705,-0.77630454,-0.5642451,0.91659975,0.91026163,-0.932727,0.7634143829345703
+6.309413,-0.8693888,-0.84739274,-0.9085664,-0.950638,-0.8635748,-0.8856924,-0.7687996,-0.73791575,-0.71532226,0.92005014,0.90920234,-0.94647,0.9331789016723633
+6.4718366,-0.80691445,-0.73959714,-0.97067827,-0.8778611,-0.8736316,-0.826401,-0.68393457,-0.6799163,-0.49699402,0.93999815,0.8436084,-0.93849814,0.7707552909851074
+5.4879513,-0.81145686,-0.7322403,-0.9808919,-0.77055603,-0.95424026,-0.85528773,0.06668949,-0.06684196,0.72643435,0.9490149,0.23910987,-0.94697696,1.7546405792236328
+5.15134,-0.9076131,-0.78512424,-0.9548714,-0.8828274,-0.9363585,-0.8053665,-0.21153486,0.4376309,0.83431935,0.95549226,0.42026567,-0.9413532,2.091251850128174
+6.548456,-0.8972682,-0.9070594,-0.8721773,-0.89006275,-0.8870262,-0.78952265,-0.37769973,0.19985342,0.65246475,0.830034,0.18349087,-0.94637316,0.6941356658935547
+8.027028,-0.91294765,-0.8555208,-0.8296522,-0.8962185,-0.83877796,-0.7570604,-0.5295707,-0.23612875,0.10524738,0.8524127,0.5059204,-0.93268585,-0.7844362258911133
+7.136001,-0.9214105,-0.62471265,-0.7824634,-0.89455396,-0.8933457,-0.8763192,-0.84801775,-0.6744578,-0.4478917,0.95599055,0.88142204,-0.89647627,0.10659074783325195
+6.302236,-0.83643556,-0.60060596,-0.65879226,-0.90790606,-0.9316289,-0.9207919,-0.8592949,-0.83313805,-0.6788931,0.9018395,0.9254757,-0.88585323,0.9403557777404785
+6.3363676,-0.84267414,-0.8294866,-0.8725702,-0.9361967,-0.87883943,-0.8939705,-0.8000177,-0.7580058,-0.78635633,0.89861965,0.9157089,-0.91687244,0.906224250793457
+6.650684,-0.7944962,-0.7325955,-0.9649407,-0.87050265,-0.84970015,-0.83497953,-0.71241224,-0.7618028,-0.64973855,0.9300561,0.8700671,-0.9309861,0.5919079780578613
+5.5514464,-0.7988682,-0.69171506,-0.982993,-0.7836232,-0.94401497,-0.81859684,0.026830673,-0.22460401,0.51472306,0.9475217,0.40709734,-0.94436026,1.691145420074463
+5.0334706,-0.909314,-0.77426004,-0.9571351,-0.87305456,-0.93685085,-0.8073196,-0.16009903,0.36316752,0.7326925,0.9514744,0.50220263,-0.94369686,2.2091212272644043
+6.2947884,-0.88362676,-0.88853943,-0.88535184,-0.88816875,-0.90409535,-0.76014656,-0.3547758,0.036846757,0.48559582,0.8518871,0.46489298,-0.939473,0.9478034973144531
+7.8970094,-0.89826447,-0.84281796,-0.85170835,-0.8880414,-0.88407147,-0.77522343,-0.5934664,-0.36955613,-0.07731843,0.85985184,0.5865035,-0.92008686,-0.6544175148010254
+7.0877934,-0.9157547,-0.62781703,-0.74227387,-0.8689564,-0.9021781,-0.8721128,-0.87544596,-0.6869276,-0.6259874,0.9537966,0.89447916,-0.8564512,0.1547985076904297
+6.242176,-0.80817956,-0.578585,-0.5076551,-0.887401,-0.9379126,-0.92361164,-0.873629,-0.86280125,-0.74212927,0.8943217,0.93373513,-0.80819,1.0004158020019531
+6.4849386,-0.80955595,-0.80750275,-0.81460446,-0.9167536,-0.89854896,-0.904925,-0.8327934,-0.787568,-0.82110214,0.865638,0.9207721,-0.85863984,0.7576532363891602
+6.8911653,-0.7957534,-0.7364579,-0.95586467,-0.8733718,-0.8399592,-0.85158366,-0.7608524,-0.8024528,-0.7610704,0.91702294,0.8905077,-0.9221729,0.3514266014099121
+5.732615,-0.7953466,-0.6663792,-0.9813132,-0.81352746,-0.92445105,-0.78263336,-0.099993944,-0.3933478,0.026406646,0.9493959,0.64548516,-0.9491577,1.509976863861084
+4.937006,-0.9014824,-0.7846464,-0.960509,-0.87598264,-0.9419116,-0.812377,0.08788109,0.15869606,0.47381854,0.9526894,0.6404332,-0.9510451,2.3055858612060547
+5.9406147,-0.9059087,-0.8807452,-0.8851797,-0.90969485,-0.9068305,-0.7808935,-0.33845115,-0.24840337,0.07568896,0.8957498,0.76051724,-0.93364865,1.3019771575927734
+7.4904513,-0.9122329,-0.81173694,-0.8578096,-0.89924276,-0.9049433,-0.83773106,-0.71606475,-0.5649213,-0.45711195,0.8781649,0.7401074,-0.91312957,-0.24785947799682617
+6.747571,-0.902126,-0.64667696,-0.65169144,-0.84713143,-0.9123011,-0.8956137,-0.8970564,-0.7649927,-0.7239246,0.93874,0.90754175,-0.7832552,0.49502086639404297
+5.9572105,-0.7718917,-0.5566699,-0.3462268,-0.8621,-0.9439518,-0.9271392,-0.89234203,-0.89449024,-0.78885305,0.8754051,0.9412942,-0.67316276,1.2853813171386719
+6.506941,-0.7707549,-0.7679407,-0.7413735,-0.88590467,-0.9118132,-0.9141639,-0.8565852,-0.8292588,-0.8384309,0.8204994,0.9255743,-0.73255026,0.7356510162353516
+7.1756163,-0.8080294,-0.75130814,-0.9485593,-0.8745864,-0.8196259,-0.86597425,-0.7529908,-0.81826824,-0.8552593,0.8935294,0.90766346,-0.90093654,0.06697559356689453
+6.125303,-0.82970136,-0.70866156,-0.9712874,-0.8662302,-0.86250764,-0.7530834,-0.25127822,-0.6485489,-0.6134168,0.94287896,0.85279083,-0.9442877,1.1172890663146973
+4.9614677,-0.90527374,-0.80951947,-0.95500815,-0.8873494,-0.9372975,-0.79356676,0.27753448,-0.30576813,-0.12597549,0.9538783,0.8278868,-0.9527559,2.2811241149902344
+5.6032557,-0.9275588,-0.8453917,-0.9108613,-0.9278254,-0.93020976,-0.83901495,-0.5640882,-0.54666996,-0.5118185,0.93122554,0.8983294,-0.90862083,1.639336109161377
+6.8941617,-0.92584276,-0.76012164,-0.8633714,-0.9095222,-0.9100673,-0.8677608,-0.850173,-0.7229188,-0.7357159,0.91093826,0.8898742,-0.8991776,0.34843015670776367
+6.3365273,-0.8863574,-0.61860484,-0.53336054,-0.84915864,-0.9269683,-0.907009,-0.9249431,-0.86084384,-0.7879103,0.91853607,0.9273162,-0.68833494,0.906064510345459
+5.566378,-0.75628394,-0.5373987,-0.20016867,-0.8213614,-0.95272386,-0.9302169,-0.9140076,-0.91406053,-0.8305575,0.83277583,0.94495463,-0.40288174,1.6762137413024902
+6.285288,-0.74515563,-0.71432805,-0.6269994,-0.82925487,-0.92717457,-0.92610437,-0.8891521,-0.8728135,-0.85871863,0.75925565,0.9344671,-0.4466021,0.9573040008544922
+7.2149787,-0.8273478,-0.7570942,-0.9145911,-0.86777055,-0.8302451,-0.8756987,-0.77624387,-0.8516892,-0.8727309,0.84042954,0.9106568,-0.819565,0.027613162994384766
+6.6371045,-0.8466578,-0.78160936,-0.93329006,-0.9061991,-0.7845392,-0.82053375,-0.4670087,-0.80343854,-0.8592647,0.8923166,0.9167719,-0.9193226,0.6054873466491699
+5.3453016,-0.9277716,-0.80585,-0.92283344,-0.9312546,-0.8832706,-0.7601115,-0.2815079,-0.77936786,-0.8101697,0.9504366,0.96138334,-0.9319889,1.8972902297973633
+5.6216745,-0.9353857,-0.79460543,-0.87329495,-0.9302581,-0.91600126,-0.8551706,-0.8286735,-0.8324978,-0.8564305,0.9470122,0.96477854,-0.87189394,1.6209173202514648
+6.4733825,-0.92601144,-0.68691176,-0.7470738,-0.8923672,-0.90651643,-0.89592797,-0.9250039,-0.8998355,-0.82225543,0.92592394,0.95538807,-0.79878265,0.7692093849182129
+6.012939,-0.8735458,-0.57275164,-0.33567846,-0.7929734,-0.93981355,-0.9177104,-0.9455554,-0.9324039,-0.81248605,0.87742543,0.9377494,-0.44197893,1.2296528816223145
+5.2382965,-0.7861628,-0.55398095,-0.124396205,-0.6766184,-0.9505886,-0.9305217,-0.9275722,-0.93553936,-0.87218183,0.6574098,0.93934345,0.050428748,2.0042953491210938
+5.944038,-0.70367557,-0.5945273,-0.51786554,-0.687134,-0.940768,-0.9320746,-0.9254844,-0.90023506,-0.9098517,0.6067542,0.9509418,0.18276572,1.2985539436340332
+7.182029,-0.7867385,-0.7660047,-0.8112864,-0.80179226,-0.88793373,-0.9177573,-0.84859115,-0.8888198,-0.8807076,0.73507357,0.91651773,-0.326401,0.060563087463378906
+7.175806,-0.860448,-0.7981545,-0.8460171,-0.8806302,-0.83152264,-0.90179336,-0.77361405,-0.8660468,-0.8552698,0.75309515,0.9138236,-0.7137495,0.06678581237792969
+6.0503426,-0.9436195,-0.7595968,-0.76539403,-0.91566867,-0.8772371,-0.8949835,-0.8939865,-0.9080704,-0.88806665,0.866462,0.9561832,-0.78290075,1.1922492980957031
+6.01835,-0.9319279,-0.72201616,-0.5874452,-0.9040359,-0.9109315,-0.9271469,-0.9546861,-0.94516957,-0.906927,0.8862765,0.9696703,-0.66676056,1.2242417335510254
+6.611458,-0.91631275,-0.63291895,-0.3615111,-0.803328,-0.93504757,-0.9353871,-0.97134423,-0.95644855,-0.87153035,0.8724432,0.9606874,-0.3859098,0.631134033203125
+6.170874,-0.8881347,-0.58867115,0.0015610456,-0.5760635,-0.9502038,-0.9304795,-0.95974696,-0.9546709,-0.8721869,0.67170596,0.93958426,0.23913896,1.0717177391052246
+5.194667,-0.8029218,-0.47983694,-0.052268803,-0.35689485,-0.9424148,-0.93489313,-0.93901265,-0.9459047,-0.9338934,0.19224715,0.94891286,0.7156184,2.0479249954223633
+5.66809,-0.87404174,-0.71439475,-0.44732815,-0.2693956,-0.9333117,-0.9271489,-0.9317785,-0.94320446,-0.9440879,0.22067761,0.9591353,0.7196629,1.5745019912719727
+7.1853204,-0.844488,-0.859708,-0.7202615,-0.6806022,-0.93155533,-0.91400874,-0.87442625,-0.93555915,-0.92705894,0.44065928,0.9392197,0.5598514,0.057271480560302734
+7.44037,-0.8397154,-0.844475,-0.60340667,-0.81459665,-0.902251,-0.91979855,-0.7899732,-0.9211017,-0.8950749,0.29447937,0.92727506,0.37398982,-0.19777822494506836
+6.310593,-0.8713734,-0.76590526,-0.36332774,-0.832291,-0.9413214,-0.94366884,-0.9116021,-0.9092519,-0.91432524,0.40176237,0.945344,0.13015342,0.9319987297058105
+6.243335,-0.899871,-0.72831416,-0.21680224,-0.8109752,-0.9426941,-0.95186645,-0.9616678,-0.95858204,-0.9287081,0.5686281,0.9668853,0.19733775,0.9992570877075195
+6.7042637,-0.9076874,-0.6338059,-0.08875096,-0.6942042,-0.9356297,-0.9480624,-0.9727214,-0.9699583,-0.92633516,0.4648106,0.9655063,0.42933,0.5383281707763672
+6.444138,-0.91022193,-0.5267184,-0.0033921003,-0.46000224,-0.92902464,-0.93729955,-0.9679523,-0.9623767,-0.93870723,-0.09615755,0.94885075,0.8160697,0.7984538078308105
+5.6132145,-0.8757216,-0.4547382,0.007817507,0.10952723,-0.92315793,-0.94374704,-0.9532392,-0.9578364,-0.9583665,-0.5591089,0.9569566,0.94377947,1.6293773651123047
+6.178113,-0.9164763,-0.846438,-0.4800663,0.16595626,-0.91980094,-0.9247496,-0.9317858,-0.96798533,-0.96429145,-0.4368437,0.96523213,0.9421892,1.064478874206543
+7.617328,-0.8701551,-0.94455904,-0.7120496,-0.3448956,-0.91585875,-0.898508,-0.87098795,-0.9617782,-0.94560176,-0.3407094,0.9370847,0.90176845,-0.37473630905151367
+7.118171,-0.86364305,-0.9235777,-0.573575,-0.58400685,-0.915431,-0.91316926,-0.849828,-0.9466119,-0.9364651,-0.55139667,0.92280877,0.8841045,0.1244206428527832
+5.949009,-0.85702777,-0.77529037,-0.20462191,-0.62935776,-0.94487035,-0.9523198,-0.91522,-0.90002084,-0.932395,-0.32358128,0.93822014,0.8768532,1.2935829162597656
+5.7327204,-0.8645982,-0.7297196,-0.020352662,-0.6049181,-0.9529741,-0.95698583,-0.9647531,-0.9450692,-0.9523857,-0.043414712,0.9572017,0.791502,1.509871482849121
+5.887139,-0.8996637,-0.5924358,0.04418075,-0.50746596,-0.91420877,-0.9466479,-0.97062856,-0.9658139,-0.9564868,-0.39652264,0.9553988,0.8215141,1.3554530143737793
+5.567156,-0.87806636,-0.31331646,-0.1995886,-0.20779526,-0.8821468,-0.9425615,-0.9560576,-0.9505125,-0.9326356,-0.7679681,0.94204605,0.921731,1.675436019897461
+5.1893597,-0.88390565,-0.58543646,-0.22834212,0.35231256,-0.857177,-0.9457046,-0.95208144,-0.9555213,-0.9393761,-0.86599,0.95990133,0.9649334,2.053232192993164
+6.5792875,-0.8348635,-0.8950203,-0.6245018,0.39631462,-0.84341335,-0.91868216,-0.914948,-0.96243775,-0.9486519,-0.7770055,0.9594033,0.94956124,0.663304328918457
+8.401872,-0.84099853,-0.93828315,-0.60803396,-0.18775088,-0.8184804,-0.89285624,-0.9247042,-0.95465535,-0.9382347,-0.6224779,0.9559901,0.9077003,-1.1592798233032227

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.1101210117340088,8.352712755680084,,
+1000,-1.1853018999099731,8.42789376783371,,
+1500,-1.132832407951355,8.375423973560332,,
+2000,-1.0862665176391602,8.328858095169068,,
+2500,-1.081913948059082,8.324506361484527,,
+3000,-1.0592679977416992,8.301859169006347,,
+3500,-1.044688105583191,8.287279965400696,,
+4000,-1.1460975408554077,8.388689034461976,,
+4500,-1.0818182229995728,8.324410695552826,,
+5000,-1.0620858669281006,8.304677238464356,,
+5000,,,7.986778876781464,-0.7441870200634003
+5500,-0.9432241916656494,8.185816138267517,,
+6000,-0.909991979598999,8.15258437013626,,
+6500,-0.8525775074958801,8.095169192790985,,
+7000,-0.9259723424911499,8.168564476013184,,
+7500,-0.8252424597740173,8.067834303855896,,
+8000,-0.9753062129020691,8.217897769927978,,
+8500,-0.8432552218437195,8.085847151279449,,
+9000,-0.8280777335166931,8.070669405460357,,
+9500,-0.7029308080673218,7.9455227770805354,,
+10000,-0.6068756580352783,7.849467477798462,,
+10000,,,7.329495048522949,-0.08690319061279297
+10500,-0.5998471975326538,7.842439241886139,,
+11000,-0.4203631579875946,7.662954921722412,,
+11500,-0.38368672132492065,7.626278470516205,,
+12000,-0.338608056306839,7.581199867963791,,
+12500,-0.4899443984031677,7.732536304950714,,
+13000,-0.6049491167068481,7.847540848255157,,
+13500,-0.414487361907959,7.657079370975494,,
+14000,-0.27523139119148254,7.51782336139679,,
+14500,-0.22612322866916656,7.468715138435364,,
+15000,-0.07984974980354309,7.322441623210907,,
+15000,,,7.394367455244065,-0.15177559733390808
+15500,-0.04408654198050499,7.286678404331207,,
+16000,-0.3053165376186371,7.547908253669739,,
+16500,-0.1613590121269226,7.403950891971588,,
+17000,-0.11852625012397766,7.361118095397949,,
+17500,0.23853537440299988,7.004056480884552,,
+18000,0.3074343800544739,6.9351575207710265,,
+18500,-0.0697275921702385,7.312319423675537,,
+19000,0.009712413884699345,7.232879401922226,,
+19500,-0.038477517664432526,7.281069358825683,,
+20000,-0.14440986514091492,7.387001696109771,,
+20000,,,7.531495224237442,-0.2889033651351929
+20500,0.351020485162735,6.891571436882019,,
+21000,0.18014225363731384,7.062449540138244,,
+21500,-0.13520318269729614,7.377794987678528,,
+22000,-0.005411630496382713,7.248003479957581,,
+22500,0.09501850605010986,7.14757336473465,,
+23000,0.11632739007472992,7.12626448059082,,
+23500,-0.06437037140130997,7.306962324142456,,
+24000,0.1328008770942688,7.109791056156158,,
+24500,0.1602773219347,7.082314583778381,,
+25000,0.11917112022638321,7.123420879364014,,
+25000,,,7.0143250644207,0.22826679229736327
+25500,0.2524058222770691,6.990185926437378,,
+26000,0.30481645464897156,6.937775407791138,,
+26500,0.27737006545066833,6.965221840381623,,
+27000,-0.09256558120250702,7.335157381057739,,
+27500,0.08129503577947617,7.161296811580658,,
+28000,0.17127981781959534,7.071312103748322,,
+28500,0.07963825762271881,7.162953583717346,,
+29000,0.35208654403686523,6.890505279064178,,
+29500,0.3484242856502533,6.894167808532715,,
+30000,0.09289728850126266,7.149694620609283,,
+30000,,,7.074106696844101,0.1684851610660553
+30500,0.049858953803777695,7.192732901573181,,
+31000,0.0819886103272438,7.160603303432465,,
+31500,0.3025185763835907,6.940073303222656,,
+32000,0.2833540737628937,6.959237721920013,,
+32500,-0.12591351568698883,7.368505403995514,,
+33000,0.11116670817136765,7.131425136089325,,
+33500,-0.002022951142862439,7.2446147766113285,,
+34000,0.34755104780197144,6.895040750026703,,
+34500,0.23339606821537018,7.009195855617524,,
+35000,0.23774613440036774,7.004845788002014,,
+35000,,,7.363157798051834,-0.12056594014167786
+35500,0.4539226293563843,6.78866916847229,,
+36000,0.05041683092713356,7.192175045490265,,
+36500,0.2938729524612427,6.948718926429748,,
+37000,0.5184192061424255,6.724172454357147,,
+37500,0.36581680178642273,6.876775074481964,,
+38000,0.3807142674922943,6.861877535820008,,
+38500,0.4437370300292969,6.798854882717133,,
+39000,0.5984721779823303,6.644119573116303,,
+39500,0.28039872646331787,6.962193125247955,,
+40000,0.310077428817749,6.932514549255371,,
+40000,,,7.017268077135086,0.2253237807750702
+40500,0.2357725352048874,7.0068191719055175,,
+41000,0.5582908987998962,6.684300859451294,,
+41500,0.4604964554309845,6.782095594406128,,
+42000,0.41673076152801514,6.825861058712006,,
+42500,0.2075275182723999,7.03506437253952,,
+43000,0.2801174819469452,6.962474446773529,,
+43500,0.23995205760002136,7.0026397395133975,,
+44000,0.30371996760368347,6.93887180519104,,
+44500,0.21113912761211395,7.03145282125473,,
+45000,0.46470263600349426,6.777889169216156,,
+45000,,,6.902937572002411,0.3396542859077454
+45500,0.2723698019981384,6.970222122192383,,
+46000,0.45929738879203796,6.783294298648834,,
+46500,0.49078553915023804,6.751806409835815,,
+47000,0.2464320957660675,6.996159658670425,,
+47500,0.4441623091697693,6.798429451942444,,
+48000,0.5509009957313538,6.691690796852112,,
+48500,0.31321555376052856,6.92937636089325,,
+49000,0.30827683210372925,6.934314949989319,,
+49500,0.125737726688385,7.116854046344757,,
+50000,0.37717166543006897,6.865420344352722,,
+50000,,,6.727867968082428,0.5147238898277283

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5c5ad4b034f28b8b8cc03d8e577036a2251f67fe8de19abc47aa41a7305e80
+size 16140758

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.204394,0.91848254,0.662083,-0.9609178,-0.9562,-0.9076134,-0.950043,0.37345207,0.9093503,-0.04178965,-0.764179,0.47296512,-0.9196099,-0.9618024826049805
+3.709175,0.9837923,0.64473486,-0.9916412,-0.97619987,-0.90052044,-0.97180045,0.2203579,0.9387517,0.17416906,-0.3610109,0.7694335,-0.95849997,3.533416748046875
+5.320987,0.9860468,0.74657655,-0.9899976,-0.97289896,-0.8767882,-0.86292243,-0.6624853,0.97390425,-0.7057253,-0.121860445,0.6559782,-0.9779814,1.9216046333312988
+9.969135,0.9796158,0.90697396,-0.9960049,-0.97607684,-0.9051868,-0.96649325,0.06935787,0.9956529,-0.20845163,0.44066596,0.4637959,-0.9280453,-2.726543426513672
+10.823953,0.8705888,0.7049029,-0.98735404,-0.9828297,-0.94976985,-0.9777345,0.3020326,0.99300015,0.54747415,0.9237361,0.1628946,-0.9100012,-3.5813608169555664
+7.3432455,-0.09431338,-0.17233038,-0.9556399,-0.9834754,-0.97680366,-0.95619893,0.8824477,0.9834573,0.93702173,0.99018073,0.47512805,-0.98557895,-0.10065364837646484
+5.6326885,-0.48000312,0.19067037,-0.9403353,-0.99052477,-0.9804216,-0.9721456,0.92543364,0.98348117,0.95526874,0.9902257,-0.07998705,-0.9894311,1.609903335571289
+8.193895,0.7202954,0.8549392,-0.9881976,-0.98063517,-0.9780036,-0.96919835,0.9863198,0.9890872,0.6713146,0.9163295,-0.7192717,-0.9938433,-0.9513034820556641
+9.668254,0.9692416,0.9695642,-0.9995904,-0.9869518,-0.9868011,-0.9556544,0.9957787,0.96912336,-0.783889,0.6915525,-0.8248614,-0.98593724,-2.425662040710449
+7.3310595,0.93333185,0.8748431,-0.9997077,-0.9618061,-0.9776412,-0.8956944,0.9991293,0.9833963,-0.56350005,0.46282518,0.25159073,-0.7678508,-0.08846759796142578
+5.465529,0.8132541,0.9501364,-0.997851,-0.9767575,-0.94930434,-0.97137165,0.9728204,0.9847183,-0.093045354,0.18273878,0.92790914,0.3692385,1.7770628929138184
+6.5409546,0.8934307,0.78568244,-0.99841267,-0.97785646,-0.98000985,-0.98903644,0.96129835,0.9969964,0.08855271,0.17264795,0.3922186,0.27033985,0.7016372680664062
+9.207506,0.39156294,-0.3438915,-0.9870344,-0.98677915,-0.98398036,-0.98008347,0.98244286,0.9994526,0.96319056,0.9133135,-0.68410397,-0.76559275,-1.964914321899414
+10.026979,-0.64397645,-0.5301346,-0.9691521,-0.9812964,-0.9410921,-0.895446,0.96800184,0.9966326,0.99633884,0.99651265,0.1898073,-0.97730124,-2.7843875885009766
+7.598106,-0.99284977,-0.27326024,0.17016459,-0.864157,-0.95266885,-0.95176464,0.70189166,0.98419344,0.97887063,0.99302983,0.7064035,-0.98126566,-0.3555140495300293
+6.201375,-0.9977533,-0.24566239,0.88265705,-0.6169591,-0.9012954,-0.98993254,-0.5231754,0.99413085,0.8124988,0.70918894,0.5658251,-0.97267866,1.0412168502807617
+7.6797404,-0.3844694,0.78415346,-0.09297383,-0.91967666,-0.95250326,-0.985771,-0.20198321,0.99227846,-0.6841396,-0.74320596,-0.046042264,-0.87183225,-0.4371485710144043
+8.944954,0.9435208,0.93483543,-0.8270647,-0.9697132,-0.93612134,-0.9403175,-0.47187817,0.95219004,-0.9784864,-0.9923908,-0.46227717,0.42967403,-1.702362060546875
+9.236441,0.96578455,0.9892112,-0.8621184,-0.9926063,-0.8297875,-0.5106891,0.27492416,-0.09333831,-0.97458845,-0.971309,-0.76598173,0.8141961,-1.9938488006591797
+8.553686,0.9260442,0.9931128,-0.8353606,-0.9928615,-0.15750694,0.14702237,0.91636825,-0.47676265,-0.90813255,-0.9403227,-0.6944371,0.79147696,-1.3110942840576172
+6.344578,0.94271684,0.98227525,-0.9731723,-0.98784584,-0.579216,-0.6614514,0.9210384,0.49315,-0.87978846,-0.93617815,-0.78228694,0.82132626,0.8980140686035156
+7.610954,0.8790133,0.80559003,-0.990992,-0.98008674,-0.7805165,-0.85710204,0.90350485,0.8547063,-0.7539464,-0.90598714,-0.91616714,0.66992354,-0.3683619499206543
+9.394212,0.09018946,-0.22776127,-0.8909957,-0.94877297,-0.21589786,-0.5628132,0.7273171,0.8305237,0.08859694,-0.8476926,-0.66065234,0.016435027,-2.1516199111938477
+8.552916,-0.91637987,-0.5745276,-0.7320262,-0.6574214,0.06931305,-0.350079,-0.78616124,0.8874502,-0.5185725,-0.98092705,-0.26182538,-0.49062896,-1.310323715209961
+7.8147645,-0.9867885,-0.53518724,-0.835331,-0.5278654,-0.27120167,-0.2517252,-0.9879745,0.92512035,-0.72816926,-0.9848287,0.2825929,-0.6435517,-0.5721726417541504
+7.0540314,-0.98289806,-0.6177148,-0.9608283,-0.08446199,-0.7508966,-0.38124222,-0.99800426,0.9113097,-0.48752004,-0.9841109,0.37030363,-0.7017192,0.18856048583984375
+6.8182917,-0.9590374,-0.55646545,-0.98448014,-0.06959385,-0.84883183,-0.54484665,-0.99650216,0.9810684,0.01260519,-0.9971785,-0.08144456,-0.8349204,0.4243001937866211
+8.02475,-0.94019324,-0.6073667,-0.98938465,0.05424142,-0.93150455,-0.6506104,-0.959912,0.9891422,0.42153728,-0.9959971,-0.30763215,-0.97609246,-0.7821578979492188
+8.841814,-0.97134745,-0.7553228,-0.9895713,0.17703366,-0.94858426,-0.7577846,-0.9232878,0.98844767,0.5845132,-0.99004185,0.021366358,-0.9859894,-1.599222183227539
+7.8059006,-0.9685421,-0.942287,-0.99781257,0.63817906,-0.79198116,-0.31582928,-0.89644814,0.96659803,0.50118876,-0.99275285,0.38451385,-0.9937517,-0.5633087158203125
+6.950576,-0.96595764,-0.99476117,-0.99891615,0.5944817,-0.07243556,0.75234556,-0.73488224,0.66964376,0.7347454,-0.97088397,0.39632654,-0.99924195,0.29201602935791016
+7.7451916,-0.9712741,-0.9958411,-0.9966145,0.19799697,0.6604626,0.96948075,-0.68053967,-0.18107134,0.037735343,-0.70173395,0.30438662,-0.9966378,-0.5025997161865234
+8.591571,-0.9737928,-0.9886174,-0.9881472,0.37380135,0.93797493,0.9930872,-0.62353987,0.0028452873,-0.8966581,-0.6439807,0.13657379,-0.9587299,-1.3489789962768555
+7.5153136,-0.9449544,-0.98456943,-0.98004603,0.38644087,0.9662223,0.9758711,-0.48436153,-0.70400465,-0.97898614,-0.7126236,-0.24847269,-0.823436,-0.2727217674255371
+5.401449,-0.9681813,-0.9678017,-0.97251076,0.44362617,0.9766301,0.96955967,-0.34448177,-0.9613326,-0.8611779,-0.960325,-0.5501772,-0.8725371,1.8411426544189453
+4.9983025,-0.9832945,-0.9649173,-0.9752375,0.42247152,0.9614645,0.90748596,-0.043290854,-0.93547887,-0.25126112,-0.858086,-0.18991077,-0.88802016,2.2442893981933594
+5.3664455,-0.9738523,-0.9590321,-0.95818186,-0.075287044,0.9652734,0.932251,-0.50308806,-0.91908514,-0.2018407,-0.7140117,0.2252022,-0.5726613,1.8761463165283203
+5.3714905,-0.9519454,-0.9350696,-0.9572123,-0.5103842,0.9578657,0.97723603,-0.69741964,-0.6836443,0.13495648,-0.3147266,0.556885,0.077072024,1.8711013793945312
+6.0787144,-0.9396113,-0.91758883,-0.9872897,-0.47037208,0.92326546,0.98931813,-0.8111031,-0.43331635,-0.091089845,0.08527577,0.7095798,0.2686746,1.1638774871826172
+7.484941,-0.9653067,-0.9111675,-0.99137837,-0.7083803,0.902012,0.9915807,-0.83753335,-0.62638265,0.3539734,0.18881607,0.7840655,0.7518624,-0.24234914779663086
+7.790657,-0.96048313,-0.9498594,-0.9402072,-0.63294363,0.73196054,0.97444487,-0.88365394,-0.77405643,0.53761625,0.30000043,0.32951832,0.9502984,-0.548065185546875
+7.13314,-0.9079259,-0.9812373,-0.7100915,0.0685786,0.636106,0.9639194,-0.94850975,-0.8496632,0.6162572,-0.24359858,-0.39417434,0.9654225,0.1094517707824707
+6.89829,-0.98125905,-0.9234482,-0.5237173,0.6979468,0.8211827,0.9691956,-0.98388046,-0.7868979,0.73417413,-0.59889364,-0.6458566,0.9218596,0.344301700592041
+6.20249,-0.9861813,-0.92497647,-0.5331429,0.61533356,0.8224455,0.9474193,-0.98894024,-0.8403001,0.50510645,-0.58019453,-0.60167867,0.7176355,1.0401020050048828
+4.5820622,-0.9712874,-0.9407489,-0.6468787,0.13990438,0.8890226,0.942539,-0.97614413,-0.9132584,-0.21939605,-0.42090696,-0.54444265,0.5573497,2.660529613494873
+4.2352057,-0.9734307,-0.8906804,-0.7505961,-0.2662245,0.9579611,0.97177863,-0.9002048,-0.9363104,-0.2825973,-0.61838746,0.16344249,0.6089637,3.0073862075805664
+5.0250497,-0.974503,-0.8979846,-0.6689032,0.26011646,0.93034005,0.95007586,-0.87265486,-0.9206688,-0.35947287,-0.63988584,0.21196926,0.6191231,2.2175421714782715
+6.621146,-0.9659319,-0.9003947,-0.60882807,0.6179793,0.9179709,0.96188307,-0.9273807,-0.91038907,-0.48745298,-0.803937,-0.13111436,0.7497715,0.6214456558227539
+8.404463,-0.961182,-0.9304294,-0.6165912,0.79483294,0.91398346,0.9610069,-0.91545343,-0.90604544,-0.6274603,-0.7794027,-0.3572114,0.83192444,-1.1618709564208984
+8.596691,-0.9623583,-0.94304776,-0.7484248,0.88791466,0.82173204,0.8928704,-0.5522547,-0.8200798,-0.7562618,-0.80933017,-0.67490584,0.32908726,-1.3540992736816406
+8.015004,-0.9797485,-0.9237327,-0.88332194,0.8159677,0.8872807,0.8806039,-0.61079204,-0.90446967,-0.67575103,-0.83157444,-0.66452736,-0.09742999,-0.7724123001098633
+7.5505958,-0.98008114,-0.92145705,-0.90423864,0.64646614,0.89631605,0.8973497,-0.8800974,-0.93608594,-0.75026196,-0.90989226,-0.71096575,-0.039492667,-0.30800390243530273
+6.533206,-0.94687873,-0.9523734,-0.9107793,0.515164,0.94305253,0.958879,-0.8750853,-0.9119351,-0.8845418,-0.8058878,-0.5173238,0.7602167,0.709385871887207
+5.586414,-0.9562577,-0.9520149,-0.80612266,0.60274744,0.9313829,0.95676875,-0.900318,-0.8869957,-0.77746344,-0.6999616,-0.47559714,0.8448858,1.6561779975891113
+4.824142,-0.9621511,-0.9293951,-0.7342631,0.7883887,0.88440657,0.94290483,-0.9362016,-0.860198,-0.615539,-0.74381614,-0.68552846,0.87003314,2.418449878692627
+4.7249727,-0.96644807,-0.91884506,-0.6186206,0.8455317,0.86055565,0.9572058,-0.97127444,-0.83844495,-0.1271339,-0.7082882,-0.7949098,0.914047,2.5176191329956055
+5.5210133,-0.9680179,-0.89757586,-0.6063777,0.86900973,0.8657036,0.97367704,-0.98257166,-0.81648666,0.13631904,-0.6074125,-0.8324034,0.9297718,1.721578598022461
+6.3243313,-0.9672994,-0.89066803,-0.64856046,0.83734465,0.86849475,0.9638864,-0.97811675,-0.813237,-0.003254056,-0.48745018,-0.8061739,0.91221166,0.9182605743408203
+7.1364484,-0.96473134,-0.9079926,-0.7228204,0.6367955,0.8705423,0.9462998,-0.9546717,-0.8283167,-0.2922094,-0.30725384,-0.64345956,0.9075873,0.10614347457885742
+7.7188993,-0.9595454,-0.9351941,-0.7758818,0.3726945,0.92033124,0.95855415,-0.9238771,-0.8914179,-0.7039773,-0.48477483,-0.4472242,0.83797884,-0.47630739212036133
+7.765658,-0.94857615,-0.94457346,-0.8396926,0.44025505,0.9513061,0.97707653,-0.8691058,-0.89487356,-0.85145766,-0.6906391,-0.3762716,0.79417694,-0.5230660438537598
+7.196218,-0.94315535,-0.96180165,-0.8824556,0.63308,0.95015645,0.979331,-0.7640054,-0.8808973,-0.8809341,-0.717084,-0.41752398,0.693493,0.046373844146728516
+6.4127545,-0.9565668,-0.9718038,-0.9355426,0.7441411,0.9396175,0.97606075,-0.5457954,-0.8924659,-0.84737086,-0.7678271,-0.5742166,0.27128887,0.8298373222351074
+5.7856097,-0.9679231,-0.9710477,-0.96535885,0.81354713,0.9294703,0.9663999,-0.33865988,-0.90454435,-0.794303,-0.8478693,-0.74351877,-0.25810683,1.456982135772705
+5.471863,-0.97045064,-0.9670231,-0.9697882,0.79503965,0.93097925,0.9509306,-0.3919779,-0.9176635,-0.7704405,-0.8831753,-0.75320256,-0.42750585,1.7707290649414062
+5.613537,-0.9655847,-0.9531969,-0.95224893,0.6934165,0.94568443,0.95487225,-0.69484544,-0.925499,-0.7952815,-0.8888281,-0.57660687,-0.035381436,1.6290550231933594
+6.2655745,-0.9598848,-0.9420271,-0.9349281,0.43700135,0.9412453,0.96319973,-0.8216632,-0.92980355,-0.774792,-0.8564474,-0.44132525,0.5162873,0.9770174026489258
+7.0062494,-0.9439258,-0.9482551,-0.9013596,0.2889905,0.921577,0.9712908,-0.8850495,-0.9167731,-0.71466094,-0.6765297,-0.27422,0.8077884,0.2363424301147461
+7.465303,-0.93101525,-0.9488043,-0.79654783,0.35750735,0.90410066,0.96709585,-0.92578363,-0.9193261,-0.56388587,-0.615545,-0.40991348,0.8932221,-0.22271108627319336
+7.5929394,-0.9577187,-0.9493978,-0.6203687,0.53489757,0.8876934,0.961805,-0.96338224,-0.8887846,-0.1669184,-0.54746634,-0.62904614,0.92330706,-0.35034751892089844
+7.5279045,-0.9668835,-0.92045647,-0.6952624,0.5069475,0.8398044,0.96704054,-0.9657604,-0.805611,0.08983183,-0.25948346,-0.7033015,0.95388794,-0.2853126525878906
+6.6421113,-0.96719223,-0.9155805,-0.7577358,0.5952952,0.8609433,0.9743767,-0.9642421,-0.8188758,-0.07756317,-0.29004818,-0.64197546,0.95086575,0.6004805564880371
+5.7638803,-0.9656465,-0.9365437,-0.7907149,0.46978605,0.8563814,0.97813356,-0.95407087,-0.8416679,-0.26864183,-0.27622503,-0.49702394,0.9470484,1.4787116050720215
+5.4611683,-0.962414,-0.94387996,-0.8287689,0.34748697,0.85132194,0.9736811,-0.9331003,-0.8532904,-0.4157617,-0.21668112,-0.4262342,0.9337828,1.781423568725586
+5.618852,-0.9596146,-0.95128095,-0.861023,0.36736166,0.87695515,0.9687724,-0.8821895,-0.86238265,-0.6249386,-0.3180474,-0.39102322,0.87298894,1.6237397193908691
+6.0287423,-0.9558665,-0.94812024,-0.87924093,0.37887967,0.9035523,0.96473694,-0.7993286,-0.86160946,-0.7259723,-0.50687593,-0.36249292,0.7181761,1.2138495445251465
+6.57743,-0.94937176,-0.9439226,-0.90298903,0.3819816,0.923645,0.9677603,-0.7628663,-0.87911177,-0.8020754,-0.6839377,-0.40294433,0.5838146,0.6651620864868164
+7.200496,-0.9415119,-0.95084584,-0.921732,0.48737502,0.9295764,0.96970534,-0.73030615,-0.89036644,-0.8351313,-0.7487022,-0.47005343,0.5483966,0.04209566116333008
+7.5715294,-0.94303083,-0.95828277,-0.9381035,0.5853994,0.93238354,0.9684367,-0.6737601,-0.8929315,-0.84496117,-0.7605885,-0.51634383,0.4865129,-0.3289375305175781
+7.6058273,-0.94789296,-0.96084887,-0.9507906,0.6407653,0.9344039,0.966841,-0.6304787,-0.8929952,-0.84115213,-0.77694124,-0.5249962,0.40713167,-0.3632354736328125
+7.4179673,-0.9527243,-0.9600176,-0.9609126,0.6492404,0.9319403,0.9660418,-0.6527463,-0.8937339,-0.81740284,-0.7805193,-0.52517,0.4395039,-0.17537546157836914
+6.9424477,-0.9545141,-0.95829046,-0.9643739,0.5998833,0.92180467,0.965927,-0.71136665,-0.8923597,-0.7866296,-0.73920053,-0.51669073,0.5754266,0.3001441955566406
+6.2697096,-0.9509741,-0.9567046,-0.95901626,0.4451418,0.9003985,0.9670311,-0.7869091,-0.8863453,-0.77203023,-0.6220858,-0.49799,0.7347981,0.9728822708129883
+5.9020286,-0.94675595,-0.9605645,-0.9499479,0.34590054,0.87617266,0.96426153,-0.8318866,-0.8802815,-0.7392951,-0.43654633,-0.44936597,0.7926576,1.3405632972717285
+6.0072994,-0.943247,-0.9610735,-0.9327755,0.32536077,0.8590708,0.96221423,-0.87202376,-0.87922436,-0.6760621,-0.35539424,-0.44594312,0.819849,1.2352924346923828
+6.372984,-0.9434908,-0.95892614,-0.9103489,0.35033047,0.84728694,0.9577143,-0.900655,-0.8697632,-0.57102174,-0.34400713,-0.49380046,0.8380182,0.8696079254150391
+6.682759,-0.94484055,-0.9565131,-0.89661765,0.39499903,0.8423171,0.9537735,-0.91768086,-0.8614544,-0.5142817,-0.36372697,-0.553967,0.85074294,0.5598330497741699
+6.8941274,-0.94918764,-0.9542272,-0.88892776,0.38937366,0.8610289,0.96022534,-0.9237021,-0.8573744,-0.5538264,-0.4077564,-0.5523248,0.85107636,0.3484644889831543
+7.043781,-0.9489282,-0.9527539,-0.89425826,0.31406927,0.87160206,0.96472526,-0.9031579,-0.8523568,-0.6080536,-0.41730624,-0.5441969,0.8394829,0.19881105422973633
+7.0231495,-0.9523887,-0.9498063,-0.9148941,0.23822272,0.8809602,0.9671134,-0.87121916,-0.83956623,-0.6331694,-0.47018254,-0.50983435,0.79847956,0.21944236755371094
+6.8384185,-0.95497,-0.9471329,-0.93596894,0.20026183,0.89798164,0.9662032,-0.8186674,-0.8417013,-0.6932683,-0.5610477,-0.45902085,0.719753,0.4041733741760254
+6.6699667,-0.9553384,-0.9454231,-0.9531178,0.17661631,0.9123142,0.96371675,-0.7424318,-0.85490024,-0.75074,-0.6504557,-0.40542698,0.60361934,0.5726251602172852
+6.5474677,-0.956286,-0.9440556,-0.96031433,0.18076074,0.9227314,0.9624889,-0.65888923,-0.87932384,-0.7860458,-0.7287011,-0.34905165,0.4381597,0.6951241493225098
+6.4362245,-0.958607,-0.94812834,-0.9617472,0.19892693,0.92997885,0.9633155,-0.6336884,-0.8945245,-0.8054528,-0.77363485,-0.34064925,0.30571735,0.8063673973083496
+6.3804445,-0.9582429,-0.9525061,-0.9622127,0.19064271,0.9291842,0.96416306,-0.6422886,-0.90339524,-0.80897385,-0.7802825,-0.3252585,0.2601906,0.862147331237793
+6.493825,-0.95567495,-0.9548425,-0.9626055,0.19251001,0.92402434,0.9635856,-0.6668822,-0.9049612,-0.8000791,-0.7651122,-0.32389057,0.30908346,0.7487668991088867
+6.78881,-0.9518767,-0.9556992,-0.9631801,0.19929624,0.9137666,0.9613826,-0.6899302,-0.8970878,-0.77951515,-0.71792763,-0.326483,0.42704678,0.4537820816040039
+7.104836,-0.947842,-0.95650727,-0.9625525,0.1790942,0.9002603,0.9604292,-0.71462417,-0.881568,-0.7516796,-0.62619025,-0.3231151,0.5679636,0.1377558708190918
+7.228222,-0.94529957,-0.95848674,-0.96076316,0.16452038,0.8792448,0.96011543,-0.7476653,-0.85970056,-0.71898884,-0.5079465,-0.3509277,0.65582585,0.014369964599609375
+7.0865993,-0.94702595,-0.96047735,-0.95940435,0.14548755,0.8634825,0.96076083,-0.78234416,-0.84679645,-0.68550307,-0.41135705,-0.39384538,0.68708074,0.1559925079345703
+6.7770276,-0.9479026,-0.96173114,-0.9585539,0.12548506,0.85430443,0.9629488,-0.8050021,-0.8356293,-0.6655852,-0.3517915,-0.42439288,0.6914475,0.4655642509460449
+6.396348,-0.948669,-0.9616985,-0.9558279,0.12557685,0.85271025,0.9639478,-0.8196681,-0.82732433,-0.66661006,-0.34295774,-0.45096958,0.6825894,0.8462438583374023
+6.0832605,-0.95012015,-0.9600442,-0.9521012,0.129933,0.8549359,0.9636508,-0.83055806,-0.82129455,-0.6699278,-0.38158196,-0.46769083,0.657918,1.1593313217163086
+6.0284476,-0.9505794,-0.9565026,-0.947731,0.09807861,0.86004996,0.9637146,-0.8308562,-0.8236914,-0.6690811,-0.43148935,-0.47073615,0.62628317,1.214144229888916
+6.262754,-0.9494162,-0.9531992,-0.94542205,0.07834768,0.8665875,0.9625344,-0.8166092,-0.8284804,-0.66385895,-0.46806693,-0.46778226,0.60974634,0.9798378944396973
+6.615345,-0.94932866,-0.9504731,-0.9465784,0.074560165,0.8735802,0.96084356,-0.7987421,-0.8281206,-0.6645085,-0.5000546,-0.4689362,0.59429264,0.6272468566894531
+6.9469132,-0.9507817,-0.94907004,-0.9509464,0.06298554,0.88300633,0.9600892,-0.7765512,-0.82824355,-0.68509686,-0.5376768,-0.46392846,0.5485654,0.29567861557006836
+7.1959786,-0.9516748,-0.94969314,-0.95786434,0.038429856,0.8953867,0.96203756,-0.7420828,-0.83151686,-0.71915555,-0.5791591,-0.43189692,0.4897132,0.046613216400146484
+7.2467694,-0.9520104,-0.9520968,-0.96436137,0.019550562,0.9043722,0.96480083,-0.6970612,-0.834397,-0.74991304,-0.60162854,-0.38187778,0.44716287,-0.004177570343017578
+7.030646,-0.95261145,-0.9550087,-0.9687427,0.0136832,0.90910196,0.9668536,-0.6531719,-0.83986306,-0.77064586,-0.6098948,-0.3262602,0.43096125,0.2119460105895996
+6.7109966,-0.9526473,-0.95720696,-0.9705605,0.028623939,0.9084146,0.9682121,-0.63079363,-0.84877276,-0.7742403,-0.61969024,-0.2862386,0.42364466,0.5315952301025391
+6.4583054,-0.9516653,-0.958146,-0.9708979,0.054722548,0.90152633,0.9670484,-0.6306055,-0.85696346,-0.7651647,-0.60844785,-0.27521276,0.45698762,0.7842864990234375
+6.3240285,-0.95091593,-0.9584612,-0.9697569,0.0673573,0.8921939,0.9644449,-0.6447855,-0.8613776,-0.7544705,-0.57284796,-0.2917071,0.5125122,0.9185633659362793
+6.34071,-0.95067525,-0.958279,-0.96668136,0.07078552,0.88338876,0.96232104,-0.6792183,-0.8545461,-0.73496085,-0.5258917,-0.31354606,0.5470805,0.9018816947937012
+6.525035,-0.9499596,-0.9579198,-0.9629364,0.07041204,0.8758676,0.9618707,-0.7221441,-0.8490551,-0.7091388,-0.49139893,-0.34006524,0.56548953,0.7175569534301758
+6.7776175,-0.9482623,-0.95863813,-0.9591448,0.07038009,0.8666644,0.9627608,-0.7621002,-0.84081405,-0.68479574,-0.44348645,-0.37146342,0.59546614,0.46497440338134766
+6.930188,-0.94691545,-0.9603066,-0.9550345,0.08405352,0.8576076,0.96457875,-0.7972794,-0.8308153,-0.67787,-0.39690888,-0.41427982,0.6195098,0.31240367889404297
+6.9065223,-0.94751984,-0.96059954,-0.95289075,0.10540581,0.8586552,0.9653897,-0.8194054,-0.82228625,-0.6831244,-0.398157,-0.44733363,0.6292045,0.33606958389282227
+6.810781,-0.94881713,-0.9586948,-0.9526533,0.1072793,0.8667824,0.9667733,-0.82735777,-0.8190346,-0.68161273,-0.43950164,-0.45260835,0.6387372,0.4318108558654785
+6.7097516,-0.94935524,-0.9556633,-0.95228463,0.10155654,0.8723546,0.9680145,-0.82071054,-0.8208105,-0.6675022,-0.47028542,-0.44724143,0.6647341,0.5328402519226074
+6.5387125,-0.95006174,-0.9532022,-0.9513325,0.11367607,0.8745326,0.9675795,-0.8048422,-0.82715344,-0.6528621,-0.49150062,-0.44847172,0.679116,0.7038793563842773
+6.4231725,-0.9532013,-0.94985765,-0.95032036,0.11776495,0.88118815,0.966185,-0.7964825,-0.8366263,-0.6560802,-0.53674835,-0.4410435,0.663993,0.8194193840026855
+6.5368276,-0.9542113,-0.94878155,-0.9505005,0.123612046,0.8869641,0.9646994,-0.7836272,-0.84536165,-0.6709845,-0.55829805,-0.4283594,0.6476222,0.7057642936706543
+6.6606464,-0.95426345,-0.94847554,-0.951167,0.13764906,0.8922503,0.9630871,-0.76776516,-0.84894025,-0.69517934,-0.5635383,-0.4225061,0.6286702,0.5819454193115234
+6.760622,-0.95472765,-0.94895184,-0.95201886,0.13824618,0.89858985,0.9630871,-0.7619907,-0.8527324,-0.7229114,-0.5801175,-0.4179827,0.5903878,0.48196983337402344
+6.9354,-0.9534516,-0.9508381,-0.9532428,0.13690257,0.9041343,0.9658476,-0.76153123,-0.85908616,-0.74662256,-0.5979377,-0.401801,0.57523537,0.3071918487548828
+7.067219,-0.9509773,-0.95316386,-0.9540447,0.17223,0.9031956,0.96649635,-0.7614098,-0.86018217,-0.7553382,-0.5870778,-0.3973837,0.61181927,0.17537307739257812
+7.0512166,-0.9504539,-0.954419,-0.95372707,0.22080648,0.9001883,0.9652977,-0.7666941,-0.8610087,-0.7530422,-0.57261753,-0.40532255,0.655071,0.1913752555847168
+6.969215,-0.95135564,-0.9539095,-0.9535477,0.24892926,0.89877653,0.9651518,-0.7775976,-0.8636564,-0.7447901,-0.5794563,-0.41439784,0.6801088,0.2733769416809082
+6.878938,-0.95199084,-0.95334053,-0.9525143,0.27411377,0.894495,0.9643673,-0.7902041,-0.8636967,-0.7291341,-0.5755088,-0.42676628,0.70954466,0.36365365982055664
+6.737486,-0.9532895,-0.9526233,-0.9500674,0.28956616,0.8890686,0.96292233,-0.80288994,-0.8611144,-0.7107294,-0.55582005,-0.44456393,0.73002744,0.5051059722900391
+6.586723,-0.95462215,-0.9515537,-0.9469196,0.27853465,0.88697827,0.96310866,-0.81710017,-0.86166865,-0.6978663,-0.5471634,-0.4544984,0.72929215,0.6558690071105957
+6.566867,-0.9537801,-0.95156395,-0.9429352,0.26988316,0.8858198,0.96393,-0.8307706,-0.8637103,-0.6925075,-0.53581876,-0.45778596,0.7339704,0.675724983215332
+6.6447477,-0.9518039,-0.95201606,-0.9376119,0.28509736,0.88386834,0.9639201,-0.8421121,-0.86355084,-0.6910515,-0.5155168,-0.468908,0.752244,0.597844123840332
+6.7635036,-0.95094514,-0.951501,-0.932313,0.30417943,0.884387,0.9642472,-0.85238814,-0.8641574,-0.6914036,-0.5129763,-0.4864416,0.7659385,0.47908830642700195
+6.91218,-0.95054847,-0.95069337,-0.928108,0.32231784,0.88660264,0.9651346,-0.86025286,-0.86684597,-0.6926321,-0.5251612,-0.49707174,0.7797866,0.3304119110107422
+7.010927,-0.95074785,-0.95029175,-0.9260986,0.33801663,0.8844199,0.96517944,-0.86346954,-0.8684248,-0.6883768,-0.52400094,-0.49251354,0.79414034,0.23166465759277344
+7.0014424,-0.953092,-0.94895387,-0.92584616,0.34863973,0.88339067,0.96493495,-0.86481726,-0.86981356,-0.68162584,-0.52004385,-0.47698987,0.7993587,0.2411494255065918
+6.9175353,-0.9553719,-0.9503972,-0.92806643,0.37853706,0.8852377,0.9644375,-0.86213124,-0.87129426,-0.6803174,-0.5230538,-0.4682616,0.7956338,0.3250565528869629
+6.7901335,-0.95609397,-0.9517812,-0.93064266,0.4083029,0.88820815,0.96397805,-0.8571156,-0.8721924,-0.68479604,-0.5329086,-0.46995246,0.789435,0.45245838165283203
+6.6698575,-0.9556621,-0.9523563,-0.9324539,0.43041742,0.8913777,0.96361065,-0.8459943,-0.8727899,-0.69620085,-0.5473196,-0.467027,0.7739377,0.5727343559265137
+6.622189,-0.95457745,-0.9528724,-0.932246,0.44929647,0.8941386,0.9638541,-0.8410619,-0.8752658,-0.70627385,-0.56361705,-0.47008198,0.76526546,0.6204028129577637
+6.658364,-0.9530143,-0.95395577,-0.9291017,0.4812839,0.89441204,0.9642333,-0.8435244,-0.8767095,-0.7089952,-0.56978774,-0.48365295,0.77028465,0.5842280387878418
+6.7684603,-0.9519727,-0.9555207,-0.92355686,0.5235461,0.8923385,0.9646008,-0.8515549,-0.87673366,-0.7024332,-0.5626491,-0.5028502,0.7847768,0.47413158416748047
+6.9139495,-0.9519905,-0.95720214,-0.9168573,0.56677175,0.88869953,0.96512187,-0.86240464,-0.8752722,-0.6882597,-0.54350555,-0.5232793,0.80315423,0.3286423683166504
+7.01738,-0.9530683,-0.95875376,-0.9101271,0.6040311,0.8845022,0.9656868,-0.87365645,-0.87227654,-0.6703187,-0.51683116,-0.54084665,0.8209288,0.22521162033081055
+7.017193,-0.95481163,-0.9597535,-0.9042882,0.6261735,0.88199925,0.9665642,-0.88494843,-0.8708275,-0.6537888,-0.49345016,-0.5489131,0.8364396,0.22539901733398438
+6.9221525,-0.95621127,-0.96038127,-0.8994052,0.6327772,0.88033164,0.9678695,-0.8951419,-0.8720197,-0.6433973,-0.47402847,-0.55111927,0.85156274,0.32043933868408203
+6.781794,-0.9568473,-0.9608973,-0.89330965,0.6368742,0.878528,0.96905565,-0.90212655,-0.87381065,-0.6369511,-0.4536203,-0.5521974,0.86459136,0.4607977867126465
+6.6504173,-0.95730287,-0.95972425,-0.88614714,0.6461525,0.87936425,0.97007203,-0.9047967,-0.8731906,-0.630657,-0.44669104,-0.5583736,0.87098074,0.5921745300292969
+6.5808377,-0.95746464,-0.95781225,-0.8795777,0.66559935,0.8817003,0.9712868,-0.9059208,-0.8704745,-0.6236368,-0.45152086,-0.5677216,0.8739023,0.6617541313171387
+6.590212,-0.95756584,-0.9555074,-0.8730812,0.6944909,0.8843831,0.9722594,-0.906352,-0.8662589,-0.61615497,-0.46040887,-0.58325416,0.8756454,0.6523799896240234
+6.6560235,-0.95786196,-0.9530207,-0.8669022,0.7270701,0.8873675,0.9731896,-0.90693533,-0.8609281,-0.6094885,-0.46827662,-0.6026903,0.8777745,0.5865683555603027
+6.748029,-0.9584449,-0.95036745,-0.8608508,0.7568891,0.89090955,0.9742615,-0.9091369,-0.85568523,-0.6037939,-0.47861052,-0.62416005,0.8794379,0.49456262588500977
+6.847934,-0.9591641,-0.94788444,-0.854327,0.7801564,0.8961127,0.97575974,-0.9126226,-0.8512205,-0.6040824,-0.49520135,-0.6408187,0.8795711,0.39465808868408203
+6.9035425,-0.95985293,-0.9457501,-0.8492792,0.79664445,0.90065813,0.97722507,-0.91493404,-0.8472385,-0.6082561,-0.5037055,-0.6516899,0.88077164,0.3390493392944336
+6.886543,-0.9604384,-0.9436653,-0.8452735,0.8105173,0.904613,0.9785423,-0.9166713,-0.8438708,-0.61214864,-0.51155764,-0.66053,0.8823432,0.3560490608215332
+6.815713,-0.96092296,-0.9413249,-0.8399411,0.8260648,0.9087138,0.97982645,-0.9189318,-0.8409941,-0.61370337,-0.52556527,-0.67064553,0.88368964,0.4268789291381836
+6.7400494,-0.9613551,-0.9382488,-0.83227575,0.84382844,0.9127536,0.98114014,-0.9220689,-0.83707446,-0.61065227,-0.5449695,-0.68504804,0.8849938,0.5025424957275391
+6.6857924,-0.962007,-0.93506044,-0.8259827,0.86130834,0.9165487,0.9826572,-0.9232483,-0.83346176,-0.59866554,-0.5665551,-0.7075062,0.8814032,0.5567994117736816
+6.653391,-0.962726,-0.9317131,-0.80781543,0.8803766,0.9120163,0.9812236,-0.92366534,-0.8343684,-0.5796039,-0.6155824,-0.73235697,0.866042,0.5892009735107422
+6.6709948,-0.9631667,-0.9283767,-0.7833659,0.89687335,0.90630114,0.9794247,-0.9269479,-0.83811224,-0.5562351,-0.66036445,-0.75400394,0.8517635,0.5715970993041992
+6.7303257,-0.9636507,-0.92465764,-0.75070834,0.9101825,0.90134025,0.97751606,-0.9325023,-0.8416139,-0.5309481,-0.6940165,-0.77036756,0.8422221,0.5122661590576172
+6.798597,-0.9642694,-0.92021054,-0.711056,0.91994023,0.89718246,0.975618,-0.9384273,-0.8445798,-0.5023119,-0.7159845,-0.7807454,0.8377726,0.44399499893188477
+6.8478765,-0.96516365,-0.91601044,-0.6660281,0.9276844,0.8933463,0.97428215,-0.9434227,-0.8481628,-0.47937918,-0.73656017,-0.786823,0.8323517,0.3947153091430664
+6.866862,-0.96608937,-0.9150575,-0.62381077,0.9326426,0.88696074,0.97419715,-0.9467995,-0.85192764,-0.4732554,-0.75784457,-0.7891713,0.8226454,0.375730037689209
+6.8539963,-0.9670596,-0.9145408,-0.5813934,0.9372072,0.87875175,0.97394335,-0.9475384,-0.85527426,-0.4718908,-0.7800543,-0.791478,0.8053639,0.3885955810546875
+6.821028,-0.96800745,-0.9145205,-0.5413488,0.94089985,0.86768436,0.9732946,-0.9454062,-0.8581339,-0.47500515,-0.8012101,-0.7946825,0.77806556,0.42156362533569336
+6.7878904,-0.9690569,-0.91528857,-0.5034536,0.9429772,0.8553879,0.97241783,-0.9422911,-0.8577131,-0.48198974,-0.8212102,-0.7972988,0.739105,0.45470142364501953
+6.7770205,-0.97012764,-0.91658646,-0.46415663,0.9445088,0.84225464,0.9714289,-0.93928206,-0.85602033,-0.49536282,-0.83792335,-0.801375,0.68911743,0.46557140350341797
+6.7942824,-0.97110146,-0.9178936,-0.42028219,0.946352,0.82747626,0.97031546,-0.93651086,-0.85649395,-0.51749706,-0.8501482,-0.8085851,0.6312542,0.44830942153930664
+6.828057,-0.97199506,-0.9191177,-0.36846864,0.9480281,0.8100219,0.96844673,-0.93467605,-0.85785633,-0.54215413,-0.86101604,-0.8164757,0.5695963,0.4145350456237793
+6.8673844,-0.97290957,-0.92035466,-0.30271137,0.9499402,0.7885399,0.9658122,-0.9344561,-0.85972655,-0.5684749,-0.87168664,-0.8245701,0.50516367,0.37520742416381836
+6.90238,-0.9739626,-0.9225164,-0.19358444,0.9520414,0.76680493,0.96307564,-0.93829364,-0.86410785,-0.5954789,-0.8820852,-0.82606506,0.45600176,0.3402118682861328
+6.919681,-0.9751104,-0.92530537,-0.056114316,0.95469284,0.74573135,0.9605551,-0.94272023,-0.86842674,-0.6197302,-0.8924148,-0.82495713,0.4016862,0.32291078567504883
+6.9131956,-0.97621465,-0.9285858,0.090486646,0.95787334,0.7267499,0.9584029,-0.9463335,-0.8720798,-0.63970655,-0.9021935,-0.82157475,0.33910918,0.32939624786376953
+6.8899736,-0.9768239,-0.9327223,0.22223043,0.9602244,0.70048356,0.95603096,-0.94820094,-0.8727709,-0.6545843,-0.9098558,-0.81756574,0.2836156,0.3526182174682617
+6.8618627,-0.9768423,-0.9375806,0.33010983,0.961581,0.66346383,0.95263493,-0.94817984,-0.87061226,-0.665219,-0.91499925,-0.81407595,0.24260712,0.38072919845581055
+6.8391433,-0.97686666,-0.9417669,0.42668355,0.96276534,0.6272788,0.94906235,-0.94799376,-0.86839074,-0.67418176,-0.9190825,-0.8101098,0.20199871,0.40344858169555664
+6.8322077,-0.976872,-0.94550616,0.5099764,0.9638574,0.59216666,0.9453168,-0.9468341,-0.8654429,-0.6835924,-0.92216307,-0.8053843,0.15529776,0.4103841781616211
+6.8492146,-0.97699434,-0.9493429,0.5866604,0.9644363,0.54715776,0.93909645,-0.9437059,-0.8570769,-0.68655527,-0.92229176,-0.8002796,0.08201468,0.39337730407714844
+6.8828397,-0.97760886,-0.9541546,0.6552956,0.9640192,0.48822284,0.93041134,-0.9373132,-0.84798163,-0.7007737,-0.9235436,-0.7990835,-0.0100803375,0.35975217819213867
+6.917435,-0.9782819,-0.9588805,0.7114359,0.96306014,0.41543388,0.9193829,-0.9277683,-0.83651704,-0.72241825,-0.9254892,-0.79852355,-0.118888855,0.32515668869018555
+6.9338627,-0.9791055,-0.96335363,0.74992275,0.960268,0.32482982,0.902665,-0.9167321,-0.8189866,-0.73993284,-0.92678434,-0.8043328,-0.27135754,0.3087291717529297
+6.9213405,-0.9804681,-0.96696526,0.788785,0.9579513,0.22020555,0.871912,-0.9040066,-0.79415005,-0.74977845,-0.92512405,-0.80972785,-0.422706,0.32125139236450195
+6.8801594,-0.9815861,-0.9695221,0.8220854,0.9565637,0.116083145,0.82445145,-0.8942569,-0.76778656,-0.74938375,-0.9246374,-0.82342166,-0.5540056,0.36243247985839844
+6.8234353,-0.9825177,-0.9716602,0.8520899,0.95542455,0.014506102,0.75965655,-0.88613796,-0.74029195,-0.7480597,-0.923991,-0.83666235,-0.66112864,0.419156551361084
+6.7722654,-0.9830709,-0.97208935,0.874681,0.9525589,-0.08762193,0.6758816,-0.8826813,-0.70496714,-0.7424476,-0.9224815,-0.8462966,-0.7464013,0.47032642364501953
+6.739917,-0.98283035,-0.9704459,0.8854842,0.95291805,-0.19275981,0.55531573,-0.88016975,-0.68274486,-0.7512325,-0.91937804,-0.8492135,-0.80867404,0.5026750564575195
+6.7157173,-0.9828783,-0.96762675,0.89795995,0.95557,-0.29952955,0.36519182,-0.874669,-0.68655074,-0.75516087,-0.91612226,-0.858188,-0.8459015,0.5268745422363281
+6.671755,-0.9830067,-0.9647254,0.90851665,0.9580562,-0.40466166,0.15508664,-0.86207116,-0.6851154,-0.7572235,-0.9171853,-0.8712873,-0.8773148,0.5708370208740234
+6.5902567,-0.98301786,-0.9620674,0.91665626,0.96016896,-0.4874035,-0.031478524,-0.843959,-0.6747743,-0.7567808,-0.9174481,-0.8807775,-0.90182054,0.6523351669311523
+6.486245,-0.9828269,-0.96191114,0.92175996,0.9617002,-0.53979474,-0.16306579,-0.8187137,-0.6422976,-0.7628734,-0.9143261,-0.8878858,-0.9216869,0.7563467025756836
+6.3938804,-0.9824459,-0.96166867,0.92512107,0.9622185,-0.58103365,-0.2790379,-0.7938796,-0.6169212,-0.770094,-0.9100749,-0.8940949,-0.9364637,0.8487114906311035
+6.3398604,-0.9814491,-0.9601362,0.9276395,0.9610634,-0.6200426,-0.40075052,-0.7732537,-0.60335374,-0.7811229,-0.9026397,-0.90268993,-0.9475873,0.9027314186096191
+6.324748,-0.98052067,-0.95839196,0.9299811,0.95981693,-0.6546129,-0.52372986,-0.75972825,-0.6001063,-0.79676896,-0.8941833,-0.91232705,-0.9571775,0.9178438186645508
+6.3265843,-0.9795062,-0.95598763,0.9328761,0.9585831,-0.6892619,-0.6432102,-0.7484082,-0.5981296,-0.8156256,-0.8835711,-0.9230258,-0.9658482,0.9160075187683105
+6.3196154,-0.97829944,-0.9527345,0.9365213,0.9575424,-0.7242426,-0.7449683,-0.73507905,-0.5879525,-0.83456796,-0.87009853,-0.9336228,-0.9734072,0.9229764938354492
+6.2906966,-0.97688216,-0.94879985,0.9404783,0.9568403,-0.75621384,-0.81908745,-0.7191959,-0.5653734,-0.850889,-0.8542099,-0.9428068,-0.9792646,0.9518952369689941
+6.252622,-0.9762546,-0.9406477,0.9425024,0.9588363,-0.77857405,-0.8604918,-0.6812084,-0.54034436,-0.86684316,-0.8421909,-0.9437387,-0.980869,0.9899697303771973

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.1125940084457397,8.355185883522033,,
+1000,-1.1642225980758667,8.406814232826234,,
+1500,-1.174171805381775,8.416763447761536,,
+2000,-1.0965887308120728,8.339180685520173,,
+2500,-1.0966458320617676,8.33923774576187,,
+3000,-1.1080012321472168,8.350593069076538,,
+3500,-1.0990022420883179,8.34159360074997,,
+4000,-1.0840187072753906,8.326611344337463,,
+4500,-1.1254826784133911,8.36807542514801,,
+5000,-1.0795681476593018,8.322159738063812,,
+5000,,,7.8660351288318635,-0.6234432709217071
+5500,-1.1211774349212646,8.363769219875335,,
+6000,-1.1486873626708984,8.391278978824616,,
+6500,-0.9840516448020935,8.226643924236297,,
+7000,-0.8990038633346558,8.141595580101013,,
+7500,-0.9182087182998657,8.160801048278808,,
+8000,-0.9514934420585632,8.194085562229157,,
+8500,-0.7586640119552612,8.001255793094636,,
+9000,-0.9191340208053589,8.161725696563721,,
+9500,-0.8590530753135681,8.10164482831955,,
+10000,-0.6113560795783997,7.853948067188263,,
+10000,,,7.804992301464081,-0.5624004435539246
+10500,-0.6471127271652222,7.889704320430756,,
+11000,-0.7088437676429749,7.951435575008392,,
+11500,-0.4984769821166992,7.7410686483383175,,
+12000,-0.6575456857681274,7.900137864589691,,
+12500,-0.6835101842880249,7.9261022210121155,,
+13000,-0.42681607604026794,7.669408179759979,,
+13500,-0.4282945394515991,7.670886440753937,,
+14000,-0.562785267829895,7.805377559185028,,
+14500,-0.36495140194892883,7.607543426990509,,
+15000,-0.5098035931587219,7.7523953433036805,,
+15000,,,7.4916852903366085,-0.24909343361854552
+15500,-0.3679344654083252,7.61052637720108,,
+16000,-0.299522340297699,7.542114292621613,,
+16500,-0.4496578574180603,7.692249765396118,,
+17000,-0.47040295600891113,7.7129944887161255,,
+17500,-0.3716944754123688,7.61428643321991,,
+18000,-0.6146695613861084,7.8572615952491764,,
+18500,-0.32524368166923523,7.567835638523102,,
+19000,-0.12167996913194656,7.364271842718124,,
+19500,-0.05022119730710983,7.29281302690506,,
+20000,-0.21600936353206635,7.458601224422455,,
+20000,,,7.598543156385421,-0.3559512984752655
+20500,0.01704162172973156,7.2255502409935,,
+21000,0.01985716074705124,7.222734727859497,,
+21500,0.021710742264986038,7.220881095886231,,
+22000,-0.005655308719724417,7.2482472224235535,,
+22500,-0.12316212803125381,7.365754018783569,,
+23000,0.061364851891994476,7.181227046012879,,
+23500,0.013083589263260365,7.2295082869529725,,
+24000,-0.11445353180170059,7.35704535484314,,
+24500,-0.07075247913599014,7.313344361782074,,
+25000,-0.07578453421592712,7.3183764252662655,,
+25000,,,7.268674525022507,-0.026082667112350463
+25500,-0.08861011266708374,7.331201991081238,,
+26000,-0.0052894046530127525,7.247881243228912,,
+26500,0.060173120349645615,7.182418762207031,,
+27000,-0.019570734351873398,7.262162567615509,,
+27500,-0.27612969279289246,7.518721617221832,,
+28000,0.11682581156492233,7.125766009330749,,
+28500,0.1143309473991394,7.128260903358459,,
+29000,0.14435787498950958,7.098234030246735,,
+29500,0.19240149855613708,7.050190279960632,,
+30000,0.012006125412881374,7.230585751533508,,
+30000,,,6.715264645814895,0.5273272120952606
+30500,0.21807953715324402,7.024512257099151,,
+31000,0.07271070778369904,7.169881188392639,,
+31500,0.09023299813270569,7.152358818531036,,
+32000,0.21510076522827148,7.027491035461426,,
+32500,0.30417507886886597,6.938416896820068,,
+33000,0.022457130253314972,7.220134732723236,,
+33500,0.47786033153533936,6.764731552124023,,
+34000,0.23804332315921783,7.004548429489136,,
+34500,0.35055962204933167,6.8920323266983035,,
+35000,0.38168343901634216,6.860908239841462,,
+35000,,,6.478074350357056,0.7645175075531006
+35500,0.2976730167865753,6.944918892383575,,
+36000,0.40333643555641174,6.839255601406097,,
+36500,0.4011049270629883,6.841487068653107,,
+37000,0.48268216848373413,6.759909588813782,,
+37500,0.4775499701499939,6.7650419907569885,,
+38000,0.5774267315864563,6.665165220737458,,
+38500,0.38583168387413025,6.8567601885795595,,
+39000,0.5238057971000671,6.7187859878540035,,
+39500,0.23041985929012299,7.012171947479248,,
+40000,0.5359641313552856,6.706627433300018,,
+40000,,,6.516611046791077,0.7259808111190796
+40500,0.4143312871456146,6.828260542869568,,
+41000,0.3869791328907013,6.855612727165222,,
+41500,0.4730640649795532,6.769527739048004,,
+42000,0.43226301670074463,6.810328834056854,,
+42500,0.3051435053348541,6.937448424339294,,
+43000,0.32987573742866516,6.912716074466705,,
+43500,0.4008488059043884,6.841742852210999,,
+44000,0.5903599262237549,6.652232068061829,,
+44500,0.4834836423397064,6.759108053207397,,
+45000,0.47025367617607117,6.772338190555573,,
+45000,,,6.594541382789612,0.6480504751205445
+45500,0.44975095987319946,6.7928408722877505,,
+46000,0.5705207586288452,6.672071218490601,,
+46500,0.3073587715625763,6.935233150005341,,
+47000,0.6844586730003357,6.558133278846741,,
+47500,0.5292893648147583,6.71330252456665,,
+48000,0.6414550542831421,6.601136439323425,,
+48500,0.5119759440422058,6.730615767002106,,
+49000,0.583276629447937,6.659315274238587,,
+49500,0.6028922200202942,6.639699947357178,,
+50000,0.6057888269424438,6.636802738189697,,
+50000,,,6.467252655029297,0.7753392028808593

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86877258852db20896977c08b86a8589ad54f5dc573e4fd74a8e86b28b9261c6
+size 16140758

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.170555,0.5301266,0.946496,-0.875819,-0.96004784,-0.31971836,-0.48030257,0.9534817,0.9212196,-0.9295401,-0.90710354,-0.9115509,-0.96755284,-0.9279632568359375
+3.6540198,0.7163936,0.957584,-0.8413077,-0.89102,0.4533744,-0.5458354,0.9117093,0.8124815,-0.97116446,-0.8326012,-0.92471695,-0.9600117,3.5885720252990723
+5.123537,0.9130893,0.92151415,-0.91508424,-0.9336291,-0.4679209,-0.94578105,0.9694773,0.86344576,-0.95044833,-0.88486767,-0.95349395,-0.9815754,2.1190547943115234
+9.2242155,0.97521293,0.9464495,-0.86709076,-0.92150223,-0.92065597,-0.95256484,0.9655833,0.9620973,-0.8997729,-0.8362981,-0.9564588,-0.98145604,-1.981623649597168
+9.873414,0.96231794,0.95775795,-0.7838184,-0.8457269,-0.9328268,-0.9697103,0.9548054,0.9755626,-0.8263369,-0.679788,-0.9661274,-0.98206586,-2.63082218170166
+5.950105,0.84738135,0.9496119,-0.5604024,-0.6154021,-0.9623844,-0.9480261,0.9575772,0.95355463,-0.8969775,0.10016215,-0.93744886,-0.98348755,1.2924866676330566
+3.3648798,0.78901863,0.9644377,-0.922496,-0.8889496,-0.94618285,-0.9179601,-0.042464793,0.96401334,-0.90955216,-0.5788789,-0.83669275,-0.9771995,3.8777120113372803
+6.272846,0.8347769,0.9601128,-0.96635216,-0.9560435,-0.89772403,-0.92619413,-0.864895,0.96961784,-0.90755343,-0.9330268,-0.8679586,-0.99076647,0.9697456359863281
+9.383495,0.8612592,0.94093406,-0.8858983,-0.96331775,-0.89514506,-0.93975365,0.27190816,0.9399905,-0.9298515,-0.9219328,-0.8513733,-0.97069037,-2.1409034729003906
+8.207222,0.82472885,0.9364929,-0.9256849,-0.962137,-0.8719651,-0.8751329,0.9534904,0.92376804,-0.9386305,-0.9208352,-0.83543587,-0.95692015,-0.964630126953125
+5.257325,0.7732856,0.9618232,-0.9231894,-0.92672056,-0.3369391,-0.5154386,0.9404607,0.8739915,-0.9589034,-0.85268945,-0.86121184,-0.9461849,1.9852666854858398
+5.7206345,0.90307665,0.9243157,-0.9035495,-0.92936265,-0.5051387,-0.9428435,0.96312857,0.8306985,-0.9479746,-0.8637419,-0.93447286,-0.9772539,1.5219573974609375
+7.9789186,0.9646745,0.94021964,-0.86349,-0.92185086,-0.9030759,-0.94753015,0.959481,0.9446466,-0.91084033,-0.8472893,-0.95475334,-0.9775059,-0.7363266944885254
+8.580229,0.95666695,0.96326447,-0.6970575,-0.8219117,-0.92190987,-0.9688627,0.93707085,0.9740906,-0.82032806,-0.74467814,-0.9618544,-0.9759833,-1.337636947631836
+6.310657,0.8369533,0.93282914,-0.4677601,-0.5632736,-0.9480462,-0.9356044,0.95994616,0.9439869,-0.88125235,0.090043664,-0.9351458,-0.98564893,0.9319348335266113
+4.099432,0.76824784,0.97033906,-0.61752325,-0.83737934,-0.9502251,-0.935071,0.19829977,0.95661855,-0.9155226,-0.38967013,-0.8276647,-0.9776353,3.143159866333008
+5.9136667,0.8368983,0.9662771,-0.9249458,-0.93396556,-0.9066607,-0.9046542,-0.85915387,0.9647579,-0.9297825,-0.91914433,-0.83016026,-0.9843429,1.3289251327514648
+8.766445,0.87972283,0.9563471,-0.90345216,-0.9628144,-0.90279335,-0.93221784,-0.37151206,0.942155,-0.91177946,-0.92931527,-0.83772707,-0.97525364,-1.5238533020019531
+7.971912,0.8628235,0.9330256,-0.8852568,-0.95835996,-0.8941048,-0.9260312,0.9465529,0.9128711,-0.94725466,-0.92304087,-0.81944567,-0.95801646,-0.7293200492858887
+5.048654,0.7971469,0.9628248,-0.89410025,-0.9271269,-0.41088593,-0.49376774,0.9485395,0.88852775,-0.9571707,-0.8709322,-0.87225485,-0.9543012,2.1939377784729004
+5.337252,0.88470876,0.9411571,-0.86661434,-0.91327,-0.090310395,-0.89561397,0.9440689,0.78201437,-0.96214056,-0.83532387,-0.9220528,-0.9705339,1.9053397178649902
+7.9299216,0.9406054,0.91705036,-0.89675456,-0.9128256,-0.7979632,-0.9469782,0.9677026,0.8848469,-0.93559045,-0.86141855,-0.9496679,-0.97892344,-0.6873297691345215
+9.114844,0.9661641,0.96652615,-0.72133654,-0.8134522,-0.9250245,-0.97006273,0.93815637,0.97778773,-0.8435402,-0.8258339,-0.9632391,-0.97532713,-1.8722524642944336
+7.079523,0.87814474,0.9523473,-0.50355625,-0.60852253,-0.9231291,-0.936306,0.9742532,0.9646269,-0.85059106,-0.46971875,-0.93867815,-0.9829747,0.1630687713623047
+3.9170642,0.68967295,0.9658885,-0.07420671,-0.7594273,-0.966182,-0.93787366,0.70922256,0.9542333,-0.8935496,-0.25294608,-0.89595675,-0.97892207,3.3255276679992676
+4.740176,0.7499931,0.97135746,-0.88393736,-0.9221068,-0.91163886,-0.8857202,-0.6892417,0.960585,-0.9113977,-0.87568957,-0.7651287,-0.9775107,2.502415657043457
+8.228727,0.8518989,0.9665059,-0.90956247,-0.9522061,-0.86584705,-0.8929439,-0.7352751,0.95086,-0.91013443,-0.9379631,-0.84500146,-0.97758037,-0.9861354827880859
+8.9977045,0.85529065,0.9329183,-0.77375436,-0.9560323,-0.9018668,-0.95132893,0.9161186,0.906826,-0.9552429,-0.92465866,-0.8161406,-0.95005554,-1.755112648010254
+6.087691,0.80720913,0.9616064,-0.8909629,-0.9441974,-0.7003158,-0.74026525,0.9563712,0.9120383,-0.9547728,-0.9010864,-0.8588984,-0.95765454,1.1549010276794434
+4.745674,0.8244436,0.95657444,-0.85231847,-0.8762562,-0.024653971,-0.77327436,0.9166467,0.7761669,-0.9737284,-0.83482856,-0.8988632,-0.95625806,2.496917724609375
+6.8797855,0.9282205,0.9084327,-0.91998196,-0.9312243,-0.68728423,-0.95358753,0.96744394,0.8524524,-0.9420538,-0.8699196,-0.93960375,-0.9808682,0.3628063201904297
+8.874834,0.97001696,0.9584737,-0.8050721,-0.89772785,-0.92753863,-0.96169484,0.9453716,0.972049,-0.85872924,-0.84287643,-0.9620832,-0.9763209,-1.632242202758789
+8.112907,0.93622935,0.9583601,-0.67906857,-0.78250766,-0.9128848,-0.95062935,0.97213686,0.97223604,-0.80882955,-0.6222737,-0.95565134,-0.9821648,-0.8703155517578125
+4.956794,0.69779944,0.947456,0.050567865,-0.5463548,-0.9647839,-0.93051505,0.8918791,0.94505286,-0.9034923,-0.022897542,-0.9180186,-0.98133373,2.2857980728149414
+4.099828,0.63926256,0.97755456,-0.58354217,-0.91237164,-0.9306892,-0.91382045,-0.5098143,0.9492017,-0.9132157,-0.81332654,-0.6775925,-0.9710819,3.142764091491699
+7.0948915,0.7963011,0.96803164,-0.9059924,-0.9519031,-0.85940367,-0.8931195,-0.8393368,0.9626031,-0.9072129,-0.9415514,-0.83856595,-0.9834027,0.14770030975341797
+9.128652,0.8385558,0.9350779,-0.7280444,-0.9600535,-0.9047019,-0.9562093,0.80623126,0.9199114,-0.95468605,-0.91982883,-0.8309173,-0.9500128,-1.8860597610473633
+7.1405396,0.82826996,0.95195174,-0.9023808,-0.9624689,-0.84931946,-0.87641466,0.95839906,0.916726,-0.9501181,-0.92770547,-0.8580292,-0.9606419,0.10205221176147461
+4.7961407,0.7465441,0.9655466,-0.8571089,-0.8850773,-0.100518465,-0.52939945,0.91484344,0.83373713,-0.97328454,-0.8442911,-0.8757875,-0.9454922,2.446451187133789
+6.064806,0.9053086,0.9260647,-0.9127998,-0.93558514,-0.5332408,-0.9470242,0.95894146,0.8524189,-0.94459087,-0.86506605,-0.933597,-0.9765191,1.177785873413086
+8.497477,0.9672693,0.9525955,-0.85324085,-0.93757313,-0.91297126,-0.949692,0.95158434,0.9577575,-0.89831,-0.85697156,-0.9556705,-0.9753609,-1.2548847198486328
+8.723673,0.9496608,0.962806,-0.61590147,-0.8005792,-0.91236514,-0.9605749,0.9487591,0.9758395,-0.8363836,-0.78608835,-0.95939547,-0.9783173,-1.4810810089111328
+5.840811,0.7469542,0.9391978,-0.011503518,-0.4935515,-0.94656676,-0.9309495,0.9531648,0.94874454,-0.8922804,-0.18664908,-0.9291092,-0.9830249,1.4017810821533203
+3.7356253,0.5828252,0.9758644,-0.103239715,-0.8515084,-0.9469742,-0.93521047,-0.067476034,0.95357275,-0.908156,-0.6525547,-0.73027414,-0.9727578,3.5069665908813477
+5.9947367,0.75376606,0.966311,-0.8869878,-0.95471823,-0.88378954,-0.89721197,-0.8679198,0.9671849,-0.9120148,-0.92180204,-0.8075564,-0.98461574,1.2478551864624023
+9.013888,0.8129089,0.9507166,-0.82537997,-0.9640338,-0.8956117,-0.94376236,-0.043395877,0.9397135,-0.9166266,-0.9290068,-0.83181214,-0.9705446,-1.771296501159668
+8.279651,0.8068608,0.937691,-0.8561557,-0.9648222,-0.8875031,-0.934335,0.94661665,0.9150373,-0.9484963,-0.93287635,-0.84110653,-0.9602547,-1.0370588302612305
+5.107512,0.6964884,0.96577287,-0.854288,-0.92106146,-0.4827764,-0.5624208,0.9440743,0.89253783,-0.95991623,-0.87740946,-0.8781131,-0.9478671,2.135079860687256
+5.147779,0.8619437,0.94558024,-0.8874329,-0.9258448,-0.35481548,-0.9023181,0.9395282,0.8486917,-0.95894057,-0.8441152,-0.9240739,-0.9696022,2.0948128700256348
+7.737389,0.9423218,0.93398213,-0.90623796,-0.93741757,-0.8597127,-0.93557996,0.95954275,0.91795766,-0.92826146,-0.86975104,-0.9554179,-0.9794258,-0.4947972297668457
+9.10535,0.9602536,0.96961415,-0.719414,-0.8659261,-0.93244183,-0.9655724,0.9316367,0.9802103,-0.83869123,-0.82985723,-0.9648256,-0.97576267,-1.862757682800293
+7.0904326,0.8577528,0.9576819,-0.23186731,-0.63434094,-0.9280827,-0.93403107,0.96781874,0.965099,-0.864596,-0.5248277,-0.93082076,-0.9811651,0.1521592140197754
+4.0849943,0.5422087,0.9711046,0.34421694,-0.74463236,-0.9631541,-0.94124174,0.5454755,0.9525969,-0.895701,-0.3693713,-0.81520087,-0.9781907,3.157597541809082
+4.9443545,0.47686112,0.9701977,-0.60066146,-0.9272819,-0.89331764,-0.8990734,-0.7994832,0.96049,-0.9110943,-0.905172,-0.6497888,-0.97746056,2.2982373237609863
+8.322643,0.7226075,0.95699096,-0.87453383,-0.9677562,-0.8767298,-0.918032,-0.6944219,0.9588982,-0.86640084,-0.934388,-0.84984046,-0.98110306,-1.0800514221191406
+9.035439,0.77003133,0.92574453,-0.80496776,-0.96400326,-0.88731694,-0.9447554,0.9043288,0.9135916,-0.9446018,-0.92904645,-0.85257643,-0.9552861,-1.7928466796875
+6.007303,0.72033036,0.9612917,-0.89042234,-0.95379865,-0.73703814,-0.7721894,0.94511676,0.92174315,-0.9518285,-0.9119589,-0.87981224,-0.9551618,1.2352886199951172
+4.6640234,0.7674439,0.9580219,-0.85638136,-0.9020358,-0.2576126,-0.7892953,0.9028516,0.8510212,-0.9713015,-0.8358185,-0.9109559,-0.95323676,2.578568458557129
+6.869764,0.92357945,0.9209554,-0.9336015,-0.9483527,-0.8095201,-0.9498207,0.9539075,0.8915968,-0.939613,-0.88163495,-0.94335455,-0.9824293,0.37282800674438477
+9.009991,0.9663725,0.9650599,-0.81302357,-0.93813366,-0.94595015,-0.9596444,0.92359805,0.9778404,-0.85366863,-0.84808487,-0.9654735,-0.977083,-1.7673988342285156
+8.038492,0.9137013,0.964952,-0.32452738,-0.82435864,-0.92257977,-0.94752425,0.9642298,0.9735439,-0.8115714,-0.70675683,-0.9451239,-0.98016787,-0.7959003448486328
+4.863422,0.5788325,0.9558923,0.43174255,-0.59369844,-0.9632416,-0.9211361,0.8168391,0.95302653,-0.90192074,-0.225752,-0.86953807,-0.9797969,2.3791699409484863
+4.247816,0.2589532,0.97604966,-0.12324631,-0.90529764,-0.9262759,-0.9204946,-0.6994953,0.94960964,-0.9198147,-0.871416,-0.4453805,-0.9677946,2.9947757720947266
+7.332153,0.62330866,0.95686316,-0.8808638,-0.9730205,-0.8778822,-0.92288333,-0.8370882,0.9678923,-0.8695307,-0.9356166,-0.82494426,-0.9863463,-0.08956098556518555
+9.307772,0.7148951,0.9242358,-0.7369638,-0.96690875,-0.88243777,-0.9534464,0.7685268,0.9257729,-0.935404,-0.92718697,-0.86262554,-0.9532273,-2.0651798248291016
+7.1948395,0.7377528,0.95110273,-0.91224474,-0.9706765,-0.8803082,-0.89258045,0.93862975,0.930527,-0.94644976,-0.9356743,-0.8785793,-0.95710516,0.04775238037109375
+4.6991553,0.64573014,0.96569,-0.87548596,-0.92388546,-0.46472484,-0.59795153,0.89969337,0.88424337,-0.9669986,-0.85169655,-0.89598405,-0.9394228,2.5434365272521973
+5.965721,0.8968041,0.9286468,-0.9383005,-0.95643914,-0.79123026,-0.9499148,0.93721235,0.9024823,-0.93899226,-0.88052374,-0.93940234,-0.9784484,1.2768707275390625
+8.578781,0.96293795,0.9597726,-0.8864258,-0.96683973,-0.94443,-0.94678956,0.9196873,0.9683211,-0.8901409,-0.85653913,-0.961616,-0.9770941,-1.3361892700195312
+8.673363,0.9305992,0.96341896,-0.43755096,-0.8914051,-0.93269825,-0.9551989,0.9329487,0.97729707,-0.82075995,-0.8015011,-0.95084864,-0.9785883,-1.4307708740234375
+5.759769,0.74193335,0.9544537,0.3958087,-0.62766325,-0.9520427,-0.9353927,0.90499556,0.9507468,-0.9020975,-0.20010877,-0.89637154,-0.98236567,1.4828228950500488
+3.9919035,0.35364842,0.9758595,0.17472363,-0.8711416,-0.9422986,-0.9321888,-0.5097296,0.9517784,-0.9240574,-0.7196293,-0.4525802,-0.9701894,3.250688314437866
+6.367696,0.25723338,0.9552314,-0.70624167,-0.962144,-0.86534065,-0.91879654,-0.8773452,0.9705708,-0.888825,-0.93704796,-0.76143706,-0.9871017,0.8748960494995117
+9.192164,0.598222,0.9334681,-0.7927923,-0.9753793,-0.89647,-0.9459054,0.14308941,0.944891,-0.87861115,-0.92634064,-0.8700256,-0.9725322,-1.9495725631713867
+8.243221,0.69495904,0.9374783,-0.90591496,-0.9726985,-0.8938377,-0.9247122,0.90854824,0.92896914,-0.9396498,-0.93701637,-0.8793121,-0.9576745,-1.0006294250488281
+5.1018643,0.518924,0.96645975,-0.88959104,-0.94386524,-0.67293406,-0.6644816,0.91679716,0.9206594,-0.9553035,-0.8883982,-0.8893758,-0.94035465,2.1407275199890137
+5.145155,0.8249576,0.9442439,-0.92322546,-0.95206076,-0.7345037,-0.929117,0.91185427,0.91921616,-0.9474359,-0.8599985,-0.9346635,-0.9709621,2.0974369049072266
+7.8424897,0.94700456,0.9454502,-0.9123003,-0.96348065,-0.92055744,-0.9420569,0.9158933,0.9457488,-0.91907364,-0.8727355,-0.9608421,-0.9812265,-0.5998978614807129
+9.12947,0.9491879,0.96505475,-0.52595675,-0.93441194,-0.9474204,-0.9638549,0.894415,0.981192,-0.84395534,-0.845912,-0.95488006,-0.9778519,-1.8868780136108398
+6.8734326,0.83541405,0.9631965,0.36408687,-0.7114193,-0.9395335,-0.9431521,0.92941594,0.96201587,-0.88599765,-0.48462236,-0.89707077,-0.98039156,0.3691592216491699
+4.2420073,0.35378277,0.9709041,0.5770017,-0.7519986,-0.9590467,-0.9394921,0.03854549,0.94988847,-0.9232286,-0.4669019,-0.5795606,-0.9746326,3.000584602355957
+5.4212685,-0.42706198,0.95487356,-0.06832093,-0.8911107,-0.87556577,-0.9196764,-0.8808787,0.9559561,-0.9272341,-0.9304988,-0.5317184,-0.98004323,1.8213233947753906
+8.601162,0.34807205,0.95176196,-0.8270099,-0.9832101,-0.9191913,-0.93365014,-0.720586,0.95894456,-0.7815498,-0.93372846,-0.88517034,-0.98365223,-1.3585700988769531
+8.862314,0.55596423,0.93075025,-0.8804997,-0.9703736,-0.8872232,-0.93862134,0.8010696,0.9265058,-0.91977197,-0.93023616,-0.9017215,-0.9521519,-1.6197223663330078
+5.816363,0.5756557,0.9560847,-0.91689855,-0.9708025,-0.83766073,-0.8623601,0.89964783,0.9380311,-0.9447755,-0.91931313,-0.8980154,-0.9500226,1.4262290000915527
+4.6428404,0.65874994,0.9634931,-0.90702385,-0.9560863,-0.70122606,-0.8526664,0.84540224,0.91690266,-0.96166974,-0.8417619,-0.9338815,-0.9594819,2.5997514724731445
+7.0190454,0.9341562,0.93303764,-0.95068103,-0.96841395,-0.9180683,-0.95033175,0.88113475,0.93095446,-0.9294156,-0.89286023,-0.94940037,-0.98518056,0.22354650497436523
+9.283745,0.9690727,0.96153235,-0.81340337,-0.969388,-0.9651764,-0.9625438,0.75194216,0.97933817,-0.856314,-0.83606064,-0.9606562,-0.9776693,-2.0411529541015625
+7.9043856,0.9115541,0.97043145,0.17823231,-0.8843269,-0.9336697,-0.9686657,0.8764199,0.970399,-0.8535056,-0.6601886,-0.910225,-0.97871894,-0.6617937088012695
+4.8007507,0.53530085,0.9605162,0.5349879,-0.59161663,-0.96102387,-0.92489123,0.4126165,0.95447695,-0.92994404,-0.24472833,-0.74773395,-0.97230476,2.4418411254882812
+4.5014625,-0.64660466,0.96053267,0.27467299,-0.7480037,-0.933752,-0.9467202,-0.8714738,0.92692435,-0.94104177,-0.91220695,-0.086812794,-0.96380496,2.7411293983459473
+7.6676245,-0.62229955,0.9622278,-0.51500493,-0.9614955,-0.9026814,-0.9214374,-0.87019604,0.95678544,-0.7144115,-0.9537292,-0.81851566,-0.98546845,-0.4250326156616211
+9.436205,0.31208408,0.92907834,-0.8344888,-0.97883475,-0.9159563,-0.950603,0.40659976,0.93761444,-0.8591872,-0.93126976,-0.9182775,-0.95416766,-2.193613052368164
+7.0633426,0.54923177,0.95320904,-0.9444267,-0.9797806,-0.8932485,-0.9157302,0.7817538,0.936718,-0.92961454,-0.93227845,-0.91542906,-0.9555899,0.17924928665161133
+4.5487785,0.3964727,0.9673357,-0.9465707,-0.964351,-0.80979455,-0.8033228,0.7574185,0.9361887,-0.95005333,-0.88498455,-0.9246395,-0.9422514,2.6938133239746094
+5.7779336,0.88938963,0.9474764,-0.9622108,-0.9754536,-0.9191684,-0.94307196,0.73341095,0.93098605,-0.9366595,-0.903826,-0.9492597,-0.9809131,1.464658260345459
+8.780246,0.9696193,0.9571483,-0.86575854,-0.96918255,-0.9595539,-0.9606108,0.42780936,0.9645685,-0.90716296,-0.87478906,-0.95560765,-0.9785114,-1.537653923034668
+9.075034,0.9519671,0.96464944,-0.13407266,-0.9518133,-0.9510861,-0.9768116,0.39814186,0.9703442,-0.8592055,-0.75671417,-0.91910404,-0.9786529,-1.832442283630371
+6.022497,0.8331635,0.96346736,0.37863398,-0.69912684,-0.94429743,-0.93745327,0.32506692,0.95721817,-0.927369,-0.38057548,-0.84049654,-0.9707829,1.2200946807861328
+3.9980812,0.03523481,0.9575243,0.44454288,-0.5178743,-0.9536746,-0.96158415,-0.9131443,0.9179877,-0.94831383,-0.7543461,0.17779696,-0.96175784,3.2445106506347656
+6.197664,-0.8024101,0.95530856,-0.14203835,-0.9484629,-0.8963634,-0.95455456,-0.91305983,0.96233845,-0.43789327,-0.95023084,-0.6259924,-0.97956294,1.0449280738830566
+9.2824335,-0.6135937,0.9573574,-0.8491635,-0.98027825,-0.9291899,-0.9287655,-0.8003714,0.94735,-0.030000746,-0.9377856,-0.91370684,-0.97668964,-2.039841651916504
+8.403506,0.22883165,0.94720244,-0.9437652,-0.98404586,-0.91690445,-0.9349398,0.41703236,0.93143547,-0.80762404,-0.93235236,-0.94862884,-0.9547171,-1.160914421081543
+5.1635475,0.32109177,0.95823765,-0.95037526,-0.9727457,-0.85274094,-0.8752886,0.6034477,0.94056773,-0.9261634,-0.91683966,-0.91830474,-0.9448789,2.0790443420410156
+4.9682736,0.69254446,0.96974397,-0.958662,-0.9801585,-0.8788687,-0.90833557,0.5051724,0.94077826,-0.95150304,-0.8967373,-0.9561378,-0.9718236,2.274318218231201
+7.6576304,0.95768225,0.95888424,-0.93173856,-0.9803236,-0.9525604,-0.95574796,0.14211392,0.95367575,-0.92009264,-0.9155539,-0.9592345,-0.98385763,-0.4150385856628418
+9.532346,0.9722167,0.9627447,-0.4047783,-0.964032,-0.9693095,-0.9690108,-0.25231266,0.97581995,-0.89008325,-0.8372434,-0.9427957,-0.9725018,-2.2897539138793945
+7.6504083,0.86674786,0.97014976,0.78616905,-0.7634717,-0.9337082,-0.9626016,-0.04844606,0.9655937,-0.92669076,-0.74022716,-0.8730391,-0.9562816,-0.40781641006469727
+5.010307,0.4500152,0.96347976,0.78367543,-0.08238149,-0.9296006,-0.95004755,-0.8882342,0.9281379,-0.9631295,-0.62870145,-0.23308396,-0.93584836,2.2322850227355957
+5.259828,-0.8691109,0.95106876,0.6231661,-0.8893446,-0.9221261,-0.96833116,-0.92749923,0.95955706,-0.5697731,-0.94129854,-0.105562925,-0.9587549,1.9827637672424316
+8.0719795,-0.9363394,0.9565418,0.20601654,-0.97827303,-0.88059616,-0.93382686,-0.9074968,0.96603847,0.451859,-0.964227,-0.87090504,-0.9689264,-0.8293876647949219
+9.166032,-0.66466767,0.95153546,-0.8667223,-0.9767592,-0.9056359,-0.9363773,-0.5265581,0.94798625,0.052197218,-0.9395646,-0.94709104,-0.9310895,-1.9234399795532227
+6.3197646,-0.10494155,0.9556298,-0.9537116,-0.98306876,-0.89132684,-0.9209865,0.097067,0.9411218,-0.7513731,-0.9217018,-0.9422187,-0.93188804,0.9228272438049316
+4.354809,-0.1405986,0.96782136,-0.9125469,-0.9665232,-0.86702687,-0.8096144,-0.008355856,0.93296754,-0.9139875,-0.9208567,-0.9555198,-0.92548877,2.8877830505371094
+5.9531007,0.8070053,0.9711108,-0.9484686,-0.9801707,-0.9395505,-0.9106695,-0.41650343,0.94237876,-0.91846806,-0.93800575,-0.9769901,-0.97419083,1.2894911766052246
+8.843607,0.9648011,0.9651779,-0.7730348,-0.94998276,-0.96401316,-0.9289817,-0.68040967,0.9631448,-0.9075439,-0.9019192,-0.9699753,-0.9751024,-1.6010150909423828
+9.189722,0.9187529,0.9608302,0.6144577,-0.84878045,-0.95360875,-0.9577209,-0.68194115,0.9712901,-0.91574365,-0.868359,-0.9250237,-0.9361375,-1.9471302032470703
+6.5511255,0.6403866,0.9630842,0.87442887,-0.20204657,-0.92624867,-0.9570818,-0.8302443,0.9560877,-0.95475125,-0.77007055,-0.7418671,-0.91355467,0.6914663314819336
+5.0009575,-0.57773066,0.9569905,0.88571835,-0.67522293,-0.9248573,-0.96130687,-0.9179213,0.9215343,-0.8232089,-0.89265037,0.08026922,-0.92093813,2.2416343688964844
+6.2048006,-0.9538723,0.9610038,0.70765543,-0.9650127,-0.8992766,-0.9508008,-0.939432,0.97622347,0.5422218,-0.9626827,-0.7691215,-0.95718306,1.0377912521362305
+8.979897,-0.9517351,0.95419,0.2251122,-0.98048776,-0.87823665,-0.90530854,-0.9112932,0.961843,0.7603111,-0.958294,-0.93176717,-0.9396238,-1.7373046875
+8.230471,-0.782376,0.9509492,-0.8810855,-0.9720659,-0.852597,-0.89303416,-0.60971177,0.9568999,0.28013718,-0.9425644,-0.94568443,-0.8321112,-0.9878787994384766
+5.1319284,-0.63435614,0.94860446,-0.94023466,-0.97391224,-0.8259406,-0.8332077,-0.41289735,0.93785584,-0.5052177,-0.9051672,-0.93674916,-0.78090376,2.110663414001465
+4.3326807,-0.21872729,0.96748376,-0.8135493,-0.97802126,-0.8792553,-0.7741216,-0.4333278,0.9411833,-0.7926704,-0.9258238,-0.9776142,-0.8090628,2.9099111557006836
+6.71346,0.79791236,0.96510935,-0.83206224,-0.97725475,-0.9504038,-0.91312593,-0.7294585,0.9443402,-0.7922573,-0.9259588,-0.9833775,-0.96014965,0.5291318893432617
+9.544919,0.9496877,0.9599451,-0.28154922,-0.90744126,-0.95975596,-0.92661774,-0.8580949,0.95888126,-0.87111,-0.88442314,-0.97092336,-0.95772886,-2.3023271560668945
+8.652666,0.8260758,0.95854187,0.8243966,-0.70191395,-0.93163925,-0.94752294,-0.89778626,0.9655354,-0.902428,-0.91187155,-0.91463774,-0.89645725,-1.410074234008789
+5.5600367,0.25825,0.9591117,0.94286513,-0.44645107,-0.9127572,-0.95181316,-0.8892159,0.9344003,-0.8913528,-0.8533034,-0.5462214,-0.8572002,1.6825551986694336
+4.8851447,-0.89526236,0.9607116,0.8858919,-0.9295528,-0.91072714,-0.9677151,-0.9198407,0.97048044,0.32290614,-0.95831513,-0.2516001,-0.89634186,2.3574471473693848
+7.150542,-0.9634825,0.9730389,0.7216748,-0.97795874,-0.9034179,-0.9451031,-0.9444151,0.9798441,0.8367121,-0.96412504,-0.9097789,-0.95690733,0.09205007553100586
+9.545587,-0.95862144,0.9574342,0.40130877,-0.97996604,-0.8995689,-0.8748089,-0.9203482,0.9605167,0.85843194,-0.9579462,-0.95211375,-0.92778736,-2.302994728088379
+7.7684765,-0.8677671,0.92798924,-0.8181563,-0.9719086,-0.80233777,-0.7352938,-0.7175457,0.9587735,0.50095046,-0.94054455,-0.95173985,-0.5367347,-0.5258846282958984
+4.760673,-0.78252655,0.92798996,-0.78529805,-0.97626585,-0.83427066,-0.2316153,-0.6140573,0.9468689,-0.26843548,-0.9000194,-0.9397348,0.49617922,2.4819188117980957
+4.73932,-0.45718455,0.9662781,-0.37043893,-0.9802959,-0.88360393,-0.64447343,-0.6230472,0.94120455,-0.7215144,-0.9175769,-0.97584444,0.17185986,2.50327205657959
+7.781424,0.6526284,0.95881486,-0.46109414,-0.9770449,-0.9426153,-0.9151431,-0.807366,0.9475434,-0.48235875,-0.9112475,-0.98335534,-0.8860137,-0.5388321876525879
+9.9352255,0.8551488,0.9595022,0.54365087,-0.9216913,-0.96145517,-0.9369102,-0.87302405,0.96178603,-0.6209563,-0.9283251,-0.9713054,-0.89052725,-2.692633628845215
+8.03052,0.6347418,0.9608685,0.9101975,-0.8416328,-0.9241853,-0.9580964,-0.89957255,0.9669132,-0.6349464,-0.9380677,-0.9006975,-0.8536418,-0.787928581237793
+4.8247013,-0.5769005,0.96073735,0.9201534,-0.8047757,-0.89469445,-0.95232254,-0.8935866,0.9560921,-0.37662053,-0.9156923,-0.5834641,-0.8830162,2.4178905487060547
+4.8565083,-0.93973213,0.9776647,0.89783454,-0.9661507,-0.91786474,-0.95000637,-0.93377167,0.978822,0.84897506,-0.960285,-0.8017236,-0.9243362,2.3860836029052734
+7.8767366,-0.9645968,0.98187757,0.828547,-0.98603505,-0.90874434,-0.9343875,-0.94695413,0.98089695,0.9339038,-0.96401334,-0.95628005,-0.96427125,-0.6341447830200195
+9.54753,-0.9656619,0.96545744,0.6117096,-0.9834335,-0.926843,-0.8796888,-0.9254868,0.9693823,0.91437745,-0.9610294,-0.9725144,-0.92621374,-2.304938316345215
+6.997174,-0.84056246,0.9424732,-0.5748461,-0.98065615,-0.8692244,-0.50811684,-0.74240994,0.97256017,0.785192,-0.94643724,-0.96509683,0.1235261,0.24541807174682617
+4.344884,-0.83310366,0.9539447,0.23743165,-0.9852723,-0.8592097,0.8111329,-0.63698673,0.9667622,-0.0015547276,-0.9344675,-0.9335364,0.9880743,2.897707939147949
+5.774922,-0.75729734,0.9651902,0.62803817,-0.9858054,-0.90561265,-0.34694386,-0.7968389,0.921764,-0.5615991,-0.91788423,-0.9632973,0.9332962,1.46766996383667
+9.472806,0.1765815,0.95705056,0.6727128,-0.9770189,-0.9499914,-0.9045268,-0.8837416,0.92100596,0.014208198,-0.9235417,-0.9782045,0.017217755,-2.2302141189575195
+10.410016,0.53819084,0.95620275,0.86620307,-0.96084094,-0.950526,-0.96559495,-0.8897407,0.9661939,0.20375621,-0.95134634,-0.9488203,-0.816536,-3.167424201965332
+6.4586477,-0.37154734,0.96103907,0.9450047,-0.8932987,-0.92541414,-0.9692686,-0.8710057,0.95859706,0.052099824,-0.9253981,-0.8627651,-0.86089724,0.7839441299438477
+3.6384506,-0.934931,0.96527076,0.8713267,-0.94811416,-0.9066341,-0.96416,-0.8833517,0.9615563,0.7987484,-0.9455698,-0.78275007,-0.9386023,3.6041412353515625
+5.3860054,-0.9567691,0.97618115,0.86450267,-0.98083866,-0.88716495,-0.9511091,-0.92980707,0.97173643,0.9576683,-0.96040934,-0.9299943,-0.95832235,1.8565864562988281
+9.084922,-0.96567553,0.9696646,0.909065,-0.9851295,-0.865103,-0.8997419,-0.91944087,0.97174263,0.9718194,-0.9643932,-0.95270056,-0.964525,-1.842329978942871
+9.500516,-0.96034324,0.9587959,0.5812464,-0.9845055,-0.9276322,-0.87011063,-0.90029544,0.963758,0.9655652,-0.9672467,-0.966833,-0.91230464,-2.2579240798950195
+5.7260346,-0.7881179,0.93996775,0.22864962,-0.98540694,-0.92712474,0.24977231,-0.7654515,0.9861201,0.8957374,-0.9576871,-0.95249087,0.9464189,1.516557216644287
+3.6252072,-0.8361555,0.9659668,0.9369223,-0.9874918,-0.93508863,0.9536476,-0.7523148,0.9753922,0.18671381,-0.9724483,-0.9566124,0.9978372,3.617384672164917
+7.034194,-0.7112176,0.97108483,0.95878506,-0.9781818,-0.9578384,-0.7423604,-0.89538187,0.9596751,0.31384754,-0.9711993,-0.9381692,0.9099648,0.20839786529541016
+10.670781,-0.22016025,0.9489646,0.80343866,-0.9844322,-0.95357597,-0.95186543,-0.8574977,0.96796906,0.8609202,-0.9667627,-0.96362907,-0.39273983,-3.428189277648926
+9.039649,-0.5631429,0.92396736,0.82532,-0.976098,-0.9344338,-0.97781897,-0.879964,0.96627975,0.8171725,-0.94432074,-0.9428507,-0.89013666,-1.7970571517944336
+4.5412073,-0.9337586,0.9483447,0.9276458,-0.90642905,-0.89850235,-0.9648864,-0.89046013,0.9380181,0.77838445,-0.93065894,-0.8476105,-0.9590323,2.7013845443725586
+3.629544,-0.9673927,0.94775116,0.91936564,-0.9506691,-0.87053686,-0.94244546,-0.9252572,0.9344784,0.94902873,-0.9450153,-0.8914804,-0.9579979,3.6130478382110596
+6.8620863,-0.9641324,0.9463074,0.94244623,-0.9725524,-0.77853614,-0.9090535,-0.9169289,0.88849974,0.9741734,-0.96594095,-0.93632513,-0.9683866,0.3805055618286133
+9.800677,-0.9668062,0.93939257,0.9183035,-0.9791735,-0.80843514,-0.8717411,-0.90117216,0.86541605,0.98175716,-0.9660558,-0.94314736,-0.9505741,-2.5580854415893555
+7.969114,-0.91775644,0.93064666,0.6837239,-0.98501104,-0.9250048,-0.618356,-0.8599552,0.96910477,0.98260975,-0.96871877,-0.948173,0.46285343,-0.7265219688415527
+4.0888796,-0.8676439,0.9558151,0.91163266,-0.9834234,-0.923808,0.8806317,-0.81851155,0.97270465,0.89316857,-0.974034,-0.94734335,0.9926727,3.153712272644043
+5.0541644,-0.9028026,0.9774058,0.95135546,-0.98390824,-0.9666804,-0.445278,-0.92642194,0.97933304,0.9073715,-0.9719258,-0.9391506,0.8534415,2.188427448272705
+9.073982,-0.7553799,0.9633306,0.93097687,-0.98029643,-0.93963385,-0.9365386,-0.9184463,0.98053193,0.9601011,-0.9623293,-0.91280645,0.2660439,-1.831390380859375
+9.933472,-0.8263342,0.9334847,0.7973193,-0.9691102,-0.73831064,-0.96849316,-0.9244534,0.9621457,0.95297384,-0.7431518,-0.94827425,-0.89899105,-2.6908798217773438
+6.294322,-0.95561516,0.92012477,0.89222276,-0.9138702,-0.84831125,-0.97264826,-0.9106873,0.93824255,0.9084232,-0.7981271,-0.90769255,-0.9612387,0.9482698440551758
+3.426368,-0.9797535,0.92347956,0.9462321,-0.78034717,-0.829778,-0.9323499,-0.9479138,0.85271215,0.91498375,-0.9178301,-0.8678729,-0.96447206,3.8162238597869873
+5.0600743,-0.98172903,0.89448476,0.9571042,-0.8599959,-0.71740574,-0.86283624,-0.91656584,0.75470734,0.97496104,-0.9673054,-0.9414112,-0.9753336,2.1825175285339355
+8.852978,-0.97150147,0.89995337,0.94411325,-0.9508906,-0.5054019,-0.8588442,-0.8658781,0.6425319,0.9770112,-0.96941316,-0.9378236,-0.95452636,-1.6103858947753906
+9.267816,-0.9634711,0.913466,0.8514664,-0.9679355,-0.75485253,-0.8366788,-0.87741524,0.9030812,0.98581994,-0.95941186,-0.9197255,-0.63112026,-2.025223731994629
+5.3304443,-0.9741721,0.93429124,0.91018605,-0.9729867,-0.84266865,-0.08067006,-0.90227586,0.94295454,0.97704697,-0.9409253,-0.94570655,0.5284734,1.9121475219726562
+3.7389,-0.9762283,0.9638858,0.96217346,-0.97907716,-0.9331762,0.189695,-0.9332102,0.9380516,0.9698987,-0.9578277,-0.94953924,0.055217505,3.5036919116973877
+6.759413,-0.9747572,0.96881676,0.9643562,-0.9760798,-0.9393956,-0.9016852,-0.9599265,0.9576764,0.96788764,-0.9048883,-0.8701218,-0.6488743,0.48317909240722656
+9.396148,-0.9641122,0.9586221,0.9430845,-0.9367235,-0.25806642,-0.9426143,-0.9674017,0.9501431,0.9577999,-0.357284,-0.7141056,-0.7875,-2.1535558700561523
+8.223943,-0.9795581,0.92089534,0.9362824,-0.8930839,0.033527017,-0.95974267,-0.9606566,0.909353,0.9367306,0.2912761,-0.75930315,-0.9152578,-0.9813508987426758
+5.1281586,-0.9808245,0.9292289,0.9461299,-0.860761,-0.8550755,-0.9480068,-0.9546666,0.7859595,0.914659,-0.8159509,-0.7924051,-0.96141285,2.1144332885742188
+4.359421,-0.9848733,0.90835893,0.96758544,-0.7851596,-0.79258126,-0.8619398,-0.9314507,0.33313668,0.96580935,-0.9503076,-0.9128045,-0.97411394,2.8831710815429688
+7.204924,-0.9699765,0.93953276,0.95709085,-0.9501372,-0.63668513,-0.89328235,-0.8925575,-0.399742,0.96830297,-0.9620734,-0.92424846,-0.9407816,0.03766775131225586
+8.99982,-0.948215,0.93093693,0.90726304,-0.96783435,-0.62452114,-0.8834749,-0.87584674,-0.010762632,0.9637549,-0.9347198,-0.8675663,-0.65821546,-1.757227897644043
+6.5148253,-0.9699968,0.92354417,0.96264195,-0.95286894,-0.7867466,-0.78397244,-0.9045267,0.24134421,0.9542136,-0.9134825,-0.87817854,0.19517946,0.7277665138244629
+4.157166,-0.97615546,0.87186503,0.964224,-0.9665357,-0.89778674,-0.22159523,-0.920444,0.71677864,0.959805,-0.9389762,-0.9403144,-0.0828833,3.085425853729248
+5.805366,-0.9844941,0.92611706,0.948177,-0.9716362,-0.9489272,-0.87948453,-0.9624515,0.8644297,0.9701265,-0.8795434,-0.87859285,-0.8654316,1.4372258186340332
+8.705196,-0.9846815,0.941237,0.9612731,-0.9097234,-0.6519243,-0.94217026,-0.975494,0.89565635,0.9644518,-0.51012486,-0.5444557,-0.8364393,-1.4626045227050781
+9.210299,-0.9887274,0.95132864,0.96260667,-0.90268224,0.58470297,-0.91890526,-0.979996,0.8626659,0.96211195,0.70126367,-0.59874064,-0.8681875,-1.9677066802978516
+6.5729074,-0.98133206,0.94383466,0.9620788,-0.92592084,-0.5433273,-0.95955235,-0.9642427,0.7097299,0.94095373,0.12748086,-0.6801585,-0.9300932,0.6696844100952148
+4.280121,-0.9824313,0.93790746,0.97321963,-0.5073841,-0.86461264,-0.92996037,-0.9596927,-0.07780504,0.93411064,-0.9250157,-0.8845109,-0.9719693,2.9624710083007812
+5.9669156,-0.97551644,0.9550283,0.968405,-0.7994873,-0.793635,-0.8836627,-0.9344901,-0.6971469,0.96777534,-0.9569843,-0.94447476,-0.95590323,1.2756762504577637
+8.716275,-0.9700862,0.95374584,0.9528663,-0.95934165,-0.7283267,-0.90649813,-0.9097996,-0.7900201,0.95060563,-0.9158997,-0.8992567,-0.89824724,-1.4736833572387695
+7.920862,-0.9501004,0.9492812,0.9604156,-0.9559505,-0.654221,-0.8914861,-0.919328,-0.7148781,0.9330559,-0.91041636,-0.85590196,-0.4240886,-0.6782703399658203
+4.769557,-0.96377605,0.8749211,0.97263193,-0.9616059,-0.86871696,-0.7540008,-0.93816155,-0.47873914,0.9473469,-0.9095896,-0.9164641,-0.16199565,2.4730348587036133
+4.276605,-0.9751243,0.8507087,0.956589,-0.97096753,-0.95527226,-0.736929,-0.9639714,0.47284472,0.96126676,-0.93535995,-0.92266446,-0.7429811,2.965986728668213
+7.036824,-0.9856407,0.9082655,0.968537,-0.9475546,-0.90593857,-0.9279022,-0.97476226,0.77400565,0.9677429,-0.7720033,-0.6621964,-0.90676767,0.20576763153076172
+9.512554,-0.9909259,0.92539227,0.9601227,-0.9118239,0.3574382,-0.92746556,-0.97873986,0.85574806,0.9720806,0.50260663,-0.6426344,-0.912619,-2.2699623107910156
+8.376864,-0.98590565,0.9487438,0.97277117,-0.8969572,0.19796538,-0.9525322,-0.97777086,0.5570569,0.96213543,0.64003634,-0.6639574,-0.90372,-1.134272575378418
+5.213586,-0.98140305,0.9144459,0.9779315,-0.54598093,-0.8101576,-0.95153624,-0.968125,0.14947283,0.931062,-0.79741627,-0.8675932,-0.95865333,2.029006004333496
+4.987647,-0.9819473,0.9519839,0.96966887,0.01733756,-0.71075916,-0.9334189,-0.9664964,-0.7289339,0.9344084,-0.95338494,-0.9437165,-0.9592099,2.2549448013305664
+7.9875846,-0.96479934,0.96786356,0.97551894,-0.88401425,-0.8196533,-0.9330967,-0.9424494,-0.9345973,0.9401467,-0.9277916,-0.94281137,-0.9141809,-0.744992733001709
+8.94249,-0.96681833,0.9578607,0.96691513,-0.9540449,-0.73591715,-0.9260602,-0.93479913,-0.87307125,0.9240029,-0.8986326,-0.8937418,-0.78248,-1.6998977661132812
+6.3924775,-0.9462007,0.9205744,0.97815037,-0.954215,-0.72646666,-0.82908666,-0.9406028,-0.88783616,0.9336498,-0.9064645,-0.9086534,-0.09396267,0.8501143455505371
+4.1263456,-0.9451562,0.73751163,0.96496487,-0.9576153,-0.9381733,-0.71695435,-0.9605814,-0.44978547,0.9482657,-0.9483211,-0.9269064,-0.3440885,3.116246223449707

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.1680535078048706,8.410644719600677,,
+1000,-1.1452783346176147,8.387870028495788,,
+1500,-1.0567512512207031,8.299343832969665,,
+2000,-1.1285704374313354,8.371162362098694,,
+2500,-1.1161977052688599,8.35878980398178,,
+3000,-1.0998296737670898,8.342421700954437,,
+3500,-1.0431785583496094,8.285770081043243,,
+4000,-1.107681155204773,8.35027316570282,,
+4500,-0.9533287286758423,8.195920676231385,,
+5000,-0.9933285117149353,8.235920140266419,,
+5000,,,8.029897338151931,-0.7873054802417755
+5500,-0.9608142971992493,8.203406372070312,,
+6000,-1.0100523233413696,8.25264457798004,,
+6500,-0.997843325138092,8.24043543291092,,
+7000,-0.8974912762641907,8.14008276939392,,
+7500,-0.8107889890670776,8.053380708694458,,
+8000,-0.8059082627296448,8.048500034332275,,
+8500,-0.7669129371643066,8.009504465103149,,
+9000,-0.7035518884658813,7.9461436648368835,,
+9500,-0.7596579790115356,8.002249873161317,,
+10000,-0.6935684084892273,7.936160388469696,,
+10000,,,7.667903962135315,-0.4253121042251587
+10500,-0.8140887022018433,8.056680386543274,,
+11000,-0.6328033208847046,7.875395174026489,,
+11500,-0.6018415093421936,7.844432799339295,,
+12000,-0.4368840456008911,7.679476112365722,,
+12500,-0.5741087198257446,7.816700427055359,,
+13000,-0.5268035531044006,7.769395340919495,,
+13500,-0.4715135991573334,7.714105123996735,,
+14000,-0.4509124457836151,7.693504281997681,,
+14500,-0.10884913802146912,7.351440989971161,,
+15000,-0.2655903398990631,7.508182240962983,,
+15000,,,7.564675484895706,-0.32208362698554993
+15500,-0.23646724224090576,7.479059016704559,,
+16000,-0.06429760903120041,7.306889455318451,,
+16500,-0.10476060211658478,7.347352462768555,,
+17000,-0.2827514708042145,7.525343324184417,,
+17500,-0.11440139263868332,7.356993286132813,,
+18000,-0.11533967405557632,7.357931536197662,,
+18500,-0.2814585566520691,7.524050421237946,,
+19000,-0.19994303584098816,7.442534954547882,,
+19500,-0.18715673685073853,7.429748605251312,,
+20000,-0.3055035173892975,7.548095206737519,,
+20000,,,7.753168547153473,-0.5105766892433167
+20500,-0.12079132348299026,7.363383185386658,,
+21000,-0.1820797473192215,7.424671610355377,,
+21500,0.013673589564859867,7.228918281078339,,
+22000,-0.3340352177619934,7.576627002239228,,
+22500,-0.25253480672836304,7.495126591205597,,
+23000,0.003806492779403925,7.238785368919372,,
+23500,-0.03157973662018776,7.274171604633331,,
+24000,0.24047015607357025,7.0021215043067935,,
+24500,0.09595204144716263,7.14663981962204,,
+25000,0.4033980965614319,6.839193766117096,,
+25000,,,6.655152659416199,0.5874391984939575
+25500,0.2372177392244339,7.005374197483063,,
+26000,0.26170679926872253,6.980885051250458,,
+26500,0.2885291278362274,6.954062716960907,,
+27000,0.42284804582595825,6.819743698120117,,
+27500,0.4434182941913605,6.7991735129356385,,
+28000,0.423525333404541,6.819066562652588,,
+28500,0.0827401652932167,7.15985169506073,,
+29000,0.20001934468746185,7.042572439670563,,
+29500,0.19396504759788513,7.048626730203629,,
+30000,0.40088504552841187,6.841706892490387,,
+30000,,,6.50089759349823,0.7416942644119263
+30500,0.13111376762390137,7.111478241920471,,
+31000,0.20166073739528656,7.04093129825592,,
+31500,0.31360146403312683,6.928990563869476,,
+32000,0.29716208577156067,6.945429776668549,,
+32500,0.3744838237762451,6.8681081161499025,,
+33000,0.6369618773460388,6.605630142211914,,
+33500,0.3548279106616974,6.887763848781586,,
+34000,0.40193265676498413,6.840659186840058,,
+34500,0.36765527725219727,6.874936757087707,,
+35000,0.6692265868186951,6.5733652000427245,,
+35000,,,6.449071433544159,0.7935204243659973
+35500,0.4936886727809906,6.748903163433075,,
+36000,0.4920582175254822,6.75053353023529,,
+36500,0.4804820716381073,6.762109614372253,,
+37000,0.4941258728504181,6.7484661483764645,,
+37500,0.3289547562599182,6.913637029647827,,
+38000,0.49124276638031006,6.751349141597748,,
+38500,0.5711464881896973,6.6714454560279846,,
+39000,0.4432797133922577,6.799312133789062,,
+39500,0.4364750385284424,6.806116866588592,,
+40000,0.38891419768333435,6.853677735328675,,
+40000,,,6.683018053770065,0.559573804140091
+40500,0.40654951333999634,6.836042325496674,,
+41000,0.4053915739059448,6.837200132369995,,
+41500,0.20396916568279266,7.038622616291046,,
+42000,0.2479265183210373,6.994665410518646,,
+42500,0.3195589482784271,6.923032982349396,,
+43000,0.2633683383464813,6.979223637104035,,
+43500,0.0656200423836708,7.17697169303894,,
+44000,0.07927939295768738,7.1633125,,
+44500,0.22682315111160278,7.015768758773803,,
+45000,0.24168792366981506,7.000903912067414,,
+45000,,,6.706935212612152,0.5356566452980042
+45500,0.28417256474494934,6.958419208526611,,
+46000,0.4287889301776886,6.813803051948548,,
+46500,0.2704485058784485,6.972143308639526,,
+47000,0.3781612813472748,6.864430669307708,,
+47500,0.33359217643737793,6.908999489307403,,
+48000,0.5254899263381958,6.71710158252716,,
+48500,0.25815513730049133,6.984436641216278,,
+49000,0.33528611063957214,6.907305814743042,,
+49500,0.45116209983825684,6.791429861545563,,
+50000,0.33852899074554443,6.90406272983551,,
+50000,,,6.485853126049042,0.7567387318611145

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b8055c7c8731ce4aed66ad274e358f256b072e6c01b377208bbe6a33e47777
+size 16140762

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.265154,-0.2668712,0.9518763,-0.79110867,-0.96010786,0.46416414,0.6100807,0.22722101,0.9725721,0.08407438,-0.96795636,-0.30223483,-0.93974423,-1.022562026977539
+4.001565,0.81205773,0.92558587,-0.9569719,-0.937131,-0.73793197,-0.24678761,0.94899905,0.95764387,-0.8996041,-0.94711936,-0.7855202,-0.893679,3.2410268783569336
+5.218724,0.82038164,0.9133315,-0.95923287,-0.93724763,-0.9201131,-0.84313977,0.98033226,0.74616456,-0.8566692,-0.93073297,-0.754188,-0.83996814,2.0238680839538574
+9.2708845,0.92831993,0.9443356,-0.9709275,-0.9658269,-0.9571094,-0.96858734,0.9524919,-0.07692671,-0.9223317,-0.9563267,-0.89348775,-0.94145906,-2.028292655944824
+9.727327,0.9654803,0.95077455,-0.9301356,-0.92719835,-0.92592454,-0.9742652,0.9630369,0.70994556,-0.9114169,-0.9610223,-0.9535753,-0.9307762,-2.4847354888916016
+5.7652054,0.9263382,0.9679042,-0.9049055,-0.71261084,-0.8746366,-0.96843845,0.8315325,0.8849977,-0.85560864,-0.7276334,-0.90597826,-0.93773365,1.477386474609375
+3.3110087,0.858572,0.9650514,-0.92907226,-0.104049265,-0.83995086,-0.95927984,-0.39657962,0.9354427,-0.50939727,-0.33834434,-0.84419924,-0.9783194,3.9315831661224365
+6.3274846,0.81939363,0.9679259,-0.9387335,-0.53276783,-0.8703667,-0.96306306,-0.5678269,0.95677876,-0.5421939,-0.8760123,-0.9413484,-0.9672447,0.915107250213623
+9.610314,0.6741836,0.9627018,-0.93645316,-0.8356937,-0.3560412,-0.89216113,0.08810806,0.96367896,-0.59422123,-0.95714283,-0.8709326,-0.94421005,-2.367722511291504
+8.444067,0.054103255,0.957211,-0.800778,-0.92622286,0.549736,0.16122603,0.52137995,0.9728993,-0.20001948,-0.94235736,-0.44479847,-0.94933957,-1.2014751434326172
+5.3326383,0.7173494,0.94956326,-0.917207,-0.9231159,-0.32396805,0.0664053,0.85613966,0.96259475,-0.82529,-0.9277339,-0.68412423,-0.91919506,1.9099535942077637
+5.681182,0.8660823,0.91466534,-0.9457453,-0.9192889,-0.87556034,-0.8451001,0.98457074,0.8117626,-0.89020395,-0.91785085,-0.837784,-0.85064095,1.5614099502563477
+8.305761,0.9014094,0.9341124,-0.971223,-0.96300423,-0.9607966,-0.9662909,0.9496937,0.0371629,-0.9077009,-0.9374304,-0.8615045,-0.9221007,-1.0631694793701172
+8.631151,0.95367837,0.94799757,-0.92775416,-0.920126,-0.93800795,-0.96969396,0.9619632,0.59641504,-0.91022366,-0.9492318,-0.9498625,-0.92332006,-1.388559341430664
+5.8702564,0.93502903,0.9666022,-0.87723935,-0.71806735,-0.8789948,-0.9657749,0.8895403,0.8561244,-0.8539083,-0.8162802,-0.91586155,-0.928085,1.372335433959961
+3.7829893,0.85537827,0.96802926,-0.89838076,-0.10834956,-0.8308053,-0.9554694,-0.28352702,0.9100503,-0.6088422,-0.06518322,-0.7824544,-0.9732479,3.4596025943756104
+5.875424,0.85155416,0.9609052,-0.9251094,-0.37085545,-0.8682695,-0.9636344,-0.6936509,0.96119857,-0.25461257,-0.74873674,-0.91722584,-0.973426,1.3671679496765137
+9.2244425,0.82809174,0.95772815,-0.9414796,-0.79675215,-0.7051515,-0.934491,-0.19660604,0.9728687,-0.5501457,-0.9556403,-0.9228366,-0.95442665,-1.9818506240844727
+8.489767,0.16926408,0.965137,-0.75656486,-0.88549715,0.494259,-0.2428025,0.4044037,0.96555066,-0.17982876,-0.9529976,-0.6891228,-0.93231887,-1.2471752166748047
+4.994192,0.5162709,0.95293856,-0.8437287,-0.92934555,0.1760521,0.4212427,0.6718725,0.9577234,-0.6917763,-0.92774975,-0.6270208,-0.9302141,2.2483997344970703
+5.1745944,0.8635392,0.922323,-0.93956184,-0.9068691,-0.84335876,-0.74463606,0.9737451,0.84988403,-0.89620405,-0.9324644,-0.901467,-0.869943,2.067997455596924
+8.333874,0.88318527,0.93426204,-0.9741777,-0.96160567,-0.96038294,-0.957827,0.96328783,0.06512833,-0.9086671,-0.9181541,-0.88806206,-0.8756973,-1.0912818908691406
+9.432707,0.9288485,0.9504694,-0.9501573,-0.92937124,-0.9411229,-0.9673338,0.95586824,0.28916323,-0.9289197,-0.9360459,-0.9446824,-0.9240357,-2.190114974975586
+6.6432357,0.9376278,0.96658015,-0.88047135,-0.7936687,-0.91751343,-0.97723275,0.92264485,0.85413086,-0.8843328,-0.8801869,-0.9338367,-0.9282224,0.5993561744689941
+3.4981937,0.79337573,0.97338724,-0.8386153,-0.13693434,-0.88445634,-0.9643627,0.035644174,0.868075,-0.7404431,-0.14764822,-0.8770305,-0.9652791,3.7443981170654297
+4.5784187,0.70974696,0.96237254,-0.8053433,0.099163175,-0.82519734,-0.96577084,-0.80050737,0.9435811,-0.32554007,-0.6876568,-0.9437706,-0.9773153,2.664173126220703
+8.712992,0.66184354,0.95971596,-0.8817359,-0.5845287,-0.72987276,-0.9292271,-0.4169191,0.9652178,-0.6802356,-0.9433767,-0.9740909,-0.96028745,-1.4703998565673828
+9.713812,0.34680688,0.9674052,-0.71815854,-0.78092194,0.37469685,-0.5128455,0.3400563,0.9552171,-0.40613317,-0.9618199,-0.89926654,-0.94425315,-2.471220016479492
+6.2329745,0.2024802,0.95833933,-0.74202096,-0.9219784,0.20876276,0.47184825,0.62187433,0.9505409,-0.5337766,-0.94244576,-0.66851836,-0.93774056,1.0096173286437988
+4.660396,0.8574748,0.9279742,-0.92880595,-0.90768397,-0.8473269,-0.61497134,0.96898365,0.9175532,-0.9035024,-0.9409289,-0.9196399,-0.86953807,2.58219575881958
+7.0912194,0.8640113,0.92864454,-0.968242,-0.9542083,-0.94825333,-0.9277784,0.9770106,0.40237963,-0.8980778,-0.9151463,-0.9080352,-0.86371046,0.15137243270874023
+9.332975,0.9250393,0.9476838,-0.9533959,-0.9336661,-0.94778985,-0.96596545,0.9503851,-0.016662717,-0.93945986,-0.93765116,-0.94854844,-0.9219759,-2.090383529663086
+7.8798714,0.9340006,0.9621819,-0.8766705,-0.84409416,-0.93942356,-0.97573894,0.9500003,0.82043993,-0.8981462,-0.9193396,-0.9493614,-0.9335391,-0.6372795104980469
+4.5028133,0.73521996,0.97668934,-0.8114276,-0.36504662,-0.88511,-0.97081625,0.55220973,0.827968,-0.7787064,-0.48290914,-0.9212771,-0.95271826,2.739778518676758
+3.9066908,0.5883527,0.967499,-0.7304704,0.29073453,-0.81586856,-0.96206826,-0.7049191,0.93148446,-0.4177143,-0.5218841,-0.94657797,-0.9791547,3.3359010219573975
+7.482039,0.4529121,0.96401656,-0.8028641,-0.32457596,-0.7453631,-0.9281989,-0.67265576,0.96499276,-0.64262253,-0.92394936,-0.9806649,-0.9641949,-0.23944711685180664
+9.870088,0.3873242,0.9667146,-0.75217515,-0.7025877,0.19992948,-0.70287037,0.13550138,0.9559362,-0.5731445,-0.96942914,-0.9340258,-0.9512306,-2.627495765686035
+7.27957,-0.118848324,0.96280336,-0.6250584,-0.9063031,0.3623793,0.4388343,0.5344894,0.9506699,-0.31356335,-0.9542129,-0.6863731,-0.9431367,-0.03697824478149414
+4.628482,0.77711844,0.94253016,-0.9154847,-0.92050654,-0.75613016,-0.13759077,0.93789124,0.9528284,-0.9082355,-0.94183916,-0.90941185,-0.87412894,2.614109992980957
+6.2480593,0.84757614,0.91881096,-0.9486681,-0.9286267,-0.91904336,-0.8486793,0.9836025,0.6701307,-0.8921547,-0.9249677,-0.9129527,-0.8372283,0.994532585144043
+9.121539,0.9217105,0.94580805,-0.96306604,-0.95083565,-0.94990325,-0.9647856,0.93819773,-0.11589074,-0.9223524,-0.9467836,-0.9342027,-0.92951584,-1.8789472579956055
+8.800482,0.93524003,0.95558643,-0.9120961,-0.90032405,-0.9385269,-0.969815,0.95751595,0.65763354,-0.91004294,-0.9465156,-0.94910175,-0.9296088,-1.5578899383544922
+5.3100276,0.84090805,0.97244596,-0.8474229,-0.6929621,-0.86261004,-0.9704145,0.8419446,0.87136376,-0.8055198,-0.78195965,-0.92170846,-0.93671364,1.9325642585754395
+3.3315961,0.62447715,0.96922684,-0.791403,0.15860212,-0.80322903,-0.94361,-0.43290508,0.93403804,-0.592182,-0.35796618,-0.93008935,-0.9781457,3.9109957218170166
+5.986965,0.36297226,0.96849597,-0.73475164,-0.058847606,-0.75902414,-0.93744385,-0.8059296,0.9567678,-0.5128314,-0.88857645,-0.9762664,-0.97277784,1.2556266784667969
+9.674107,0.3506359,0.9656217,-0.8181816,-0.6849715,-0.21319723,-0.7982754,-0.1739639,0.95577955,-0.6882855,-0.9674057,-0.95777434,-0.96037686,-2.4315147399902344
+8.726224,-0.18950099,0.9671011,-0.57258993,-0.87882066,0.44129717,0.2614498,0.41461587,0.9565737,-0.13335621,-0.95762855,-0.7559006,-0.950759,-1.4836320877075195
+5.158818,0.30622768,0.95472133,-0.8549866,-0.9340566,-0.29830253,0.5490763,0.7919316,0.9564996,-0.75708014,-0.9344665,-0.7686051,-0.93129617,2.0837740898132324
+5.473553,0.84927154,0.9238467,-0.9386163,-0.9171505,-0.8766956,-0.7509232,0.98326707,0.85383224,-0.8906538,-0.9354521,-0.91630507,-0.8566437,1.7690386772155762
+8.094559,0.8991568,0.9341605,-0.96711415,-0.9570801,-0.9474267,-0.95924234,0.9583311,0.14806306,-0.88791543,-0.9354474,-0.9027002,-0.8989361,-0.8519668579101562
+9.291949,0.93802834,0.94619465,-0.9335335,-0.92388195,-0.93088603,-0.9683359,0.9548819,0.4385507,-0.9260654,-0.94100773,-0.9384004,-0.92099094,-2.0493574142456055
+6.814237,0.9241102,0.96270895,-0.87014127,-0.7993566,-0.88011587,-0.9675579,0.92246747,0.8769654,-0.87233603,-0.8672249,-0.93292326,-0.92295647,0.42835474014282227
+3.8489347,0.7251706,0.97184515,-0.84880203,-0.21671331,-0.83253425,-0.9458483,0.037851572,0.90864253,-0.70165807,-0.3264767,-0.8942025,-0.96339124,3.3936572074890137
+4.686425,0.65077925,0.9675212,-0.8341711,-0.050043702,-0.8195519,-0.9529377,-0.7754249,0.9533708,-0.350008,-0.78925997,-0.9576338,-0.97927976,2.556166648864746
+8.536688,0.49253345,0.9635012,-0.8796967,-0.6821438,-0.57226336,-0.87192667,-0.46575725,0.96475697,-0.6395182,-0.96055925,-0.9743194,-0.9604331,-1.2940959930419922
+9.446417,0.032205224,0.9669881,-0.6430316,-0.7961531,0.5558109,-0.16397142,0.23928678,0.95865965,-0.25141996,-0.9639269,-0.8656796,-0.94541407,-2.203824996948242
+6.1853824,-0.12368131,0.9582186,-0.7447323,-0.93844396,0.21952999,0.63768816,0.59686255,0.9571128,-0.42059433,-0.94572204,-0.56027526,-0.9527661,1.0572094917297363
+5.0764923,0.8363453,0.9247302,-0.92910594,-0.8972391,-0.8345783,-0.5325054,0.97506535,0.93435705,-0.9006948,-0.9412468,-0.91903615,-0.8827315,2.1660995483398438
+7.1364636,0.86435294,0.91089296,-0.9642449,-0.95313,-0.9516216,-0.91588855,0.9794512,0.49528885,-0.880716,-0.91563773,-0.88786256,-0.8679543,0.10612821578979492
+9.245976,0.9276681,0.9411886,-0.9504933,-0.9337385,-0.94704527,-0.9664148,0.9530678,-0.02686292,-0.93262136,-0.9427602,-0.9383116,-0.9323134,-2.003384590148926
+7.8658004,0.9438621,0.957245,-0.8884619,-0.8592339,-0.920872,-0.9706721,0.948679,0.820523,-0.8963314,-0.92963415,-0.9471757,-0.9343942,-0.6232085227966309
+4.521344,0.7942866,0.97424674,-0.842021,-0.49040478,-0.8592465,-0.96353775,0.55718017,0.85041356,-0.7739051,-0.45875263,-0.88805103,-0.94483554,2.721247673034668
+3.8106875,0.7044945,0.9662813,-0.8423105,0.08090782,-0.8300397,-0.9498664,-0.6587546,0.9433689,-0.37452948,-0.5127803,-0.9197916,-0.9777475,3.4319043159484863
+7.275454,0.62490153,0.95955133,-0.86915934,-0.4734732,-0.7460355,-0.9199887,-0.6593828,0.96962047,-0.5665335,-0.91570014,-0.97317153,-0.9632951,-0.032862186431884766
+9.876431,0.30686998,0.96611905,-0.7872137,-0.7247929,0.24551821,-0.64902276,0.062470913,0.9585862,-0.5709193,-0.96709013,-0.934746,-0.9494945,-2.6338396072387695
+7.530602,-0.29709965,0.9608891,-0.6249023,-0.9151998,0.46861207,0.5463431,0.5109391,0.96273756,-0.19933707,-0.957641,-0.6299713,-0.94957846,-0.2880101203918457
+4.8434134,0.66904783,0.9523587,-0.91022605,-0.92575675,-0.64298266,0.18106365,0.9127147,0.95932436,-0.8989711,-0.94097096,-0.89795166,-0.9049949,2.3991785049438477
+6.1737022,0.8385675,0.91585195,-0.9412314,-0.92904097,-0.91115993,-0.83996606,0.98606706,0.77511,-0.88433856,-0.9290957,-0.90973973,-0.8524556,1.0688896179199219
+8.828898,0.9124496,0.939294,-0.962627,-0.9529381,-0.95458156,-0.9654906,0.94800365,-0.076848686,-0.9080852,-0.942471,-0.9198983,-0.93076044,-1.5863065719604492
+8.974499,0.94196725,0.95096684,-0.92357916,-0.9123295,-0.9312069,-0.9677679,0.9575709,0.53063464,-0.9204508,-0.9443816,-0.94216627,-0.9270109,-1.7319068908691406
+5.7457523,0.89285827,0.96826696,-0.862594,-0.7449695,-0.8597857,-0.9655107,0.88752675,0.871186,-0.85236484,-0.80529946,-0.914034,-0.92507446,1.4968395233154297
+3.3661926,0.69003224,0.96971416,-0.8245954,0.019390464,-0.791636,-0.93276656,-0.23989618,0.9353931,-0.6531741,-0.28938532,-0.9051931,-0.97194517,3.876399278640747
+5.473648,0.63772035,0.96524394,-0.8348056,-0.17610753,-0.80165696,-0.94027203,-0.73284703,0.9638493,-0.46616745,-0.83573455,-0.96648425,-0.9753048,1.7689437866210938
+9.329871,0.43152165,0.96489906,-0.86109775,-0.7085268,-0.4040774,-0.83352715,-0.26410937,0.95879936,-0.68645024,-0.9630293,-0.9640026,-0.9614018,-2.0872793197631836
+9.127036,-0.13691193,0.96734166,-0.5897451,-0.8510202,0.57152724,0.16851544,0.37217093,0.96197677,-0.16138202,-0.9604215,-0.8142607,-0.9530925,-1.884444236755371
+5.60545,0.12906682,0.95667744,-0.7919937,-0.93525386,0.055236816,0.6485572,0.6882503,0.95813036,-0.6361048,-0.94017017,-0.683097,-0.95099425,1.6371417045593262
+5.2622333,0.8514091,0.9293494,-0.9341222,-0.9069732,-0.8463241,-0.6619925,0.98063385,0.8964002,-0.8974508,-0.94094205,-0.92861986,-0.88367033,1.980358600616455
+7.53037,0.8764366,0.9194126,-0.96769834,-0.9575693,-0.95197433,-0.940263,0.96824455,0.27368236,-0.88326997,-0.9225929,-0.89197206,-0.8816369,-0.287778377532959
+9.300805,0.93053293,0.9407468,-0.94288075,-0.93220705,-0.93813956,-0.96554965,0.9572191,0.15656865,-0.93472636,-0.94512916,-0.93961835,-0.92972654,-2.058213233947754
+7.4234343,0.93920684,0.958689,-0.8794041,-0.8356253,-0.9007577,-0.96950376,0.945107,0.8456776,-0.89038205,-0.9115875,-0.94386405,-0.93199426,-0.18084239959716797
+4.141017,0.7566414,0.9728265,-0.8497413,-0.39926678,-0.85312307,-0.95572114,0.34970033,0.878423,-0.7621328,-0.29483575,-0.8868377,-0.9540503,3.1015748977661133
+4.1639585,0.6837611,0.96825814,-0.8343887,-0.0054474473,-0.81851196,-0.95000404,-0.71731555,0.9505464,-0.38589102,-0.6731617,-0.94130856,-0.9780845,3.0786333084106445
+7.877495,0.5783107,0.96122646,-0.8713663,-0.5926532,-0.6829002,-0.89299184,-0.5301002,0.96934175,-0.6500703,-0.9316649,-0.9769137,-0.9617192,-0.6349029541015625
+9.739383,0.19366181,0.96655035,-0.71421915,-0.7389033,0.41366613,-0.40457952,0.19248748,0.9590106,-0.4679227,-0.96563035,-0.9137366,-0.94868463,-2.496790885925293
+6.951083,-0.29454255,0.9617691,-0.6388953,-0.9229417,0.43219805,0.652946,0.5664265,0.96088743,-0.2495758,-0.95570225,-0.59934443,-0.95507884,0.29150867462158203
+4.988822,0.7695594,0.94293714,-0.9218444,-0.91280824,-0.769451,-0.15241545,0.9531107,0.94895935,-0.9212675,-0.94002473,-0.9201904,-0.8944244,2.253769874572754
+6.528653,0.85412323,0.9087825,-0.9474294,-0.938575,-0.9339885,-0.87396723,0.9858184,0.6726954,-0.8872944,-0.9195688,-0.905842,-0.8487014,0.7139387130737305
+9.008948,0.92047167,0.9416642,-0.9581837,-0.9466631,-0.94953996,-0.9624591,0.9415035,-0.1595791,-0.91667825,-0.9423236,-0.92782015,-0.9364017,-1.7663564682006836
+8.529367,0.94804907,0.9531553,-0.9080583,-0.89693797,-0.92479795,-0.96905965,0.9559362,0.65000474,-0.9079696,-0.94556326,-0.9460305,-0.9297992,-1.2867755889892578
+5.174091,0.85031486,0.9702505,-0.84532976,-0.6644313,-0.8541991,-0.962787,0.8115066,0.85928226,-0.8148534,-0.7095843,-0.9040947,-0.9297125,2.0685009956359863
+3.4598486,0.66397166,0.9676049,-0.82356054,0.09073591,-0.77806526,-0.93285024,-0.44119668,0.9447639,-0.55701035,-0.37504733,-0.9161007,-0.9758889,3.782743215560913
+6.2290626,0.60585,0.9631759,-0.83772177,-0.29001427,-0.7862897,-0.9284373,-0.7008312,0.96852267,-0.53962696,-0.8776743,-0.97063017,-0.96951795,1.0135293006896973
+9.692628,0.3383931,0.9647604,-0.8253485,-0.71297073,-0.12522423,-0.7591985,-0.13246524,0.95905876,-0.674317,-0.9652552,-0.9547771,-0.9594572,-2.45003604888916
+8.583614,-0.2912389,0.96614134,-0.5366221,-0.888008,0.51135564,0.44084358,0.42420733,0.9632139,-0.10640252,-0.9620243,-0.75493276,-0.9563488,-1.3410224914550781
+5.2432885,0.28350532,0.9565072,-0.83695,-0.9333212,-0.20711136,0.6011579,0.7924079,0.9574778,-0.76546246,-0.93521565,-0.7747911,-0.94560117,1.9993033409118652
+5.5825315,0.8429724,0.92583644,-0.9360511,-0.91387177,-0.87229794,-0.7328984,0.98466015,0.8655145,-0.89201736,-0.9404014,-0.92817193,-0.87329125,1.6600604057312012
+7.9831996,0.88844705,0.92706215,-0.965299,-0.9569328,-0.9491865,-0.95474607,0.9602499,0.15740514,-0.8852989,-0.93141335,-0.8985078,-0.8906213,-0.740607738494873
+9.285824,0.93318987,0.9423568,-0.9376165,-0.93047094,-0.92958003,-0.96494746,0.95815814,0.32526493,-0.93415487,-0.9480611,-0.9377888,-0.9236553,-2.043231964111328
+6.8793325,0.93245554,0.96009326,-0.8739195,-0.8198416,-0.88158596,-0.9660387,0.933486,0.8617381,-0.8847976,-0.8892618,-0.9397885,-0.923656,0.36325931549072266
+3.7454526,0.7153065,0.9725301,-0.8419362,-0.2836327,-0.8193475,-0.9430331,0.11953735,0.90740275,-0.70595586,-0.30174065,-0.89153206,-0.9597053,3.4971392154693604
+4.527316,0.6007886,0.96791744,-0.82263786,-0.0470891,-0.7999406,-0.9408688,-0.7665101,0.9552548,-0.36393487,-0.77183944,-0.952826,-0.97848517,2.715275764465332
+8.429721,0.48255765,0.9617646,-0.8736163,-0.6762562,-0.5694609,-0.8519956,-0.5037847,0.9675127,-0.6327616,-0.9483031,-0.97382826,-0.9610853,-1.187129020690918
+9.659589,-0.0063949823,0.9661877,-0.65936476,-0.7799387,0.5476248,-0.15201652,0.16136885,0.95894337,-0.29961306,-0.9648826,-0.8819887,-0.9467508,-2.416996955871582
+6.5109773,-0.3421626,0.9612117,-0.66582763,-0.93174285,0.35980892,0.7194829,0.57469,0.96121407,-0.25290716,-0.9546367,-0.5560594,-0.95587426,0.7316145896911621
+5.029029,0.7711301,0.93597865,-0.92768866,-0.91058004,-0.79850674,-0.26336938,0.9664626,0.9440043,-0.91494817,-0.9411977,-0.9259761,-0.89080024,2.2135629653930664
+6.790635,0.84008634,0.9043585,-0.95464784,-0.94851077,-0.945462,-0.8867631,0.98382545,0.6396576,-0.87609094,-0.91617745,-0.89733434,-0.8552306,0.45195674896240234
+9.157241,0.9147723,0.9370868,-0.9499929,-0.93748516,-0.946073,-0.96444434,0.94972134,0.0040277243,-0.92271346,-0.94402564,-0.93231463,-0.93737334,-1.9146490097045898
+8.271185,0.94415736,0.95177174,-0.895747,-0.8799254,-0.9126305,-0.96961457,0.9556432,0.78933394,-0.90158975,-0.9373785,-0.9473436,-0.9313595,-1.0285930633544922
+4.8913913,0.7867359,0.97343075,-0.8333719,-0.5944268,-0.8390173,-0.9602306,0.68856,0.8581693,-0.7765196,-0.60245293,-0.89974225,-0.9329458,2.351200580596924
+3.6347327,0.59081984,0.9668293,-0.82547176,0.1363846,-0.788134,-0.9364961,-0.6115453,0.94698393,-0.39533758,-0.4888202,-0.9177064,-0.9767692,3.6078591346740723
+6.776089,0.51210093,0.9606277,-0.84381056,-0.3713495,-0.7350853,-0.90885067,-0.7162977,0.96765375,-0.5153289,-0.9120832,-0.97256994,-0.9653061,0.46650266647338867
+9.851233,0.20874882,0.9653503,-0.77978545,-0.7118181,0.21648586,-0.63097847,-0.13280147,0.95925915,-0.58414173,-0.96866935,-0.9473174,-0.9551278,-2.608640670776367
+8.119083,-0.4238466,0.96304655,-0.55269706,-0.90949416,0.48031473,0.58376455,0.3934455,0.9637265,-0.048132718,-0.96248007,-0.6819844,-0.9495223,-0.8764915466308594
+5.0901017,0.31542277,0.95602477,-0.8809499,-0.9386102,-0.47354978,0.5593877,0.84676576,0.9621719,-0.81080985,-0.93691325,-0.81797194,-0.9292148,2.1524901390075684
+5.8320704,0.81079173,0.92077446,-0.9357184,-0.9216499,-0.8990979,-0.76303995,0.9859811,0.8597791,-0.87979174,-0.93855566,-0.9199724,-0.85982186,1.4105215072631836
+8.31256,0.8853153,0.9314823,-0.96155965,-0.9559317,-0.9502288,-0.95784855,0.958338,0.16920948,-0.8799986,-0.94071805,-0.90436506,-0.8989353,-1.0699682235717773
+9.190458,0.9336399,0.94182086,-0.9278068,-0.922739,-0.9183916,-0.9647249,0.95736384,0.5120436,-0.92756927,-0.94838053,-0.93907714,-0.92100275,-1.947866439819336
+6.4556885,0.90479064,0.9628608,-0.8666288,-0.8046549,-0.8476061,-0.96113694,0.91075695,0.8781365,-0.8691339,-0.8641814,-0.9299134,-0.916955,0.7869033813476562
+3.5886075,0.652706,0.9717846,-0.83441675,-0.18170214,-0.7820709,-0.93369144,-0.13117588,0.9195082,-0.6432133,-0.34090912,-0.8921901,-0.9623171,3.653984308242798
+4.888316,0.42485416,0.96789324,-0.79547536,-0.033061564,-0.7619326,-0.9299818,-0.8309959,0.9557617,-0.2999959,-0.82748747,-0.95276,-0.9771287,2.354275703430176
+8.837097,0.3098898,0.960873,-0.85179347,-0.6828915,-0.38936663,-0.7869153,-0.5479107,0.9658407,-0.5780576,-0.9553756,-0.96890444,-0.9584871,-1.5945053100585938
+9.540251,-0.22712076,0.9648174,-0.6012429,-0.8136412,0.6651881,0.0733279,0.03818345,0.960536,-0.10723841,-0.9658058,-0.8494122,-0.94294584,-2.297658920288086
+6.1771746,-0.3838694,0.959363,-0.7052132,-0.93962514,0.22630525,0.75181615,0.5612321,0.96157837,-0.27405328,-0.95291394,-0.52858776,-0.9531308,1.0654172897338867
+4.968404,0.72334456,0.9331615,-0.9324529,-0.91628635,-0.82299834,-0.26592827,0.97076845,0.94471383,-0.9050006,-0.9407084,-0.92170805,-0.8832897,2.2741880416870117
+6.967352,0.811193,0.90714467,-0.9582079,-0.95535636,-0.9491045,-0.8977239,0.98318315,0.6713886,-0.863138,-0.9188075,-0.8946293,-0.8536451,0.2752399444580078
+9.350894,0.91046464,0.9315736,-0.9430968,-0.93356234,-0.9424132,-0.9661092,0.955212,0.22080934,-0.9283619,-0.9491193,-0.93706375,-0.9355988,-2.108302116394043
+8.173254,0.93145394,0.95171404,-0.8966044,-0.8775783,-0.87969506,-0.96704257,0.95301247,0.83802295,-0.8972901,-0.92704946,-0.9462353,-0.92312634,-0.9306621551513672
+4.722908,0.71449184,0.9747379,-0.8340857,-0.5584205,-0.80819845,-0.9543056,0.56749046,0.86532116,-0.7533043,-0.57101834,-0.89980716,-0.93475807,2.519683837890625
+3.7024577,0.48563027,0.9679946,-0.8208708,0.15577912,-0.7695307,-0.93514943,-0.73983794,0.9449966,-0.2724831,-0.597224,-0.919702,-0.9763915,3.5401341915130615
+7.0620275,0.2700007,0.9604604,-0.827214,-0.38397956,-0.6580941,-0.87912756,-0.7857578,0.9644067,-0.4315698,-0.9328366,-0.9695575,-0.9623599,0.18056440353393555
+9.960633,-0.0062675476,0.9641572,-0.7380587,-0.70759106,0.44709325,-0.48475224,-0.2648154,0.95914686,-0.46599305,-0.97138166,-0.93862504,-0.9475077,-2.71804141998291
+7.935656,-0.4828506,0.9599364,-0.5708396,-0.92686856,0.50228524,0.67318344,0.3122177,0.96310055,0.03309393,-0.9606642,-0.6380725,-0.9357625,-0.6930642127990723
+5.039378,0.27392983,0.9558536,-0.8984296,-0.9487173,-0.59604335,0.56822944,0.8495734,0.9640658,-0.80399525,-0.94155157,-0.8122278,-0.9087468,2.203213691711426
+5.8932934,0.7585125,0.9176227,-0.93429047,-0.92740434,-0.9135032,-0.7523835,0.98516655,0.8842244,-0.85977536,-0.93692046,-0.9081613,-0.84895533,1.3492984771728516
+8.454735,0.87161064,0.9275632,-0.959198,-0.95468336,-0.9474118,-0.95771,0.9587263,0.35344493,-0.8726166,-0.94532937,-0.89696515,-0.8939281,-1.2121429443359375
+9.1916685,0.92854285,0.9365032,-0.91662055,-0.9153714,-0.90341425,-0.9642571,0.95765424,0.6864449,-0.9230332,-0.947144,-0.9405482,-0.9188902,-1.9490766525268555
+6.3905153,0.86559963,0.96430933,-0.8690742,-0.80381346,-0.8023747,-0.9556643,0.8868333,0.88352346,-0.83776116,-0.85935473,-0.92332834,-0.91397953,0.852076530456543
+3.6317775,0.58406377,0.9714048,-0.8399466,-0.14043474,-0.73725295,-0.93081367,-0.33809447,0.9180666,-0.5984673,-0.40186787,-0.88319457,-0.96194774,3.610814332962036
+5.036198,0.1627698,0.970217,-0.74652493,0.043231726,-0.6784064,-0.93275326,-0.8993568,0.95408547,-0.16818815,-0.86394006,-0.9457191,-0.9739309,2.2063937187194824
+8.980337,0.052900195,0.95851636,-0.81760085,-0.6784193,-0.1750772,-0.6967619,-0.67881817,0.96564674,-0.46364498,-0.9608101,-0.96351147,-0.95010525,-1.7377452850341797
+9.462506,-0.36230803,0.96303177,-0.5596355,-0.8420841,0.7484999,0.14511418,-0.1805073,0.9610932,0.008541584,-0.9653633,-0.8403806,-0.9204122,-2.219914436340332
+6.062445,-0.41352415,0.9567089,-0.73520535,-0.9486442,0.11459887,0.7720518,0.46479213,0.95935273,-0.21484268,-0.95100963,-0.43044668,-0.9384335,1.1801466941833496
+4.796156,0.6310401,0.93020487,-0.9344223,-0.92646873,-0.8354278,-0.14472055,0.96814394,0.9532021,-0.89440596,-0.93820566,-0.9025278,-0.8693845,2.4464359283447266
+7.002348,0.75532293,0.91127634,-0.956631,-0.95591766,-0.94461536,-0.8923245,0.9825417,0.75182915,-0.84584355,-0.9217451,-0.88123363,-0.8398121,0.24024391174316406
+9.515906,0.9012526,0.92369556,-0.9388122,-0.9328119,-0.9335014,-0.9658642,0.95587564,0.45445442,-0.92909783,-0.9532264,-0.93443286,-0.93043345,-2.2733144760131836
+8.231326,0.91455424,0.948992,-0.8985865,-0.8841322,-0.8301128,-0.9622116,0.950498,0.86531615,-0.8925692,-0.9230467,-0.9456574,-0.9103833,-0.988734245300293
+4.7161946,0.66328466,0.9744837,-0.84652746,-0.5872264,-0.76557386,-0.9475273,0.5001588,0.8724464,-0.7205999,-0.6249101,-0.90100783,-0.93278396,2.526397228240967
+3.6776273,0.39883113,0.96888554,-0.8242763,0.17629313,-0.7177168,-0.93915105,-0.81648403,0.9364879,-0.151882,-0.65614325,-0.91531605,-0.9761657,3.564964532852173
+7.0583315,-0.044751048,0.96198404,-0.79727876,-0.34395552,-0.57361096,-0.85687435,-0.866817,0.9598279,-0.22723293,-0.94218475,-0.9606283,-0.9562015,0.18426036834716797
+10.068301,-0.24486458,0.9612036,-0.68920994,-0.725622,0.56501436,-0.41005695,-0.51359326,0.9601171,-0.28130454,-0.97366697,-0.9324328,-0.9326319,-2.825709342956543
+8.065739,-0.5169429,0.95549667,-0.5572127,-0.93712246,0.60288095,0.65931606,0.046116352,0.96306264,0.16639793,-0.95858294,-0.6093931,-0.9046672,-0.8231468200683594
+4.964604,0.08699334,0.95405674,-0.9015069,-0.9595677,-0.6386524,0.6364267,0.79973376,0.9662864,-0.71753067,-0.9424079,-0.72210467,-0.8903152,2.2779879570007324
+5.62161,0.6928197,0.9118037,-0.9345718,-0.9280548,-0.91940105,-0.7012922,0.9812052,0.916116,-0.8377458,-0.9376546,-0.8851696,-0.83571666,1.6209816932678223
+8.440828,0.8550129,0.9200325,-0.95803344,-0.9555066,-0.9393082,-0.9519407,0.96433306,0.5928793,-0.8578129,-0.9453301,-0.88484555,-0.8631911,-1.1982364654541016
+9.430825,0.91727316,0.9302254,-0.9136269,-0.9145013,-0.8772471,-0.96339875,0.95792675,0.7786368,-0.9230019,-0.942782,-0.94216526,-0.9108862,-2.1882333755493164
+6.699792,0.828352,0.9649018,-0.8755325,-0.8200144,-0.7540132,-0.9515152,0.8693261,0.8887683,-0.8123155,-0.8758977,-0.92393726,-0.9109856,0.5427999496459961
+3.764031,0.5185617,0.9718249,-0.8534172,-0.1810764,-0.6952022,-0.93094087,-0.4023813,0.9050009,-0.5639572,-0.48487967,-0.87093776,-0.9582231,3.4785609245300293
+4.819301,-0.08580303,0.9719784,-0.66813856,0.2105627,-0.55597305,-0.9388996,-0.9422095,0.94864106,0.0077443123,-0.878667,-0.9408563,-0.9671195,2.423290729522705
+8.831997,-0.23338044,0.95842075,-0.7860542,-0.63612974,-0.08850545,-0.68068874,-0.7980259,0.9613935,-0.27485937,-0.96647304,-0.9607865,-0.932964,-1.5894050598144531
+9.632349,-0.45111144,0.96038747,-0.52679926,-0.8555046,0.80556107,0.055103064,-0.48075068,0.962239,0.1287067,-0.9671772,-0.85099214,-0.8800946,-2.3897571563720703
+6.287594,-0.45590878,0.9523357,-0.73687994,-0.957311,0.019109488,0.7795583,0.2031653,0.95309913,-0.037850916,-0.9513603,-0.2640707,-0.8986544,0.9549980163574219
+4.5311584,0.45759737,0.9342077,-0.9347325,-0.94618577,-0.8476372,0.11065233,0.95014095,0.96034026,-0.85994637,-0.9301871,-0.8450562,-0.83354,2.7114334106445312
+6.757102,0.65236783,0.9106214,-0.9522713,-0.9536804,-0.93064517,-0.8558899,0.98370945,0.85949016,-0.82007545,-0.92132217,-0.84890264,-0.8110269,0.4854898452758789
+9.610044,0.89312685,0.9120008,-0.940939,-0.93769735,-0.9024205,-0.96244013,0.9556203,0.6807574,-0.924031,-0.95802987,-0.9297972,-0.9212822,-2.3674516677856445
+8.5693035,0.8916602,0.94363475,-0.89728016,-0.8948606,-0.777085,-0.95767766,0.9497684,0.87878454,-0.88984835,-0.9297894,-0.9489514,-0.8972106,-1.326711654663086
+4.9468265,0.59809566,0.9728389,-0.85166126,-0.66044575,-0.7106842,-0.9436359,0.50974727,0.87590027,-0.68961537,-0.76063895,-0.91158795,-0.92692655,2.2957653999328613
+3.5347996,0.12267053,0.96928,-0.7798988,0.22741652,-0.6297831,-0.9462971,-0.86506104,0.9153507,-0.019111693,-0.67661166,-0.89590794,-0.9708541,3.707792282104492
+6.660109,-0.4242239,0.96806264,-0.72126234,-0.21646488,-0.45942652,-0.8733292,-0.9344948,0.9467554,0.06822801,-0.94312406,-0.96036005,-0.9397576,0.5824828147888184
+10.113427,-0.44169688,0.95721483,-0.63917875,-0.7541541,0.6380782,-0.42644894,-0.7609718,0.9632642,-0.11575478,-0.97620803,-0.9457716,-0.8898747,-2.870835304260254
+8.547706,-0.5082833,0.95083475,-0.5485054,-0.9355245,0.7648797,0.45990992,-0.42875803,0.9591422,0.3421539,-0.9585112,-0.62522024,-0.810853,-1.3051137924194336
+5.038397,-0.16463327,0.9441221,-0.9010434,-0.9711255,-0.61930877,0.73786414,0.5926044,0.9587163,-0.44720465,-0.93523467,-0.35177302,-0.8474055,2.204195022583008
+4.8923025,0.5130497,0.90898204,-0.93725145,-0.9332024,-0.91295344,-0.46978915,0.9684706,0.9463239,-0.8129675,-0.9370681,-0.8340878,-0.8070191,2.3502893447875977
+8.1106205,0.799129,0.92403483,-0.9584462,-0.9565704,-0.9119716,-0.9409976,0.9674785,0.8047912,-0.83799285,-0.94260234,-0.8650114,-0.79669,-0.8680286407470703
+9.851777,0.90605867,0.9221858,-0.9214708,-0.9213771,-0.81923515,-0.9594118,0.95647454,0.8253238,-0.9172987,-0.94366926,-0.9439836,-0.89478165,-2.609185218811035
+7.3307276,0.7932546,0.96278477,-0.88899755,-0.85200775,-0.66437566,-0.94511825,0.8608906,0.88869977,-0.78487307,-0.90668595,-0.9294735,-0.89839846,-0.0881357192993164
+3.9882646,0.3843454,0.9714668,-0.86682,-0.33441824,-0.65403384,-0.93293244,-0.4041965,0.8774766,-0.5130189,-0.60586965,-0.82704794,-0.9447186,3.2543272972106934
+4.3093367,-0.4686609,0.9703438,-0.5775148,0.293792,-0.45054382,-0.946432,-0.9542849,0.92679405,0.32393694,-0.86553806,-0.9299541,-0.95801526,2.933255195617676
+8.361984,-0.62679136,0.960369,-0.70291996,-0.54389477,-0.17058855,-0.7519266,-0.89526963,0.947515,0.05674839,-0.96834254,-0.96734333,-0.88522625,-1.1193923950195312
+10.006048,-0.5567688,0.95575523,-0.5358316,-0.866303,0.8397074,-0.175399,-0.75791,0.9600613,0.28803456,-0.9668809,-0.8684402,-0.78995365,-2.763456344604492
+6.964305,-0.3978151,0.94080853,-0.73678875,-0.9641356,0.3208952,0.7010436,-0.23519552,0.94648767,0.19831514,-0.94962573,-0.22450078,-0.808216,0.2782869338989258
+4.461871,0.20846486,0.925493,-0.9423478,-0.9712775,-0.86557627,0.4598087,0.89170384,0.9582566,-0.7409124,-0.906903,-0.5765118,-0.76057845,2.7807207107543945
+6.102141,0.48420393,0.89451814,-0.9469809,-0.94102407,-0.91999614,-0.730334,0.9736283,0.9198847,-0.7783028,-0.93081856,-0.79673207,-0.7576548,1.1404509544372559
+9.422033,0.8495406,0.92014885,-0.95014644,-0.94692475,-0.7991568,-0.9424764,0.95242906,0.8333578,-0.89169973,-0.954288,-0.91397244,-0.8749836,-2.179441452026367
+9.2025175,0.87434745,0.9361708,-0.90065897,-0.9066138,-0.7141082,-0.9545216,0.94458747,0.8731122,-0.88932616,-0.9408904,-0.95186955,-0.87637454,-1.959925651550293
+5.553091,0.52580357,0.97177243,-0.87017894,-0.7555192,-0.61988884,-0.93842477,0.5022366,0.87565017,-0.6026044,-0.8624323,-0.883814,-0.9092843,1.6895008087158203
+3.4411793,-0.2485705,0.96970034,-0.73197335,0.19437253,-0.5193416,-0.9521453,-0.899563,0.8611102,0.08704972,-0.70706534,-0.82613146,-0.9541416,3.801412582397461
+5.8346515,-0.7790534,0.96824694,-0.50514877,-0.05358976,-0.27865547,-0.93085647,-0.9685121,0.91402984,0.586925,-0.9306748,-0.94478786,-0.9150869,1.40794038772583
+9.922991,-0.70185965,0.9630983,-0.5446515,-0.7478265,0.4407277,-0.64998907,-0.91509324,0.9470093,0.4431839,-0.9763535,-0.94400436,-0.7689266,-2.680398941040039
+9.348601,-0.5803944,0.9455664,-0.4563138,-0.9252418,0.85287356,-0.07142335,-0.8079223,0.9454663,0.6004729,-0.96161926,-0.6790364,-0.62666136,-2.1060094833374023
+5.4953527,-0.31683677,0.92799366,-0.86466897,-0.97089255,-0.41468704,0.7157855,-0.03687471,0.9203255,0.021059275,-0.9420249,0.17945898,-0.70395285,1.747239112854004
+4.130311,0.16324544,0.9114659,-0.9499114,-0.96486384,-0.9058502,0.31784678,0.8954576,0.94104123,-0.74694324,-0.91488236,-0.6338264,-0.70552075,3.11228084564209
+7.3913856,0.56773424,0.9225905,-0.9535987,-0.95114154,-0.8459059,-0.87144417,0.9628506,0.89605117,-0.790851,-0.93445194,-0.8558434,-0.6722821,-0.14879369735717773
+10.372643,0.8710325,0.92431736,-0.9479628,-0.9476992,-0.65994054,-0.9550193,0.9283452,0.8618022,-0.9289969,-0.96294045,-0.9384745,-0.86354667,-3.130051612854004
+8.374504,0.7506105,0.9588957,-0.89020085,-0.88819027,-0.5578662,-0.94735855,0.8659564,0.87583995,-0.7717629,-0.94128287,-0.9401985,-0.86901087,-1.1319122314453125
+4.361721,0.17888963,0.97006035,-0.850389,-0.5575114,-0.5888314,-0.9393946,-0.2511047,0.84208405,-0.46067297,-0.8008272,-0.8055113,-0.9152492,2.880870819091797
+3.6589332,-0.79361564,0.96267724,-0.39126456,0.43612194,-0.23230797,-0.9575135,-0.9541669,0.84246397,0.58356786,-0.81929654,-0.9030547,-0.932522,3.5836586952209473
+7.3165765,-0.9095141,0.96723187,-0.4370343,-0.45975143,-0.142488,-0.9153143,-0.97476804,0.88994527,0.72613096,-0.9576287,-0.94482094,-0.7774479,-0.07398462295532227
+10.55463,-0.7487005,0.96228933,-0.36178648,-0.8549065,0.7185619,-0.68614525,-0.9380499,0.9337059,0.70007885,-0.9702796,-0.88803935,-0.5705606,-3.3120384216308594
+8.519772,-0.522953,0.94008565,-0.6036905,-0.9461789,0.62610674,-0.0057079196,-0.7506987,0.9147217,0.6254871,-0.94413406,-0.40258294,-0.5362823,-1.2771797180175781
+4.75585,-0.13570857,0.90235484,-0.9270744,-0.97744584,-0.7474973,0.68326235,0.33983207,0.92241406,-0.20114964,-0.91940373,0.23497307,-0.43413186,2.4867420196533203

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.0966318845748901,8.339224006175995,,
+1000,-1.1372125148773193,8.379804265022278,,
+1500,-1.1681725978851318,8.410764691829682,,
+2000,-1.1640276908874512,8.40661969614029,,
+2500,-1.1062121391296387,8.348803742408752,,
+3000,-1.010127305984497,8.252719269752502,,
+3500,-1.0532604455947876,8.295852690696716,,
+4000,-1.058142066001892,8.300734428882599,,
+4500,-1.0951377153396606,8.337729956626893,,
+5000,-1.1142951250076294,8.356886418819428,,
+5000,,,7.7211607134342195,-0.4785688555240631
+5500,-1.034296989440918,8.276889379501343,,
+6000,-0.9690232872962952,8.21161571598053,,
+6500,-0.868104100227356,8.11069652223587,,
+7000,-0.9473374485969543,8.189929133415221,,
+7500,-0.8431392312049866,8.085731189727783,,
+8000,-0.9456073045730591,8.18819931793213,,
+8500,-0.7254444360733032,7.968036076545715,,
+9000,-0.8445558547973633,8.087147776603699,,
+9500,-0.47839540243148804,7.720987607002258,,
+10000,-0.7773500680923462,8.019942167758941,,
+10000,,,7.223215816020965,0.019376041889190673
+10500,-0.5686110854148865,7.811203058242798,,
+11000,-0.5293393731117249,7.771931311607361,,
+11500,-0.43072137236595154,7.6733133516311645,,
+12000,-0.543289840221405,7.785881588935852,,
+12500,-0.7042199969291687,7.946811467647552,,
+13000,-0.5208010077476501,7.763392870426178,,
+13500,-0.2792644798755646,7.521856070041657,,
+14000,-0.3546084463596344,7.597200424671173,,
+14500,-0.281281054019928,7.523872777462006,,
+15000,-0.011754924431443214,7.25434677696228,,
+15000,,,7.312560619115829,-0.06996876001358032
+15500,-0.13518072664737701,7.377772550582886,,
+16000,-0.20522624254226685,7.447818128585816,,
+16500,-0.10167679935693741,7.344268692970276,,
+17000,-0.1633037030696869,7.405895568370819,,
+17500,-0.16737216711044312,7.4099640369415285,,
+18000,-0.12531141936779022,7.367903263568878,,
+18500,-0.18477709591388702,7.427368971586227,,
+19000,-0.058183178305625916,7.3007750592231755,,
+19500,-0.13913671672344208,7.381728623390198,,
+20000,-0.09906182438135147,7.341653677940369,,
+20000,,,7.39343003153801,-0.1508381736278534
+20500,0.03764098882675171,7.2049508664608,,
+21000,0.15713238716125488,7.085459474563598,,
+21500,-0.2553721070289612,7.497963903427124,,
+22000,-0.043496597558259964,7.286088477611542,,
+22500,0.027853740379214287,7.214738086700439,,
+23000,0.11105616390705109,7.131535768032074,,
+23500,-0.0035411452408879995,7.24613300037384,,
+24000,0.0769544169306755,7.1656374225616455,,
+24500,0.06769603490829468,7.174895839691162,,
+25000,0.012259985320270061,7.230331867694855,,
+25000,,,6.959857901334763,0.2827339565753937
+25500,-0.09321068227291107,7.335802541732788,,
+26000,0.06840921193361282,7.174182665348053,,
+26500,0.0786481648683548,7.163943655967713,,
+27000,0.16245007514953613,7.080141809463501,,
+27500,0.0010048660915344954,7.241586975812912,,
+28000,0.12351106107234955,7.1190808458328245,,
+28500,0.22031746804714203,7.022274551868438,,
+29000,0.19089344143867493,7.051698325157165,,
+29500,0.09126332402229309,7.15132856798172,,
+30000,-0.043977729976177216,7.286569581985473,,
+30000,,,6.739019787311554,0.5035720694065094
+30500,0.15073232352733612,7.091859487533569,,
+31000,0.18393810093402863,7.05865381860733,,
+31500,0.03961638733744621,7.202975470066071,,
+32000,0.19831009209156036,7.044281795501709,,
+32500,-0.07531417906284332,7.317906017303467,,
+33000,0.13129492104053497,7.111296896457672,,
+33500,0.23484815657138824,7.007743637084961,,
+34000,0.141318678855896,7.101273174524307,,
+34500,-0.0465482622385025,7.289140116214752,,
+35000,-0.15026117861270905,7.392853076457977,,
+35000,,,6.861275373697281,0.38131648540496826
+35500,0.07964310795068741,7.162948734760285,,
+36000,0.21446624398231506,7.028125600337982,,
+36500,0.19867978990077972,7.04391207408905,,
+37000,0.2674507796764374,6.975141139984131,,
+37500,-0.011366886086761951,7.253958759307861,,
+38000,0.13513104617595673,7.107460912942886,,
+38500,0.2211495041847229,7.021442486286164,,
+39000,-0.1488405168056488,7.391432409286499,,
+39500,0.046251434832811356,7.196340425014496,,
+40000,0.3779400885105133,6.864651973724365,,
+40000,,,6.647703242301941,0.5948886156082154
+40500,0.14996634423732758,7.092625557899475,,
+41000,0.4192015826702118,6.823390204906463,,
+41500,0.2803049087524414,6.962287044525146,,
+42000,0.3231751322746277,6.919416616439819,,
+42500,0.30709460377693176,6.935497189044953,,
+43000,0.45940446853637695,6.783187208175659,,
+43500,0.38387274742126465,6.85871916770935,,
+44000,0.4245794415473938,6.818012383937836,,
+44500,0.3527812063694,6.889810676574707,,
+45000,0.36226537823677063,6.880326501846313,,
+45000,,,6.845439335107804,0.39715252161026
+45500,0.3503884971141815,6.892203317165375,,
+46000,0.09332647174596786,7.149265356063843,,
+46500,0.39315056800842285,6.849441355228424,,
+47000,0.17603687942028046,7.066554884910584,,
+47500,0.3609333336353302,6.881658630371094,,
+48000,0.3424123227596283,6.900179491996765,,
+48500,0.3678831160068512,6.874708840847015,,
+49000,0.5389139652252197,6.703678029537201,,
+49500,0.4530029892921448,6.789589120388031,,
+50000,0.42518502473831177,6.81740683889389,,
+50000,,,6.647800723314285,0.594791134595871

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-hard-v0
+model-index:
+- name: SAC-RBC2D-hard-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-hard-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.51
+      name: mean_reward
+---
+
+# SAC on RBC2D-hard-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-hard-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.51 ± 0.08
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.53 | 1.09 |
+| Seed 1 | 0.40 | 1.48 |
+| Seed 2 | 0.62 | 0.91 |
+| Seed 3 | 0.56 | 1.65 |
+| Seed 4 | 0.44 | 1.96 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")