Upload results for SAC on RBC3D-easy-v0.

.gitattributes

@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/3d_temperature_cube_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/3d_temperature_half_cube_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/3d_temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/x-y-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/x-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/y-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/3d_temperature_cube_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/3d_temperature_half_cube_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/3d_temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/x-y-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/x-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/y-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/3d_temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/x-y-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/x-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/y-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/3d_temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/x-y-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/x-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/y-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/3d_temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/x-y-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/x-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/y-z-temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c7a8f73d3b477c8f46f9fb4b0ae842d281058e089cafedf30bcdaae6ce9f0a
+size 58086507

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC3D-easy-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC3D-easy-v0
+- rl_mode=marl
+- seed=0

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.013190590776503086,0.013190593004226685,2.1683923346996306,,
+1000,0.32478663325309753,0.3247866244316101,1.8567963032722472,,
+1500,0.2917904257774353,0.29179043841362,1.8897924892902374,,
+2000,0.29790666699409485,0.29790665221214296,1.8836762754917145,,
+2500,0.29996293783187866,0.29996295762062075,1.8816199700832368,,
+3000,0.3069605231285095,0.30696047806739807,1.8746224496364594,,
+3500,0.3145463168621063,0.31454632377624514,1.8670366039276123,,
+4000,0.3080418109893799,0.3080418117046356,1.873541115999222,,
+4500,0.3189748525619507,0.31897485852241514,1.8626080691814422,,
+5000,0.3149552047252655,0.3149551777839661,1.8666277499198913,,
+5000,,,,1.856090103983879,0.32549282908439636
+5500,0.31876227259635925,0.3187622487545013,1.862820678949356,,
+6000,0.32378605008125305,0.3237860357761383,1.857796891927719,,
+6500,0.33656153082847595,0.3365615203380585,1.845021407365799,,
+7000,0.3259952962398529,0.32599526596069334,1.8555876617431641,,
+7500,0.33083072304725647,0.33083071541786196,1.8507522122859954,,
+8000,0.3344598114490509,0.33445980072021486,1.8471231269836426,,
+8500,0.3267178237438202,0.326717875957489,1.8548650517463685,,
+9000,0.34756991267204285,0.34756988954544066,1.8340130381584168,,
+9500,0.327860027551651,0.3278599889278412,1.8537229387760161,,
+10000,0.33294907212257385,0.3329490506649017,1.8486338770389557,,
+10000,,,,1.8828724759817124,0.298710435628891
+10500,0.3263484835624695,0.3263484971523285,1.855234430551529,,
+11000,0.33634841442108154,0.33634838700294495,1.8452345407009125,,
+11500,0.35875701904296875,0.3587570457458496,1.8228258819580079,,
+12000,0.3691873252391815,0.36918733501434325,1.8123955926895141,,
+12500,0.3596571087837219,0.3596571259498596,1.8219258017539979,,
+13000,0.37486597895622253,0.37486598920822145,1.806716938495636,,
+13500,0.363257497549057,0.363257497549057,1.8183254301548004,,
+14000,0.38293787837028503,0.3829378788471222,1.7986450488567352,,
+14500,0.37152788043022156,0.3715279259681702,1.8100550017356873,,
+15000,0.3960544466972351,0.3960544245243072,1.7855285031795503,,
+15000,,,,1.8082148081064224,0.3733680844306946
+15500,0.33998537063598633,0.3399853854179382,1.8415975422859192,,
+16000,0.41674286127090454,0.4167428472042084,1.7648400804996491,,
+16500,0.33259016275405884,0.33259012866020204,1.8489927990436554,,
+17000,0.3519521951675415,0.3519522168636322,1.8296307108402252,,
+17500,0.33470359444618225,0.33470356798171996,1.8468793597221373,,
+18000,0.36663493514060974,0.36663496255874634,1.814947965145111,,
+18500,0.3467916250228882,0.3467916135787964,1.8347913141250611,,
+19000,0.3673279583454132,0.36732797980308535,1.8142549479007721,,
+19500,0.38558611273765564,0.38558611965179446,1.795996808052063,,
+20000,0.38510388135910034,0.3851038966178894,1.796479031085968,,
+20000,,,,1.7941122835874557,0.38747063279151917
+20500,0.3629785180091858,0.3629784758090973,1.8186044518947602,,
+21000,0.3638778030872345,0.363877836227417,1.8177050914764403,,
+21500,0.3420427739620209,0.3420427885055542,1.8395401391983033,,
+22000,0.3771158456802368,0.3771158485412598,1.8044670791625976,,
+22500,0.3608572781085968,0.36085726499557497,1.8207256627082824,,
+23000,0.3896080255508423,0.3896080276966095,1.791974900007248,,
+23500,0.3615920841693878,0.36159208631515505,1.8199908413887025,,
+24000,0.38556769490242004,0.38556765937805176,1.7960152683258057,,
+24500,0.36970874667167664,0.36970877528190615,1.8118741524219513,,
+25000,0.32684844732284546,0.32684842991828916,1.8547344977855682,,
+25000,,,,1.8494296199083329,0.3321532905101776
+25500,0.3461969494819641,0.34619694828987124,1.8353859794139862,,
+26000,0.3475656807422638,0.34756566762924196,1.8340172600746154,,
+26500,0.39357587695121765,0.39357588171958924,1.7880070459842683,,
+27000,0.40304410457611084,0.4030441193580627,1.7785388083457947,,
+27500,0.3907664120197296,0.39076643323898314,1.7908164944648743,,
+28000,0.3697619140148163,0.36976191663742064,1.8118210110664368,,
+28500,0.33463189005851746,0.3346319370269775,1.84695099067688,,
+29000,0.37861359119415283,0.3786136040687561,1.8029693236351014,,
+29500,0.33925727009773254,0.33925722551345827,1.8423257021903992,,
+30000,0.37920886278152466,0.37920887756347654,1.8023740501403809,,
+30000,,,,1.8318677186965941,0.3497152030467987
+30500,0.36651384830474854,0.3665138688087463,1.815069058895111,,
+31000,0.35397642850875854,0.35397643995285033,1.827606487751007,,
+31500,0.3626353144645691,0.36263528990745547,1.818947637796402,,
+32000,0.33147895336151123,0.3314789590835571,1.8501039686203002,,
+32500,0.3127584159374237,0.31275839877128603,1.8688245289325713,,
+33000,0.34565094113349915,0.34565092873573305,1.8359319989681244,,
+33500,0.3356962203979492,0.3356961963176727,1.8458867313861846,,
+34000,0.36675965785980225,0.36675963473320006,1.8148232929706574,,
+34500,0.33037230372428894,0.3303722939491272,1.8512106337547303,,
+35000,0.3752853274345398,0.3752853307723999,1.8062975969314574,,
+35000,,,,1.9074689221382142,0.2741140127182007
+35500,0.34222811460494995,0.342228147983551,1.8393547797203065,,
+36000,0.3522312641143799,0.35223125672340394,1.8293516709804536,,
+36500,0.34574177861213684,0.34574181151390077,1.8358411161899566,,
+37000,0.35916557908058167,0.35916556119918824,1.8224173665046692,,
+37500,0.36166471242904663,0.3616647243499756,1.8199182033538819,,
+38000,0.37148791551589966,0.37148791003227233,1.810095017671585,,
+38500,0.36040985584259033,0.36040980887413027,1.821173118829727,,
+39000,0.3622039258480072,0.3622039532661438,1.8193789744377136,,
+39500,0.3653622269630432,0.36536223149299624,1.8162206962108611,,
+40000,0.3621712327003479,0.36217123675346374,1.8194116909503937,,
+40000,,,,1.8489013648033141,0.3326815366744995
+40500,0.33782127499580383,0.3378212833404541,1.8437616443634033,,
+41000,0.3469250798225403,0.3469250683784485,1.834657859325409,,
+41500,0.3197649121284485,0.3197649383544922,1.8618179893493652,,
+42000,0.36790019273757935,0.3679002180099487,1.8136827096939088,,
+42500,0.3792571723461151,0.3792571732997894,1.802325754404068,,
+43000,0.3728504478931427,0.3728504700660706,1.8087324576377868,,
+43500,0.3692140579223633,0.3692140998840332,1.8123688278198242,,
+44000,0.3652576506137848,0.36525765228271484,1.8163252754211425,,
+44500,0.34911707043647766,0.34911703753471374,1.8324658901691437,,
+45000,0.35784557461738586,0.35784559631347657,1.8237373313903809,,
+45000,,,,1.8017956662178038,0.37978726625442505
+45500,0.33881109952926636,0.338811142206192,1.8427717854976655,,
+46000,0.3519468307495117,0.35194687914848327,1.8296360485553742,,
+46500,0.3354201316833496,0.33542015171051026,1.8461627759933472,,
+47000,0.36071598529815674,0.3607159595489502,1.8208669681549072,,
+47500,0.36061742901802063,0.36061746191978455,1.8209654657840728,,
+48000,0.3884131610393524,0.38841315245628355,1.793169775247574,,
+48500,0.3777022063732147,0.37770221567153933,1.8038807120323181,,
+49000,0.37214040756225586,0.372140385389328,1.8094425423145295,,
+49500,0.371532678604126,0.3715327308177948,1.8100501968860627,,
+50000,0.3503425717353821,0.3503425521850586,1.831240375518799,,
+50000,,,,1.8327056884765625,0.3488772511482239

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39024261d388570c129714197be0c4cc8af34001818b1cb4eb90e9084f08dc04
+size 58086507

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC3D-easy-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC3D-easy-v0
+- rl_mode=marl
+- seed=1

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.07093624025583267,0.07093623805046081,2.1106466896533966,,
+1000,0.35044044256210327,0.3504404377937317,1.8311424899101256,,
+1500,0.4057343006134033,0.40573426270484925,1.7758486649990082,,
+2000,0.40463221073150635,0.40463219714164733,1.77695073056221,,
+2500,0.416777104139328,0.41677710676193236,1.764805820941925,,
+3000,0.4182462692260742,0.4182462735176086,1.7633366541862487,,
+3500,0.457069456577301,0.4570694625377655,1.7245134651660918,,
+4000,0.4868566691875458,0.48685666608810424,1.6947262616157532,,
+4500,0.4895643889904022,0.4895643720626831,1.6920185556411744,,
+5000,0.5153464078903198,0.5153464388847351,1.6662364888191223,,
+5000,,,,1.6677577900886535,0.5138251185417175
+5500,0.5084236264228821,0.5084236559867858,1.6731592717170716,,
+6000,0.5437443852424622,0.5437444455623627,1.6378384821414949,,
+6500,0.5628657341003418,0.5628657009601593,1.6187172267436982,,
+7000,0.5671544075012207,0.5671544463634491,1.6144284813404084,,
+7500,0.5558007955551147,0.5558007400035858,1.6257821877002716,,
+8000,0.5599802136421204,0.5599802641868591,1.6216026635169982,,
+8500,0.5490528345108032,0.5490528202056885,1.6325301074981688,,
+9000,0.5231821537017822,0.5231821308135987,1.6584007968902588,,
+9500,0.5143359303474426,0.5143358945846558,1.6672470331192017,,
+10000,0.5125994682312012,0.5125994777679443,1.668983449935913,,
+10000,,,,1.591383489370346,0.5901994705200195
+10500,0.5023519396781921,0.5023520116806031,1.6792309160232544,,
+11000,0.45174092054367065,0.45174092435836793,1.7298420033454895,,
+11500,0.47742384672164917,0.47742387342453,1.7041590542793275,,
+12000,0.44407495856285095,0.44407499289512636,1.737507934808731,,
+12500,0.44063135981559753,0.44063133430480955,1.7409515933990478,,
+13000,0.42060035467147827,0.4206003739833832,1.7609825537204742,,
+13500,0.48042017221450806,0.4804201757907867,1.7011627519130708,,
+14000,0.4640040099620819,0.4640039782524109,1.7175789494514466,,
+14500,0.4569120705127716,0.4569120831489563,1.724670844554901,,
+15000,0.4771478772163391,0.47714788818359377,1.7044350395202637,,
+15000,,,,1.5979940903186798,0.5835888385772705
+15500,0.49387720227241516,0.49387721490859987,1.6877057127952575,,
+16000,0.4772421717643738,0.4772421736717224,1.704340754032135,,
+16500,0.4969182014465332,0.49691821789741514,1.6846647098064422,,
+17000,0.522396981716156,0.5223969957828521,1.6591859319210052,,
+17500,0.5762758255004883,0.5762759037017823,1.6053070240020753,,
+18000,0.5090916156768799,0.5090916159152985,1.672491311788559,,
+18500,0.5028951168060303,0.5028951501846314,1.6786877775192262,,
+19000,0.41750773787498474,0.41750779151916506,1.7640751361846925,,
+19500,0.5379828214645386,0.5379828279018402,1.6436000998020173,,
+20000,0.5571663975715637,0.5571663298606873,1.6244165978431702,,
+20000,,,,1.608021138906479,0.5735617876052856
+20500,0.5661811232566833,0.566181179523468,1.6154017481803895,,
+21000,0.5516728758811951,0.5516728448867798,1.6299100828170776,,
+21500,0.543187141418457,0.5431871364116668,1.6383957912921905,,
+22000,0.5424355864524841,0.5424355940818787,1.6391473336219788,,
+22500,0.46391692757606506,0.46391697430610657,1.7176659533977507,,
+23000,0.5669492483139038,0.5669491815567017,1.6146337461471558,,
+23500,0.5498377680778503,0.5498377583026886,1.6317451694011689,,
+24000,0.5231595635414124,0.523159553527832,1.6584233741760255,,
+24500,0.5734352469444275,0.5734352788925171,1.6081476488113404,,
+25000,0.5841834545135498,0.5841834576129913,1.597399470090866,,
+25000,,,,1.6018342000246049,0.5797487497329712
+25500,0.5548990368843079,0.5548990595340729,1.6266838681697846,,
+26000,0.5489537715911865,0.548953780412674,1.6326291472911836,,
+26500,0.523786723613739,0.5237867088317871,1.6577962188720703,,
+27000,0.5326566696166992,0.532656691789627,1.6489262359142303,,
+27500,0.4980747103691101,0.49807472157478333,1.683508206129074,,
+28000,0.5279725790023804,0.5279725823402405,1.6536103453636168,,
+28500,0.5231752991676331,0.5231753733158112,1.6584075543880463,,
+29000,0.5257567167282104,0.525756727218628,1.6558262004852295,,
+29500,0.5360366106033325,0.5360366177558898,1.6455463099479675,,
+30000,0.5296390056610107,0.5296390047073364,1.651943922996521,,
+30000,,,,1.648978328704834,0.5326045751571655
+30500,0.5064873695373535,0.5064873526096344,1.6750955750942231,,
+31000,0.5016857385635376,0.5016857168674469,1.6798972108364105,,
+31500,0.4948207437992096,0.4948207240104675,1.6867622036933898,,
+32000,0.47074687480926514,0.47074691534042357,1.7108360123634339,,
+32500,0.48794129490852356,0.48794123363494873,1.6936416940689087,,
+33000,0.47818341851234436,0.4781834349632263,1.703399492740631,,
+33500,0.44767534732818604,0.44767537927627565,1.7339075484275819,,
+34000,0.47615739703178406,0.4761574161052704,1.705425511598587,,
+34500,0.4326949417591095,0.4326949303150177,1.7488879973888398,,
+35000,0.4924500584602356,0.492450110912323,1.6891328167915345,,
+35000,,,,1.8465376287698745,0.33504530787467957
+35500,0.49262481927871704,0.49262481451034545,1.6889581131935119,,
+36000,0.5065568685531616,0.5065568814277649,1.6750260462760926,,
+36500,0.5447832345962524,0.5447833125591278,1.6367996151447297,,
+37000,0.5058397650718689,0.5058397567272186,1.6757431709766388,,
+37500,0.4945389926433563,0.4945389769077301,1.6870439507961272,,
+38000,0.4948802888393402,0.4948802709579468,1.6867026567459107,,
+38500,0.4787149131298065,0.47871492576599123,1.7028680019378661,,
+39000,0.5089614391326904,0.5089615104198456,1.672621417284012,,
+39500,0.4510083496570587,0.4510083889961243,1.7305745387077331,,
+40000,0.456036776304245,0.45603679895401,1.7255461287498475,,
+40000,,,,1.8901805287599565,0.2914023995399475
+40500,0.4575580954551697,0.45755811762809756,1.7240248100757598,,
+41000,0.4873286187648773,0.487328556060791,1.6942543716430665,,
+41500,0.43459874391555786,0.4345987572669983,1.7469841704368592,,
+42000,0.42329326272010803,0.42329330134391785,1.7582896263599397,,
+42500,0.4241865575313568,0.42418656539916993,1.7573963623046875,,
+43000,0.42715826630592346,0.42715827822685243,1.754424649477005,,
+43500,0.4470759630203247,0.4470759456157684,1.734506982088089,,
+44000,0.3330603539943695,0.33306037640571595,1.8485225512981416,,
+44500,0.3125154376029968,0.31251542043685915,1.8690675072669982,,
+45000,0.4729625880718231,0.4729626190662384,1.708620308637619,,
+45000,,,,1.7649959480762483,0.4165869355201721
+45500,0.5250033736228943,0.5250033700466156,1.6565795576572417,,
+46000,0.5290964245796204,0.5290964612960816,1.6524864664077759,,
+46500,0.5228501558303833,0.5228501555919647,1.6587327721118927,,
+47000,0.5069420337677002,0.5069420521259308,1.6746408755779267,,
+47500,0.4779704511165619,0.4779704854488373,1.70361244225502,,
+48000,0.481550395488739,0.4815504078865051,1.7000325198173523,,
+48500,0.43010956048965454,0.43010956192016603,1.7514733657836914,,
+49000,0.47280097007751465,0.47280096244812014,1.7087819652557372,,
+49500,0.5190454125404358,0.5190454034805297,1.6625375242233276,,
+50000,0.5024909973144531,0.5024910089969635,1.679091918706894,,
+50000,,,,1.6288189888000488,0.5527639389038086

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36dca4a99185e0d636501dbed99c68136fbca25d1b1bdc4389d7d9f15e6fa17
+size 58086507

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC3D-easy-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC3D-easy-v0
+- rl_mode=marl
+- seed=2

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.11243053525686264,0.11243053555488586,2.069152394533157,,
+1000,0.4320768117904663,0.4320767949819565,1.7495061395168305,,
+1500,0.42232197523117065,0.4223219598531723,1.7592609734535218,,
+2000,0.377383291721344,0.3773833029270172,1.8041996178627013,,
+2500,0.3927721679210663,0.39277218568325045,1.788810744524002,,
+3000,0.4159722924232483,0.4159723025560379,1.7656106231212616,,
+3500,0.4225396513938904,0.4225396410226822,1.7590432922840118,,
+4000,0.4094688594341278,0.4094688800573349,1.7721140532493591,,
+4500,0.38817670941352844,0.3881767106056213,1.7934062168598175,,
+5000,0.3842724561691284,0.38427245020866396,1.797310478925705,,
+5000,,,,1.7749383628368378,0.4066445827484131
+5500,0.39315924048423767,0.3931592304706574,1.7884236838817595,,
+6000,0.39482012391090393,0.39482010412216184,1.7867628209590911,,
+6500,0.39047902822494507,0.39047905802726746,1.7911038851737977,,
+7000,0.3933026194572449,0.39330264151096345,1.788280287504196,,
+7500,0.37420573830604553,0.37420574259757994,1.807377186536789,,
+8000,0.3705677390098572,0.37056775712966916,1.8110151727199555,,
+8500,0.3710625469684601,0.3710625786781311,1.8105203506946563,,
+9000,0.3670756220817566,0.3670756409168243,1.8145072872638703,,
+9500,0.3555232584476471,0.3555232652425766,1.82605965590477,,
+10000,0.35905322432518005,0.35905320990085604,1.8225297193527221,,
+10000,,,,1.8622751700878144,0.31930774450302124
+10500,0.356550931930542,0.35655095052719116,1.8250319712162018,,
+11000,0.368614137172699,0.36861410522460936,1.8129688255786895,,
+11500,0.3626033067703247,0.3626033389568329,1.818979588508606,,
+12000,0.3669640123844147,0.36696407425403593,1.814618860244751,,
+12500,0.36555975675582886,0.3655597939491272,1.8160231289863586,,
+13000,0.3644389808177948,0.36443897712230683,1.8171439480781555,,
+13500,0.36841046810150146,0.368410457611084,1.8131724724769591,,
+14000,0.374576210975647,0.3745762077569962,1.8070067224502564,,
+14500,0.36377811431884766,0.36377810645103453,1.8178048226833343,,
+15000,0.38176465034484863,0.3817646776437759,1.7998182523250579,,
+15000,,,,1.8145437777042388,0.36703914403915405
+15500,0.38159164786338806,0.3815916346311569,1.7999912898540498,,
+16000,0.3780321180820465,0.3780320930480957,1.8035508406162262,,
+16500,0.3549732565879822,0.3549732540845871,1.826609680891037,,
+17000,0.401053786277771,0.40105375468730925,1.7805291719436644,,
+17500,0.40238258242607117,0.40238258767127993,1.7792003500461577,,
+18000,0.4397987723350525,0.4397987606525421,1.7417841715812683,,
+18500,0.4696574807167053,0.4696574511528015,1.7119254629611969,,
+19000,0.4472667872905731,0.44726681792736056,1.7343160953521728,,
+19500,0.3825106918811798,0.38251066553592683,1.7990722503662109,,
+20000,0.45194023847579956,0.4519402279853821,1.729642693758011,,
+20000,,,,1.8313837558031083,0.3501991629600525
+20500,0.401895135641098,0.40189515376091,1.7796877734661103,,
+21000,0.38240814208984375,0.3824081701040268,1.7991747596263885,,
+21500,0.44458529353141785,0.4445853097438812,1.736997611284256,,
+22000,0.35862550139427185,0.35862551772594453,1.8229574086666107,,
+22500,0.35108625888824463,0.3510862909555435,1.830496642589569,,
+23000,0.37883639335632324,0.37883642506599424,1.8027465047836304,,
+23500,0.3725009262561798,0.3725009092092514,1.8090820195674897,,
+24000,0.355160653591156,0.3551606513261795,1.8264222838878632,,
+24500,0.4170885682106018,0.41708857369422914,1.7644943511486053,,
+25000,0.4501655399799347,0.4501655447483063,1.7314173691272736,,
+25000,,,,1.7343462616205216,0.44723665714263916
+25500,0.41146162152290344,0.41146159851551056,1.7701213345527649,,
+26000,0.37131938338279724,0.3713193745613098,1.810263554573059,,
+26500,0.33847036957740784,0.33847038662433626,1.843112539768219,,
+27000,0.33970949053764343,0.33970950424671176,1.8418734247684478,,
+27500,0.34802955389022827,0.34802955758571624,1.8335533680915832,,
+28000,0.3725481629371643,0.3725481333732605,1.8090348031520844,,
+28500,0.3583577871322632,0.3583577742576599,1.8232251513004303,,
+29000,0.3533664643764496,0.35336647856235504,1.8282164523601532,,
+29500,0.3397943675518036,0.3397943768501282,1.841788551092148,,
+30000,0.3678049147129059,0.36780487215518953,1.813778052330017,,
+30000,,,,1.8208605140447616,0.3607224225997925
+30500,0.3684225082397461,0.36842252600193026,1.8131603977680206,,
+31000,0.3600979745388031,0.3600979676246643,1.821484949827194,,
+31500,0.3554997742176056,0.35549978268146515,1.8260831451416015,,
+32000,0.38141754269599915,0.38141755759716034,1.8001653711795806,,
+32500,0.3551356792449951,0.35513566732406615,1.8264472553730011,,
+33000,0.37898290157318115,0.3789828795194626,1.8026000537872315,,
+33500,0.3972572088241577,0.39725720024108885,1.7843257317543029,,
+34000,0.38133224844932556,0.38133224070072175,1.8002506773471831,,
+34500,0.36267444491386414,0.36267443871498106,1.8189084901809693,,
+35000,0.35068845748901367,0.3506884298324585,1.8308944900035857,,
+35000,,,,1.8456602197885514,0.3359227180480957
+35500,0.3507128059864044,0.3507128223180771,1.830870112657547,,
+36000,0.38782134652137756,0.3878213717937469,1.7937615540027618,,
+36500,0.3971581757068634,0.39715816724300385,1.7844247665405273,,
+37000,0.4212130606174469,0.4212131233215332,1.7603698062896729,,
+37500,0.4191047251224518,0.41910474133491515,1.7624781880378724,,
+38000,0.41557610034942627,0.41557613790035247,1.7660067949295044,,
+38500,0.4317050576210022,0.4317050557136536,1.7498778748512267,,
+39000,0.4540462791919708,0.4540462671518326,1.7275366630554199,,
+39500,0.44695258140563965,0.4469525979757309,1.734630320072174,,
+40000,0.4461440443992615,0.44614402973651884,1.7354388966560363,,
+40000,,,,1.7331118977069855,0.4484710097312927
+40500,0.452726811170578,0.45272680830955503,1.7288561091423034,,
+41000,0.4499967694282532,0.4499967194795608,1.7315862126350403,,
+41500,0.43734219670295715,0.43734219908714295,1.7442407264709472,,
+42000,0.43491679430007935,0.4349168336391449,1.7466660988330842,,
+42500,0.4277794659137726,0.4277795046567917,1.7538034265041351,,
+43000,0.4213297367095947,0.42132974636554715,1.760253188610077,,
+43500,0.4110702574253082,0.4110702254772186,1.7705127091407775,,
+44000,0.4238777458667755,0.423877741932869,1.7577051751613617,,
+44500,0.4147440195083618,0.41474402165412905,1.7668389072418214,,
+45000,0.41606879234313965,0.4160687704086304,1.7655141475200653,,
+45000,,,,1.7671355456113815,0.4144473671913147
+45500,0.42037689685821533,0.4203769072294235,1.7612060208320617,,
+46000,0.44129273295402527,0.4412927210330963,1.7402901978492737,,
+46500,0.44191235303878784,0.4419123857021332,1.7396705598831177,,
+47000,0.4493926763534546,0.4493926508426666,1.7321902828216553,,
+47500,0.4456833004951477,0.4456832933425903,1.7358996379375458,,
+48000,0.44081753492355347,0.44081754159927367,1.7407653875350952,,
+48500,0.43827104568481445,0.43827101707458493,1.7433119022846222,,
+49000,0.4320639371871948,0.43206394064426423,1.7495189938545228,,
+49500,0.43972325325012207,0.4397232828140259,1.7418596506118775,,
+50000,0.44391095638275146,0.44391093361377715,1.7376719982624054,,
+50000,,,,1.7316149806976318,0.4499679505825043

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78637e0a0ea0732f5dc90012c15a919030aa2caa0d8da161a5a7f00d73b1c90d
+size 58086509

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC3D-easy-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC3D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC3D-easy-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC3D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC3D-easy-v0
+- rl_mode=marl
+- seed=3

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.053768035024404526,0.053768033981323245,2.127814895153046,,
+1000,0.21866068243980408,0.21866070079803468,1.9629222164154052,,
+1500,0.23088732361793518,0.23088733267784117,1.950695600271225,,
+2000,0.2358083575963974,0.2358083710670471,1.9457745516300202,,
+2500,0.240916907787323,0.24091689157485963,1.9406660332679748,,
+3000,0.25495216250419617,0.2549521713256836,1.926630761384964,,
+3500,0.2517182230949402,0.25171822786331177,1.9298646993637085,,
+4000,0.2723930776119232,0.27239305782318113,1.909189873456955,,
+4500,0.2671634554862976,0.2671634650230408,1.914419454574585,,
+5000,0.27797839045524597,0.27797839665412905,1.9036045336723328,,
+5000,,,,1.906553783416748,0.27502912282943726
+5500,0.2821774184703827,0.2821774320602417,1.8994054996967316,,
+6000,0.2766677737236023,0.27666777157783506,1.9049151647090912,,
+6500,0.27317124605178833,0.2731712236404419,1.9084117088317871,,
+7000,0.283174991607666,0.28317496395111086,1.8984079649448395,,
+7500,0.2656427025794983,0.2656427209377289,1.9159401998519898,,
+8000,0.27434056997299194,0.2743405735492706,1.907242362499237,,
+8500,0.2709681987762451,0.2709681794643402,1.9106147396564483,,
+9000,0.27330920100212097,0.27330920910835266,1.9082737092971802,,
+9500,0.27349355816841125,0.27349356007575987,1.9080893716812133,,
+10000,0.2757692337036133,0.27576925086975096,1.9058136734962463,,
+10000,,,,1.906949027776718,0.27463388442993164
+10500,0.26714640855789185,0.2671464328765869,1.9144364998340606,,
+11000,0.26448357105255127,0.2644836187362671,1.9170993037223816,,
+11500,0.26702460646629333,0.2670246160030365,1.9145583086013793,,
+12000,0.26047906279563904,0.26047904777526854,1.9211038773059845,,
+12500,0.26862388849258423,0.26862389969825745,1.9129590287208558,,
+13000,0.2733534574508667,0.27335345578193665,1.9082294759750367,,
+13500,0.25373849272727966,0.25373849415779115,1.927844428062439,,
+14000,0.2730399966239929,0.2730400128364563,1.9085429129600524,,
+14500,0.2651917338371277,0.26519172310829164,1.9163911988735198,,
+15000,0.2604011297225952,0.2604011325836182,1.921181785106659,,
+15000,,,,1.9137173813581467,0.26786553859710693
+15500,0.27626433968544006,0.2762643249034882,1.9053186054229736,,
+16000,0.28933483362197876,0.28933486533164976,1.8922480611801147,,
+16500,0.2570488452911377,0.25704885482788087,1.9245340776443483,,
+17000,0.23553653061389923,0.23553651857376098,1.9460464134216309,,
+17500,0.22168748080730438,0.2216874852180481,1.9598954455852509,,
+18000,0.2637801468372345,0.2637801377773285,1.9178027906417847,,
+18500,0.2705700397491455,0.27057002592086793,1.9110128993988038,,
+19000,0.27803006768226624,0.278030059337616,1.9035528626441955,,
+19500,0.2964094877243042,0.2964094820022583,1.885173442363739,,
+20000,0.32270681858062744,0.3227068246603012,1.8588760924339294,,
+20000,,,,1.856972235441208,0.32461071014404297
+20500,0.3299836814403534,0.3299836766719818,1.8515992469787597,,
+21000,0.33273041248321533,0.33273043704032895,1.8488524889945983,,
+21500,0.32417166233062744,0.3241716270446777,1.857411303281784,,
+22000,0.2941535413265228,0.2941535286903381,1.8874293999671936,,
+22500,0.286554217338562,0.28655422282218934,1.8950287141799926,,
+23000,0.2872893810272217,0.28728936982154846,1.8942935707569122,,
+23500,0.28934046626091003,0.289340452671051,1.8922424783706666,,
+24000,0.2998712956905365,0.2998712730407715,1.881711652994156,,
+24500,0.312982976436615,0.3129829795360565,1.868599949836731,,
+25000,0.2906669080257416,0.2906669044494629,1.8909160301685333,,
+25000,,,,1.9703842198848724,0.21119870245456696
+25500,0.30562153458595276,0.30562150812149047,1.8759614262580873,,
+26000,0.339104026556015,0.3391040234565735,1.8424789028167725,,
+26500,0.33786699175834656,0.337866997718811,1.8437159180641174,,
+27000,0.34229692816734314,0.34229693937301636,1.839285987854004,,
+27500,0.3286350965499878,0.328635097026825,1.852947830438614,,
+28000,0.3475130796432495,0.34751312565803527,1.8340698096752166,,
+28500,0.37911102175712585,0.3791110278367996,1.8024718976020813,,
+29000,0.3976190388202667,0.3976190421581268,1.7839638879299164,,
+29500,0.4006064236164093,0.400606431722641,1.7809765038490295,,
+30000,0.41295209527015686,0.4129520612955093,1.7686308586597443,,
+30000,,,,1.7793702840805055,0.40221261978149414
+30500,0.40627321600914,0.40627322721481324,1.7753096919059754,,
+31000,0.40703085064888,0.407030868768692,1.7745520539283752,,
+31500,0.36076387763023376,0.3607638969421387,1.820819034576416,,
+32000,0.35308340191841125,0.3530833876132965,1.8284995532035828,,
+32500,0.3546554148197174,0.35465543365478513,1.8269275026321412,,
+33000,0.35919079184532166,0.3591907992362976,1.82239213347435,,
+33500,0.38569867610931396,0.3856986912488937,1.795884238243103,,
+34000,0.40114378929138184,0.40114377105236054,1.7804391560554504,,
+34500,0.41206058859825134,0.41206057322025297,1.7695223615169524,,
+35000,0.4028571844100952,0.4028571801185608,1.7787257461547852,,
+35000,,,,1.8387776565551759,0.34280526638031006
+35500,0.41624078154563904,0.4162407627105713,1.7653421587944031,,
+36000,0.4052979350090027,0.40529793334007264,1.7762849955558777,,
+36500,0.3867590129375458,0.3867590205669403,1.7948239092826843,,
+37000,0.3999027609825134,0.39990274798870085,1.7816801784038543,,
+37500,0.37589573860168457,0.3758957734107971,1.8056871576309204,,
+38000,0.3779347836971283,0.37793482410907747,1.803648098707199,,
+38500,0.36348798871040344,0.3634879766702652,1.8180949470996857,,
+39000,0.356235146522522,0.3562351331710815,1.8253477942943572,,
+39500,0.3516794443130493,0.3516794329881668,1.8299034905433655,,
+40000,0.34032201766967773,0.3403219939470291,1.8412609360218049,,
+40000,,,,1.803436771631241,0.37814614176750183
+40500,0.3530532419681549,0.3530532615184784,1.8285296666622162,,
+41000,0.315154492855072,0.3151544933319092,1.8664284324645997,,
+41500,0.3502909541130066,0.35029094529151916,1.831291978120804,,
+42000,0.36217573285102844,0.3621757289171219,1.8194072020053864,,
+42500,0.36797666549682617,0.3679766838550568,1.8136062550544738,,
+43000,0.36696359515190125,0.3669635751247406,1.814619361639023,,
+43500,0.35738590359687805,0.35738592958450316,1.8241970081329346,,
+44000,0.3092571198940277,0.3092571251392365,1.872325798034668,,
+44500,0.31700921058654785,0.3170092084407806,1.8645737116336822,,
+45000,0.3530627489089966,0.35306277000904085,1.828520147562027,,
+45000,,,,1.8795782023668288,0.30200472474098206
+45500,0.366891473531723,0.36689150071144105,1.8146914212703704,,
+46000,0.3166063725948334,0.3166064260005951,1.8649765002727507,,
+46500,0.367963582277298,0.36796360766887665,1.8136193172931672,,
+47000,0.3966052234172821,0.3966052370071411,1.784977695465088,,
+47500,0.3997388482093811,0.3997388151884079,1.781844118118286,,
+48000,0.4018018841743469,0.4018019119501114,1.779781008720398,,
+48500,0.4118843674659729,0.41188437056541444,1.7696985712051392,,
+49000,0.4017772972583771,0.40177730202674866,1.7798056225776673,,
+49500,0.39486798644065857,0.3948679698705673,1.786714950799942,,
+50000,0.3962794542312622,0.3962794425487518,1.7853034679889679,,
+50000,,,,1.7980527859926223,0.3835301399230957

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ebcd5543b50662da55396616f77a3f26e1e77f5352c9986d26cb15c112c68d
+size 58086509