Upload results for PPO on CylinderJet3D-medium-v0.

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/y-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6a4053a577e5ab465d812c72fb079b4fc93067cabd2ce257ed02fa765095c
+size 11409717

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet3D-medium-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet3D-medium-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,reward
+2.947781,-0.84063816,-0.20571049,-0.013983565,-0.058854505,-0.2047964,-0.009251721,0.11034973,0.17981322,0.052311856,-0.8039767742156982
+2.9216714,-1.1724005,0.44548652,0.56344163,0.6227981,0.07952592,0.7030052,0.65943277,0.8726128,0.67447597,-1.1096293926239014
+2.8706598,-0.80752385,-0.3425006,-0.13895485,-0.20559764,-0.26282492,-0.16313866,-0.00965931,0.025559317,-0.08330467,-0.6937412023544312
+2.729135,-1.0867856,0.45920232,0.57530886,0.63682365,0.08567267,0.7176689,0.6706054,0.8863991,0.6871461,-0.8314781188964844
+2.8167071,-0.45315593,-0.638294,-0.4180356,-0.6869106,-0.29083273,-0.7521675,-0.33893642,-0.5250433,-0.5227351,-0.28542059659957886
+2.8096275,-0.48109385,0.27681246,0.41001406,0.27865857,0.10319749,0.24958687,0.45523307,0.46846074,0.36193264,-0.30627891421318054
+2.8605127,0.14817947,-0.44327757,-0.23781802,-0.48410487,-0.2052986,-0.5425491,-0.16504757,-0.31508106,-0.33448464,-0.024249732494354248
+2.887603,0.076242834,0.34890684,0.4737479,0.35540107,0.13390207,0.32997718,0.51577735,0.5468225,0.4315154,0.020596593618392944
+2.9067674,0.0427012,0.069912285,0.2261369,0.058714967,0.014937574,0.020266762,0.28015888,0.24340159,0.1622243,0.034973904490470886
+2.9253697,0.034464583,-0.5162577,-0.30498976,-0.5608882,-0.23679507,-0.6222251,-0.23004031,-0.39461786,-0.40550944,0.024608150124549866
+2.87853,-0.46517906,0.08185464,0.23679352,0.0713986,0.020040052,0.03345639,0.29032287,0.25639784,0.17375536,-0.35926660895347595
+2.839821,-0.28265452,-0.41841114,-0.21332924,-0.4382804,-0.20629463,-0.48493195,-0.13383768,-0.2612636,-0.29210824,-0.13803315162658691
+2.8845553,-0.6443895,0.5559839,0.65872484,0.7353716,0.129257,0.82075864,0.74896634,0.9826617,0.7760171,-0.5445023775100708
+2.8398385,-0.48491743,0.007332245,0.17800498,0.16734359,-0.11329983,0.22730054,0.29393297,0.4142939,0.26014572,-0.34031346440315247
+2.7493572,-0.38124126,-0.38464606,-0.17774245,-0.25104117,-0.28059,-0.21089469,-0.046994857,-0.022534199,-0.12543832,-0.14615601301193237
+2.6970987,-0.3344676,-0.340871,-0.1374534,-0.20393243,-0.26208404,-0.16143607,-0.0082428055,0.027296163,-0.08175317,-0.047123849391937256
+2.7645335,-0.29487148,0.15929519,0.31373847,0.29152885,-0.026280038,0.33750215,0.4118176,0.529565,0.37493813,-0.07496252655982971
+2.8338177,0.042171806,0.0042136367,0.1677782,-0.0073979404,-0.015230295,-0.046530023,0.22580041,0.1769606,0.102174796,0.1084529459476471
+2.8693104,0.11429721,0.026837919,0.18767676,0.01315609,-0.0035620704,-0.026991945,0.24351856,0.19676535,0.12078792,0.0008348822593688965
+2.9046087,0.33976322,-0.5633472,-0.34853378,-0.6103655,-0.25713986,-0.6736195,-0.27225813,-0.44598463,-0.45142508,-0.25992947816848755
+2.8615482,-0.016304247,0.22995357,0.3684979,0.22879328,0.083232395,0.19746111,0.4157539,0.4174898,0.3166977,0.10659004002809525
+2.7963886,0.3269889,-0.52436364,-0.31247407,-0.56940997,-0.24029824,-0.6310733,-0.23729144,-0.40345645,-0.41340724,-0.13893505930900574
+2.8092809,-0.08202852,0.35822323,0.48264384,0.37294984,0.1335707,0.35247883,0.52705973,0.5674332,0.44760522,0.09313307702541351
+2.786869,-0.27224234,0.06624645,0.23081823,0.17197299,-0.054094627,0.20092012,0.3258338,0.40046203,0.26648515,-0.07466891407966614
+2.783617,-0.33573493,-0.435704,-0.22416389,-0.32952738,-0.28841934,-0.3055652,-0.09921144,-0.11145091,-0.19614156,-0.1349094808101654
+2.740529,-0.4711766,-0.37074915,-0.16434544,-0.25315067,-0.26474005,-0.22201696,-0.039492175,-0.029031135,-0.12581715,-0.2272631824016571
+2.7647378,-0.75296146,0.3910399,0.5163153,0.56489044,0.056458883,0.6412875,0.6143173,0.81477714,0.62216705,-0.5332568287849426
+2.759367,-0.24886194,-0.31338835,-0.11195964,-0.18134888,-0.24638365,-0.1413811,0.014102609,0.04932902,-0.060202118,-0.023786455392837524
+2.7089849,-0.55307853,0.5038456,0.61400074,0.6799135,0.10724335,0.7612899,0.7061479,0.9277969,0.7260941,-0.27762091159820557
+2.7940862,-0.070109636,-0.6425855,-0.42219496,-0.69349885,-0.29141015,-0.7600935,-0.34383696,-0.53252876,-0.5288667,0.12024661898612976
+2.7373817,-0.0063735694,-0.37482882,-0.17513263,-0.41198176,-0.1757972,-0.46777618,-0.10453352,-0.24053495,-0.26799414,0.24068720638751984
+2.743146,-0.079800904,0.3398861,0.46578234,0.34579453,0.13006377,0.3199012,0.5082135,0.5370187,0.42280692,0.1614956259727478
+2.7008646,0.040788874,0.324716,0.45238042,0.32964385,0.123603486,0.3029699,0.49548635,0.5205322,0.4081654,0.24278904497623444
+2.7567708,0.3229846,-0.5495753,-0.33577293,-0.59579575,-0.25125086,-0.65842646,-0.25983688,-0.43081573,-0.4378918,-0.09531298279762268
+2.7274053,-0.13060063,-0.06010569,0.110126615,-0.07559647,-0.042765357,-0.11731002,0.17070769,0.10698798,0.040053833,0.1264365315437317
+2.7375493,-0.032340445,-0.5537598,-0.3394543,-0.5978391,-0.25448617,-0.65934646,-0.26246822,-0.43220723,-0.4397928,0.21455273032188416
+2.8346567,-0.63281465,0.55144584,0.6548334,0.73066145,0.12726988,0.8157666,0.74528134,0.9780506,0.7717785,-0.4830288887023926
+2.7848303,-0.32003236,-0.22862527,-0.034822986,-0.083360106,-0.21455386,-0.03492263,0.09036541,0.15416506,0.029709533,-0.12042021751403809
+2.6861367,-0.6263792,0.020792615,0.19003132,0.18153554,-0.107471846,0.24212618,0.30540198,0.42886475,0.2731392,-0.3280734419822693
+2.6872783,-0.6450986,-0.41191968,-0.20290719,-0.28077516,-0.2919025,-0.24231017,-0.071324825,-0.05414656,-0.15301609,-0.34793442487716675
+2.7485518,-0.69003034,-0.07808751,0.10150966,0.074123874,-0.14846265,0.12834384,0.22001688,0.31730974,0.1748666,-0.45413970947265625
+2.7843592,-0.62291205,0.22314619,0.37010425,0.36047542,0.0003992729,0.41064098,0.46599755,0.60007566,0.43755957,-0.4228287935256958
+2.7973049,-0.21000664,-0.21924797,-0.03269609,-0.23745197,-0.11491694,-0.2816492,0.036364503,-0.05703226,-0.10764351,-0.022869035601615906
+2.7520323,-0.31005853,0.26634428,0.40075785,0.26764444,0.09866691,0.23813424,0.44648117,0.45725203,0.3519463,-0.0776483416557312
+2.815061,0.17141518,-0.63152015,-0.41187796,-0.6819012,-0.28662091,-0.74802047,-0.33380002,-0.520436,-0.5180394,-0.002033799886703491
+2.8030167,-0.17595106,0.2925541,0.42394328,0.29540166,0.10990823,0.26710215,0.46846786,0.48556226,0.37711746,0.005474746227264404
+2.789905,0.21886702,-0.20735082,-0.022904176,-0.23511955,-0.10378675,-0.28454366,0.04191082,-0.058259632,-0.10570226,-0.024329617619514465
+2.7625272,-0.11944221,0.21117721,0.35198668,0.21032177,0.0743767,0.1789686,0.40060207,0.39914954,0.29997706,0.10247303545475006
+2.8277225,0.34052417,-0.6039726,-0.385539,-0.6439036,-0.28024843,-0.70383286,-0.30452257,-0.47813898,-0.48268944,-0.1838042438030243
+2.8398435,-0.66295505,0.5080366,0.61752653,0.68573546,0.10817752,0.76828736,0.7099922,0.93400556,0.73131067,-0.5183560848236084
+2.8169227,-0.31682003,-0.42683557,-0.2163342,-0.3056782,-0.29303458,-0.27307704,-0.08704938,-0.082684174,-0.17526986,-0.149300217628479
+2.74889,-0.8059868,0.3122945,0.44757637,0.48582387,0.02020307,0.5598777,0.5500569,0.7368944,0.55045086,-0.5704342722892761
+2.7472415,-0.69844466,-0.40909222,-0.20022702,-0.27916974,-0.2898657,-0.24137607,-0.069197245,-0.05278713,-0.15137492,-0.4612436890602112
+2.7399943,-1.0224133,0.26266393,0.4042599,0.4309788,0.00034032576,0.5006556,0.5079332,0.68087506,0.50078404,-0.7779650688171387
+2.803614,-0.45779708,-0.5894171,-0.37195706,-0.6279589,-0.27435258,-0.68690693,-0.29107314,-0.4613265,-0.46784583,-0.27696850895881653
+2.8073661,-0.5627676,0.43452176,0.55338323,0.5068034,0.13631523,0.5220447,0.613434,0.72152895,0.56978446,-0.3856912851333618
+2.7525923,-0.34623832,0.3282504,0.4555061,0.33343217,0.12509413,0.30695394,0.49846447,0.5244095,0.4116007,-0.11438816785812378
+2.7511642,-0.005116768,-0.2815078,-0.09011986,-0.3134973,-0.13564157,-0.36573628,-0.022665959,-0.13895509,-0.17750375,0.2281615138053894
+2.6975238,-0.081603065,-0.1425506,0.035607714,-0.16655098,-0.07598568,-0.21349733,0.09802336,0.01224821,-0.04302117,0.20531557500362396
+2.7184095,-0.0831136,-0.140455,0.037495952,-0.16433296,-0.07508777,-0.21119858,0.09983274,0.0145276785,-0.040995043,0.18291932344436646
+2.7654192,-0.22254428,0.25237998,0.38837537,0.2526505,0.09279193,0.22238617,0.43465796,0.44187802,0.33834216,-0.003521054983139038
+2.8287878,0.08551154,-0.49458167,-0.2849937,-0.538019,-0.2274814,-0.5984462,-0.21064636,-0.37088293,-0.38432664,0.07014312595129013
+2.8439054,-0.46072888,0.40039665,0.52508855,0.55703926,0.07117138,0.62306255,0.6167344,0.8011004,0.6154558,-0.3201918601989746
+2.8704662,-0.2022324,-0.5447724,-0.32612222,-0.50612694,-0.2997075,-0.5215792,-0.21824932,-0.31316906,-0.35653138,-0.08825616538524628
+2.793724,-0.91223985,0.30360144,0.4399768,0.47680378,0.016374065,0.55043834,0.5428555,0.72787887,0.542267,-0.7215214371681213
+2.7933445,-0.53379476,-0.4068106,-0.19818102,-0.27535146,-0.2896972,-0.2366558,-0.06680103,-0.048411,-0.14796796,-0.34269678592681885
+2.7796495,-0.8152029,0.2681033,0.40888596,0.44007468,0.00066722184,0.51209503,0.51342624,0.69113916,0.5089143,-0.6104099154472351
+2.7790155,-0.48864695,-0.41781804,-0.20785089,-0.3004309,-0.28661433,-0.26988956,-0.08030507,-0.07820213,-0.16997486,-0.2832200229167938
+2.7512221,-0.66792905,0.31577402,0.45012048,0.39896846,0.07493884,0.41839728,0.52183414,0.61874163,0.47252637,-0.43470871448516846
+2.7869277,-0.16557008,-0.50414515,-0.29381582,-0.54814744,-0.23156667,-0.60899454,-0.21921575,-0.38140512,-0.3937068,0.03194469213485718
+2.7826233,-0.40333635,0.34501526,0.47031283,0.35126293,0.13224381,0.32564023,0.5125179,0.54260236,0.4277643,-0.20151716470718384
+2.7828724,-0.014124244,-0.16390404,0.016347967,-0.1891541,-0.08514244,-0.23691972,0.07956339,-0.010986637,-0.063671745,0.18744578957557678
+2.7657166,-0.1786541,0.26125047,0.3962337,0.2620902,0.096572146,0.23225509,0.44213018,0.45152625,0.34690452,0.04007181525230408
+2.830123,0.16249895,-0.6089304,-0.3908463,-0.65820944,-0.27684882,-0.7233661,-0.31334937,-0.49575216,-0.4959454,-0.008179426193237305
+2.8081546,-0.32914424,0.16523404,0.3111172,0.16078813,0.05517306,0.12694111,0.3614453,0.34822384,0.2549917,-0.15285634994506836
+2.7698698,0.19336581,-0.50783706,-0.2942059,-0.5124897,-0.2568616,-0.5516509,-0.20427814,-0.3322702,-0.3609439,0.02120685577392578
+2.791997,-0.6163027,0.55168897,0.6550349,0.73101157,0.1273163,0.8161941,0.7455061,0.97842443,0.7720912,-0.4238572120666504
+2.7799158,-0.08530258,-0.4031675,-0.19483346,-0.27105826,-0.2883744,-0.231954,-0.06346366,-0.043769326,-0.14401816,0.11922408640384674
+2.699893,-0.15752974,-0.35753533,-0.15277511,-0.22179663,-0.2691678,-0.18015628,-0.022957396,0.008432891,-0.09831584,0.1270197331905365
+2.6851168,-0.17985576,-0.3086684,-0.10791414,-0.16923611,-0.24850132,-0.12498452,0.02017618,0.06392196,-0.04963502,0.11946994066238403

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-0.7794187068939209,3.0605932149887085,0.011230966370552778,,,
+1000,-0.9628412127494812,3.0985134415626527,-0.018718557849526404,,,
+1500,-0.750514805316925,3.028156509876251,0.12464245681464672,,,
+2000,-0.9143657684326172,3.0908024559020997,0.11009199015051127,,,
+2500,-0.7491046190261841,3.0427511167526244,0.05164339642226696,,,
+3000,-0.8352473974227905,3.066390745162964,0.13574085038155317,,,
+3500,-0.6650671362876892,3.0094925127029417,0.0771050830706954,,,
+4000,-0.8449946045875549,3.0650478196144104,0.11039062018692493,,,
+4500,-0.7255833148956299,3.0408408026695253,-0.018631336197257042,,,
+5000,-0.6821161508560181,3.016771318912506,0.17950270016863942,,,
+5000,,,,2.7774496763944625,0.1377549348399043,-0.0465196805074811
+5500,-0.7835555076599121,3.0726082677841187,0.027911248955875635,,,
+6000,-0.826744794845581,3.039621629714966,-0.01797164313495159,,,
+6500,-0.5986461043357849,3.025677673339844,0.1556427930518985,,,
+7000,-0.6182373762130737,3.0078120269775392,0.17357863252609967,,,
+7500,-0.5961210131645203,2.9993267254829408,0.141390595857054,,,
+8000,-0.6275688409805298,2.999905599117279,0.2522847662195563,,,
+8500,-0.6097750067710876,3.010468710422516,0.15253247536346318,,,
+9000,-0.7090983986854553,3.026878572463989,-0.1334814286828041,,,
+9500,-0.6423274278640747,3.0442933197021484,0.010367956466972828,,,
+10000,-0.6484386324882507,2.9857928166389467,0.04809394858777523,,,
+10000,,,,2.811423498392105,-0.08811297656502574,-0.09099774984642864
+10500,-0.652611494064331,3.049327705860138,-0.036217132098972794,,,
+11000,-0.6205629706382751,2.976391468048096,-0.1889850809238851,,,
+11500,-0.686931312084198,3.035539649963379,-0.11275742667913437,,,
+12000,-0.6098811030387878,3.0178012318611147,-0.35589681401103734,,,
+12500,-0.7395756244659424,3.0364421482086184,-0.34977010380476714,,,
+13000,-0.583055317401886,2.9982509145736693,-0.23705084551870823,,,
+13500,-0.5059221386909485,2.956810257911682,-0.1598480489104986,,,
+14000,-0.6925011873245239,2.997416009426117,-0.23159258054941892,,,
+14500,-0.5774258375167847,3.000763409137726,-0.14665115386247635,,,
+15000,-0.6051291227340698,3.0018700594902037,-0.20196906601637601,,,
+15000,,,,2.7503419518470764,-0.4776401286944747,-0.28641655733808874
+15500,-0.7038402557373047,3.0189273953437805,-0.1843526269197464,,,
+16000,-0.6048814654350281,3.0057531127929686,-0.16428968126699328,,,
+16500,-0.6224150061607361,3.0128919944763184,-0.059100743353366854,,,
+17000,-0.5230216383934021,2.9965678029060365,-0.005886462844908237,,,
+17500,-0.6093625426292419,3.0485789170265196,0.03639230566471815,,,
+18000,-0.6786110401153564,3.064588893890381,0.011276239186525344,,,
+18500,-0.6723997592926025,3.071068163394928,-0.007249928265810013,,,
+19000,-0.5582224726676941,3.0186693830490112,-0.07685807628929615,,,
+19500,-0.5738986730575562,3.0196897921562194,-0.017505324006080628,,,
+20000,-0.643146812915802,3.0805544028282164,-0.0835742925927043,,,
+20000,,,,2.7231786042451858,-0.3707320472225547,-0.17095656897872685
+20500,-0.5868436694145203,3.0239190583229063,0.036097967132925984,,,
+21000,-0.4963834583759308,2.998918121814728,0.015233334086835384,,,
+21500,-0.6445975303649902,3.058298213481903,-0.0189309903010726,,,
+22000,-0.6059936285018921,3.0270710096359252,-0.0937643807604909,,,
+22500,-0.5829377770423889,3.0541996269226073,0.012942795723676681,,,
+23000,-0.4401114583015442,2.9839059352874755,0.09911806192994117,,,
+23500,-0.4485945999622345,3.037435875892639,0.025993130542337893,,,
+24000,-0.462077260017395,3.011559757232666,0.11626347129791975,,,
+24500,-0.43820273876190186,3.0062155661582945,0.11380051964521408,,,
+25000,-0.405150830745697,2.994920008182526,0.009647542003542184,,,
+25000,,,,2.725981515645981,-0.3385163753293455,-0.14349499372765423
+25500,-0.4505022466182709,3.024039647102356,0.03185535057261586,,,
+26000,-0.4137861430644989,2.9925275297164915,0.05511312854290008,,,
+26500,-0.4374554753303528,3.028363414287567,0.10842289301007986,,,
+27000,-0.36993491649627686,2.9890294947624207,-0.03380566549301148,,,
+27500,-0.39473286271095276,2.998803295135498,0.025709910698235035,,,
+28000,-0.3490040600299835,3.001214915752411,0.056204835895448925,,,
+28500,-0.39172184467315674,3.0073629660606382,0.02127909083664417,,,
+29000,-0.33808034658432007,2.9688185653686525,-0.031260365948081015,,,
+29500,-0.3449171185493469,2.9981377182006836,-0.060830516085028645,,,
+30000,-0.33325231075286865,2.9824229345321656,-0.039872316036373374,,,
+30000,,,,2.70942362844944,-0.48770014084875585,-0.26894072741270064
+30500,-0.343046098947525,2.9796641182899477,-0.044495059978216886,,,
+31000,-0.33271533250808716,2.9984253373146057,0.056210658121854065,,,
+31500,-0.37806838750839233,2.9896941962242125,0.07379310559481382,,,
+32000,-0.31803351640701294,2.989326659202576,0.05267603635787964,,,
+32500,-0.31433454155921936,2.9720818095207213,0.09049877016246319,,,
+33000,-0.34578803181648254,2.9982097635269165,0.05298648552596569,,,
+33500,-0.3199916481971741,2.978945092201233,0.06356968660466374,,,
+34000,-0.3128628134727478,2.963715397357941,0.03891269470751286,,,
+34500,-0.3442182242870331,3.023020472049713,0.0724503876566887,,,
+35000,-0.2838636338710785,2.965026015281677,0.07029037864506245,,,
+35000,,,,2.741947975754738,-0.35640859729610386,-0.2272915506735444
+35500,-0.3046460449695587,2.983456118583679,0.1975817224048078,,,
+36000,-0.3131529688835144,2.9812787828445435,0.11663180041313172,,,
+36500,-0.3069458305835724,2.982334207057953,0.1416224124711007,,,
+37000,-0.2820614278316498,2.9506625890731812,0.14992412388324738,,,
+37500,-0.2770145535469055,2.9608816375732423,0.10942620986513793,,,
+38000,-0.25643089413642883,2.9504441905021666,-0.029027372099459173,,,
+38500,-0.2676016092300415,2.961829903125763,0.05608504481241107,,,
+39000,-0.27202481031417847,2.970754261493683,0.07114834041893482,,,
+39500,-0.3478064239025116,2.9793382492065428,0.1784197841268033,,,
+40000,-0.3275887370109558,2.975568706035614,0.14972457657009364,,,
+40000,,,,2.744633376598358,-0.4623873465694487,-0.30986094679683446
+40500,-0.2851604223251343,2.9617376532554625,0.08715784782916307,,,
+41000,-0.35834354162216187,3.0043584170341493,0.18542674312740565,,,
+41500,-0.2709735929965973,2.9533923349380493,0.1290442348793149,,,
+42000,-0.3142376244068146,2.976832546710968,0.2240716608427465,,,
+42500,-0.29124873876571655,2.9567015862464903,0.16418031955882906,,,
+43000,-0.29724350571632385,2.948701998233795,0.11407003247737885,,,
+43500,-0.28525274991989136,2.9542483773231507,0.20221403795853257,,,
+44000,-0.3446682095527649,2.9995358548164366,0.19133399664610623,,,
+44500,-0.29731377959251404,2.9660470027923584,0.19019044306501745,,,
+45000,-0.3083247244358063,2.958397026538849,0.21371564278751612,,,
+45000,,,,2.7679576128721237,-0.2129827589727938,-0.18102205628529192
+45500,-0.32106465101242065,2.975036579608917,0.20609908623248338,,,
+46000,-0.37686997652053833,3.0038001856803893,0.2381314069777727,,,
+46500,-0.3218102753162384,2.9914487056732177,0.1528400312140584,,,
+47000,-0.37201038002967834,3.0201871795654296,0.2166512511447072,,,
+47500,-0.37951233983039856,2.978107633590698,0.2988661313503981,,,
+48000,-0.31098994612693787,2.9881010956764222,0.14869280692189932,,,
+48500,-0.3281875550746918,2.986279721736908,0.23272712441533805,,,
+49000,-0.346996009349823,2.984992438316345,0.20716785793751477,,,
+49500,-0.24213799834251404,2.9560045881271364,0.09855871539562941,,,
+50000,-0.25668612122535706,2.957009567260742,0.10798558581992984,,,
+50000,,,,2.7883186668157576,-0.2241562433540821,-0.1755082594230771
+50500,-0.2878696918487549,3.0008788228034975,0.09056290420144797,,,
+51000,-0.2681828737258911,2.983947630882263,0.09830775377899409,,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30f549c54ec7b83f7b7c782c02ea8bf75b06f8e0884f7ba42dce927d4c75ad2
+size 11409717

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet3D-medium-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet3D-medium-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,reward
+2.9192102,-1.3227916,0.25098082,0.24992214,0.24939737,0.5232611,0.40835807,0.3248899,0.46128178,0.45684016,-1.2575592994689941
+2.856862,-1.242512,0.20821773,0.20394026,0.1941025,0.4435498,0.3433247,0.26424813,0.40128872,0.39289904,-1.114931583404541
+2.8052828,-0.9867073,-0.21669306,-0.25202742,-0.355919,-0.3454492,-0.3033869,-0.33684415,-0.19938916,-0.244668,-0.8075476884841919
+2.7427964,-1.0188142,0.14560688,0.136654,0.11305768,0.32702667,0.24815056,0.17554455,0.31327736,0.2992248,-0.7771681547164917
+2.826201,-0.2023136,-0.28493422,-0.32513556,-0.44391873,-0.47239935,-0.40792313,-0.4335165,-0.29671988,-0.34790024,-0.044072091579437256
+2.8729935,-0.7024045,0.38344225,0.39248785,0.4202827,0.7710921,0.6101661,0.51321363,0.6466213,0.65497744,-0.5909554958343506
+2.8745642,0.15195216,0.1903415,0.18472795,0.17098027,0.41026294,0.31614617,0.23891744,0.3761867,0.36616647,-0.04207386076450348
+2.8869765,0.6688312,-0.38636017,-0.4337581,-0.5743194,-0.6617008,-0.56404763,-0.5775532,-0.441999,-0.50217485,-0.571365237236023
+2.7765515,0.4515099,-0.34579813,-0.3903241,-0.5222403,-0.58589196,-0.50148565,-0.51989377,-0.38380748,-0.44034725,-0.243618905544281
+2.7208312,0.18959782,0.17972468,0.17331606,0.15723935,0.39050376,0.30001152,0.22387739,0.36127374,0.35029346,0.07401350140571594
+2.6737294,0.13193786,0.22843403,0.22567652,0.22025102,0.48121715,0.37406212,0.29290926,0.4296587,0.42312443,0.17877519130706787
+2.7215543,0.058784597,0.045661565,0.029323287,-0.016383879,0.1414192,0.096300825,0.034173697,0.17251986,0.1497028,0.20410358905792236
+2.809647,-0.082864396,-0.14749853,-0.17786725,-0.26648882,-0.21692121,-0.19769056,-0.23891142,-0.100930415,-0.14027914,0.09193099290132523
+2.796762,-0.8641161,0.06748719,0.05275447,0.011893015,0.18192795,0.12946695,0.06503703,0.20330441,0.18238267,-0.6764355897903442
+2.7943559,-0.6963542,0.047749527,0.03156588,-0.013677165,0.14529414,0.09947313,0.037126265,0.17546546,0.15282883,-0.5062676072120667
+2.7798867,-0.86945057,0.31947204,0.32361436,0.33784565,0.65121037,0.51261866,0.42216277,0.55720216,0.55925703,-0.6648948192596436
+2.8065078,-0.2860502,-0.34124643,-0.38544986,-0.5163904,-0.57739466,-0.49447602,-0.5134287,-0.37728536,-0.4334206,-0.108115553855896
+2.7054105,-1.2957479,0.35408518,0.36087528,0.3824744,0.7160271,0.5653768,0.47140256,0.6056059,0.6110398,-1.0167158842086792
+2.7572856,0.014589585,-0.35184124,-0.3967956,-0.5300055,-0.59717745,-0.5107956,-0.52847916,-0.3924697,-0.44954777,0.2125672996044159
+2.7268195,-1.1654131,0.3813992,0.3902873,0.41765192,0.76725775,0.60704976,0.5103024,0.6437694,0.65192056,-0.9077901840209961
+2.7756348,0.22161774,-0.19701782,-0.23094057,-0.33049282,-0.30887556,-0.2732994,-0.30897528,-0.1713466,-0.21492976,-0.012810036540031433
+2.720377,-0.80065316,0.3365722,0.342021,0.35990047,0.68321794,0.53867656,0.44648153,0.5811213,0.5848366,-0.536587655544281
+2.78262,0.42516565,-0.3889668,-0.4365495,-0.57766354,-0.66657823,-0.5680737,-0.5812617,-0.44574288,-0.5061543,-0.2233431339263916
+2.7507987,-1.22469,0.28075922,0.28195676,0.2878745,0.5788438,0.45366803,0.36715794,0.50300866,0.5013614,-0.9910461902618408
+2.7688704,0.43621764,-0.3557646,-0.40099868,-0.53504837,-0.6045046,-0.5168389,-0.5340539,-0.39809212,-0.45551854,-0.22064551711082458
+2.7557395,-1.3522233,0.38107884,0.38994017,0.41723624,0.7666577,0.6065642,0.50984573,0.6433247,0.65144604,-1.1235202550888062
+2.7222285,-0.5571282,0.098294474,0.08583308,0.05179935,0.23913,0.17627944,0.10861145,0.24672243,0.2284964,-0.29491424560546875
+2.6691787,-0.73978263,0.0632617,0.0482171,0.006417427,0.17408554,0.12304869,0.059061266,0.19734824,0.1760607,-0.424518883228302
+2.7124438,-0.44685543,-0.3300896,-0.3735027,-0.50204736,-0.5565717,-0.47730106,-0.49758554,-0.36130294,-0.4164471,-0.1748567819595337
+2.7045016,-1.6752967,0.32891917,0.33378217,0.35003063,0.66889054,0.5270143,0.43559608,0.5704185,0.5733901,-1.3953558206558228
+2.7624683,-0.32217145,-0.27209058,-0.31137845,-0.42737082,-0.44848168,-0.38821593,-0.4153074,-0.27837092,-0.32843012,-0.10019731521606445
+2.7250464,-1.1267905,0.384025,0.39311418,0.42103007,0.7721874,0.6110594,0.51404405,0.6474378,0.655854,-0.8673944473266602
+2.6899922,-0.42745546,0.14923175,0.14054924,0.11776727,0.33378303,0.2536722,0.18069611,0.31841195,0.3046934,-0.13300517201423645
+2.7228403,0.10245158,-0.2798522,-0.31969234,-0.4373727,-0.46293354,-0.40012214,-0.42631072,-0.28945646,-0.34019256,0.15915058553218842
+2.6589966,-0.08395949,-0.17870112,-0.21131037,-0.3068259,-0.2748524,-0.24531691,-0.28305364,-0.14528424,-0.18729845,0.24148640036582947
+2.6767073,-0.5790486,0.23462933,0.23234008,0.22826377,0.49276584,0.38348264,0.30169517,0.43834907,0.43238604,-0.2713133692741394
+2.670876,0.6665532,-0.07474804,-0.09986547,-0.17234814,-0.081941575,-0.08682752,-0.13604344,0.0022778297,-0.030870495,-0.35298675298690796
+2.706278,-0.5459842,0.35061193,0.35713336,0.37799555,0.7095173,0.5600817,0.4664582,0.60075176,0.6058444,-0.2678198218345642
+2.8249125,0.5385731,-0.3676413,-0.41371697,-0.55030113,-0.6266971,-0.53515184,-0.5509342,-0.41512713,-0.47361645,-0.3790431618690491
+2.761354,-1.0738075,0.22967722,0.22701423,0.22185928,0.4835353,0.3759533,0.29467228,0.4314041,0.4249845,-0.8507189750671387
+2.7543354,0.4558758,-0.3654148,-0.4113335,-0.54744333,-0.62253535,-0.53171664,-0.5477692,-0.41193205,-0.47022092,-0.22576874494552612
+2.769686,-1.3064241,0.38532925,0.39451662,0.42270586,0.7746359,0.61305207,0.51590234,0.64926034,0.65780884,-1.091667652130127
+2.7249596,-0.68994,0.3493811,0.35580793,0.376409,0.70721096,0.5582052,0.46470642,0.5990309,0.604003,-0.43045711517333984
+2.7305913,-0.36674973,-0.2803289,-0.32020438,-0.43798855,-0.46382153,-0.4008529,-0.42698675,-0.29013765,-0.34091476,-0.1128985583782196
+2.5917337,-1.0177989,0.058774516,0.043401286,0.00060698483,0.165755,0.11622552,0.052715927,0.1910164,0.16933617,-0.6250901222229004
+2.6598377,0.009270936,-0.35065454,-0.39552468,-0.5284803,-0.5949613,-0.5089683,-0.52679324,-0.39076883,-0.44774097,0.3153338134288788
+2.7654772,-0.9331645,0.3664931,0.3742354,0.39845932,0.7392901,0.58430225,0.48906845,0.6229459,0.62960875,-0.7141991853713989
+2.8036263,0.38884282,-0.1430088,-0.17305313,-0.26068076,-0.2085883,-0.19084315,-0.23256119,-0.094553456,-0.1335195,-0.20802664756774902
+2.7458067,-0.45850116,0.37061852,0.37867698,0.40377083,0.74702847,0.5905983,0.49494386,0.628711,0.6357847,-0.21986538171768188
+2.8217132,0.7146567,-0.38102385,-0.4280449,-0.5674748,-0.65171856,-0.55580574,-0.569963,-0.43433523,-0.49402893,-0.5519274473190308
+2.7836356,-0.30848157,0.11574204,0.104573265,0.07440006,0.27153945,0.20278691,0.13329701,0.27129075,0.2545992,-0.10767471790313721
+2.7197492,0.81803274,-0.36757326,-0.41364348,-0.5502132,-0.6265691,-0.5350464,-0.5508373,-0.41502866,-0.47351152,-0.5533394813537598
+2.757699,-0.35544533,0.3801187,0.38890588,0.41599992,0.7648558,0.6050989,0.5084776,0.641984,0.65000945,-0.12870186567306519
+2.7341812,0.007363055,0.069778405,0.055212125,0.0148581825,0.18618144,0.13295107,0.06827664,0.20653662,0.18581676,0.24289825558662415
+2.7783227,-0.15475598,-0.013160403,-0.033803586,-0.09258946,0.032291777,0.0068831216,-0.04898466,0.08944323,0.06156034,0.05136379599571228
+2.7325602,0.17858157,-0.33781895,-0.3817821,-0.511988,-0.57099557,-0.48919582,-0.50856113,-0.37237215,-0.42820036,0.07330074906349182
+2.7174401,-1.4563098,0.35856667,0.36569804,0.38824537,0.72442824,0.57221407,0.47778186,0.61187124,0.6177499,-1.189307451248169
+2.7447333,-0.085053824,-0.23132429,-0.26770362,-0.37479195,-0.37263584,-0.32576337,-0.35754675,-0.22021005,-0.26674,0.1546553075313568
+2.7076957,-0.98993486,0.3803435,0.38914958,0.41629198,0.7652765,0.605439,0.5087981,0.6422955,0.6503414,-0.713188111782074
+2.7658057,-0.059732746,-0.17873716,-0.21134916,-0.30687267,-0.2749197,-0.24537188,-0.28310472,-0.14533564,-0.18735333,0.15890400111675262
+2.7026958,-0.74435985,0.3269012,0.33161125,0.34742972,0.66511273,0.5239373,0.4327264,0.56759506,0.5703689,-0.46261322498321533
+2.7653208,0.26433998,-0.3917651,-0.43954554,-0.5812518,-0.6718146,-0.5723976,-0.5852431,-0.44976264,-0.51042736,-0.04521828889846802
+2.7139752,-0.7239416,0.09444435,0.0817002,0.046814706,0.23197848,0.17042656,0.103165045,0.24129686,0.22273076,-0.45347434282302856
+2.6982908,0.47573358,-0.14481409,-0.17498916,-0.2630167,-0.21193871,-0.19359575,-0.23511465,-0.097116835,-0.13623622,-0.18958193063735962
+2.7131064,-0.74799395,0.37176144,0.37990665,0.40524116,0.7491729,0.5923435,0.49657166,0.6303086,0.6374972,-0.4766578674316406
+2.7700586,0.4806583,-0.2108676,-0.24578345,-0.34838274,-0.33460915,-0.294469,-0.32858044,-0.19106373,-0.23583397,-0.26627445220947266
+2.7058272,-1.0266149,0.3172856,0.32126042,0.33502373,0.6471207,0.5092893,0.41905445,0.5541446,0.55598927,-0.7479996681213379
+2.7754526,0.0063242763,-0.39215058,-0.43996003,-0.5817484,-0.6725342,-0.57299024,-0.5857913,-0.45031372,-0.51101124,0.20266558229923248
+2.7225275,-1.5940224,0.2766478,0.27753216,0.2825623,0.5711672,0.44741276,0.3613202,0.49725172,0.49521822,-1.332107424736023
+2.7001855,-0.85976434,0.14887705,0.14016624,0.117305584,0.333125,0.25313607,0.18019404,0.31791526,0.3041675,-0.575507402420044
+2.6367197,-1.0955796,0.3458031,0.35195628,0.3717977,0.7005086,0.5527511,0.45961502,0.5940302,0.59865147,-0.747856855392456
+2.6633396,-0.7636325,-0.3429123,-0.38723502,-0.51853293,-0.5805041,-0.4970398,-0.5157949,-0.37967145,-0.4359534,-0.4425296187400818
+2.6003025,-1.3360746,0.33795506,0.34350893,0.3616828,0.6858078,0.5407846,0.44844878,0.583055,0.5869063,-0.9519345760345459
+2.703349,-0.47995186,-0.37444067,-0.4209961,-0.5590269,-0.6394085,-0.5456447,-0.5606011,-0.42488623,-0.48398718,-0.19885849952697754
+2.7259703,-1.2345831,0.38363758,0.39269748,0.42053226,0.77145916,0.6104664,0.51349187,0.64689535,0.6552717,-0.9761109352111816
+2.6940808,-0.41897225,0.18846372,0.18270876,0.16854876,0.4067669,0.31329268,0.23625655,0.37354925,0.36335912,-0.12861061096191406
+2.6742666,-0.12630329,-0.12087236,-0.14932235,-0.23204556,-0.16750892,-0.15709047,-0.20125581,-0.06312558,-0.10020477,0.18387261033058167
+2.609674,-0.40440616,0.0044057686,-0.014952356,-0.06982991,0.06487523,0.033589877,-0.024152562,0.114268035,0.087890595,-0.029637664556503296
+2.6408498,0.43215087,-0.30743718,-0.34924075,-0.47290093,-0.5143272,-0.44247302,-0.46543485,-0.32888576,-0.38203454,-0.08855822682380676
+2.714676,-0.9285008,0.3662382,0.3739591,0.3981283,0.7388122,0.58391565,0.48870513,0.622591,0.6292294,-0.6587342023849487

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-0.6641842722892761,3.029792296409607,0.021994475804269314,,,
+1000,-0.9083968997001648,3.1083131203651426,-0.05447711576521397,,,
+1500,-0.7210128307342529,3.0516427211761474,-0.013820945773273707,,,
+2000,-0.8774102926254272,3.057828872680664,0.11328241901099682,,,
+2500,-0.7135997414588928,3.044882797241211,0.057438302174210545,,,
+3000,-0.7400094866752625,3.045805672168732,0.11759247291833162,,,
+3500,-0.6835771203041077,3.0395284585952758,0.0417280792593956,,,
+4000,-0.8385035395622253,3.075652171611786,0.10601342299580574,,,
+4500,-0.6284321546554565,3.036092286109924,-0.100537098698318,,,
+5000,-0.6032987833023071,3.036906903743744,-0.012728518761694431,,,
+5000,,,,2.777247729897499,0.023017051676288248,-0.012111136922612786
+5500,-0.6451687216758728,3.0380510249137878,-0.04365707191824913,,,
+6000,-0.7034788131713867,3.06762575006485,-0.024248591136187315,,,
+6500,-0.7273098826408386,3.0339785509109496,0.11201705611497163,,,
+7000,-0.7245212197303772,3.0440514216423034,0.17171577744185926,,,
+7500,-0.7095869779586792,3.0480300788879395,0.18944479057192803,,,
+8000,-0.6728402376174927,3.0104677896499634,0.1718018384836614,,,
+8500,-0.5914334654808044,3.003828652381897,0.03717638073116541,,,
+9000,-0.6689557433128357,2.988542950153351,0.043764582939445976,,,
+9500,-0.6361662745475769,3.0012923765182493,0.03318363868445158,,,
+10000,-0.6668174862861633,2.9996644010543823,0.12039904774725438,,,
+10000,,,,2.7414645344018935,0.11161720199743286,-0.0660489596426487
+10500,-0.7304689288139343,3.041532991886139,0.01646283484995365,,,
+11000,-0.7866410613059998,3.0538386731147766,0.24509850097447633,,,
+11500,-0.6631897687911987,3.0497484869956972,0.1463695710077882,,,
+12000,-0.6465736627578735,3.0165201473236083,0.04740369649231434,,,
+12500,-0.6862317323684692,3.0266636447906494,0.13075179998576641,,,
+13000,-0.6020649671554565,2.985911877155304,-0.15007911241054536,,,
+13500,-0.5873517990112305,3.000748836040497,-0.11017034858465195,,,
+14000,-0.6826707720756531,3.0455583214759825,-0.06146679563075304,,,
+14500,-0.6381956338882446,2.9996111755371095,0.03547777807712555,,,
+15000,-0.5830097198486328,3.015641426563263,-0.055552758775651453,,,
+15000,,,,2.744048747420311,-0.03236124806571752,-0.031013704650104047
+15500,-0.6287866830825806,3.0318521494865416,0.06836936002969742,,,
+16000,-0.744222104549408,3.048033356666565,-0.05886810094863176,,,
+16500,-0.5754163861274719,3.0126336345672606,-0.033204057432711126,,,
+17000,-0.5399418473243713,3.011157166004181,-0.1321816373243928,,,
+17500,-0.5070741176605225,2.994220738887787,0.06024916308373213,,,
+18000,-0.5964022278785706,2.991346091747284,-0.03392908012866974,,,
+18500,-0.5173277854919434,2.9696812839508056,0.07544886459410191,,,
+19000,-0.5063413977622986,2.9620019645690916,0.184838575579226,,,
+19500,-0.6632971167564392,3.0015393371582033,0.3372467068210244,,,
+20000,-0.5713595747947693,3.0032707762718203,0.23508787304162979,,,
+20000,,,,2.718326097726822,0.4949363788589835,-0.2565647307783365
+20500,-0.49699804186820984,3.009682816982269,0.24528105003386735,,,
+21000,-0.5329146385192871,3.0227845754623415,0.05053794805705547,,,
+21500,-0.6098409295082092,3.032546862125397,0.11383065707981586,,,
+22000,-0.5650051832199097,2.9931722798347473,0.08496811554580927,,,
+22500,-0.4977816939353943,2.98337243270874,0.1307785629928112,,,
+23000,-0.45068615674972534,2.980580192089081,0.20556089410185813,,,
+23500,-0.4623365104198456,3.0149868836402893,0.11487760800495744,,,
+24000,-0.5373286604881287,3.0264875650405885,0.18355199075490236,,,
+24500,-0.5106574296951294,3.021597529411316,0.09827039629966021,,,
+25000,-0.5614997744560242,3.0311306142807006,0.10732129557430745,,,
+25000,,,,2.7552429676055907,0.08389269453473389,-0.0828701845370233
+25500,-0.5404258966445923,3.021336702346802,0.05876631012931466,,,
+26000,-0.5015991926193237,2.9927249975204466,0.12536247781291604,,,
+26500,-0.5463071465492249,3.029089319229126,0.06942606297135354,,,
+27000,-0.4045286476612091,2.9783356609344485,-0.0397999607399106,,,
+27500,-0.6213198304176331,3.063921630859375,0.062094378534704446,,,
+28000,-0.4200567603111267,3.0047278752326965,0.04939757326990366,,,
+28500,-0.44459015130996704,2.996695873260498,0.036606817368417977,,,
+29000,-0.4786650836467743,3.0433971152305603,0.022340450774878264,,,
+29500,-0.41290283203125,3.035440631866455,-0.033475337028503416,,,
+30000,-0.4255506098270416,2.990413332939148,-0.06344667452573777,,,
+30000,,,,2.760767874121666,-0.2163620216306299,-0.10057453848421574
+30500,-0.3651946187019348,3.000039393424988,-0.014541985522955657,,,
+31000,-0.3321504294872284,2.994844288825989,0.04739598951116204,,,
+31500,-0.361905574798584,2.992389892578125,-0.008977510273456573,,,
+32000,-0.34922856092453003,2.9688131418228147,-0.05527067796513438,,,
+32500,-0.38511598110198975,3.040996026515961,0.031052154056727885,,,
+33000,-0.33165639638900757,2.971044087409973,0.054941620349884035,,,
+33500,-0.28239092230796814,2.9611377863883974,0.02310614600405097,,,
+34000,-0.3499271273612976,2.987748076915741,0.07215322131663561,,,
+34500,-0.28447067737579346,2.973489019870758,0.07209624607115984,,,
+35000,-0.34543609619140625,3.0240751423835754,0.08905094513297081,,,
+35000,,,,2.778022700548172,-0.11802393507678062,-0.09984207572415471
+35500,-0.2949240505695343,2.968084068775177,0.0626979054659605,,,
+36000,-0.32599157094955444,2.9853005080223083,0.05808938889205456,,,
+36500,-0.33678507804870605,2.9784913058280944,0.13364640652388335,,,
+37000,-0.4060180187225342,2.97491091299057,0.12973444520682095,,,
+37500,-0.3075608015060425,2.9590750913619996,0.03515162403509021,,,
+38000,-0.340552419424057,3.0295098242759706,0.07716213180869817,,,
+38500,-0.3527054190635681,2.9837994771003724,0.10063655465096236,,,
+39000,-0.355909138917923,2.9954512491226195,0.13111501163244246,,,
+39500,-0.33195245265960693,3.0097834882736207,-0.015941168989986182,,,
+40000,-0.3082996904850006,2.9630543308258055,0.06978666011244058,,,
+40000,,,,2.741643863916397,-0.21828797361813485,-0.12969034863635898
+40500,-0.3125419616699219,2.993955970287323,-0.00478941997885704,,,
+41000,-0.2766140103340149,2.950009416103363,0.03505702766776085,,,
+41500,-0.28040456771850586,2.956580234527588,0.028860444985330105,,,
+42000,-0.31768107414245605,2.9561607637405394,0.005195016585290432,,,
+42500,-0.32209211587905884,2.9838300004005434,0.006563295833766461,,,
+43000,-0.24453900754451752,2.9357995052337644,-0.020928829333744944,,,
+43500,-0.2897997796535492,2.9754962100982665,0.031248031567782164,,,
+44000,-0.29085642099380493,2.970472336769104,0.024025609645992516,,,
+44500,-0.3143213987350464,2.9721813416481018,0.05244708445295691,,,
+45000,-0.27178138494491577,2.963166052341461,-0.03300548821687698,,,
+45000,,,,2.7314062982797624,-0.21823163190856576,-0.229832215141505
+45500,-0.32718291878700256,2.9741292610168455,-0.13614048702642323,,,
+46000,-0.303031325340271,2.9619815678596497,-0.13562234803289175,,,
+46500,-0.24256671965122223,2.9323098549842834,-0.11087156819552182,,,
+47000,-0.3005935251712799,2.9531566133499147,-0.1811734535843134,,,
+47500,-0.2601206302642822,2.9195187463760375,-0.09821783310174942,,,
+48000,-0.2672790586948395,2.9241228885650634,-0.11679823872447014,,,
+48500,-0.2870727777481079,2.941189289569855,-0.10010836195200681,,,
+49000,-0.24419325590133667,2.956001006603241,-0.11769050465337932,,,
+49500,-0.3199295103549957,2.9809749598503115,-0.02752262707427144,,,
+50000,-0.29438623785972595,2.9530753583908083,0.009198613792657852,,,
+50000,,,,2.72484667301178,-0.5286061038263142,-0.38921087272465227
+50500,-0.23718437552452087,2.952121117115021,-0.03879057274386287,,,
+51000,-0.2782251834869385,2.9576430406570435,-0.02413062396273017,,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eec17443c4f446f2c4b21409128a8f01aacc13991dcf11ac5c2d443bb3b35e0
+size 11409717

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet3D-medium-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet3D-medium-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,reward
+2.9450052,-1.0009186,0.040076956,0.06594766,0.0441642,0.14290947,-0.0417588,0.09351245,0.12107565,0.12852179,-0.9614813327789307
+2.903642,-1.1881896,0.6982531,0.28816414,0.332236,0.7853349,0.39891672,0.53861094,0.5063151,0.5057382,-1.1073890924453735
+2.801446,-1.211249,0.49343058,0.21944398,0.24288665,0.5853154,0.2616436,0.40066525,0.38649198,0.38901582,-1.0282524824142456
+2.7470288,-0.8810888,-0.5734541,-0.14419818,-0.22462623,-0.46186566,-0.45144194,-0.3256977,-0.24336824,-0.22899514,-0.6436751484870911
+2.7327127,-0.55867267,-0.54971594,-0.13602528,-0.21426426,-0.43822378,-0.43561342,-0.30940524,-0.22907227,-0.2150433,-0.3069429397583008
+2.8071206,-0.3194962,0.026391758,0.061287872,0.038157366,0.12952638,-0.05090888,0.08420483,0.11303378,0.120612524,-0.14217430353164673
+2.8214755,-0.11839724,0.5858329,0.25050125,0.28324673,0.67549175,0.32355464,0.46296808,0.44052094,0.44175065,0.044569723308086395
+2.8671503,0.9065556,-0.46738553,-0.107701495,-0.17829245,-0.35640913,-0.38070023,-0.25294235,-0.17963646,-0.16673161,-0.7892634272575378
+2.8436587,0.5296362,-0.47378728,-0.10990259,-0.18109128,-0.36276102,-0.38497093,-0.25733027,-0.18347251,-0.17048395,-0.38885241746902466
+2.8057282,0.4476629,-0.47252634,-0.10946914,-0.18054003,-0.36151004,-0.3841299,-0.25646612,-0.18271698,-0.16974498,-0.26894861459732056
+2.8325636,-0.0056334585,0.5810972,0.24891165,0.2811801,0.67086804,0.32038087,0.45977768,0.43775117,0.43905088,0.14624537527561188
+2.8027556,0.27023962,0.2085618,0.12319378,0.11810143,0.3074694,0.07093419,0.20793413,0.21988638,0.22567289,-0.08855274319648743
+2.811707,0.439013,-0.4381317,-0.09764642,-0.16549928,-0.3274043,-0.36118305,-0.23289679,-0.16212338,-0.14959452,-0.266277551651001
+2.7786012,-0.14424512,-0.46797484,-0.107904114,-0.17855008,-0.35699397,-0.38109362,-0.25334635,-0.17998955,-0.16707715,0.061596184968948364
+2.8107529,-0.44298267,0.22350027,0.12825838,0.12465426,0.32204527,0.080929466,0.21806395,0.22863302,0.23426676,-0.26929306983947754
+2.773522,-0.43065107,0.5698797,0.2451455,0.27628407,0.6599171,0.3128637,0.45221958,0.43119067,0.43265486,-0.21973049640655518
+2.7733715,-0.13453281,0.07000033,0.076130964,0.057298213,0.17216283,-0.021749461,0.11385671,0.1386497,0.1458064,0.07653820514678955
+2.7699351,0.2804798,-0.57196194,-0.14368398,-0.22397459,-0.46038198,-0.45044643,-0.32467356,-0.24246931,-0.22811934,-0.06597244739532471
+2.7239194,0.032517537,-0.5746935,-0.14462474,-0.22516668,-0.46310437,-0.45226768,-0.32654893,-0.24411568,-0.22972573,0.2280055433511734
+2.7149649,0.30355632,-0.48349324,-0.11324004,-0.1853341,-0.3723945,-0.39144564,-0.26398376,-0.18929102,-0.17617433,-0.03407871723175049
+2.8025806,0.01542186,0.6973244,0.28785363,0.3318319,0.78442687,0.39829427,0.53798693,0.5057712,0.50521064,0.16644001007080078
+2.7547708,0.10216174,0.6090456,0.25828952,0.29337326,0.6981587,0.33911186,0.4786016,0.4540995,0.45497873,0.1275099813938141
+2.804384,0.33824882,-0.5731786,-0.14410287,-0.22450556,-0.46159428,-0.4512576,-0.32550868,-0.24320242,-0.22883469,-0.15819033980369568
+2.7166252,-0.22790655,-0.574962,-0.14471716,-0.22528386,-0.46337193,-0.45244688,-0.32673314,-0.24427745,-0.22988358,0.039910703897476196
+2.7245617,-0.2583451,-0.56492954,-0.14126258,-0.22090532,-0.45337573,-0.44575766,-0.31984648,-0.23823243,-0.2239851,0.0015356838703155518
+2.8209562,-0.65244156,0.69457275,0.28693348,0.3306345,0.781736,0.3964489,0.53613764,0.5041597,0.5036468,-0.4889553189277649
+2.7643654,-0.397577,0.69938564,0.2885429,0.33272877,0.7864425,0.3996763,0.53937227,0.5069785,0.50638217,-0.1774999499320984
+2.7033522,-0.5957372,0.5752483,0.24694806,0.27862743,0.66515785,0.3164612,0.45583686,0.43433028,0.435716,-0.31464695930480957
+2.702876,-0.5807601,-0.575497,-0.14490175,-0.22551733,-0.46390554,-0.45280367,-0.32710078,-0.24460028,-0.23019856,-0.29919373989105225
+2.671795,-0.5968828,-0.5754999,-0.14490288,-0.22551863,-0.46390834,-0.45280564,-0.32710278,-0.24460211,-0.23020029,-0.28423523902893066
+2.7385192,-0.2895801,-0.57124263,-0.14343679,-0.22366071,-0.4596656,-0.449967,-0.3241801,-0.24203628,-0.22769679,-0.04365682601928711
+2.8518448,-0.37031263,0.6899466,0.28538606,0.3286212,0.77721256,0.39334702,0.53302824,0.5014503,0.50101715,-0.237714946269989
+2.7628503,-0.11747553,0.6171887,0.26102015,0.29692438,0.7061118,0.3445698,0.48408416,0.45886344,0.4596173,0.10411665588617325
+2.7757924,0.2379769,-0.5512313,-0.13654645,-0.21492556,-0.43973386,-0.43662333,-0.31044495,-0.22998412,-0.21593425,-0.029326781630516052
+2.704412,-0.051426418,-0.57330775,-0.14414747,-0.22456191,-0.46172315,-0.45134374,-0.32559747,-0.24328037,-0.22891074,0.22860407829284668
+2.7109404,0.05882612,-0.5721268,-0.14374082,-0.22404654,-0.46054643,-0.4505564,-0.3247868,-0.24256873,-0.22821641,0.21467599272727966
+2.7891748,-0.24427688,0.67976946,0.28198153,0.32419118,0.7672624,0.38652283,0.52618665,0.49549097,0.49523118,-0.04900920391082764
+2.7373774,-0.09578292,0.6798045,0.28199333,0.32420644,0.76729673,0.3865463,0.52621025,0.49551153,0.49525118,0.1512821465730667
+2.754012,0.24567294,-0.540537,-0.13286535,-0.21025611,-0.42908973,-0.42949226,-0.30310676,-0.22354943,-0.20965162,-0.015242576599121094
+2.6414542,-0.11195384,-0.57117915,-0.14341483,-0.22363299,-0.4596026,-0.44992495,-0.3241367,-0.24199794,-0.22765966,0.23103441298007965
+2.654125,-0.06501584,-0.5646634,-0.14117143,-0.22078918,-0.45311105,-0.44558042,-0.3196642,-0.23807254,-0.22382914,0.2653016448020935
+2.7667818,-0.4408359,0.6624628,0.27618867,0.31665498,0.7503454,0.37491912,0.51454854,0.48535827,0.4853879,-0.22317522764205933
+2.714909,-0.26099896,0.6777876,0.28131825,0.32332838,0.7653249,0.385194,0.5248541,0.49433035,0.49410418,0.008534431457519531
+2.731338,0.13650443,-0.54473287,-0.13430972,-0.21208827,-0.43326542,-0.43229014,-0.30598584,-0.22607379,-0.21211646,0.11660002171993256
+2.6463504,-0.114223845,-0.569736,-0.14291793,-0.22300309,-0.4581644,-0.4489624,-0.32314596,-0.24112841,-0.22681105,0.2238682508468628
+2.672,-0.048205093,-0.48827112,-0.11488364,-0.18742244,-0.37713832,-0.39463294,-0.26725963,-0.19215675,-0.17897642,0.2642374634742737
+2.773481,-0.41371098,0.6739324,0.28002825,0.32164985,0.7615563,0.38260925,0.52226204,0.49207324,0.49191204,-0.20274940133094788
+2.7021136,-0.14106777,0.6427953,0.26960254,0.3080866,0.7311268,0.36173427,0.5013184,0.4738473,0.47419712,0.14126107096672058
+2.7155814,0.21338928,-0.46159783,-0.10571182,-0.1757619,-0.35066822,-0.37683928,-0.2489759,-0.17616951,-0.16334006,0.05547177791595459
+2.6449194,-0.037436776,-0.5220842,-0.12651528,-0.20219691,-0.41073513,-0.41718608,-0.2904477,-0.21245569,-0.19881617,0.3020862936973572
+2.6502998,-0.11140389,-0.4294605,-0.09466737,-0.1617062,-0.31881386,-0.3553974,-0.2269572,-0.15693784,-0.14451827,0.22273880243301392
+2.7243152,-0.63947976,0.67823,0.28146636,0.323521,0.7657573,0.3854906,0.52515155,0.49458948,0.49435577,-0.3793524503707886
+2.6798394,-0.34108537,0.5695126,0.2450223,0.27612382,0.65955883,0.3126177,0.45197228,0.43097606,0.43244562,-0.036482274532318115
+2.7129612,0.0666849,-0.56008166,-0.13959324,-0.21878922,-0.4485466,-0.44252503,-0.31651884,-0.23531242,-0.22113527,0.20479637384414673
+2.6514416,-0.13968372,-0.57313865,-0.14408928,-0.22448814,-0.4615547,-0.45123118,-0.32548144,-0.24317855,-0.22881138,0.19331717491149902
+2.652339,-0.005667109,-0.52304506,-0.12684588,-0.20261665,-0.4116904,-0.41782683,-0.2911067,-0.21303311,-0.19938008,0.3264363706111908
+2.714435,-0.382266,0.7000144,0.28875288,0.3330024,0.7870572,0.4000981,0.5397946,0.50734663,0.5067392,-0.11225864291191101
+2.6445484,-0.051719375,0.70006293,0.28876925,0.33302346,0.7871048,0.40013063,0.5398273,0.5073751,0.5067669,0.28817468881607056
+2.6610813,-0.06577293,0.0010492351,0.052656103,0.027033877,0.10473429,-0.06785193,0.06696418,0.09813546,0.105958775,0.2575882375240326
+2.65205,0.12574022,-0.575114,-0.14476952,-0.2253502,-0.46352336,-0.4525481,-0.3268375,-0.24436904,-0.22997294,0.20665223896503448
+2.6291456,-0.2793275,-0.5753391,-0.14484707,-0.22544841,-0.4637477,-0.45269817,-0.32699206,-0.24450478,-0.23010533,0.07596933841705322
+2.6472192,-0.15662946,-0.40553328,-0.08644784,-0.15123703,-0.29512224,-0.33943084,-0.21057013,-0.14263918,-0.13051614,0.1805938333272934
+2.7169101,-0.627597,0.700769,0.28900528,0.33333063,0.78779525,0.40060392,0.54030174,0.50778866,0.5071681,-0.36006462574005127
+2.6684184,-0.3558306,0.6995715,0.28860497,0.3328096,0.78662425,0.3998009,0.5394971,0.50708735,0.50648767,-0.0398065447807312
+2.6921628,-0.16160442,-0.42693663,-0.0938,-0.16060206,-0.31631353,-0.35371342,-0.22522826,-0.15542859,-0.14304064,0.1306753009557724
+2.6071172,-0.2080549,-0.54908335,-0.13580744,-0.21398781,-0.4375962,-0.43519148,-0.3089715,-0.2286918,-0.2146728,0.16927039623260498
+2.6245449,-0.2815026,-0.37526003,-0.07605384,-0.13798629,-0.26517817,-0.31922722,-0.18984611,-0.12457291,-0.11281541,0.07839500904083252
+2.718421,-0.860771,0.69949275,0.2885784,0.33277535,0.786547,0.39974815,0.53944397,0.507041,0.50644267,-0.5947495102882385
+2.6870494,-0.3532876,0.6994001,0.28854758,0.33273506,0.7864565,0.39968604,0.5393818,0.50698686,0.50639015,-0.05589452385902405
+2.715911,-0.049275093,-0.44653443,-0.100534245,-0.1691745,-0.33573228,-0.36678934,-0.23865384,-0.16715118,-0.15451552,0.2192564606666565
+2.6284227,-0.08276271,-0.57512796,-0.14477435,-0.22535622,-0.46353722,-0.45255738,-0.32684708,-0.2443775,-0.22998112,0.2732570171356201
+2.6215007,-0.118982896,-0.5753918,-0.1448652,-0.22547142,-0.46380013,-0.45273325,-0.32702813,-0.24453652,-0.23013622,0.24395884573459625
+2.6689067,0.035230324,0.02513037,0.060858592,0.037603743,0.12829252,-0.051752165,0.08334713,0.11229277,0.11988346,0.2803054451942444
+2.6971393,-0.387146,0.6985001,0.2882466,0.33234346,0.7855765,0.39908254,0.538777,0.50645983,0.5058787,-0.09984278678894043
+2.6823406,-0.18550283,0.5700951,0.24521774,0.2763781,0.66012734,0.31300807,0.4523646,0.43131673,0.4327776,0.11659902334213257
+2.743295,-0.024601724,-0.5749078,-0.14469844,-0.22526018,-0.46331775,-0.45241064,-0.3266959,-0.24424468,-0.22985162,0.21654579043388367
+2.65268,-0.3758095,-0.5745588,-0.1445784,-0.22510788,-0.4629702,-0.4521781,-0.3264565,-0.24403451,-0.2296466,-0.04404693841934204
+2.6621082,-0.34221983,-0.5075931,-0.12152935,-0.19586612,-0.39633068,-0.40752107,-0.2805084,-0.20375144,-0.19031072,-0.019885540008544922
+2.7589636,-0.79116833,0.70059687,0.2889477,0.3332558,0.7876269,0.40048847,0.5401861,0.5076878,0.50707024,-0.5656894445419312
+2.7012994,-0.409913,0.7009856,0.28907782,0.3334249,0.7880072,0.40074912,0.5404474,0.5079156,0.50729126,-0.12676995992660522

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-0.7593176364898682,3.0711660113334656,0.005682857677340508,,,
+1000,-0.6725149154663086,3.0208688473701475,-0.04563333473354578,,,
+1500,-0.6892937421798706,3.044494451522827,0.029639115273952483,,,
+2000,-0.8258370161056519,3.084162412643433,0.06829045026004314,,,
+2500,-0.7783675193786621,3.0637667107582094,-0.005215753242373467,,,
+3000,-0.7747704982757568,3.0667661652565004,-0.13272785738110543,,,
+3500,-0.7208069562911987,3.0323256969451906,0.12024749773740769,,,
+4000,-0.9104287624359131,3.0796189470291138,0.030649407617747784,,,
+4500,-0.7784292697906494,3.070434841632843,0.11008926532417536,,,
+5000,-0.7843040227890015,3.0767377529144286,0.024806376859545707,,,
+5000,,,,2.8637944608926773,-0.14761196356266737,-0.32086852584034203
+5500,-0.7462573051452637,3.03368634557724,-0.16644097176194192,,,
+6000,-0.7826328873634338,3.0668416919708252,0.056187109611928465,,,
+6500,-0.7596251368522644,3.072449336528778,-0.10954591161757708,,,
+7000,-0.8538269400596619,3.082495536327362,-0.0034773587286472322,,,
+7500,-0.7537917494773865,3.0622592716217043,-0.12124063108861446,,,
+8000,-0.6046428680419922,3.0317584586143496,-0.048422375537455084,,,
+8500,-0.7868106961250305,3.075695059776306,-0.1491885498985648,,,
+9000,-0.8684828281402588,3.069640999317169,-0.07331218725442887,,,
+9500,-0.9098775386810303,3.107843542098999,-0.2847467809282243,,,
+10000,-0.7789206504821777,3.0588744883537293,-0.16186245212703942,,,
+10000,,,,2.8942449748516084,-0.3020386341959238,-0.5023746017832309
+10500,-0.8125497698783875,3.051976534843445,-0.12967188344150782,,,
+11000,-0.6565489768981934,3.049785931110382,-0.028188436672091484,,,
+11500,-0.7983054518699646,3.0673431153297424,-0.06193448381125927,,,
+12000,-0.819386899471283,3.0551153349876405,-0.05818464670330286,,,
+12500,-0.6565148830413818,3.0460323934555054,0.01816429628059268,,,
+13000,-0.7615012526512146,3.0181789407730104,-0.05224943052977324,,,
+13500,-0.7248372435569763,3.0312720470428465,-0.2060816034078598,,,
+14000,-0.7336686253547668,3.064279811859131,-0.2708157453164458,,,
+14500,-0.7761859893798828,3.0719154591560365,-0.11882958760857582,,,
+15000,-0.7047277092933655,3.0370165033340455,-0.18921025539562106,,,
+15000,,,,2.7897670686244966,-0.18092060451162978,-0.09636869500391185
+15500,-0.8184576034545898,3.0830137658119203,-0.2715447713881731,,,
+16000,-0.672794759273529,3.0128865089416506,-0.14817606933414937,,,
+16500,-0.7295251488685608,3.050452191352844,-0.14698343562334776,,,
+17000,-0.803300678730011,3.0488225297927856,-0.14252307227253913,,,
+17500,-0.6508472561836243,3.0340699796676636,-0.1577177343405783,,,
+18000,-0.8104096055030823,3.0766254119873047,-0.12178765188157559,,,
+18500,-0.6647871732711792,3.0354129128456115,-0.17564913312718272,,,
+19000,-0.7806113958358765,3.0414471321105956,0.292788658246398,,,
+19500,-0.7451059222221375,3.057685984611511,0.26754560427367685,,,
+20000,-0.6315157413482666,3.0062906012535096,0.09457318302989005,,,
+20000,,,,2.7775728166103364,0.2213629606354516,-0.0864804939366877
+20500,-0.6365439891815186,3.0242730693817137,0.09662160366028548,,,
+21000,-0.6280171275138855,3.0115694088935854,0.2595138528198004,,,
+21500,-0.554050087928772,3.0179118800163267,0.006040924482047558,,,
+22000,-0.7746894955635071,3.0353580441474914,0.3590598914548755,,,
+22500,-0.5759733319282532,3.032323067188263,0.15561532182991505,,,
+23000,-0.5910716652870178,3.0041724977493285,0.289248286947608,,,
+23500,-0.6073070168495178,2.982477548599243,0.2588260056748986,,,
+24000,-0.6393090486526489,3.0009137110710142,0.27625701612979175,,,
+24500,-0.5948934555053711,3.0238497524261474,0.11907953210175037,,,
+25000,-0.6488866806030273,3.0350582671165465,0.16259746439009906,,,
+25000,,,,2.7618048787117004,0.06452041496522724,-0.0399568397551775
+25500,-0.5749967098236084,3.0159619131088258,0.2740507668182254,,,
+26000,-0.6073834896087646,3.0203830690383913,0.19877313858270645,,,
+26500,-0.7020309567451477,3.078236954212189,0.10134829402714968,,,
+27000,-0.5867984890937805,3.0228089461326597,0.2001132852062583,,,
+27500,-0.583378791809082,3.0485941209793093,0.26997703532129524,,,
+28000,-0.5502721667289734,3.027445797920227,0.17937508151680231,,,
+28500,-0.5734207034111023,3.0268792538642884,0.21740306846797466,,,
+29000,-0.48545965552330017,3.00060856962204,-0.003738458503037691,,,
+29500,-0.5888537168502808,3.0204107332229615,0.06568649318814278,,,
+30000,-0.5461752414703369,3.037674822807312,0.06587182756513357,,,
+30000,,,,2.7699563920497896,0.035060555278323594,-0.12087371796369553
+30500,-0.5743598341941833,3.0324316482543945,0.08955247575044632,,,
+31000,-0.5568996667861938,3.042137173175812,0.10928123532235623,,,
+31500,-0.6487006545066833,3.078681278705597,-0.03694710759818554,,,
+32000,-0.538414478302002,3.037606719493866,0.09096946734189987,,,
+32500,-0.666953444480896,3.090661312580109,0.024275534696877002,,,
+33000,-0.5709339380264282,3.0407467288970946,0.0014897573180496693,,,
+33500,-0.5005927681922913,2.9914401326179503,-0.047127000041306016,,,
+34000,-0.41871803998947144,2.9841801137924193,-0.08239217168837785,,,
+34500,-0.5874786972999573,3.050301903247833,-0.058646659605205056,,,
+35000,-0.44074293971061707,2.9995986132621764,-0.18316608620807528,,,
+35000,,,,2.7224726885557176,-0.3575948317302391,-0.2227433029562235
+35500,-0.5350262522697449,3.014608570098877,0.02203994171321392,,,
+36000,-0.4932243227958679,3.046085018157959,0.00665163953229785,,,
+36500,-0.5348054766654968,2.992079085826874,-0.08442127931490541,,,
+37000,-0.4995298385620117,3.0303941674232484,-0.1470977677255869,,,
+37500,-0.470207154750824,3.0158579959869383,-0.06261129385977983,,,
+38000,-0.4615288972854614,3.02528977394104,-0.015209399286657571,,,
+38500,-0.6041389107704163,3.0614128189086913,0.03600559717044234,,,
+39000,-0.5179424285888672,3.0346952328681946,0.003212399322539568,,,
+39500,-0.4943060278892517,3.0350473313331605,0.11074652790278196,,,
+40000,-0.5695644617080688,3.072207557678223,0.02816179479472339,,,
+40000,,,,2.720767021179199,-0.3433168894145638,-0.22720818696543574
+40500,-0.4437548816204071,3.00699267578125,0.04426840829476714,,,
+41000,-0.5258843898773193,3.0110792512893676,0.1790024894066155,,,
+41500,-0.5343700051307678,3.0394659066200256,0.11843246957659721,,,
+42000,-0.5269606709480286,3.026926446914673,0.1321569292768836,,,
+42500,-0.4236745238304138,2.9383076009750364,0.21413603626191616,,,
+43000,-0.4870252013206482,3.0349445409774782,0.23403544908389448,,,
+43500,-0.4668721854686737,3.0278508644104005,0.09987447240203619,,,
+44000,-0.44913333654403687,3.015181860923767,-0.013933808958157897,,,
+44500,-0.4561231732368469,2.9836987380981443,0.21065019634366036,,,
+45000,-0.48649609088897705,3.0472077016830443,0.06529168309271335,,,
+45000,,,,2.7320602983236313,0.07243417967110873,-0.10376714263111353
+45500,-0.4242360591888428,2.9592540378570558,0.17729618745297193,,,
+46000,-0.4720422327518463,3.062373269557953,0.007382984014227986,,,
+46500,-0.4789942502975464,3.046405414104462,0.0782955439016223,,,
+47000,-0.44728726148605347,3.0258058109283446,0.009643926307559014,,,
+47500,-0.4187735617160797,3.012054491996765,0.15696037936210633,,,
+48000,-0.42877039313316345,2.987986059188843,0.17193559321761132,,,
+48500,-0.4052942097187042,2.9622001123428343,0.27981371085718276,,,
+49000,-0.41111990809440613,3.004532614707947,0.15337940433435143,,,
+49500,-0.42528584599494934,3.008454837322235,0.12142248213291168,,,
+50000,-0.40812358260154724,3.0178214106559755,0.11767526940256358,,,
+50000,,,,2.74591059088707,0.11741532790474593,-0.11094868439249694
+50500,-0.3950169086456299,3.007248817443848,0.12983604100346566,,,
+51000,-0.5165196657180786,3.0302931690216064,0.08231249699369073,,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4993d7c26bfbd4f81e7f3beea8c06c56164f6136bc0edcac1b6bd6de0b113ea0
+size 11408180

3/config.yaml

@@ -0,0 +1,51 @@
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

3/hydra.yaml

@@ -0,0 +1,161 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - total_timesteps=50000
+    - seed=3
+  job:
+    name: train_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=3,total_timesteps=50000
+    id: '0'
+    num: 0
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet3D-medium-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,212 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - total_timesteps=50000
+    - seed=3
+  job:
+    name: train_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=3,total_timesteps=50000
+    id: ???
+    num: ???
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

3/overrides.yaml

@@ -0,0 +1,5 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet3D-medium-v0
+- rl_mode=sarl
+- total_timesteps=50000
+- seed=3

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aab55200fdccd2554281e3fa1ed85773bd1c7f25c3dc5e9f49b552a00cc31ea
+size 11408180

4/config.yaml

@@ -0,0 +1,51 @@
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

4/hydra.yaml

@@ -0,0 +1,161 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - total_timesteps=50000
+    - seed=4
+  job:
+    name: train_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=4,total_timesteps=50000
+    id: '0'
+    num: 0
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet3D-medium-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,212 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet3D-medium-v0
+    - rl_mode=sarl
+    - total_timesteps=50000
+    - seed=4
+  job:
+    name: train_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet3D-medium-v0,rl_mode=sarl,seed=4,total_timesteps=50000
+    id: ???
+    num: ???
+    config_name: train_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet3D-medium-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}

4/overrides.yaml

@@ -0,0 +1,5 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet3D-medium-v0
+- rl_mode=sarl
+- total_timesteps=50000
+- seed=4

README.md

@@ -0,0 +1,53 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- CylinderJet3D-medium-v0
+model-index:
+- name: PPO-CylinderJet3D-medium-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-CylinderJet3D-medium-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: -0.22
+      name: mean_reward
+---
+
+# PPO on CylinderJet3D-medium-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **CylinderJet3D-medium-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 3 seeds)
+**Mean Reward:** -0.22 ± 0.12
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.15 | 0.28 |
+| Seed 1 | -0.40 | 0.41 |
+| Seed 2 | -0.12 | 0.30 |
+
+## Visual Preview
+![Agent Preview](2/test/3d_vorticity_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")