Upload results for PPO on CylinderJet2D-easy-v0.

.gitattributes

@@ -33,3 +33,36 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/x-y-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/x-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+0/transfer/CylinderJet3D-easy-v0/y-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/x-y-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/x-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/transfer/CylinderJet3D-easy-v0/y-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/x-y-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/x-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/transfer/CylinderJet3D-easy-v0/y-z-velocity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-easy-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-easy-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/transfer/CylinderJet3D-easy-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-easy-v0/3d_vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-easy-v0/x-y-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/transfer/CylinderJet3D-easy-v0/x-z-vorticity_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+replay.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084e3599bdef1ebed58f86ab4181221dfc50e28bb0e1a217d19182ddfa4c9ed4
+size 611606

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-easy-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,221 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=CylinderJet2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=CylinderJet2D-easy-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3673277,1.3283468,-0.1410108,-1.3675190210342407
+3.304861,1.537093,-0.4708707,-1.5137985944747925
+3.2168374,1.2411454,-0.6022518,-1.1298272609710693
+3.1577551,0.6293534,-0.40808067,-0.45895302295684814
+3.1606,0.19222338,-0.10677061,-0.024667814373970032
+3.2159276,-0.08570525,0.15485226,0.026522666215896606
+3.269622,-0.43386018,0.38923103,-0.3753267526626587
+3.2738183,-0.632226,0.4805916,-0.5778887271881104
+3.2413902,-0.51590014,0.3201748,-0.4291348457336426
+3.201954,-0.44992664,0.11179132,-0.32372501492500305
+3.189998,-0.28423238,-0.087426074,-0.14607477188110352
+3.2037685,-0.019560957,-0.2371969,0.10482607036828995
+3.2168016,0.16535461,-0.25181136,-0.05400073528289795
+3.2126381,0.32356322,-0.17966858,-0.2080458402633667
+3.1921258,0.4150521,-0.07970991,-0.27902236580848694
+3.1719623,0.43456337,-0.013221003,-0.27837011218070984
+3.161759,0.34248823,0.013390364,-0.17609161138534546
+3.1600986,0.22049338,-0.016685989,-0.05243641138076782
+3.1596878,0.05158181,-0.052545153,0.1168859452009201
+3.1575627,-0.14567581,-0.03990473,0.02491697669029236
+3.1534057,-0.30608055,0.025921557,-0.1313306987285614
+3.1469147,-0.3752677,0.105164744,-0.194026917219162
+3.1372864,-0.3262181,0.14062686,-0.13534900546073914
+3.1260598,-0.2527174,0.14054301,-0.05062165856361389
+3.1182418,-0.1726239,0.11396439,0.037289828062057495
+3.1159997,-0.06358841,0.056354474,0.14856740832328796
+3.1170006,0.06817567,-0.025459073,0.14297926425933838
+3.1165135,0.19995734,-0.11054623,0.011684685945510864
+3.1112387,0.30337203,-0.17056797,-0.08645522594451904
+3.1018078,0.3450086,-0.17686161,-0.11866092681884766
+3.0926812,0.3115054,-0.119804144,-0.07603105902671814
+3.088692,0.24186729,-0.03405932,-0.0024037212133407593
+3.0900056,0.15341888,0.039622083,0.08473099768161774
+3.094619,0.059088554,0.0724174,0.1744479238986969
+3.097497,-0.024899984,0.05712503,0.20575854182243347
+3.0964708,-0.096478745,0.016057858,0.135205939412117
+3.0926714,-0.15900737,-0.012890644,0.07647675275802612
+3.0888758,-0.20055427,-0.006672908,0.03872548043727875
+3.086524,-0.2012279,0.027593143,0.04040360450744629
+3.085544,-0.15365694,0.062482208,0.08895446360111237
+3.0842755,-0.06751929,0.069653966,0.17636074125766754
+3.0839417,0.037241954,0.03610563,0.20697186887264252
+3.0843835,0.13238491,-0.025679268,0.11138711869716644
+3.0834324,0.20063762,-0.088895544,0.04408545792102814
+3.0803697,0.23440586,-0.12625073,0.01337994635105133
+3.075472,0.23104511,-0.1211525,0.021638289093971252
+3.0721784,0.20338072,-0.081088625,0.05259643495082855
+3.0720952,0.1550592,-0.024653621,0.10100115835666656
+3.0747833,0.09110096,0.02607252,0.16227123141288757
+3.0775301,0.025461063,0.051412225,0.22516430914402008
+3.0793903,-0.03362654,0.04629814,0.21513868868350983
+3.0791225,-0.087000966,0.025111346,0.16203200817108154
+3.0772624,-0.13207884,0.0089579,0.11881427466869354
+3.0756476,-0.15379804,0.007488861,0.09870988130569458
+3.0744395,-0.14070998,0.016474813,0.11300601065158844
+3.0736253,-0.09401183,0.02429955,0.1605183631181717
+3.0741496,-0.023938803,0.01978467,0.23006710410118103
+3.0743976,0.053727824,-0.0008948301,0.2000301331281662
+3.074663,0.12174704,-0.031506795,0.13174554705619812
+3.074179,0.17009977,-0.06105658,0.08387681841850281
+3.072525,0.19338405,-0.07837624,0.06224644184112549
+3.0706322,0.19129859,-0.077534415,0.06622470915317535
+3.069137,0.16864105,-0.06041569,0.09037737548351288
+3.0693038,0.12501718,-0.03146337,0.1338345855474472
+3.070743,0.0682354,0.00017796783,0.1891770362854004
+3.0733187,0.009976823,0.023575436,0.244859978556633
+3.0741997,-0.04224541,0.033853352,0.21171042323112488
+3.074608,-0.088232465,0.035424303,0.16531497240066528
+3.0740008,-0.12311851,0.034904182,0.1310361623764038
+3.0729327,-0.13298576,0.032002132,0.12223704159259796
+3.0718112,-0.11067491,0.022904772,0.14566940069198608
+3.0720632,-0.06233369,0.0069390344,0.19375862181186676
+3.0724413,0.0003818169,-0.013142422,0.255332350730896
+3.0729492,0.06539742,-0.032802004,0.1898089349269867
+3.0726724,0.121065445,-0.047167774,0.13441771268844604
+3.0716424,0.16110992,-0.054417565,0.09540319442749023
+3.0707572,0.18119507,-0.054882612,0.07620330154895782
+3.069749,0.17888035,-0.049883317,0.07952605187892914
+3.069392,0.15425527,-0.040536273,0.10450828075408936
+3.0699952,0.10755999,-0.025858711,0.1506003737449646

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.7806936502456665,3.4109861006736755,-0.20186326378933153,,,
+1000,-1.7558180093765259,3.4167846789360046,0.1615034721326083,,,
+1500,-1.9193813800811768,3.4285534381866456,-0.3085434042401612,,,
+2000,-1.9202841520309448,3.458006046295166,-0.17178247962705792,,,
+2500,-1.695897102355957,3.4888879771232606,0.047120970600750295,,,
+3000,-1.6960904598236084,3.4732940621376036,0.11229171817778842,,,
+3500,-1.7702380418777466,3.4286222014427183,0.28289413640229033,,,
+4000,-1.6038295030593872,3.438101737499237,0.13408048851264176,,,
+4500,-1.8334892988204956,3.5728514223098755,-0.10248891871003434,,,
+5000,-1.5589579343795776,3.3685830483436585,-0.29704535092040896,,,
+5000,,,,3.1934985727071763,-0.15532179243164138,-0.24993418492376804
+5500,-1.697295069694519,3.4763620142936706,0.20737913615372963,,,
+6000,-1.5762605667114258,3.4429158239364623,0.0714265039912425,,,
+6500,-1.6435281038284302,3.4463480167388916,0.043424074847018344,,,
+7000,-1.4012417793273926,3.3212544260025023,0.13396275391988458,,,
+7500,-1.473252773284912,3.3291871423721315,0.07093893799837679,,,
+8000,-1.5095258951187134,3.393440456867218,0.006953747170744463,,,
+8500,-1.319507122039795,3.32006826543808,0.08375991245917976,,,
+9000,-1.4657081365585327,3.403923991203308,0.1324843277223408,,,
+9500,-1.287348985671997,3.2797424998283384,0.10046171854576096,,,
+10000,-1.284702181816101,3.297138315677643,0.03624908882845193,,,
+10000,,,,3.1261119544506073,0.222772918472765,-0.14328154800459741
+10500,-1.2346419095993042,3.310954355716705,0.26241429649386555,,,
+11000,-1.2444370985031128,3.2742431864738464,0.23854075493663549,,,
+11500,-1.1763055324554443,3.2685064325332642,0.14663734131865203,,,
+12000,-1.269342303276062,3.2900726919174192,0.2608690217664698,,,
+12500,-1.220949411392212,3.300557303905487,0.08233923553582281,,,
+13000,-1.3184212446212769,3.409442588806152,-0.039830198397045026,,,
+13500,-1.1539690494537354,3.325741959095001,-0.13436642976664007,,,
+14000,-1.2899149656295776,3.4229170885086058,-0.12168187269242481,,,
+14500,-1.0600457191467285,3.2684555225372316,-0.17890047528862488,,,
+15000,-1.2048958539962769,3.3449730257987977,-0.27882457499124574,,,
+15000,,,,3.120269167423248,-0.25826101341226604,-0.14845294379629195
+15500,-1.13778555393219,3.34152490234375,-0.2808247913112864,,,
+16000,-1.0676668882369995,3.307499925136566,-0.17806289245560766,,,
+16500,-1.038401484489441,3.2520843844413756,-0.21876165508432313,,,
+17000,-1.0154060125350952,3.2838737988471984,-0.07661992850294337,,,
+17500,-0.9310437440872192,3.2630575094223024,0.11273994768969714,,,
+18000,-1.0431079864501953,3.3769547324180604,-0.004679286625534587,,,
+18500,-0.9736950397491455,3.270118576526642,0.09203342760400847,,,
+19000,-0.9717103838920593,3.2694152545928956,0.20508379589254036,,,
+19500,-1.0323445796966553,3.229392761707306,0.39614819091471143,,,
+20000,-1.0291017293930054,3.28252117395401,0.22371231276087927,,,
+20000,,,,3.1579010099172593,0.39415248211153087,-0.29868228882551195
+20500,-1.0462876558303833,3.300168207168579,0.29483456718130036,,,
+21000,-0.9807935357093811,3.262671042919159,0.3874064116058871,,,
+21500,-0.9076909422874451,3.246015172958374,0.4562672329335474,,,
+22000,-0.887168288230896,3.23459512758255,0.3764301839116961,,,
+22500,-0.9357554912567139,3.2592340626716614,0.36116313565638847,,,
+23000,-0.8094208836555481,3.246880850315094,0.31957003590697425,,,
+23500,-0.8848817348480225,3.2688363389968873,0.4542687434637919,,,
+24000,-0.8050125241279602,3.234761965274811,0.2987839420507662,,,
+24500,-0.9624184966087341,3.2781399898529053,0.4868172917123884,,,
+25000,-0.7326831221580505,3.254277415752411,0.10903623103676365,,,
+25000,,,,3.1489534080028534,0.15836084274487802,-0.14201921536587178
+25500,-0.8186476826667786,3.312466944694519,0.2398857778630595,,,
+26000,-0.8130848407745361,3.309782738208771,0.2555789166924078,,,
+26500,-0.8298036456108093,3.337271681308746,0.2941125469719991,,,
+27000,-0.7356892228126526,3.2783193030357363,0.16333284099865705,,,
+27500,-0.7270933985710144,3.2769083070755003,0.20154716297681444,,,
+28000,-0.7160441279411316,3.2914625687599184,0.16101622521318495,,,
+28500,-0.7151517868041992,3.2869737401008607,0.1100246015152079,,,
+29000,-0.6921607851982117,3.2493301119804383,0.20909043359541102,,,
+29500,-0.6686943769454956,3.2724161896705626,0.19200017464999108,,,
+30000,-0.6675244569778442,3.254072381019592,0.19851677713356913,,,
+30000,,,,3.1516141146421432,0.2340921241324395,-0.19437413970008494
+30500,-0.6686372756958008,3.2263660678863526,0.23500527752190828,,,
+31000,-0.6296136379241943,3.2362103419303896,0.21728541882237187,,,
+31500,-0.6074223518371582,3.2170576086044314,0.2599811274625827,,,
+32000,-0.5689226388931274,3.211597376823425,0.23050071571348235,,,
+32500,-0.6393321752548218,3.227897000789642,0.38415416041435674,,,
+33000,-0.5743932127952576,3.220418867111206,0.24909118556499016,,,
+33500,-0.5439197421073914,3.219274491786957,0.2024937345321523,,,
+34000,-0.5912169218063354,3.2446986780166625,0.2591931978042703,,,
+34500,-0.5931243896484375,3.2340266661643984,0.1852726683169167,,,
+35000,-0.5624350309371948,3.2606878728866575,0.14225869944063016,,,
+35000,,,,3.143950366973877,0.07028082279139199,-0.08068048963323235
+35500,-0.5281255841255188,3.212477945804596,-0.004655150532489643,,,
+36000,-0.5000931024551392,3.204805091381073,0.18268472706254396,,,
+36500,-0.5125786066055298,3.218878425121307,0.022094142890069633,,,
+37000,-0.5765350461006165,3.2727291660308837,0.05973093114141375,,,
+37500,-0.5202142596244812,3.239869278430939,-0.047702213206328455,,,
+38000,-0.49101123213768005,3.2553434047698975,-0.06173577586637839,,,
+38500,-0.5336396098136902,3.2533856291770933,-0.04268493804102764,,,
+39000,-0.49438121914863586,3.2286748695373535,-0.06301322945905849,,,
+39500,-0.4772396683692932,3.211539576053619,-0.11474346369906561,,,
+40000,-0.5007113814353943,3.2394827508926394,-0.13951693218713626,,,
+40000,,,,3.148346397280693,-0.09578960773651488,-0.09542719041928649
+40500,-0.5011842250823975,3.2139540276527403,-0.03474287307844497,,,
+41000,-0.46877074241638184,3.217034017562866,-0.09540097148949281,,,
+41500,-0.45768609642982483,3.229047212600708,-0.060127471217885614,,,
+42000,-0.4642517864704132,3.2177275795936584,-0.04220971828603069,,,
+42500,-0.4478010833263397,3.20870646238327,-0.0032589651995367603,,,
+43000,-0.42080163955688477,3.18472584104538,0.029117593698058046,,,
+43500,-0.4758605659008026,3.212141114234924,-0.12826473379007075,,,
+44000,-0.4713708758354187,3.215534469127655,-0.11239916950720362,,,
+44500,-0.4639531970024109,3.196250674724579,-0.09977661076758522,,,
+45000,-0.4277990758419037,3.173688320159912,-0.07652717458736151,,,
+45000,,,,3.144747939705849,-0.12199892540229484,-0.09388446900993586
+45500,-0.35866808891296387,3.1693511691093446,0.046963935939362274,,,
+46000,-0.394128680229187,3.193821105003357,0.09863008538587019,,,
+46500,-0.4094061553478241,3.1837444162368773,0.029273692137561737,,,
+47000,-0.37858787178993225,3.179055624008179,0.01854934840882197,,,
+47500,-0.3720701038837433,3.1658036847114563,0.04972838084655814,,,
+48000,-0.35510948300361633,3.1502887768745422,0.03672581400815397,,,
+48500,-0.3837229609489441,3.1637098269462585,0.07117470571759622,,,
+49000,-0.3507731854915619,3.1624842429161073,0.06962762294989079,,,
+49500,-0.3611827790737152,3.1697662944793703,-0.014364049395546316,,,
+50000,-0.32282739877700806,3.176186852931976,0.044478490872541444,,,
+50000,,,,3.121212822198868,0.012507056538015603,-0.022886703815311195
+50500,-0.32770979404449463,3.1553908243179323,0.0387294196835719,,,
+51000,-0.33655041456222534,3.151495626926422,-0.01053275022492744,,,

0/transfer/CylinderJet3D-easy-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+3.3982403,0.855358,0.10298953,0.10298802,0.25011075,0.25010872,0.10298563,0.10298756,0.25011098,0.25011212,-0.9481856,-0.94818556
+3.3736837,1.3233836,-0.20219712,-0.20219888,-0.062178746,-0.06218066,-0.20220232,-0.20220016,-0.062177833,-0.062176254,-1.3916546,-1.3916545
+3.3288908,1.3807523,-0.5426263,-0.5426273,-0.46467316,-0.46467432,-0.5426293,-0.54262775,-0.46467263,-0.46467173,-1.4042302,-1.4042304
+3.2428164,0.9698316,-0.6230777,-0.6230764,-0.61074084,-0.61074024,-0.6230738,-0.62307435,-0.61074203,-0.6107432,-0.90723515,-0.90723526
+3.1765327,0.318709,-0.37434343,-0.3743409,-0.38965848,-0.3896566,-0.3743355,-0.3743376,-0.38966143,-0.38966352,-0.18982913,-0.18982896
+3.1795206,-0.07420539,-0.056597583,-0.05659595,-0.057534914,-0.057533227,-0.056592632,-0.05659433,-0.05753617,-0.05753765,0.05168677,0.05168677
+3.245819,-0.35905606,0.227816,0.227817,0.2634647,0.26346633,0.22781877,0.22781722,0.26346463,0.2634639,-0.29946247,-0.29946238
+3.2880666,-0.7613176,0.48825568,0.48825586,0.5974718,0.59747356,0.48825556,0.4882541,0.59747297,0.5974732,-0.74397147,-0.74397147
+3.2816792,-0.85603213,0.53531593,0.5353143,0.6727174,0.6727162,0.53531045,0.535312,0.6727192,0.6727206,-0.83229864,-0.8322985
+3.2331855,-0.6436218,0.32715768,0.32715622,0.40342885,0.4034264,0.32715297,0.32715517,0.40342972,0.40343097,-0.5713945,-0.57139456
+3.1696963,-0.58797723,0.097814135,0.097813316,0.13101895,0.13101721,0.097812004,0.09781379,0.13101862,0.13101894,-0.4522608,-0.4522608
+3.1790802,-0.38189673,-0.13856998,-0.13857032,-0.11456824,-0.11456955,-0.13857004,-0.13856916,-0.11456914,-0.114569105,-0.2555642,-0.2555642
+3.2105436,-0.11738922,-0.29652473,-0.29652444,-0.27164853,-0.27164787,-0.29652265,-0.2965234,-0.27164876,-0.271649,-0.022520011,-0.02252008
+3.2336915,0.060015112,-0.29433557,-0.2943351,-0.26931798,-0.2693165,-0.29433313,-0.29433444,-0.26931742,-0.26931763,0.011706227,0.011706203
+3.2248096,0.19687843,-0.18982658,-0.18982638,-0.16201769,-0.16201681,-0.18982552,-0.18982632,-0.1620171,-0.16201694,-0.11627544,-0.11627531
+3.2030919,0.22489068,-0.044109426,-0.04410924,0.0037271301,0.0037274766,-0.04411,-0.04410977,0.0037276703,0.0037278528,-0.12256983,-0.12256977
+3.1851792,0.17995822,0.063057415,0.063057974,0.1303224,0.1303222,0.063056834,0.06305718,0.13032216,0.13032238,-0.05972464,-0.05972469
+3.17907,0.052672878,0.10208925,0.10208963,0.17518961,0.1751887,0.10208879,0.10208937,0.17518859,0.17518853,0.066808864,0.073669896
+3.1763062,-0.069934815,0.05225437,0.052254554,0.11199653,0.111995265,0.052254386,0.052255094,0.11199521,0.11199507,0.05917173,0.059171706
+3.1710846,-0.255805,-0.0015602862,-0.0015601595,0.034913257,0.03491257,-0.0015594591,-0.0015591835,0.034912795,0.0349122,-0.121477045,-0.12147686
+3.1637893,-0.46290094,0.0032773758,0.003277577,0.02315129,0.023151267,0.0032784934,0.0032784487,0.023151375,0.023151029,-0.3212777,-0.32127744
+3.152728,-0.59652084,0.059519716,0.059519984,0.07849683,0.07849732,0.05952099,0.05952055,0.078497104,0.07849688,-0.443836,-0.44383615
+3.1451004,-0.60398865,0.11860103,0.11860103,0.15185373,0.15185449,0.11860127,0.11860105,0.1518539,0.15185395,-0.4436763,-0.44367623
+3.1312835,-0.5071965,0.14233741,0.1423373,0.19378127,0.19378163,0.14233734,0.14233728,0.19378082,0.19378127,-0.3330673,-0.33306724
+3.1196842,-0.40913987,0.14999877,0.14999871,0.20761813,0.20761812,0.1499982,0.14999856,0.2076176,0.20761809,-0.22341138,-0.22341132
+3.1122365,-0.30325493,0.13199134,0.13199149,0.18489678,0.18489616,0.1319913,0.13199173,0.18489617,0.18489619,-0.11007873,-0.11007866
+3.1123805,-0.17027776,0.071338564,0.07133863,0.11453799,0.11453724,0.07133952,0.07133978,0.11453688,0.114536576,0.022754632,0.022754505
+3.1168354,-0.0324415,-0.022021417,-0.02202139,0.013777304,0.013776768,-0.02202003,-0.022019636,0.0137759,0.01377571,0.14262444,0.15613592
+3.1190908,0.08573962,-0.118374996,-0.11837498,-0.083356224,-0.08335647,-0.11837419,-0.118373685,-0.08335715,-0.08335732,0.100582406,0.100582354
+3.1159449,0.16796431,-0.18378443,-0.18378472,-0.14440496,-0.1444051,-0.18378444,-0.18378396,-0.14440529,-0.14440528,0.021503523,0.021503597
+3.1087456,0.16913019,-0.17703071,-0.17703082,-0.13063139,-0.13063161,-0.17703189,-0.17703135,-0.13063079,-0.13063037,0.027536914,0.027537003
+3.1025474,0.10194925,-0.099125974,-0.0991263,-0.04467948,-0.044680186,-0.09912778,-0.09912709,-0.04467858,-0.04467786,0.100916065,0.10091611
+3.1009023,0.007959832,0.005042657,0.0050428207,0.06711242,0.0671118,0.0050411145,0.0050416435,0.067113094,0.067113645,0.16078025,0.19655062
+3.1027155,-0.09862894,0.0881341,0.08813396,0.15703008,0.15702944,0.088133246,0.08813355,0.15703025,0.15703037,0.10406832,0.10406834
+3.1039505,-0.19687237,0.11692225,0.11692226,0.18766432,0.1876639,0.11692235,0.11692255,0.1876638,0.18766376,0.0045898696,0.0045899004
+3.1015408,-0.26928368,0.08647781,0.08647771,0.150761,0.15076101,0.086478524,0.086479,0.15076014,0.15075989,-0.0654116,-0.06541172
+3.0963616,-0.32854813,0.030071456,0.030071322,0.08508462,0.085085064,0.030071925,0.030072354,0.08508437,0.08508391,-0.11949715,-0.119497
+3.0904584,-0.38131377,-0.006521274,-0.0065212925,0.043435324,0.043435242,-0.006521289,-0.0065209125,0.043435037,0.043435097,-0.16635929,-0.1663594
+3.0866976,-0.4056286,-0.0023100157,-0.00231012,0.048274487,0.048273988,-0.0023106677,-0.0023102392,0.048274174,0.048274573,-0.18691349,-0.1869134
+3.0843601,-0.38387293,0.032654956,0.032654893,0.08740632,0.087405935,0.03265427,0.03265466,0.087406255,0.08740676,-0.16282034,-0.16282028
+3.0840914,-0.31466392,0.06773356,0.067733414,0.1278731,0.12787296,0.06773339,0.067733444,0.12787302,0.12787332,-0.09334266,-0.09334257
+3.0824838,-0.2120711,0.0727887,0.07278845,0.13638128,0.13638125,0.07278902,0.0727889,0.13638082,0.13638102,0.010858003,0.010857895
+3.0827503,-0.10234805,0.0380342,0.038033813,0.09992219,0.09992192,0.038034603,0.038034964,0.099921264,0.099921204,0.12031444,0.1203144
+3.0842347,-0.0148023795,-0.021955132,-0.021955445,0.035236366,0.035236202,-0.021954983,-0.021954231,0.03523566,0.035235472,0.17179427,0.20637567
+3.0846303,0.03967965,-0.08177004,-0.08176987,-0.029248573,-0.029248975,-0.08176998,-0.08176924,-0.02924899,-0.02924899,0.16717187,0.18110287
+3.083184,0.0539748,-0.11348167,-0.113481544,-0.06301687,-0.06301736,-0.11348214,-0.11348136,-0.063016914,-0.063016854,0.16653065,0.16825396
+3.0812116,0.034078684,-0.10437803,-0.10437799,-0.052242655,-0.05224279,-0.10437862,-0.10437837,-0.052242283,-0.052242212,0.17273384,0.19012251
+3.0800111,-0.009707764,-0.059653927,-0.059654087,-0.005245105,-0.005245075,-0.059654698,-0.059654564,-0.005244591,-0.0052444045,0.17900613,0.21569388
+3.0806792,-0.073355466,0.0022270377,0.002226844,0.059806332,0.059806265,0.0022268812,0.0022266875,0.059806734,0.059806757,0.15137804,0.15137812
+3.0820622,-0.144568,0.055382423,0.055382453,0.1164171,0.116417594,0.055382717,0.055382542,0.11641716,0.11641721,0.07878242,0.07878253
+3.082129,-0.20916569,0.079356074,0.079356335,0.14154209,0.14154255,0.07935656,0.07935644,0.14154185,0.14154173,0.014118115,0.014118075
+3.0802588,-0.26131874,0.071156256,0.07115631,0.13029546,0.13029535,0.07115642,0.07115673,0.13029481,0.13029464,-0.036164824,-0.03616482
+3.077118,-0.30621552,0.047780372,0.047780238,0.100851275,0.10085086,0.047779948,0.04778058,0.10085108,0.10085105,-0.07792069,-0.077920675
+3.073873,-0.33830363,0.028070617,0.028070726,0.076485805,0.07648534,0.028069906,0.028070875,0.07648591,0.07648606,-0.106763795,-0.1067639
+3.071728,-0.34253895,0.019908376,0.019908354,0.06764757,0.0676472,0.019908033,0.019908492,0.06764765,0.06764793,-0.10885425,-0.108854175
+3.0718396,-0.31248873,0.021474667,0.021474238,0.07119473,0.07119454,0.021474667,0.021474779,0.0711947,0.07119477,-0.07891526,-0.07891554
+3.072916,-0.2530071,0.024373323,0.02437289,0.07677797,0.07677787,0.024373729,0.024373662,0.07677783,0.07677785,-0.02051034,-0.020510375
+3.07332,-0.17763919,0.019789793,0.019789625,0.07412552,0.07412537,0.019789793,0.019790243,0.074125126,0.07412521,0.054453716,0.05445367
+3.0741715,-0.10351829,0.0046159844,0.004616096,0.059660055,0.059659816,0.0046157385,0.0046163495,0.05965972,0.059659652,0.12772293,0.12772293
+3.0752463,-0.044378247,-0.017992169,-0.017991982,0.03671,0.036709465,-0.017992504,-0.017991662,0.03670974,0.03670972,0.1765882,0.18578818
+3.0756598,-0.0069683315,-0.04118103,-0.041180987,0.012504019,0.012503631,-0.041181732,-0.04118087,0.012503855,0.012503803,0.18334039,0.22278468
+3.0752463,0.0042503783,-0.055807732,-0.05580763,-0.0033921902,-0.0033926298,-0.05580836,-0.05580799,-0.003392004,-0.0033919816,0.18427682,0.22591606
+3.073824,-0.008700779,-0.05565193,-0.055651855,-0.0051595126,-0.005159669,-0.055652063,-0.055652,-0.0051590507,-0.0051589017,0.18533878,0.22288807
+3.0740218,-0.045180272,-0.038529642,-0.03852976,0.010753103,0.010753039,-0.038529802,-0.038529806,0.010753468,0.0107534975,0.17838755,0.18621068
+3.0755513,-0.10021486,-0.008444913,-0.008445162,0.042010788,0.04201074,-0.008444838,-0.008444868,0.042010877,0.042011086,0.1296465,0.12964663
+3.0762131,-0.16066304,0.023776703,0.023776501,0.07721984,0.0772201,0.023776907,0.023776881,0.07721975,0.07721982,0.068536654,0.06853661
+3.0763307,-0.21605901,0.04751485,0.047514774,0.10371309,0.10371331,0.04751502,0.047515173,0.103712894,0.10371276,0.01302309,0.013023093
+3.0739102,-0.26297826,0.05916473,0.059164844,0.11543906,0.11543896,0.059164755,0.059165113,0.11543879,0.115438715,-0.031475954,-0.031475723
+3.0706882,-0.30106777,0.06250988,0.06250987,0.11519968,0.11519915,0.06250932,0.0625099,0.11519972,0.11519967,-0.066343315,-0.06634325
+3.068163,-0.3211981,0.059036605,0.059036657,0.10726229,0.107261695,0.05903575,0.05903647,0.1072626,0.10726271,-0.083948284,-0.083948255
+3.066182,-0.31225887,0.046440925,0.04644082,0.09269411,0.09269343,0.046440423,0.04644093,0.092694715,0.09269478,-0.0730281,-0.073028
+3.066281,-0.27468717,0.02619224,0.026191976,0.07304707,0.0730466,0.0261917,0.026192341,0.07304748,0.07304744,-0.035555594,-0.035555482
+3.0666838,-0.21849957,0.0037312391,0.0037308368,0.052334085,0.052334026,0.0037309485,0.003731377,0.052334003,0.052334044,0.020229619,0.020229429
+3.068377,-0.15481882,-0.015118271,-0.015118293,0.0350771,0.035076782,-0.015118502,-0.015118003,0.03507644,0.035076585,0.082216956,0.08221693
+3.0700445,-0.09557028,-0.026344288,-0.026344128,0.024910495,0.024910115,-0.02634446,-0.02634399,0.0249101,0.02491004,0.13979803,0.13979797
+3.070984,-0.04861027,-0.030066174,-0.030066073,0.021732092,0.021731704,-0.030066546,-0.030066255,0.02173198,0.021732047,0.18119222,0.18581861
+3.0715132,-0.018222649,-0.029782392,-0.029782299,0.022133514,0.022133,-0.029782861,-0.02978238,0.022133946,0.022133954,0.18623683,0.21567695
+3.0718086,-0.0090265125,-0.027991269,-0.027991291,0.023548841,0.02354855,-0.027991898,-0.027991336,0.023549363,0.02354943,0.18745896,0.22457768
+3.0716562,-0.023132382,-0.024549726,-0.02454976,0.025403738,0.025403827,-0.024550073,-0.024549648,0.025404584,0.025404498,0.18501754,0.21062416
+3.0716636,-0.062106967,-0.01655002,-0.016550124,0.03213861,0.032138877,-0.016550228,-0.01654999,0.032139048,0.032139316,0.17164226,0.17164218

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2ac27f68f17f28f8e34bc28a427f7178b7d265b037d4ce9ab07e2f71948592
+size 611610

1/config.yaml

@@ -0,0 +1,59 @@
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-easy-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-easy-v0
+    - algorithm=sb3_ppo
+    - seed=1
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-easy-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-easy-v0,test_rl_mode=marl
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-easy-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,225 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-easy-v0
+    - algorithm=sb3_ppo
+    - seed=1
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-easy-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=1,test_env_id=CylinderJet3D-easy-v0,test_rl_mode=marl
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-easy-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,7 @@
+- env_id=CylinderJet2D-easy-v0
+- algorithm=sb3_ppo
+- seed=1
+- rl_mode=sarl
+- test_env_id=CylinderJet3D-easy-v0
+- test_rl_mode=marl
+- +test_env_kwargs.local_2d_obs=True

1/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3718407,1.1973906,-0.071072064,-1.2410757541656494
+3.3181431,1.4492092,-0.40502945,-1.4391968250274658
+3.2359252,1.1611947,-0.5662009,-1.0689643621444702
+3.1740954,0.63041306,-0.45473555,-0.4763529300689697
+3.1745856,0.13887711,-0.16868077,0.014692828059196472
+3.2261095,-0.1619715,0.11619214,-0.05992548167705536
+3.2774804,-0.43348524,0.3535373,-0.3828100860118866
+3.2803228,-0.6170242,0.47377366,-0.5691914558410645
+3.2457495,-0.5545287,0.3822329,-0.4721226692199707
+3.2118099,-0.3040142,0.11323232,-0.1876685619354248
+3.2023547,-0.15019213,-0.108576626,-0.024391278624534607
+3.2146862,0.0028274977,-0.2113485,0.11064186692237854
+3.2265637,0.19645922,-0.21668243,-0.09486739337444305
+3.221526,0.46044916,-0.21335657,-0.3538195490837097
+3.1982772,0.6450611,-0.21015826,-0.5151827931404114
+3.1725605,0.59494966,-0.14301966,-0.4393545985221863
+3.1594136,0.38225493,-0.020061191,-0.21351298689842224
+3.1607068,0.16665635,0.075412534,0.0007924139499664307
+3.167717,0.009715949,0.0863617,0.15072259306907654
+3.1704133,-0.091331616,0.023269963,0.06641064584255219
+3.1654775,-0.1527769,-0.05525623,0.009901106357574463
+3.1567333,-0.22252014,-0.06362537,-0.05109789967536926
+3.148914,-0.25160524,0.008415556,-0.07236382365226746
+3.142964,-0.22159944,0.11861551,-0.03640781342983246
+3.1365838,-0.16726637,0.2157374,0.024305343627929688
+3.1329389,-0.07006182,0.22942673,0.12515483796596527
+3.1342525,0.044324227,0.13684565,0.1495787501335144
+3.1376584,0.17643254,-0.0446752,0.014064624905586243
+3.133916,0.34425,-0.27011576,-0.1500103771686554
+3.1175995,0.44054514,-0.4177854,-0.22998911142349243
+3.097991,0.42300743,-0.39732444,-0.19284290075302124
+3.0890038,0.34306258,-0.22303668,-0.10391086339950562
+3.093542,0.22869214,0.026785225,0.005921274423599243
+3.108996,0.051248066,0.26946616,0.16791152954101562
+3.1222503,-0.104956366,0.39058363,0.10094883292913437
+3.125939,-0.09319343,0.27963248,0.10902319848537445
+3.1197515,-0.07777168,0.04375259,0.13063238561153412
+3.1080742,-0.11529424,-0.15543187,0.10478708893060684
+3.0987058,-0.085044004,-0.25813407,0.14440575242042542
+3.097279,0.0059165126,-0.24034756,0.22495993971824646
+3.098666,0.095830426,-0.11326784,0.13365913927555084
+3.0974352,0.17821713,0.048102025,0.052503153681755066
+3.0955691,0.23736961,0.15819886,-0.004783228039741516
+3.097648,0.2892356,0.14763165,-0.05872797966003418
+3.103101,0.31743374,0.02001108,-0.09237924218177795
+3.1023028,0.32619366,-0.1652778,-0.10034093260765076
+3.0906885,0.32947242,-0.3241909,-0.09200537204742432
+3.0770552,0.28980634,-0.36068478,-0.038706034421920776
+3.073516,0.22461897,-0.24680677,0.03002065420150757
+3.0828166,0.12845694,-0.015410292,0.11688198149204254
+3.0997765,-0.040408686,0.27085823,0.1879703253507614
+3.107553,-0.15418331,0.45323017,0.06641919910907745
+3.1094258,-0.06507868,0.36703262,0.15365105867385864
+3.1122081,-0.0074436804,0.11721715,0.20850370824337006
+3.1102595,-0.008909621,-0.14751232,0.20898635685443878
+3.1047301,0.1342396,-0.3928622,0.08918578922748566
+3.0943713,0.3086201,-0.51341736,-0.0748358964920044
+3.0870156,0.329607,-0.39197826,-0.08846712112426758
+3.0819118,0.33683565,-0.12449612,-0.09059193730354309
+3.0855103,0.2739069,0.18509935,-0.0312616229057312
+3.1016426,0.083290346,0.441798,0.14322257041931152
+3.118164,0.036266793,0.43655452,0.17372466623783112
+3.1290255,0.1230793,0.13988043,0.0760507583618164
+3.1224968,0.14845926,-0.24137756,0.05719941854476929
+3.1017852,0.12773134,-0.5006525,0.09863899648189545
+3.0883038,0.102482215,-0.51705694,0.13736949861049652
+3.09663,0.061142486,-0.27497497,0.17038293182849884
+3.1129394,-0.024890365,0.13876946,0.1903257966041565
+3.1253247,-0.2226051,0.58572865,-0.01977430284023285
+3.129967,-0.22444415,0.7427665,-0.02625560760498047
+3.15439,0.09555355,0.41189772,0.07821187376976013
+3.166887,0.18643211,-0.087081335,-0.02516363561153412
+3.168223,0.41957122,-0.6465897,-0.25963860750198364
+3.146972,0.6324375,-0.9988571,-0.4512539505958557
+3.1591833,0.399514,-0.7990055,-0.23054173588752747
+3.1537347,0.21995449,-0.2621888,-0.04553365707397461
+3.1632462,-0.0030993652,0.40963688,0.1618099957704544
+3.2005835,-0.38370064,1.0,-0.25612857937812805
+3.244704,-0.26574197,1.0,-0.1822904646396637
+3.25252,0.050668802,0.4417914,0.024966631084680557

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.75477933883667,3.452471598148346,0.028437185082118958,,,
+1000,-1.7257399559020996,3.4532843174934387,-0.2901119380488526,,,
+1500,-1.7804632186889648,3.469327793598175,-0.031712793545797466,,,
+2000,-1.848209023475647,3.4796402535438538,0.2077318185083568,,,
+2500,-1.6667535305023193,3.4066780772209166,0.018618284708820283,,,
+3000,-1.7911410331726074,3.502953714847565,0.07171313117444515,,,
+3500,-1.8267260789871216,3.4664777603149415,0.10586479616351425,,,
+4000,-1.8080127239227295,3.4721755237579344,-0.09626393117010594,,,
+4500,-1.4779216051101685,3.4063887329101563,-0.18073601687978952,,,
+5000,-1.5468591451644897,3.3238036551475525,-0.25428586241416634,,,
+5000,,,,3.1324751168489455,-0.3296992698160466,-0.28309345385059714
+5500,-1.606429100036621,3.421855395793915,-0.24765555193740874,,,
+6000,-1.6087349653244019,3.4074845352172853,-0.22530952636152507,,,
+6500,-1.6348402500152588,3.4089831075668333,0.0014909298829734326,,,
+7000,-1.498285174369812,3.353798297405243,-0.3850933799581835,,,
+7500,-1.4720568656921387,3.3112983293533325,-0.3322889736294746,,,
+8000,-1.4125677347183228,3.323459641456604,-0.45234641040209683,,,
+8500,-1.3537575006484985,3.313914653301239,-0.4165912261772901,,,
+9000,-1.374598741531372,3.27726948595047,-0.46303498529829085,,,
+9500,-1.395902156829834,3.3718043570518494,-0.3284306398225017,,,
+10000,-1.3186391592025757,3.290179361343384,-0.12576351846568287,,,
+10000,,,,3.109062120318413,-0.4344260903191753,-0.3446944296360016
+10500,-1.329980731010437,3.2816399602890014,-0.36786404955526814,,,
+11000,-1.32944655418396,3.3608608469963075,-0.2916858117016964,,,
+11500,-1.2411154508590698,3.264301591873169,-0.4487845323982183,,,
+12000,-1.3220148086547852,3.2913596692085267,-0.5407060520354425,,,
+12500,-1.2533483505249023,3.2164755988121034,-0.5177108151307329,,,
+13000,-1.2690843343734741,3.2624168968200684,-0.5611876058261841,,,
+13500,-1.1510215997695923,3.2568885049819944,-0.42587564266950356,,,
+14000,-1.1753628253936768,3.2369819917678835,-0.36537913483381274,,,
+14500,-1.2744642496109009,3.244221616268158,-0.5238355236090719,,,
+15000,-1.1820647716522217,3.2566107254028323,-0.44775885474402455,,,
+15000,,,,3.102852311730385,-0.8178076645359397,-0.6753981296904386
+15500,-1.1945420503616333,3.23210706615448,-0.6390172054041177,,,
+16000,-1.1831852197647095,3.2655124697685243,-0.44608702217065727,,,
+16500,-1.1281306743621826,3.225368465423584,-0.5875579582434147,,,
+17000,-1.170685887336731,3.3245168056488037,-0.3658768854709342,,,
+17500,-1.0974634885787964,3.233491202831268,-0.32779418002977034,,,
+18000,-1.116560697555542,3.2853245701789855,-0.3925774249844253,,,
+18500,-1.0219922065734863,3.2314681091308595,-0.23228162736678495,,,
+19000,-0.9539855122566223,3.2490148572921753,-0.041726173643488434,,,
+19500,-0.901829183101654,3.2391031012535096,-0.12273653276544064,,,
+20000,-0.9500323534011841,3.249047540187836,-0.14791839877073654,,,
+20000,,,,3.129389560222626,-0.18389217662916052,-0.17503552287817
+20500,-0.9356823563575745,3.253651991844177,-0.13406135041126982,,,
+21000,-0.8154383301734924,3.2361055512428285,0.02618498282053042,,,
+21500,-0.8813992142677307,3.213392666339874,-0.1641840855581686,,,
+22000,-0.8594966530799866,3.224194884300232,-0.008272505853325129,,,
+22500,-0.7697128057479858,3.201483952999115,0.024282509815413505,,,
+23000,-0.7626590132713318,3.2265803370475767,0.025553199995309115,,,
+23500,-0.7513605356216431,3.2138685054779055,-0.0750597707410343,,,
+24000,-0.8375504016876221,3.246671406745911,0.10093709748295078,,,
+24500,-0.7062550783157349,3.1821609835624693,-0.07507687495741994,,,
+25000,-0.671308159828186,3.205044870853424,-0.1134572885526577,,,
+25000,,,,3.133552387356758,0.04236002986435779,-0.11696180133149028
+25500,-0.6723489761352539,3.205926633358002,0.002061416062526405,,,
+26000,-0.6490416526794434,3.1970878067016604,0.0198880384163931,,,
+26500,-0.6980543732643127,3.20902090215683,0.12230551663553342,,,
+27000,-0.6191791892051697,3.2053809847831727,0.09055871001817287,,,
+27500,-0.6215779781341553,3.214716609954834,0.08845128784002736,,,
+28000,-0.6149575114250183,3.2192160024642944,0.08762806362798438,,,
+28500,-0.6459175944328308,3.2258500804901122,0.15028646546602248,,,
+29000,-0.5829324722290039,3.2439118447303774,0.03389877104200423,,,
+29500,-0.5987130999565125,3.28286766576767,-0.006475450382102281,,,
+30000,-0.5755205750465393,3.266101254940033,-0.007019487069919705,,,
+30000,,,,3.202193459868431,-0.007655659795273095,-0.23067019702866673
+30500,-0.5689254403114319,3.2610243859291077,0.01762481566146016,,,
+31000,-0.599805474281311,3.25344913816452,-0.02181908006966114,,,
+31500,-0.561619222164154,3.254751178264618,-0.022783205893414562,,,
+32000,-0.5942859649658203,3.258701805591583,-0.1097794662900269,,,
+32500,-0.5261346697807312,3.2260131821632387,-0.017030438722111286,,,
+33000,-0.5779227614402771,3.2492258043289186,-0.07898373525462375,,,
+33500,-0.5156234502792358,3.2269549245834352,0.1398113528243266,,,
+34000,-0.5270749926567078,3.259900007724762,0.027189213782781736,,,
+34500,-0.5019451379776001,3.249766670703888,0.0673834112198092,,,
+35000,-0.5089471936225891,3.2401833806037903,0.022002544387505624,,,
+35000,,,,3.186904603242874,0.0038952329894527795,-0.16120152473449706
+35500,-0.5130891799926758,3.235286024093628,-0.0556409374140203,,,
+36000,-0.49252021312713623,3.209054916858673,-0.001793188089504838,,,
+36500,-0.4950707256793976,3.2188499131202697,-0.02039407076034695,,,
+37000,-0.47493720054626465,3.2309654989242556,0.030074234777363016,,,
+37500,-0.4659234583377838,3.244293713569641,0.087342962220544,,,
+38000,-0.4811423420906067,3.2428923110961914,0.0628226200460922,,,
+38500,-0.48784974217414856,3.2536936106681824,0.10228792036836967,,,
+39000,-0.4568668305873871,3.2406100134849547,0.09513856227213546,,,
+39500,-0.47185271978378296,3.2485435967445375,0.04001599104516208,,,
+40000,-0.46812692284584045,3.2480795049667357,0.11091583955625538,,,
+40000,,,,3.2198438346385956,0.0904101970983902,-0.2047669342253357
+40500,-0.5221575498580933,3.2818891916275024,0.08072060982743279,,,
+41000,-0.48886439204216003,3.2346828188896177,0.08575390831753611,,,
+41500,-0.4542739987373352,3.259790078163147,0.08629281475720928,,,
+42000,-0.4696480333805084,3.2735992231369018,0.040577793719014155,,,
+42500,-0.4434356689453125,3.2530083560943606,0.06479407155653462,,,
+43000,-0.46335551142692566,3.260031024456024,0.07150963295251131,,,
+43500,-0.4307269752025604,3.2359453592300413,-0.046819175755605104,,,
+44000,-0.45505547523498535,3.2383308372497557,-0.15633593776542692,,,
+44500,-0.4157743453979492,3.236857406616211,-0.09316413885168731,,,
+45000,-0.46877405047416687,3.2544743933677673,-0.11141335207002703,,,
+45000,,,,3.214972457289696,-0.08828683811589144,-0.18809877475723624
+45500,-0.38349440693855286,3.2348007802963257,0.05113816685741767,,,
+46000,-0.40097787976264954,3.2127286710739136,0.016619031084206655,,,
+46500,-0.42280638217926025,3.2316525073051454,-0.022083533365628683,,,
+47000,-0.43178796768188477,3.225445226192474,-0.0003953006125520915,,,
+47500,-0.37551993131637573,3.2193024377822876,0.11004091754241381,,,
+48000,-0.3782752752304077,3.215669477939606,0.08459001003950835,,,
+48500,-0.39592891931533813,3.22440634059906,0.10480178126506508,,,
+49000,-0.38533705472946167,3.2129543914794922,0.06430530351400375,,,
+49500,-0.3494828939437866,3.21039439868927,0.022106425848731306,,,
+50000,-0.34488701820373535,3.202070821762085,0.029068233169149606,,,
+50000,,,,3.132549503445625,0.08787039008748251,-0.04942462295293808
+50500,-0.38413551449775696,3.210942893028259,0.028207238283008338,,,
+51000,-0.3570040464401245,3.212276328086853,-0.00969382795970887,,,

1/transfer/CylinderJet3D-easy-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+3.4029036,0.7535201,0.16698551,0.16698381,0.2944033,0.29440203,0.16697977,0.16698179,0.29440525,0.29440695,-0.8510107,-0.85101086
+3.3854613,1.1664263,-0.09982273,-0.09982487,0.03180835,0.031806316,-0.09982982,-0.099827215,0.0318104,0.03181244,-1.2464749,-1.2464749
+3.352478,1.3149874,-0.505807,-0.5058081,-0.4186508,-0.41865247,-0.5058103,-0.50580883,-0.41864985,-0.41864887,-1.3620528,-1.3620527
+3.2694273,0.8819903,-0.63166094,-0.6316597,-0.60771245,-0.60771114,-0.6316561,-0.63165784,-0.6077135,-0.6077147,-0.8460047,-0.84600484
+3.1973915,0.35074446,-0.4815227,-0.48151988,-0.4942086,-0.49420542,-0.4815126,-0.4815165,-0.49421158,-0.4942141,-0.24272332,-0.2427232
+3.1997445,-0.13018715,-0.14063081,-0.14062805,-0.15119244,-0.15118936,-0.14062177,-0.14062548,-0.15119553,-0.1511978,-0.02451895,-0.024518847
+3.2646685,-0.42493242,0.2023921,0.20239356,0.22860713,0.22860903,0.20239596,0.20239422,0.22860602,0.2286046,-0.38418815,-0.38418812
+3.3106136,-0.78634167,0.5129663,0.5129662,0.62621886,0.62621856,0.5129629,0.5129645,0.6262197,0.6262198,-0.7915424,-0.79154253
+3.3000262,-1.0080221,0.66822547,0.6682233,0.8489098,0.84890753,0.6682164,0.6682207,0.8489125,0.8489143,-1.0026354,-1.0026355
+3.25933,-0.68382394,0.45242405,0.45242113,0.575309,0.5753059,0.4524152,0.45241842,0.5753123,0.57531464,-0.63774127,-0.6377412
+3.1937637,-0.38175625,0.06860705,0.06860538,0.10901314,0.10901111,0.068602815,0.0686039,0.1090153,0.109016955,-0.2701071,-0.2701072
+3.191905,-0.2387963,-0.22999093,-0.22999136,-0.23620233,-0.23620322,-0.22999081,-0.2299913,-0.23620182,-0.23620126,-0.12528849,-0.12528855
+3.2270563,-0.092725456,-0.3661201,-0.36611933,-0.3715036,-0.37150264,-0.36611623,-0.3661179,-0.37150458,-0.37150505,-0.014368979,-0.014368951
+3.2529447,0.12078366,-0.36903462,-0.36903322,-0.34610507,-0.34610322,-0.36902928,-0.36903122,-0.34610718,-0.34610787,-0.06831555,-0.068315595
+3.2359514,0.352591,-0.29245716,-0.29245567,-0.25267082,-0.25266933,-0.29245386,-0.29245472,-0.25267205,-0.25267273,-0.28312963,-0.28312966
+3.2000222,0.43675315,-0.15137763,-0.15137689,-0.10956228,-0.109561965,-0.15137726,-0.1513773,-0.109562844,-0.10956323,-0.3313626,-0.3313626
+3.1915283,0.26351678,0.055731114,0.055731203,0.103642106,0.10364193,0.055729296,0.05573016,0.10364254,0.10364272,-0.14963245,-0.14963233
+3.1967418,0.011395665,0.2242069,0.22420666,0.280733,0.28073186,0.22420417,0.22420527,0.28073406,0.28073466,0.06360461,0.09727529
+3.201937,-0.1600812,0.24168402,0.24168335,0.30101568,0.3010139,0.24168158,0.24168259,0.30101684,0.30101734,-0.056605548,-0.056605384
+3.2024465,-0.27650505,0.1267194,0.12671883,0.17759666,0.17759539,0.12671849,0.12671924,0.17759703,0.1775974,-0.17353849,-0.17353874
+3.184143,-0.3532882,-0.034827385,-0.034827683,0.0037223669,0.0037216218,-0.03482691,-0.03482637,0.0037217112,0.0037214728,-0.23201853,-0.2320185
+3.1610117,-0.4026386,-0.13502154,-0.13502143,-0.1053464,-0.105345964,-0.13501982,-0.13501987,-0.10534763,-0.10534796,-0.25823772,-0.25823754
+3.1528678,-0.447202,-0.095556036,-0.09555596,-0.06798345,-0.0679827,-0.09555489,-0.09555517,-0.067984164,-0.06798428,-0.29465684,-0.29465702
+3.1498187,-0.41047627,0.034631904,0.03463229,0.07116085,0.07116115,0.034631815,0.034631696,0.07116082,0.07116106,-0.25488228,-0.25488216
+3.146604,-0.34041604,0.19198062,0.19198054,0.23772156,0.23772147,0.19197933,0.19197927,0.2377225,0.23772264,-0.18160716,-0.18160734
+3.1349363,-0.26273265,0.29394108,0.29394096,0.34536582,0.34536558,0.29393923,0.29393944,0.34536713,0.34536764,-0.092256196,-0.09225622
+3.1309233,-0.15013182,0.261522,0.26152155,0.3133284,0.31332734,0.2615205,0.26152122,0.31332874,0.3133291,0.024357772,0.024357677
+3.1343048,-0.041783363,0.10168335,0.10168305,0.14663108,0.14662974,0.1016832,0.10168438,0.14663,0.14663015,0.12191555,0.12932464
+3.1374702,0.08306897,-0.14101933,-0.14101936,-0.1030803,-0.103081316,-0.14101775,-0.14101675,-0.10308239,-0.10308233,0.08487353,0.08487356
+3.1321692,0.20633198,-0.37474436,-0.3747444,-0.3317745,-0.33177465,-0.37474197,-0.37474182,-0.33177656,-0.33177668,-0.033088535,-0.03308846
+3.1198637,0.23580822,-0.46137774,-0.46137768,-0.41146165,-0.4114613,-0.46137628,-0.46137697,-0.41146255,-0.41146258,-0.050259374,-0.050259203
+3.1128101,0.16565125,-0.3421569,-0.34215704,-0.29417285,-0.29417223,-0.34215745,-0.3421583,-0.29417166,-0.29417136,0.02695125,0.026951388
+3.1128998,0.08142064,-0.096636236,-0.096636504,-0.049497757,-0.049497727,-0.09663886,-0.09663907,-0.04949558,-0.049494956,0.1110924,0.11109235
+3.1204672,-0.055345736,0.18118197,0.18118145,0.24199528,0.24199432,0.18117741,0.18117864,0.24199836,0.24199922,0.12959978,0.12959984
+3.1263754,-0.27992636,0.41350424,0.4135039,0.49733916,0.49733704,0.41349906,0.41350174,0.49734166,0.49734238,-0.10088899,-0.10088903
+3.124824,-0.3385767,0.43129927,0.4312989,0.51462746,0.51462555,0.4312975,0.43129966,0.5146274,0.51462704,-0.15798783,-0.15798798
+3.1182215,-0.26060855,0.21609709,0.21609709,0.27359754,0.27359697,0.21609801,0.21609928,0.27359587,0.27359515,-0.073417515,-0.073417306
+3.1052947,-0.27524117,-0.046019245,-0.04601908,-0.008337098,-0.008336606,-0.04601695,-0.046017084,-0.008338901,-0.008339706,-0.075123265,-0.0751231
+3.0959644,-0.28930518,-0.23775606,-0.2377557,-0.19586372,-0.19586265,-0.23775312,-0.23775376,-0.19586542,-0.19586617,-0.07985687,-0.07985684
+3.0967357,-0.19819978,-0.32157776,-0.3215773,-0.26039764,-0.26039624,-0.32157502,-0.3215763,-0.26039892,-0.26039958,0.010477247,0.010477275
+3.1044164,-0.09230609,-0.25534457,-0.25534418,-0.18316503,-0.18316415,-0.25534397,-0.255345,-0.18316473,-0.18316485,0.108690366,0.10869031
+3.1090503,-0.0057681957,-0.07382214,-0.07382208,-0.010933342,-0.010933819,-0.07382411,-0.07382402,-0.01093218,-0.010931554,0.15025398,0.1905943
+3.1059375,0.06837091,0.11369035,0.11369033,0.16309965,0.16309871,0.113686964,0.11368814,0.16310139,0.16310205,0.1311042,0.13110438
+3.1012928,0.09014434,0.2233945,0.223394,0.2660891,0.2660876,0.2233908,0.22339323,0.2660904,0.26609057,0.1139757,0.11397558
+3.101439,0.10163009,0.18861946,0.1886191,0.23288852,0.23288691,0.18861735,0.18861967,0.2328888,0.23288864,0.10234389,0.10234368
+3.1056004,0.101576164,0.023957726,0.023957606,0.07897678,0.078976095,0.023958202,0.023959484,0.078976125,0.07897562,0.09823622,0.09823625
+3.1043665,0.10395475,-0.19515428,-0.19515443,-0.12811068,-0.12811014,-0.19515175,-0.19515239,-0.12811232,-0.12811273,0.09709155,0.09709148
+3.0943904,0.093783945,-0.35437167,-0.3543719,-0.28237438,-0.28237334,-0.35436946,-0.35437062,-0.28237593,-0.282376,0.11723839,0.11723843
+3.0874603,0.054925214,-0.36253697,-0.36253703,-0.2937125,-0.29371166,-0.36253646,-0.36253756,-0.29371288,-0.29371274,0.15817745,0.16302727
+3.0920427,-0.00906016,-0.2022335,-0.20223345,-0.14338261,-0.14338285,-0.20223603,-0.20223603,-0.14338148,-0.14338067,0.16359165,0.20430993
+3.1032925,-0.10970497,0.07610528,0.07610485,0.1207812,0.12078032,0.076100245,0.076101035,0.12078427,0.12078534,0.09241553,0.09241533
+3.1098232,-0.2837339,0.38551164,0.3855112,0.4199029,0.41990164,0.38550618,0.3855078,0.41990712,0.4199079,-0.08814436,-0.08814436
+3.104951,-0.33983627,0.5172253,0.5172248,0.5600614,0.5600607,0.5172232,0.5172244,0.5600641,0.560064,-0.13937452,-0.1393744
+3.1032424,-0.19887725,0.34981963,0.34981954,0.4026303,0.4026303,0.34982133,0.34982213,0.40262955,0.40262875,0.0032932218,0.0032931268
+3.1043954,-0.1574767,0.057766225,0.05776621,0.11095013,0.110950366,0.057769444,0.05776986,0.110947475,0.11094621,0.04354086,0.043540686
+3.1056943,-0.1255733,-0.24407068,-0.24407002,-0.18036628,-0.18036574,-0.24406515,-0.24406543,-0.18037069,-0.18037206,0.07414514,0.07414517
+3.1061373,0.07406295,-0.514803,-0.51480156,-0.43567216,-0.4356712,-0.51479685,-0.5147981,-0.43567717,-0.43567827,0.12521237,0.12521255
+3.1036603,0.18615475,-0.564431,-0.5644302,-0.49814397,-0.49814302,-0.5644298,-0.56443083,-0.49814558,-0.49814534,0.015597759,0.015597671
+3.103449,0.1669632,-0.34335613,-0.34335646,-0.30847472,-0.30847466,-0.3433596,-0.3433598,-0.30847305,-0.3084715,0.03500048,0.03500046
+3.102415,0.1603001,-0.0057170717,-0.0057184426,0.004557994,0.0045568915,-0.0057240454,-0.0057232706,0.004562852,0.0045649083,0.042697623,0.04269758
+3.11026,-0.009476449,0.3680588,0.36805645,0.37594086,0.37593904,0.3680484,0.36805072,0.3759484,0.375951,0.16463393,0.1856763
+3.1210117,-0.25954854,0.61166364,0.61166227,0.66243017,0.66242856,0.61165756,0.61166066,0.66243684,0.66243714,-0.07514745,-0.07514751
+3.1310966,-0.20777354,0.47125793,0.47125828,0.56947225,0.5694714,0.47126123,0.47126293,0.5694707,0.5694684,-0.03345732,-0.03345737
+3.1313415,-0.07835688,0.057667788,0.05766956,0.15316802,0.15316905,0.05767679,0.057676222,0.15316118,0.15315816,0.095714405,0.095714435
+3.1186848,-0.07872559,-0.35338265,-0.35338062,-0.28599334,-0.2859916,-0.3533734,-0.35337543,-0.2860006,-0.28600284,0.108002335,0.10800241
+3.105238,-0.08778078,-0.58663183,-0.58663034,-0.538117,-0.53811544,-0.5866263,-0.5866286,-0.538122,-0.5381226,0.1123942,0.11239403
+3.1081815,-0.0959616,-0.5261819,-0.52618176,-0.5032111,-0.5032105,-0.5261831,-0.52618414,-0.50321144,-0.5032103,0.10126984,0.10126969
+3.1235065,-0.13727325,-0.18940046,-0.18940282,-0.1832811,-0.18328148,-0.18940899,-0.18940833,-0.183276,-0.18327323,0.04463277,0.04463297
+3.136137,-0.21947339,0.28818166,0.28817797,0.28837413,0.28837326,0.2881693,0.2881709,0.28838307,0.28838637,-0.050197735,-0.05019763
+3.1386185,-0.46823865,0.751183,0.7511795,0.78479594,0.78479534,0.7511725,0.75117475,0.78480667,0.78480875,-0.3014441,-0.30144435
+3.1438773,-0.38279828,0.7857238,0.78572446,0.89173645,0.8917364,0.7857261,0.78572804,0.89173794,0.89173615,-0.2212629,-0.22126278
+3.1705132,-0.017162234,0.3354879,0.33549023,0.44253534,0.44253486,0.33549637,0.3354975,0.44252872,0.4425254,0.083701745,0.11773738
+3.1770725,0.083863154,-0.24426214,-0.24425848,-0.15614602,-0.15614575,-0.24424884,-0.24424976,-0.15615666,-0.15616046,0.04447692,0.04447709
+3.182441,0.37208167,-0.85252494,-0.8525206,-0.77407414,-0.774073,-0.8525112,-0.85251385,-0.7740858,-0.7740889,-0.24911009,-0.2491099
+3.1748815,0.3366176,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-0.20608632,-0.20608628
+3.1922817,0.11834501,-0.6789129,-0.6789163,-0.6819887,-0.6819888,-0.67892313,-0.67892313,-0.6819826,-0.6819788,-0.0052140052,-0.005213961
+3.1845725,-0.027771823,-0.067089915,-0.06709415,-0.088629305,-0.08862883,-0.06710321,-0.06710288,-0.08861947,-0.08861512,0.09306851,0.09306849
+3.2048128,-0.33549446,0.6526713,0.6526666,0.64235216,0.6423535,0.652657,0.6526578,0.64236623,0.6423702,-0.23489453,-0.23489445
+3.2094083,-0.341066,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,-0.24506158,-0.24506152
+3.2378006,-0.4504649,0.96579814,0.9658025,1.0,1.0,0.96581274,0.9658126,1.0,1.0,-0.38285264,-0.38285273

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f13b9b6008ab653b1e11d7a1cd2ec88040e9b5e2e7969fbf5b46deeff35173
+size 611606

2/config.yaml

@@ -0,0 +1,59 @@
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-easy-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-easy-v0
+    - algorithm=sb3_ppo
+    - seed=2
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-easy-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-easy-v0,test_rl_mode=marl
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/CylinderJet2D-easy-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,225 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - env_id=CylinderJet2D-easy-v0
+    - algorithm=sb3_ppo
+    - seed=2
+    - rl_mode=sarl
+    - test_env_id=CylinderJet3D-easy-v0
+    - test_rl_mode=marl
+    - +test_env_kwargs.local_2d_obs=True
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: +test_env_kwargs.local_2d_obs=True,algorithm=sb3_ppo,env_id=CylinderJet2D-easy-v0,rl_mode=sarl,seed=2,test_env_id=CylinderJet3D-easy-v0,test_rl_mode=marl
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: CylinderJet2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: CylinderJet3D-easy-v0
+test_env_kwargs:
+  local_2d_obs: true
+test_rl_mode: marl
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,7 @@
+- env_id=CylinderJet2D-easy-v0
+- algorithm=sb3_ppo
+- seed=2
+- rl_mode=sarl
+- test_env_id=CylinderJet3D-easy-v0
+- test_rl_mode=marl
+- +test_env_kwargs.local_2d_obs=True

2/test/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,reward
+3.3667035,1.3467567,-0.15085448,-1.3853046894073486
+3.2991173,1.6711749,-0.54518867,-1.6421366930007935
+3.214511,1.0545396,-0.51921225,-0.9408949613571167
+3.158889,0.45486486,-0.26035184,-0.28559839725494385
+3.1592052,0.24053244,-0.07909083,-0.0715821236371994
+3.2126107,0.02272437,0.0539992,0.0928204283118248
+3.262929,-0.2402042,0.17199285,-0.174977645277977
+3.2742968,-0.45878538,0.26571906,-0.4049266278743744
+3.2481725,-0.628099,0.344842,-0.5481160283088684
+3.2155893,-0.5044554,0.27797934,-0.39188915491104126
+3.2035053,-0.13967776,0.03567967,-0.015027523040771484
+3.2077217,0.05165668,-0.14715514,0.06877712905406952
+3.2144628,0.13725626,-0.1927774,-0.023563504219055176
+3.2124639,0.40028375,-0.24654073,-0.2845920920372009
+3.1931775,0.72310144,-0.34689876,-0.5881233811378479
+3.1690514,0.59160614,-0.24695371,-0.43250203132629395
+3.1512926,0.3727635,-0.049154006,-0.195900559425354
+3.1476464,0.2788169,0.06527531,-0.09830781817436218
+3.1566832,0.15333685,0.09435606,0.01813545823097229
+3.1641846,0.07284358,0.029248314,0.09112736582756042
+3.164209,-0.065850936,-0.022036837,0.09809569269418716
+3.156959,-0.24013156,0.014543841,-0.0689350962638855
+3.1472826,-0.27751723,0.07561945,-0.0966443121433258
+3.1389165,-0.18356936,0.10368013,0.0056696683168411255
+3.132598,-0.06406076,0.0979844,0.1314968317747116
+3.1297827,0.046338767,0.06193822,0.15203407406806946
+3.1295004,0.16589075,-0.011686859,0.03276437520980835
+3.1274536,0.31801072,-0.12795115,-0.11730876564979553
+3.118368,0.42906561,-0.23289794,-0.2192780077457428
+3.1040664,0.42001235,-0.24747638,-0.19592320919036865
+3.0912137,0.37432197,-0.1863366,-0.13738015294075012
+3.0855353,0.33256564,-0.097855784,-0.08994540572166443
+3.0887194,0.2534771,-0.0038619773,-0.014040946960449219
+3.097749,0.105201855,0.09207707,0.1252046674489975
+3.1056218,-0.059024863,0.16161273,0.1635088324546814
+3.107107,-0.14361009,0.15302818,0.07743850350379944
+3.1025524,-0.1613147,0.073764674,0.06428840756416321
+3.0957353,-0.15290861,-0.021108678,0.0795115977525711
+3.0910442,-0.116052605,-0.08582615,0.12105872482061386
+3.0894198,-0.054815445,-0.09586517,0.1839202344417572
+3.089065,0.020319752,-0.05654408,0.21877068281173706
+3.0882556,0.09406184,0.0029403695,0.14583803713321686
+3.0869567,0.16248661,0.04035721,0.07871216535568237
+3.0867174,0.22721525,0.022158017,0.014222905039787292
+3.0859337,0.27662936,-0.049985133,-0.03440752625465393
+3.0828366,0.2886115,-0.13548814,-0.043292611837387085
+3.0772061,0.25601807,-0.18240221,-0.005068689584732056
+3.072664,0.18819778,-0.15808418,0.06729371845722198
+3.073117,0.09050877,-0.059171,0.1645297408103943
+3.078947,-0.040786434,0.090046056,0.20842202007770538
+3.0844586,-0.16162588,0.22197671,0.08207105100154877
+3.0851345,-0.18684854,0.242094,0.05617247521877289
+3.082634,-0.14020514,0.13413294,0.1053164005279541
+3.079853,-0.103508614,-0.023154369,0.14479383826255798
+3.0790899,-0.042195,-0.16547811,0.2068706452846527
+3.0782263,0.058640134,-0.2455179,0.1912890523672104
+3.0767708,0.1321554,-0.21474639,0.11922933161258698
+3.0759702,0.14743866,-0.074730136,0.10474668443202972
+3.0763397,0.12991582,0.10234931,0.12189997732639313
+3.079417,0.10018948,0.22278485,0.14854905009269714
+3.0843072,0.10927543,0.20097616,0.13457289338111877
+3.0893953,0.13420868,0.043291375,0.10455155372619629
+3.0883794,0.13633554,-0.15992184,0.10344059765338898
+3.0792675,0.14467661,-0.31641313,0.10421140491962433
+3.0710487,0.110034265,-0.3251632,0.14707252383232117
+3.0738037,0.016484708,-0.15272546,0.23786714673042297
+3.0865338,-0.16170785,0.16300543,0.07991388440132141
+3.0949335,-0.3738532,0.48836082,-0.14063119888305664
+3.0914176,-0.31629875,0.5375257,-0.079560786485672
+3.0938213,-0.07354354,0.24742033,0.16079068183898926
+3.0964208,-0.017678414,-0.11641629,0.2140563428401947
+3.1015422,0.18937278,-0.4973945,0.03724050521850586
+3.0985436,0.47523403,-0.7519457,-0.2456221580505371
+3.1042414,0.33826077,-0.5563327,-0.11434662342071533
+3.1048236,0.19143936,-0.081766166,0.0318925678730011
+3.121588,-0.079693764,0.5111753,0.12687376141548157
+3.1509588,-0.48431113,1.0,-0.3071143925189972
+3.1976569,-0.27479976,0.8493876,-0.14430111646652222
+3.2175207,0.10758623,0.16094758,0.0030485764145851135
+3.1962829,0.22449414,-0.5865326,-0.09262149035930634

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_drag,training/mean_lift,evaluation/mean_drag,evaluation/mean_lift,evaluation/mean_reward
+500,-1.7086374759674072,3.44233221244812,-0.13236737818270922,,,
+1000,-1.858963131904602,3.529332678794861,-0.0890875725839287,,,
+1500,-1.952591896057129,3.5208761973381044,0.0617974350634031,,,
+2000,-1.8783936500549316,3.522717378616333,-0.08099633371271193,,,
+2500,-1.4510544538497925,3.3537449345588684,-0.06852459918428212,,,
+3000,-1.6969616413116455,3.423283703804016,-0.07352905815653503,,,
+3500,-1.6354303359985352,3.406438844203949,0.011001868395134807,,,
+4000,-1.7281494140625,3.4574782791137695,0.17644310313023742,,,
+4500,-1.5523205995559692,3.368285933971405,-0.12584597830846905,,,
+5000,-1.5368454456329346,3.3783992686271667,-0.030135396622121335,,,
+5000,,,,3.1309891909360887,-0.20308468907896896,-0.27038820255547763
+5500,-1.6380488872528076,3.4328622689247132,0.21643344716541468,,,
+6000,-1.674588918685913,3.3846483335494995,0.1384090677089989,,,
+6500,-1.516555666923523,3.3341407980918882,-0.2975558026991785,,,
+7000,-1.3787121772766113,3.3505245490074156,0.1355698870155029,,,
+7500,-1.3658519983291626,3.3559205131530763,0.03992721190446173,,,
+8000,-1.503078818321228,3.338346399307251,0.157249942710856,,,
+8500,-1.3496754169464111,3.3069943704605103,-0.015922100528143347,,,
+9000,-1.266030192375183,3.298937701225281,-0.28155392820830455,,,
+9500,-1.329226016998291,3.3380424127578734,-0.15093398737045935,,,
+10000,-1.3087363243103027,3.3021006350517275,-0.16008344687893986,,,
+10000,,,,3.126577374339104,-0.41925706528127193,-0.4099334619008005
+10500,-1.2857252359390259,3.274648392677307,-0.24637909414479509,,,
+11000,-1.1905783414840698,3.238476704120636,-0.17602578421402723,,,
+11500,-1.3255250453948975,3.313694393157959,-0.22329421620629727,,,
+12000,-1.141843318939209,3.2148950238227845,-0.23782720624748618,,,
+12500,-1.1122738122940063,3.264993959903717,-0.2977475359130185,,,
+13000,-1.1530944108963013,3.2607708287239077,-0.44408220766484735,,,
+13500,-1.1524919271469116,3.298647362232208,-0.5006018457054161,,,
+14000,-1.1679579019546509,3.2947873735427855,-0.35122753562417347,,,
+14500,-1.1528159379959106,3.2468084406852724,-0.297238025598228,,,
+15000,-0.9780799150466919,3.2795361328125,-0.10866735503450035,,,
+15000,,,,3.1124237358570097,-0.15982139874540735,-0.1169796384871006
+15500,-0.9262881278991699,3.233846185207367,-0.21272767588403077,,,
+16000,-1.128365397453308,3.3457680492401125,-0.05134408377832733,,,
+16500,-0.9957603812217712,3.2581859984397887,-0.09824543335638009,,,
+17000,-0.9242866039276123,3.262587583065033,-0.2143467182646855,,,
+17500,-0.91909259557724,3.214884307861328,-0.08036276735784485,,,
+18000,-0.9285914301872253,3.2260924668312074,-0.202437583534047,,,
+18500,-0.9195656180381775,3.2213033323287963,-0.3027912816060707,,,
+19000,-0.8924910426139832,3.289168567657471,-0.20430651452450546,,,
+19500,-0.9602839946746826,3.3054399008750917,-0.24769144878315275,,,
+20000,-0.897888720035553,3.264138855457306,-0.13444863608223387,,,
+20000,,,,3.1061520516872405,-0.2665536755463108,-0.18322683926671743
+20500,-0.9206008911132812,3.293425488948822,-0.20653467214171542,,,
+21000,-0.7370867133140564,3.214327121257782,0.032889467515517024,,,
+21500,-0.8273534178733826,3.2619404320716856,0.035036088582564844,,,
+22000,-0.7865960001945496,3.255356001377106,0.1003847653446719,,,
+22500,-0.8126946091651917,3.2323884263038636,0.049130964376265185,,,
+23000,-0.7324763536453247,3.222473536968231,0.05734996673837304,,,
+23500,-0.8247414231300354,3.3495194840431215,0.06593291631177998,,,
+24000,-0.6474325656890869,3.2129196577072143,0.127230099246779,,,
+24500,-0.7206611037254333,3.2239361414909364,0.13678734728554265,,,
+25000,-0.6560668349266052,3.224315421104431,0.11336958032287657,,,
+25000,,,,3.121298983693123,0.248882804954701,-0.15244882302358748
+25500,-0.6614164710044861,3.232953463554382,0.13342363286577166,,,
+26000,-0.6372008919715881,3.211102210044861,0.20702510446379893,,,
+26500,-0.7067708373069763,3.24706192445755,0.17723161968961357,,,
+27000,-0.6383353471755981,3.204706154346466,0.18097410910890904,,,
+27500,-0.6114099025726318,3.2045646085739135,0.19767163073923438,,,
+28000,-0.593854546546936,3.2131000180244444,0.10978470111591741,,,
+28500,-0.6220308542251587,3.2029011521339417,0.20911806834349408,,,
+29000,-0.583568274974823,3.2256537432670593,0.06041750327288173,,,
+29500,-0.5653645396232605,3.2188738374710084,0.09770135532829954,,,
+30000,-0.5764806866645813,3.2101057958602905,-0.011370207094820216,,,
+30000,,,,3.18460895717144,0.06880017316434532,-0.25059732496738435
+30500,-0.6878440976142883,3.303770945072174,0.08466253904352197,,,
+31000,-0.6345497369766235,3.2375117082595826,-0.08268230455298908,,,
+31500,-0.5504555702209473,3.214778760910034,0.028836314234125894,,,
+32000,-0.5487849116325378,3.2296768159866334,-0.03907698986414471,,,
+32500,-0.5590168237686157,3.2318611760139464,-0.04440287224907661,,,
+33000,-0.5526876449584961,3.2304112100601197,-0.020766895328182728,,,
+33500,-0.5119339823722839,3.232222971916199,-0.03961290201055817,,,
+34000,-0.5308955907821655,3.2494222025871276,-0.023812475723214446,,,
+34500,-0.5884363055229187,3.265070673942566,-0.009167316793464124,,,
+35000,-0.5273481607437134,3.2457041902542114,-0.011231919377263694,,,
+35000,,,,3.1674920201301573,0.02148428733453329,-0.16221792809665203
+35500,-0.48207706212997437,3.218196732997894,0.06679363362677396,,,
+36000,-0.4680846631526947,3.207948907375336,0.011684783055912704,,,
+36500,-0.48569101095199585,3.218072154045105,0.05122551869554445,,,
+37000,-0.5043413043022156,3.2184394860267638,-0.03939890935318544,,,
+37500,-0.48444250226020813,3.2255005836486816,0.02806489829532802,,,
+38000,-0.4521464407444,3.2053166580200196,0.004423103101842571,,,
+38500,-0.4808235764503479,3.234094235420227,0.00590212905529188,,,
+39000,-0.4863753616809845,3.2399586915969847,-0.03817939954064786,,,
+39500,-0.4534423053264618,3.2236021046638488,0.049512894514133224,,,
+40000,-0.4917965829372406,3.264057795524597,0.021317067065276207,,,
+40000,,,,3.185343563556671,0.06386099696392193,-0.16592308864928781
+40500,-0.45815038681030273,3.21976130771637,-0.022864162239478902,,,
+41000,-0.4359371066093445,3.224550153255463,-0.015181690789293498,,,
+41500,-0.4170183837413788,3.2109094610214233,0.029042640982195736,,,
+42000,-0.43835532665252686,3.2056823177337646,0.040019083226798105,,,
+42500,-0.46317434310913086,3.2210672521591186,0.06485384359769523,,,
+43000,-0.45231354236602783,3.2115338125228883,0.060637194208800795,,,
+43500,-0.4323910176753998,3.239108470439911,0.026901701788417994,,,
+44000,-0.43312695622444153,3.2442948460578918,0.04996640359035519,,,
+44500,-0.44407904148101807,3.2330247950553894,0.14744543421722484,,,
+45000,-0.43562057614326477,3.2404465131759643,0.11778489715140313,,,
+45000,,,,3.1963795006275175,0.10596423363313079,-0.18557896204292773
+45500,-0.3809841573238373,3.2230139684677126,-0.01432347667060094,,,
+46000,-0.40922123193740845,3.246163562297821,-0.09244272985542193,,,
+46500,-0.38139379024505615,3.232838206291199,-0.015863232367206364,,,
+47000,-0.3869452178478241,3.2250488204956054,-0.017313073378289117,,,
+47500,-0.37562131881713867,3.213935182571411,0.006962396888993681,,,
+48000,-0.3938849866390228,3.2249989943504334,0.07904379589957534,,,
+48500,-0.38398826122283936,3.221551321029663,0.04630101372627542,,,
+49000,-0.3594120144844055,3.2302094616889954,0.03530961532634683,,,
+49500,-0.3301698565483093,3.2149291682243346,0.01088221481081564,,,
+50000,-0.3629503548145294,3.229175557613373,0.1335558846076019,,,
+50000,,,,3.1800159752368926,0.09673885920565226,-0.12498629922047258
+50500,-0.3897797763347626,3.2528323898315428,0.08712286048475652,,,
+51000,-0.3725842833518982,3.238506412982941,0.02617259638849646,,,

2/transfer/CylinderJet3D-easy-v0/test_eval_episode_0.csv

@@ -0,0 +1,81 @@
+drag,lift,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,local_reward,reward
+3.4059587,0.6694164,0.19436173,0.19436057,0.35672277,0.3567223,0.19435836,0.19435886,0.35672453,0.35672575,-0.76996243,-0.7699623
+3.3865867,1.3629254,-0.21556817,-0.21557073,-0.038774744,-0.038776353,-0.21557604,-0.21557404,-0.038771212,-0.038768753,-1.4440994,-1.4440993
+3.3442535,1.4541607,-0.62103873,-0.6210389,-0.5330618,-0.53306216,-0.6210392,-0.621039,-0.53306144,-0.5330608,-1.4930017,-1.4930015
+3.2561214,0.7331381,-0.5598926,-0.55989057,-0.5602989,-0.5602973,-0.5598853,-0.55988735,-0.5603019,-0.5603038,-0.6838466,-0.6838467
+3.1836476,0.15524903,-0.29111734,-0.29111582,-0.31519192,-0.3151897,-0.29111126,-0.2911135,-0.31519383,-0.3151957,-0.033483915,-0.033483893
+3.183533,-0.045963056,-0.07594149,-0.07594022,-0.0824554,-0.082453355,-0.075937375,-0.07593918,-0.08245659,-0.08245763,0.07591663,0.07591676
+3.245779,-0.26039475,0.12012061,0.12012211,0.1461233,0.14612533,0.12012406,0.12012257,0.14612214,0.14612137,-0.20076102,-0.20076102
+3.296657,-0.5779454,0.31923103,0.31923187,0.41133308,0.41133386,0.31923133,0.31923142,0.41133267,0.4113326,-0.5691898,-0.5691897
+3.2825062,-0.766819,0.43971288,0.43971252,0.57182026,0.571819,0.43971053,0.439712,0.57182115,0.5718214,-0.7439125,-0.74391246
+3.245915,-0.8624211,0.4805063,0.48050517,0.5924615,0.592459,0.48050243,0.4805043,0.5924631,0.59246373,-0.8029232,-0.80292326
+3.2006907,-0.5476078,0.26427573,0.26427403,0.31565818,0.31565613,0.26427132,0.2642731,0.31565982,0.31566077,-0.44288564,-0.44288576
+3.1995914,-0.19390541,-0.07245256,-0.0724536,-0.06632914,-0.06633033,-0.07245572,-0.07245462,-0.06632812,-0.06632717,-0.088083774,-0.08808404
+3.2284355,-0.08182919,-0.26972312,-0.26972282,-0.26261318,-0.2626125,-0.26972225,-0.26972312,-0.26261315,-0.2626133,-0.004852102,-0.0048519373
+3.2414293,0.0044381414,-0.30926415,-0.30926347,-0.27174085,-0.2717389,-0.30926082,-0.3092628,-0.27174136,-0.2717418,0.020585824,0.0595453
+3.229984,0.3856007,-0.38699296,-0.38699317,-0.3341796,-0.33417848,-0.38699156,-0.38699257,-0.3341796,-0.33417916,-0.31017202,-0.31017196
+3.212564,0.5431676,-0.36546373,-0.36546326,-0.31828895,-0.31828797,-0.36546177,-0.36546245,-0.3182898,-0.31828976,-0.4503189,-0.4503188
+3.1951501,0.24810772,-0.097507864,-0.09750676,-0.060860366,-0.060859367,-0.09750499,-0.09750588,-0.06086138,-0.06086223,-0.13784508,-0.13784508
+3.187308,0.09934877,0.12359251,0.1235937,0.15693739,0.15693866,0.12359531,0.12359427,0.15693705,0.15693603,0.018755784,0.018755928
+3.1986268,-0.07988529,0.24561757,0.24561806,0.28349862,0.28349936,0.24561936,0.24561834,0.2834987,0.2834977,0.026900746,0.026900724
+3.1964173,-0.20657775,0.21669646,0.21669643,0.27277222,0.27277148,0.21669576,0.21669577,0.27277255,0.27277267,-0.0975821,-0.09758231
+3.1893344,-0.23805939,0.071231455,0.071230814,0.121648654,0.121647045,0.07122837,0.07122986,0.12164913,0.12164986,-0.12198123,-0.12198101
+3.1735315,-0.3840291,-0.0051478613,-0.0051483978,0.027953131,0.027951999,-0.005150752,-0.005149292,0.027953608,0.027954651,-0.25214773,-0.25214785
+3.1467419,-0.46492648,0.001238538,0.0012385976,0.025850428,0.02585016,0.0012379419,0.0012386274,0.02585007,0.025850547,-0.30625546,-0.30625558
+3.1428342,-0.37368345,0.024819387,0.024819894,0.05202724,0.052028045,0.024821026,0.024820639,0.052026913,0.052026317,-0.21110472,-0.21110487
+3.1428294,-0.23360485,0.058723286,0.05872415,0.09301539,0.093017,0.058726117,0.058724597,0.093015596,0.0930147,-0.07102171,-0.0710215
+3.1403406,-0.10539995,0.08688606,0.08688663,0.12830977,0.12831108,0.08688809,0.08688681,0.12830995,0.12830956,0.059672244,0.05967225
+3.139223,0.030871823,0.062442616,0.062442645,0.11203857,0.112039104,0.06244366,0.062443033,0.11203806,0.11203851,0.12216461,0.13531785
+3.140262,0.18375237,-0.040322974,-0.040323302,0.01735015,0.017349852,-0.040323153,-0.040322706,0.017349495,0.017349971,-0.018601658,-0.018601492
+3.136794,0.28586572,-0.16974397,-0.16974439,-0.11165924,-0.11165993,-0.1697455,-0.16974448,-0.11165933,-0.11165878,-0.11724727,-0.117247045
+3.12504,0.26852894,-0.23534513,-0.2353453,-0.18456157,-0.18456174,-0.2353463,-0.23534581,-0.184561,-0.18456091,-0.088156156,-0.08815622
+3.1117485,0.19846128,-0.21851847,-0.21851836,-0.17607456,-0.17607439,-0.2185184,-0.21851894,-0.17607424,-0.17607416,-0.004796965,-0.004796967
+3.1042533,0.14391683,-0.15366642,-0.15366627,-0.11757974,-0.11757894,-0.1536656,-0.15366623,-0.11757934,-0.117579296,0.057242654,0.057242647
+3.104548,0.0808104,-0.06409693,-0.06409685,-0.02892323,-0.028922813,-0.06409623,-0.06409675,-0.028922992,-0.028923051,0.12005447,0.120054394
+3.109779,-0.05201715,0.052555695,0.052555874,0.09602167,0.096021965,0.052555546,0.05255556,0.09602222,0.09602228,0.14361675,0.14361674
+3.114133,-0.2483849,0.18171832,0.18171866,0.24254082,0.24254026,0.18171747,0.18171833,0.24254155,0.24254142,-0.057104915,-0.057105005
+3.1117535,-0.36899626,0.2420771,0.24207711,0.31596768,0.3159668,0.24207579,0.24207701,0.31596807,0.31596822,-0.17533717,-0.17533696
+3.103284,-0.35550895,0.17996164,0.17996152,0.24675702,0.24675636,0.17996053,0.17996125,0.24675699,0.24675696,-0.15338002,-0.15338007
+3.0940495,-0.31321168,0.05129467,0.0512947,0.09906073,0.09906073,0.051294312,0.0512944,0.09906058,0.09906037,-0.10184823,-0.101848364
+3.0887117,-0.27988145,-0.07008557,-0.07008572,-0.026020156,-0.026019977,-0.07008551,-0.07008578,-0.026020275,-0.026020424,-0.0631804,-0.06318042
+3.0890055,-0.22109711,-0.13944224,-0.13944234,-0.08302419,-0.08302359,-0.13944176,-0.1394424,-0.08302389,-0.08302395,-0.0046896376,-0.0046898127
+3.0927465,-0.13408777,-0.13927929,-0.13927896,-0.06898256,-0.06898148,-0.13927813,-0.13927896,-0.06898232,-0.06898238,0.07857858,0.0785785
+3.0956416,-0.044418428,-0.07965262,-0.07965203,-0.0071269143,-0.007125633,-0.07965036,-0.07965161,-0.007127093,-0.007127391,0.15109074,0.16535273
+3.0958264,0.023949623,0.0035121571,0.0035132896,0.06459947,0.06460078,0.00351475,0.0035137367,0.06459917,0.064598575,0.15680774,0.18563676
+3.0935378,0.0726566,0.05575706,0.055757776,0.10265125,0.102652445,0.055758998,0.05575855,0.10265066,0.10265006,0.13921827,0.13921836
+3.091802,0.099478826,0.04433833,0.04433836,0.08353235,0.083532915,0.044338807,0.044338807,0.08353181,0.083531484,0.11413204,0.11413206
+3.0906062,0.090602815,-0.020136045,-0.02013673,0.022206975,0.022207035,-0.020137684,-0.020137297,0.022207184,0.022207243,0.12420365,0.12420374
+3.0885365,0.05037253,-0.09905025,-0.09905101,-0.044378743,-0.044379517,-0.09905246,-0.09905194,-0.044377968,-0.04437785,0.1644156,0.16650374
+3.0855694,-0.016835831,-0.14099869,-0.14099912,-0.07489373,-0.07489434,-0.14100045,-0.14099993,-0.074892744,-0.07489234,0.17176092,0.20300755
+3.0838711,-0.104120314,-0.11146879,-0.11146878,-0.04246232,-0.04246238,-0.11146952,-0.1114693,-0.04246141,-0.042461142,0.11742144,0.11742133
+3.0860362,-0.20307678,-0.010565983,-0.0105651785,0.051867828,0.051868305,-0.010564821,-0.010565268,0.051868245,0.051868305,0.01629987,0.016299784
+3.0873537,-0.30786866,0.12887873,0.12887953,0.17830628,0.17830747,0.12888108,0.12888004,0.17830631,0.17830569,-0.08980973,-0.0898096
+3.0840764,-0.37380385,0.23364444,0.23364499,0.2716658,0.271667,0.23364654,0.23364584,0.27166533,0.27166486,-0.15246747,-0.15246749
+3.0770404,-0.34606624,0.22446688,0.2244667,0.2601923,0.26019287,0.22446738,0.22446717,0.26019168,0.2601915,-0.11769381,-0.1176939
+3.072239,-0.27835947,0.111227766,0.11122699,0.15222462,0.1522244,0.111226246,0.11122666,0.15222456,0.15222453,-0.045185804,-0.045185626
+3.0721443,-0.2246681,-0.035546258,-0.035547122,0.017204298,0.017203493,-0.035548493,-0.03554766,0.017204477,0.017204775,0.008600449,0.008600399
+3.0756395,-0.14420879,-0.16778903,-0.16778938,-0.097953156,-0.09795387,-0.16779119,-0.16779046,-0.09795271,-0.09795214,0.085564554,0.085564494
+3.0793777,-0.037723534,-0.23949422,-0.239494,-0.15992244,-0.15992258,-0.23949476,-0.2394949,-0.15992181,-0.15992151,0.16819,0.18831158
+3.0814915,0.030402474,-0.2014692,-0.20146845,-0.1349952,-0.13499434,-0.2014673,-0.20146842,-0.13499469,-0.13499461,0.1684533,0.19351882
+3.0822053,0.04838177,-0.06806637,-0.0680656,-0.030258136,-0.030256467,-0.06806299,-0.068064705,-0.030258017,-0.030258315,0.17016074,0.1748257
+3.0826833,0.023154005,0.0941644,0.09416501,0.10998954,0.109991744,0.094168514,0.094166845,0.109989315,0.10998839,0.18116589,0.19957544
+3.0830808,-0.051295046,0.21504982,0.21505004,0.23241256,0.2324137,0.21505207,0.21505137,0.23241194,0.2324109,0.17103691,0.17103696
+3.083826,-0.10450202,0.21523847,0.2152382,0.25913548,0.25913483,0.21523684,0.21523775,0.25913528,0.25913477,0.11708474,0.11708468
+3.0845728,-0.11870748,0.0892766,0.08927612,0.15651524,0.15651333,0.08927266,0.0892743,0.15651533,0.1565159,0.102132544,0.1021325
+3.0833673,-0.1480591,-0.082443,-0.082443655,-0.0034027863,-0.0034047533,-0.08244781,-0.08244574,-0.003402399,-0.003401177,0.07398617,0.07398632
+3.0802088,-0.1652829,-0.22310756,-0.22310817,-0.1396995,-0.13970055,-0.22311063,-0.22311,-0.13969871,-0.13969783,0.059921235,0.059921086
+3.0790517,-0.1796443,-0.2517417,-0.2517417,-0.1836837,-0.18368338,-0.25174132,-0.2517421,-0.18368305,-0.18368249,0.046716575,0.046716735
+3.0830994,-0.23751041,-0.12194933,-0.12194908,-0.0847612,-0.08475892,-0.12194604,-0.1219479,-0.08476056,-0.084760785,-0.015197016,-0.015197009
+3.08957,-0.34482116,0.13068481,0.13068552,0.13786732,0.13787039,0.13069011,0.1306879,0.13786772,0.13786626,-0.12897858,-0.12897843
+3.0882716,-0.45512903,0.3820901,0.38209113,0.38558424,0.3855865,0.38209504,0.382094,0.38558334,0.38558164,-0.23798789,-0.23798788
+3.07622,-0.431602,0.4415996,0.44160008,0.48647466,0.4864741,0.44159955,0.44160074,0.4864731,0.48647252,-0.20240921,-0.20240927
+3.0703735,-0.25159308,0.24504882,0.24504825,0.31990248,0.31989986,0.24504483,0.24504669,0.3199014,0.31990248,-0.01655404,-0.016553849
+3.0759678,-0.15244414,-0.048823312,-0.048824266,0.029307975,0.029305322,-0.048828676,-0.048827007,0.029308034,0.029309465,0.077000916,0.07700084
+3.0866206,-0.00620865,-0.37119657,-0.37119752,-0.2715816,-0.27158362,-0.3712021,-0.37120056,-0.27158064,-0.271579,0.16056398,0.21258356
+3.092152,0.21318066,-0.601633,-0.6016335,-0.5016062,-0.50160605,-0.60163456,-0.6016348,-0.5016042,-0.5016038,7.998198e-05,7.998943e-05
+3.0930505,0.15725754,-0.4805156,-0.4805154,-0.4369963,-0.4369935,-0.48051172,-0.48051375,-0.43699455,-0.43699512,0.055104744,0.055104747
+3.0969646,0.056596965,-0.120563075,-0.120562196,-0.12732388,-0.12732053,-0.12055631,-0.120558694,-0.1273236,-0.12732497,0.15185124,0.1518512
+3.1079297,-0.123666,0.34598544,0.34598744,0.30224693,0.3022508,0.3459953,0.34599203,0.3022457,0.3022436,0.07381703,0.07381706
+3.1246114,-0.60758483,0.82967687,0.8296788,0.82022566,0.82022744,0.82968265,0.82968116,0.8202227,0.82022,-0.42678332,-0.42678344
+3.1417158,-0.57573164,0.7843983,0.7843984,0.91676635,0.91676253,0.7843908,0.78439426,0.916764,0.9167649,-0.41203475,-0.41203463
+3.158459,-0.19630401,0.2518632,0.25186187,0.3877927,0.3877871,0.25185284,0.25185725,0.3877922,0.38779438,-0.049350068,-0.049350187