Upload results for SAC on RBC2D-easy-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470bd8f189897cad89be1a8783da5dc1ccc545f0d307aee31bf5213ff328293e
+size 15018763

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.7530727,0.97684,-0.91098493,-0.84604275,-0.8226224,0.65331507,-0.5441258,0.97720003,-0.9376046,-0.93172485,-0.841686,0.5129421,-0.27271104,0.14284682,0.14284706
+4.5093684,0.97948027,-0.70013845,-0.71644825,-0.8306085,0.061420918,-0.85640603,0.97970736,-0.79691064,-0.87707734,-0.8380599,-0.15780902,-0.78789455,0.38655123,0.38655138
+4.219099,0.98235106,-0.9220369,-0.7287109,-0.7917352,0.42022657,-0.9335062,0.9824339,-0.9362411,-0.8521742,-0.784386,0.33535838,-0.8781821,0.6768206,0.67682076
+4.2178497,0.9841902,-0.85079867,-0.901931,-0.75308603,0.3332367,-0.90899837,0.984146,-0.8691245,-0.93663144,-0.74370086,0.26293707,-0.84853613,0.67806983,0.67807007
+4.3171268,0.98465776,-0.8365572,-0.8610416,-0.68632257,0.31437576,-0.9316478,0.9846202,-0.8571336,-0.9126663,-0.6561037,0.27336466,-0.90545297,0.57879287,0.57879305
+4.379579,0.9836798,-0.87950766,-0.8510961,-0.7194426,0.23381853,-0.9250182,0.9836366,-0.8953822,-0.9059348,-0.7024533,0.19562006,-0.9056039,0.51634055,0.51634073
+4.384543,0.98332536,-0.9005421,-0.75431776,-0.7360547,0.3495357,-0.86112136,0.98317456,-0.914035,-0.8424887,-0.7211453,0.3069563,-0.7738526,0.5113767,0.51137686
+4.357579,0.981935,-0.89978075,-0.7943537,-0.8375908,0.4471159,-0.83418393,0.9817463,-0.9064789,-0.8547435,-0.7870836,0.4040841,-0.75488526,0.53834045,0.53834057
+4.357443,0.9810486,-0.87000227,-0.7978591,-0.88684696,0.52395606,-0.8729952,0.9808724,-0.8711565,-0.8618709,-0.85032,0.48466086,-0.85230845,0.53847677,0.53847694
+4.3848114,0.98131585,-0.8228933,-0.75111103,-0.9060514,0.5557785,-0.90805316,0.98116183,-0.8212677,-0.836921,-0.88117445,0.5182431,-0.9025269,0.5111082,0.5111084
+4.432479,0.9823533,-0.7962627,-0.70619774,-0.9134992,0.62524974,-0.9189729,0.98218894,-0.7943436,-0.8092241,-0.8934349,0.5875255,-0.9286621,0.46344075,0.4634409
+4.4922833,0.98327565,-0.7772801,-0.6789641,-0.92261434,0.62958527,-0.9408517,0.98312783,-0.77035195,-0.7847904,-0.90200543,0.59364676,-0.9480481,0.40363637,0.40363646
+4.4614477,0.98396826,-0.79915696,-0.61229444,-0.92536676,0.24649334,-0.95977044,0.98380506,-0.7870151,-0.72172993,-0.903533,0.20104814,-0.963547,0.43447194,0.43447208
+4.298852,0.98408985,-0.86184067,-0.31544852,-0.8986963,-0.022666812,-0.9538671,0.9838631,-0.8494278,-0.43506372,-0.8677353,-0.038104355,-0.95506996,0.5970677,0.59706783
+4.187003,0.9836829,-0.85322917,-0.13836211,-0.88439447,-0.13263458,-0.9214863,0.983469,-0.83014256,-0.20889771,-0.8406047,-0.13206655,-0.9122804,0.7089166,0.70891666
+4.1856995,0.98287225,-0.8456451,-0.16906261,-0.9014407,-0.02726829,-0.8485144,0.9827231,-0.81391495,-0.20471954,-0.86418635,-0.02194333,-0.82620555,0.71022016,0.71022034
+4.2452164,0.98213375,-0.8267168,-0.27173567,-0.92623514,0.1339829,-0.76770425,0.98206675,-0.7936604,-0.29629642,-0.8986191,0.13811278,-0.752618,0.6507033,0.65070343
+4.349583,0.9822929,-0.7749867,-0.16801518,-0.93944675,0.276397,-0.75589937,0.982242,-0.7384499,-0.2120834,-0.9193036,0.27699304,-0.74915946,0.5463366,0.54633665
+4.441977,0.98285854,-0.73320055,-0.09595084,-0.9452625,0.29295278,-0.7782021,0.98278,-0.6940449,-0.14467353,-0.92817456,0.29019618,-0.77528626,0.4539427,0.45394278
+4.449395,0.9831526,-0.72542596,-0.14359242,-0.94450694,0.117533445,-0.81498617,0.9830735,-0.6831095,-0.19032657,-0.92685413,0.1145308,-0.8131961,0.44652453,0.44652462
+4.366316,0.98313177,-0.75723356,-0.0021322966,-0.9324663,-0.14705747,-0.86390454,0.9830755,-0.7186763,-0.05013913,-0.9106774,-0.14573348,-0.86347085,0.5296039,0.52960396
+4.278199,0.983135,-0.8020506,0.11959028,-0.9082997,-0.31433636,-0.8661649,0.98306334,-0.7718545,0.08282387,-0.88128537,-0.30048203,-0.8654867,0.6177204,0.6177206
+4.2415214,0.9835112,-0.8207321,-0.021163166,-0.8949641,-0.3364296,-0.81024843,0.9834428,-0.7909352,-0.047283173,-0.8644856,-0.3218853,-0.8062201,0.6543983,0.65439844
+4.224449,0.98376894,-0.83378386,-0.19966972,-0.89471537,-0.23551351,-0.76547885,0.983742,-0.80723166,-0.22366464,-0.85937697,-0.22620904,-0.7587685,0.6714706,0.67147064
+4.2393866,0.983819,-0.83833325,-0.24208468,-0.8999472,-0.086680174,-0.7792492,0.9837929,-0.812616,-0.27968287,-0.868442,-0.07750285,-0.7742443,0.6565332,0.65653324
+4.288003,0.9840617,-0.8366075,-0.27967417,-0.90659446,0.018324018,-0.79655373,0.98400307,-0.8089716,-0.3289894,-0.87888324,0.022329926,-0.7951754,0.6079168,0.60791683
+4.313274,0.9841175,-0.8418231,-0.40087008,-0.9093028,0.034758687,-0.8116724,0.9840338,-0.812419,-0.44647765,-0.8821778,0.038886786,-0.8128855,0.5826457,0.5826459
+4.293416,0.9838766,-0.83830684,-0.4587785,-0.9046058,0.006564617,-0.85392946,0.9837911,-0.80802095,-0.4991256,-0.87504697,0.013033152,-0.85691994,0.6025036,0.6025038
+4.2542953,0.9837332,-0.8446008,-0.4250223,-0.8967431,-0.016613305,-0.8858538,0.9836416,-0.81698954,-0.46786505,-0.8707164,-0.008943975,-0.8920438,0.6416243,0.64162445
+4.2246885,0.98382545,-0.8566296,-0.43118435,-0.8938107,-0.039513707,-0.8838398,0.98371494,-0.8326746,-0.4707836,-0.8700313,-0.030466378,-0.88962835,0.6712311,0.67123127
+4.216077,0.9839009,-0.857358,-0.46569508,-0.89105624,-0.039396822,-0.86989075,0.98378336,-0.8341678,-0.49851418,-0.8642078,-0.029716492,-0.8745218,0.67984295,0.67984295
+4.228792,0.983762,-0.8536639,-0.4653721,-0.8935612,-0.009427667,-0.86732185,0.9836527,-0.82891893,-0.4959215,-0.86268514,-0.00058478117,-0.871009,0.66712743,0.6671276
+4.253034,0.9836242,-0.85229045,-0.44992912,-0.8995843,0.02083671,-0.8670732,0.9835173,-0.826196,-0.4828123,-0.86932015,0.02825129,-0.87080014,0.64288557,0.6428857
+4.269644,0.9835746,-0.8486484,-0.459054,-0.90503854,0.03507662,-0.8618291,0.9834658,-0.8211874,-0.49197406,-0.87667835,0.041596532,-0.86589754,0.62627584,0.626276
+4.2692943,0.98348856,-0.8390345,-0.4650123,-0.90797764,0.031589508,-0.8644701,0.9833863,-0.8118126,-0.49559438,-0.88122624,0.038368464,-0.86874133,0.6266254,0.62662554
+4.2577167,0.9834032,-0.833235,-0.43858147,-0.90819436,0.006387472,-0.8753315,0.98330986,-0.8062063,-0.46715844,-0.88462335,0.014435053,-0.8794966,0.63820297,0.63820314
+4.243367,0.98344696,-0.83622247,-0.4076988,-0.9074023,-0.037035644,-0.8787137,0.98335505,-0.8089786,-0.4343148,-0.8866474,-0.027247071,-0.88255197,0.65255255,0.6525526
+4.2322884,0.9835563,-0.83995914,-0.38858056,-0.9047538,-0.08091432,-0.87253386,0.98346376,-0.812378,-0.4123171,-0.8845975,-0.06940007,-0.8755285,0.66363126,0.66363144
+4.2278557,0.9835789,-0.8423682,-0.37349093,-0.90276545,-0.10764706,-0.8657616,0.9834919,-0.81421006,-0.3944975,-0.8816504,-0.09511614,-0.8682188,0.6680641,0.6680641
+4.2292776,0.9835317,-0.84566444,-0.3675189,-0.90254843,-0.114786685,-0.86022985,0.98345256,-0.8182299,-0.38753766,-0.880924,-0.10188717,-0.8625287,0.666642,0.6666422
+4.2323837,0.9835119,-0.84807456,-0.3777479,-0.90344733,-0.10534412,-0.8533978,0.9834392,-0.8210118,-0.39798415,-0.8819343,-0.092365384,-0.8553175,0.663536,0.6635361
+4.2342377,0.98351836,-0.8474722,-0.39641142,-0.9051199,-0.086794496,-0.84975153,0.9834511,-0.8202428,-0.41732955,-0.8841679,-0.0739907,-0.8514323,0.66168207,0.6616821
+4.234521,0.9835365,-0.8458803,-0.41164672,-0.90757596,-0.07396418,-0.8539268,0.9834728,-0.81831706,-0.4332645,-0.8875894,-0.061396003,-0.85597706,0.6613987,0.6613989
+4.233397,0.98359215,-0.84720236,-0.42347878,-0.90969884,-0.076376855,-0.86154926,0.9835272,-0.81986403,-0.44583273,-0.8914569,-0.06372142,-0.8643097,0.66252273,0.6625228
+4.229219,0.9836712,-0.8510493,-0.43572068,-0.91031665,-0.09083855,-0.86750066,0.98360205,-0.82449394,-0.45755404,-0.8934743,-0.07750809,-0.8710214,0.66670066,0.66670084
+4.222389,0.98372066,-0.8553951,-0.44671237,-0.9095912,-0.1056155,-0.87141585,0.98364866,-0.8299147,-0.46716893,-0.89352983,-0.09148544,-0.8753377,0.6735305,0.6735306
+4.215343,0.98372126,-0.8595326,-0.45803106,-0.9086534,-0.11117345,-0.8734285,0.9836483,-0.8349563,-0.4767934,-0.8928287,-0.09620637,-0.8772343,0.6805766,0.6805768
+4.2114463,0.9836991,-0.86278355,-0.47363877,-0.9084993,-0.10347289,-0.8730611,0.9836261,-0.8387904,-0.49115497,-0.89240307,-0.088045835,-0.8767402,0.68447345,0.6844735
+4.211768,0.9836738,-0.8639003,-0.4914509,-0.90894186,-0.084204316,-0.87199515,0.9836012,-0.8400127,-0.50851405,-0.893039,-0.06886339,-0.8756861,0.6841516,0.68415165
+4.216256,0.98364675,-0.86299115,-0.50743496,-0.9104256,-0.062022805,-0.8730131,0.9835745,-0.83875936,-0.52426654,-0.8951519,-0.04716915,-0.876935,0.6796634,0.67966366
+4.221864,0.98362887,-0.8615239,-0.51956683,-0.91272736,-0.047777176,-0.876685,0.98355603,-0.8368213,-0.5363583,-0.8982503,-0.033387363,-0.88095164,0.6740554,0.6740556
+4.2249117,0.98362327,-0.8609013,-0.52704686,-0.9149811,-0.045946598,-0.8814905,0.9835496,-0.8359193,-0.5436594,-0.90108,-0.03163278,-0.886054,0.67100805,0.6710081
+4.222705,0.9836204,-0.86103404,-0.5299351,-0.9165859,-0.054523647,-0.8859671,0.98354566,-0.8360474,-0.5461277,-0.902926,-0.040017605,-0.8906446,0.67321485,0.6732149
+4.21686,0.9836111,-0.8621048,-0.52861905,-0.91740346,-0.067210674,-0.8888916,0.9835354,-0.83738804,-0.5442363,-0.9036939,-0.05214888,-0.89354354,0.6790599,0.67906
+4.210328,0.9835973,-0.8635609,-0.52622366,-0.91758585,-0.077527046,-0.8896016,0.9835205,-0.8392186,-0.5410931,-0.90380836,-0.062074542,-0.8940954,0.6855915,0.6855917
+4.2066574,0.9835806,-0.86469454,-0.5253661,-0.9176532,-0.080598354,-0.88830465,0.9835048,-0.8405967,-0.53944,-0.9037542,-0.06467998,-0.89263004,0.6892622,0.6892624
+4.207033,0.983559,-0.8648626,-0.5265512,-0.91816866,-0.07681793,-0.8864548,0.9834851,-0.8407671,-0.5400038,-0.90427285,-0.060736835,-0.89068,0.6888866,0.68888664
+4.210307,0.98353624,-0.86429673,-0.5291938,-0.9193141,-0.07019848,-0.88552594,0.98346543,-0.8400375,-0.5422194,-0.9055934,-0.054107428,-0.88973093,0.6856125,0.6856127
+4.2137365,0.9835198,-0.86346835,-0.53228426,-0.9209032,-0.06545156,-0.88601524,0.983451,-0.83902925,-0.5451164,-0.9074818,-0.049353004,-0.8903078,0.6821831,0.68218327
+4.2149115,0.9835141,-0.8628946,-0.53475857,-0.92253166,-0.06568563,-0.88773274,0.9834465,-0.83836776,-0.5475018,-0.9094041,-0.04957843,-0.89211214,0.68100816,0.68100834
+4.2132387,0.9835167,-0.86305034,-0.53626114,-0.92389244,-0.07091302,-0.8899498,0.98344994,-0.83858806,-0.54892355,-0.9109592,-0.054581642,-0.8944066,0.682681,0.6826811
+4.209382,0.98352695,-0.8639912,-0.5371436,-0.92476666,-0.07879621,-0.89184165,0.98345983,-0.8397747,-0.5494505,-0.9118988,-0.062143207,-0.8963032,0.68653756,0.68653774
+4.20535,0.98353934,-0.8655288,-0.5386626,-0.92515963,-0.08545482,-0.89277786,0.98347175,-0.8416702,-0.5505619,-0.9122953,-0.06834674,-0.897205,0.6905698,0.6905699
+4.203013,0.9835458,-0.86704695,-0.54153067,-0.92535526,-0.08799237,-0.8928129,0.9834784,-0.84351116,-0.55298555,-0.9124755,-0.07055974,-0.89720815,0.6929067,0.69290686
+4.202773,0.98354316,-0.8681941,-0.5467273,-0.9256881,-0.08528626,-0.89255756,0.98347616,-0.84491485,-0.5576903,-0.9128271,-0.06765711,-0.89694476,0.69314665,0.6931467
+4.204111,0.9835317,-0.86876684,-0.5535697,-0.92636824,-0.078561604,-0.89261925,0.9834657,-0.84559727,-0.56419533,-0.9136033,-0.06093663,-0.8970586,0.69180864,0.6918087
+4.205991,0.9835186,-0.86885476,-0.56107163,-0.92741203,-0.07075286,-0.8935028,0.9834535,-0.845699,-0.57151437,-0.9148429,-0.053125322,-0.8980412,0.689929,0.689929
+4.2075176,0.9835099,-0.86875826,-0.5683713,-0.9286136,-0.064564824,-0.8952152,0.9834449,-0.8455956,-0.5786752,-0.9162735,-0.047059476,-0.8998766,0.6884021,0.6884022
+4.207718,0.98350716,-0.86884296,-0.5744022,-0.9297338,-0.06174749,-0.8974843,0.9834422,-0.8457087,-0.58470947,-0.91762817,-0.044283926,-0.9022119,0.68820184,0.6882019
+4.2066936,0.9835087,-0.86925715,-0.57973087,-0.93061024,-0.062438607,-0.8997644,0.9834428,-0.84619963,-0.5897856,-0.91868114,-0.044908762,-0.90454185,0.689226,0.68922615
+4.2050066,0.9835105,-0.87008786,-0.58347976,-0.9311458,-0.06420112,-0.9015574,0.9834435,-0.8471918,-0.5932543,-0.91932803,-0.04650998,-0.9063494,0.690913,0.6909132
+4.2033677,0.9835073,-0.87099206,-0.586708,-0.9315177,-0.06523526,-0.902712,0.98343956,-0.84824854,-0.59612644,-0.919754,-0.047442734,-0.9075099,0.6925519,0.6925521
+4.202482,0.98349655,-0.8717281,-0.5907024,-0.9318696,-0.063806,-0.9033028,0.9834286,-0.84910357,-0.59965956,-0.92014587,-0.045836687,-0.9080812,0.6934375,0.6934376
+4.202778,0.98347986,-0.87208664,-0.59471995,-0.93238795,-0.059776187,-0.90369195,0.983412,-0.8495049,-0.6033005,-0.92073256,-0.041786134,-0.9082829,0.69314176,0.69314194
+4.2039375,0.9834604,-0.8720606,-0.5987516,-0.93312526,-0.054309726,-0.9043591,0.98339367,-0.84946096,-0.6071004,-0.9215788,-0.036395133,-0.9087604,0.6919821,0.69198227
+4.205367,0.98344326,-0.87182736,-0.60288554,-0.9340435,-0.04925835,-0.90539175,0.983377,-0.8491666,-0.6111317,-0.9226434,-0.03138745,-0.9096582,0.6905525,0.6905527
+4.2063503,0.9834316,-0.87150604,-0.606337,-0.9349792,-0.04641694,-0.90682346,0.98336554,-0.8487949,-0.6145062,-0.9237456,-0.028703868,-0.9109762,0.6895693,0.6895695
+4.2062993,0.9834254,-0.87146956,-0.6087536,-0.935785,-0.046089113,-0.9084726,0.98335886,-0.84877014,-0.6168155,-0.9246919,-0.028432965,-0.9124508,0.68962044,0.6896205
+4.2055197,0.98342085,-0.8717227,-0.6107384,-0.93642926,-0.047794342,-0.909982,0.98335457,-0.84907264,-0.6187683,-0.9254344,-0.030193865,-0.9136814,0.69039994,0.6904001
+4.204067,0.9834174,-0.8722032,-0.612139,-0.9368724,-0.049704254,-0.91114986,0.9833505,-0.8496512,-0.6198597,-0.9259196,-0.031838536,-0.9145139,0.69185257,0.69185257
+4.203002,0.98341036,-0.87276906,-0.61385304,-0.9372439,-0.05023223,-0.9119451,0.98334336,-0.85034406,-0.62139946,-0.9263207,-0.032058895,-0.91491693,0.69291776,0.6929178
+4.202708,0.9834013,-0.8731101,-0.61605513,-0.93764836,-0.048682272,-0.91248095,0.9833343,-0.85077775,-0.6235671,-0.92675465,-0.0302189,-0.9151251,0.693212,0.69321203
+4.2033772,0.98338985,-0.87330174,-0.6185321,-0.93817145,-0.045197845,-0.91296685,0.9833231,-0.85104203,-0.6260654,-0.9273422,-0.026273847,-0.9153669,0.6925424,0.69254255
+4.204635,0.9833772,-0.8732417,-0.62196624,-0.938845,-0.04102069,-0.913668,0.98331046,-0.85103065,-0.6296134,-0.92811435,-0.021760285,-0.91591007,0.6912845,0.69128466
+4.2057014,0.9833673,-0.87305796,-0.62511253,-0.93958294,-0.037428975,-0.91471887,0.9833008,-0.8508795,-0.6330138,-0.9289692,-0.018037677,-0.9168286,0.69021827,0.69021845
+4.2064943,0.98335886,-0.873003,-0.6281658,-0.9403129,-0.03518623,-0.91597956,0.9832921,-0.8509032,-0.6363654,-0.92982155,-0.015606999,-0.91798145,0.6894254,0.68942547
+4.206461,0.98335457,-0.8730844,-0.6309392,-0.94091296,-0.034259677,-0.91735446,0.9832871,-0.85108346,-0.639294,-0.9305427,-0.014568448,-0.91916376,0.6894588,0.68945885
+4.205805,0.98335075,-0.8733173,-0.6335716,-0.9413936,-0.033759117,-0.9186332,0.98328257,-0.8514353,-0.6420072,-0.9311148,-0.014200866,-0.92019385,0.6901149,0.690115
+4.2053127,0.983346,-0.87368244,-0.6360312,-0.94177437,-0.032978654,-0.91972136,0.9832771,-0.8519227,-0.64446336,-0.9315459,-0.013555825,-0.9209674,0.69060683,0.6906071
+4.2050304,0.9833391,-0.87405455,-0.63877136,-0.94214195,-0.030940592,-0.92057437,0.9832696,-0.8523928,-0.6470886,-0.93195695,-0.0115965605,-0.92151845,0.6908891,0.69088936
+4.2054605,0.9833288,-0.87429595,-0.64154637,-0.94255555,-0.027554631,-0.92135274,0.9832592,-0.85267866,-0.6498092,-0.9324039,-0.010774612,-0.92199314,0.690459,0.69045925
+4.20575,0.98331594,-0.8744794,-0.64481485,-0.9430569,-0.023449838,-0.92209446,0.9832456,-0.8528326,-0.6522573,-0.9329222,-0.014516234,-0.92248976,0.69016975,0.6901698
+4.205657,0.98329854,-0.8749716,-0.6482012,-0.94360733,-0.019248664,-0.9227498,0.9832277,-0.853118,-0.6530238,-0.9333727,-0.016458869,-0.92284757,0.69026273,0.6902628
+4.205175,0.9832802,-0.8751633,-0.6523496,-0.9442151,-0.01546824,-0.92352855,0.98321307,-0.85276896,-0.653837,-0.93380904,-0.018472195,-0.92314404,0.6907448,0.6907449
+4.204834,0.9832647,-0.87550676,-0.6556004,-0.9448097,-0.012598753,-0.9243666,0.98320353,-0.8524566,-0.6536616,-0.9342451,-0.020890713,-0.92344224,0.69108564,0.6910858
+4.204707,0.9832554,-0.8761059,-0.6583366,-0.94531775,-0.010476172,-0.92510617,0.98319745,-0.85249,-0.65281427,-0.93468946,-0.023810148,-0.9236235,0.6912125,0.69121265
+4.204425,0.98325205,-0.876673,-0.6608431,-0.94571763,-0.009201467,-0.9257931,0.98319507,-0.85244423,-0.65165263,-0.9350825,-0.027212262,-0.9235985,0.6914947,0.69149494
+4.2038245,0.9832473,-0.8775144,-0.6629958,-0.9460628,-0.011302412,-0.92642653,0.98319244,-0.85255486,-0.6504939,-0.93543303,-0.031061828,-0.9234716,0.6920951,0.6920953
+4.202544,0.98323727,-0.8783306,-0.6647089,-0.94633234,-0.01621145,-0.92684305,0.9831872,-0.8529865,-0.6495923,-0.9357594,-0.03583324,-0.92313653,0.6933755,0.6933756
+4.2003875,0.98322403,-0.8791067,-0.66557753,-0.9464787,-0.019907176,-0.9269127,0.98317814,-0.8537446,-0.6488944,-0.93603474,-0.04447663,-0.9224675,0.69553214,0.6955323
+4.197802,0.98320866,-0.8798524,-0.6665969,-0.94660074,-0.023372173,-0.9266168,0.98316455,-0.854718,-0.6475762,-0.9362711,-0.052327394,-0.9214726,0.6981177,0.69811773
+4.1955276,0.9831916,-0.8804745,-0.66814286,-0.9467806,-0.026612401,-0.9261498,0.98315203,-0.85554856,-0.64645624,-0.9365022,-0.06022638,-0.92025226,0.7003922,0.70039225
+4.1937304,0.98317695,-0.8811765,-0.6693404,-0.9470129,-0.029763877,-0.92561966,0.9831457,-0.85643864,-0.64476883,-0.93672204,-0.06815243,-0.91891253,0.7021892,0.70218945
+4.1921988,0.9831667,-0.88190234,-0.6706326,-0.94727427,-0.033270895,-0.92504287,0.9831438,-0.85744554,-0.6429266,-0.9369809,-0.07559556,-0.917524,0.70372087,0.70372105
+4.1904945,0.9831636,-0.882616,-0.67214406,-0.9474992,-0.04144174,-0.92459637,0.9831464,-0.8584975,-0.6412428,-0.9372326,-0.082861185,-0.9161728,0.7054251,0.70542526
+4.188019,0.98316276,-0.8836452,-0.67293406,-0.9476017,-0.05076039,-0.92411745,0.9831519,-0.859954,-0.64013827,-0.93743604,-0.091664195,-0.9147442,0.707901,0.707901
+4.1846495,0.983165,-0.88479525,-0.6737686,-0.9475845,-0.06044823,-0.9234865,0.9831588,-0.8616126,-0.63954705,-0.9375651,-0.10122484,-0.9131332,0.7112701,0.71127033
+4.181013,0.98317146,-0.8860008,-0.6749208,-0.94746464,-0.070341766,-0.92264086,0.98316765,-0.8634572,-0.6392276,-0.9375854,-0.11100721,-0.91130203,0.7149064,0.7149067
+4.177572,0.9831785,-0.88739294,-0.67635816,-0.9473014,-0.079497755,-0.9215602,0.983179,-0.86563283,-0.63945574,-0.93750393,-0.120587945,-0.9091714,0.71834797,0.718348
+4.1745796,0.9831848,-0.8887022,-0.6785828,-0.9471314,-0.088147104,-0.9203073,0.9831917,-0.8676587,-0.6404173,-0.9373793,-0.12994683,-0.90680075,0.7213401,0.7213402
+4.1717634,0.983191,-0.8899784,-0.68106496,-0.9469668,-0.09676969,-0.91896576,0.98320436,-0.86927116,-0.6416064,-0.9372465,-0.138803,-0.90428084,0.7241562,0.7241564
+4.168969,0.98319674,-0.89123887,-0.6838732,-0.9468058,-0.10554546,-0.9176837,0.9832156,-0.8709957,-0.64338094,-0.93698215,-0.14788991,-0.9016943,0.7269506,0.72695065
+4.1659455,0.9832041,-0.8924877,-0.6868706,-0.94661474,-0.11425096,-0.91637635,0.98322797,-0.8726937,-0.645584,-0.9365662,-0.1568777,-0.8990092,0.7299741,0.72997427
+4.162758,0.9832146,-0.8937479,-0.68996286,-0.9463967,-0.12306827,-0.91493726,0.9832432,-0.874341,-0.64799565,-0.93606716,-0.16595274,-0.89626384,0.73316187,0.7331619
+4.1594877,0.98323035,-0.8950699,-0.6930487,-0.94612974,-0.13197798,-0.91348845,0.9832628,-0.8759627,-0.6503925,-0.93547744,-0.17509782,-0.89347315,0.7364319,0.7364321
+4.156294,0.9832518,-0.89647454,-0.6962248,-0.94579095,-0.14070702,-0.9119537,0.98328805,-0.87761015,-0.6529122,-0.9347615,-0.18396485,-0.89054847,0.73962563,0.73962593
+4.1532974,0.98327696,-0.8978976,-0.6994238,-0.94539064,-0.1494422,-0.9103249,0.9833169,-0.87928283,-0.655489,-0.9339525,-0.1928556,-0.8874859,0.7426224,0.7426224
+4.1504235,0.9833026,-0.8993418,-0.70297813,-0.94491833,-0.15809786,-0.90859807,0.9833462,-0.88103485,-0.658444,-0.93304056,-0.20154303,-0.8842527,0.7454962,0.7454963
+4.147593,0.98332894,-0.9007276,-0.7065122,-0.9443773,-0.16637546,-0.9068075,0.983376,-0.88278973,-0.6615353,-0.93205285,-0.21004874,-0.8808193,0.7483266,0.7483268
+4.1447153,0.9833536,-0.90209806,-0.71011996,-0.9438063,-0.17433482,-0.9048648,0.98340404,-0.884571,-0.6647652,-0.9309979,-0.21808237,-0.87685806,0.7512043,0.7512045
+4.141942,0.9833778,-0.903434,-0.7136778,-0.9431759,-0.18190265,-0.9028351,0.98343134,-0.8863321,-0.66819566,-0.9299161,-0.22582132,-0.8725664,0.7539777,0.7539778
+4.1393456,0.98340297,-0.9046869,-0.7171064,-0.9423121,-0.18883693,-0.90074307,0.9834591,-0.8880019,-0.67163986,-0.92876095,-0.23291272,-0.86811084,0.7565741,0.75657415
+4.136972,0.9834297,-0.90588653,-0.7204218,-0.94133276,-0.19564009,-0.8986222,0.98348856,-0.8895915,-0.675089,-0.9275794,-0.23978019,-0.8635473,0.7589477,0.75894785
+4.1347857,0.983459,-0.907062,-0.7234611,-0.94032043,-0.20231211,-0.89647734,0.9835197,-0.8911387,-0.6783311,-0.92634517,-0.24644756,-0.85896343,0.76113397,0.76113415
+4.132739,0.9834901,-0.9081822,-0.7263329,-0.939246,-0.2086817,-0.8943262,0.9835527,-0.8926207,-0.6814851,-0.9250211,-0.25276077,-0.8543455,0.76318055,0.76318073
+4.130707,0.9835235,-0.9092421,-0.7292303,-0.93810564,-0.21486026,-0.8921832,0.9835875,-0.89404756,-0.68483514,-0.9236244,-0.25875068,-0.8496964,0.76521295,0.765213
+4.128783,0.9835584,-0.9102575,-0.7319818,-0.93689513,-0.22075468,-0.89000595,0.9836235,-0.89545816,-0.6881581,-0.92214596,-0.26454675,-0.844993,0.76713634,0.7671366
+4.1268864,0.98359394,-0.9112717,-0.73469186,-0.9356157,-0.22616619,-0.8877467,0.9836595,-0.89688736,-0.69157773,-0.92059064,-0.26984453,-0.8401332,0.76903325,0.76903343
+4.125306,0.9836296,-0.9122197,-0.7374637,-0.93430215,-0.23113108,-0.8853844,0.9836954,-0.8982464,-0.69520116,-0.9189962,-0.27467716,-0.8351674,0.7706135,0.7706137
+4.1238236,0.9836658,-0.9131124,-0.7399272,-0.9329326,-0.23539978,-0.88180393,0.9837315,-0.89956015,-0.69859177,-0.9173372,-0.27873713,-0.83008814,0.772096,0.77209616
+4.1224365,0.98369896,-0.9137701,-0.74253786,-0.93157214,-0.23957253,-0.87819767,0.9837643,-0.90098053,-0.7022165,-0.91566545,-0.28257227,-0.8250672,0.7734831,0.7734833
+4.121276,0.98373175,-0.9144239,-0.7448332,-0.93020046,-0.24321705,-0.87455803,0.98379636,-0.90257925,-0.7054537,-0.9139705,-0.28570616,-0.8201651,0.7746437,0.7746439
+4.1202927,0.98376393,-0.91516465,-0.74709004,-0.92882806,-0.24657524,-0.87085754,0.9838276,-0.9040719,-0.70862603,-0.91225934,-0.28848886,-0.8153241,0.7756271,0.77562714
+4.119588,0.98379564,-0.91657823,-0.749262,-0.9274646,-0.24971217,-0.86725545,0.9838582,-0.9054296,-0.7117118,-0.9105417,-0.29090118,-0.8107008,0.77633184,0.7763319
+4.118844,0.98382676,-0.917857,-0.75135404,-0.92610544,-0.2523898,-0.8637656,0.9838877,-0.9065359,-0.714809,-0.9088341,-0.29297835,-0.8063482,0.7770757,0.77707577
+4.1181927,0.9838587,-0.91905284,-0.7533656,-0.9247286,-0.2546507,-0.8603142,0.98391724,-0.90771407,-0.7178851,-0.9071391,-0.29461324,-0.8021618,0.77772707,0.7777271
+4.1176414,0.9838891,-0.92039794,-0.755537,-0.92334926,-0.25646967,-0.8569124,0.98394597,-0.9095013,-0.7212587,-0.90546775,-0.29590827,-0.79812604,0.7782781,0.77827835
+4.1172433,0.9839189,-0.92162305,-0.7575368,-0.92198133,-0.25771546,-0.8536144,0.98397315,-0.91107726,-0.72445345,-0.9038019,-0.29675764,-0.7942017,0.7786763,0.7786765
+4.1168556,0.9839456,-0.92277247,-0.7596828,-0.9206791,-0.25862747,-0.8504522,0.9839976,-0.9125477,-0.72776294,-0.9022147,-0.297157,-0.7889363,0.779064,0.7790642
+4.116642,0.9839697,-0.9238214,-0.7616262,-0.91943884,-0.2589767,-0.8474832,0.9840189,-0.91390675,-0.7310548,-0.9007019,-0.29712254,-0.7844523,0.77927774,0.7792778
+4.1162844,0.9839926,-0.92471224,-0.7639449,-0.9182446,-0.25878388,-0.84476644,0.9840393,-0.91510904,-0.7348317,-0.89926785,-0.29660618,-0.7809321,0.77963525,0.7796354
+4.116599,0.9840133,-0.9254925,-0.7662311,-0.9171416,-0.2581727,-0.8422263,0.9840567,-0.9161929,-0.7386865,-0.89795107,-0.29553545,-0.77817625,0.7793205,0.7793207
+4.1168566,0.9840338,-0.9260548,-0.76858234,-0.91612625,-0.25709057,-0.84003675,0.9840735,-0.91709,-0.7424213,-0.8967452,-0.29393017,-0.77622247,0.779063,0.7790632
+4.1171436,0.9840505,-0.9265244,-0.7712343,-0.9152427,-0.2555703,-0.8380858,0.984087,-0.91785514,-0.7465708,-0.8956373,-0.29172438,-0.774943,0.778776,0.77877617
+4.117474,0.98406625,-0.9268658,-0.77354234,-0.91446066,-0.25344765,-0.8364907,0.98410034,-0.91843015,-0.75083566,-0.8946359,-0.28881252,-0.7744338,0.77844554,0.7784457
+4.1180477,0.984079,-0.92712945,-0.77588695,-0.9138186,-0.25116277,-0.83517945,0.9841099,-0.91886723,-0.7549452,-0.8937835,-0.28546613,-0.7748005,0.777872,0.7778721
+4.1185646,0.98409104,-0.92732936,-0.77848154,-0.91330045,-0.24808145,-0.83423585,0.98411834,-0.919176,-0.7592515,-0.8930561,-0.28140414,-0.77595234,0.77735496,0.7773552
+4.119573,0.98410153,-0.92742485,-0.7812322,-0.9129358,-0.24465394,-0.8336093,0.9841254,-0.91929823,-0.76350766,-0.8924677,-0.2753108,-0.7778666,0.7763465,0.7763467
+4.1206417,0.9841112,-0.92736226,-0.7841781,-0.91272223,-0.2406916,-0.83354133,0.9841317,-0.9191917,-0.76804906,-0.8920999,-0.26979327,-0.78041655,0.7752779,0.7752781
+4.121904,0.98411965,-0.9272876,-0.7871352,-0.9126425,-0.2363429,-0.83386046,0.9841361,-0.9190443,-0.77221435,-0.89189047,-0.26421344,-0.78198844,0.77401567,0.7740159
+4.1229725,0.98412514,-0.9271355,-0.79024786,-0.91265583,-0.23147464,-0.8345014,0.9841373,-0.91877985,-0.7757019,-0.89178294,-0.25893956,-0.7840502,0.77294713,0.7729473
+4.1239214,0.98412776,-0.9268951,-0.7935049,-0.91276157,-0.22602582,-0.83547425,0.98413575,-0.9183932,-0.77938324,-0.89176834,-0.25347108,-0.7865344,0.77199817,0.7719984
+4.12508,0.9841274,-0.9265439,-0.7966581,-0.91297287,-0.22013104,-0.83673954,0.9841323,-0.9178972,-0.7829051,-0.891882,-0.2480076,-0.78933215,0.7708395,0.7708397
+4.126469,0.9841254,-0.9260512,-0.79992867,-0.9132985,-0.21374238,-0.8382579,0.9841267,-0.9172832,-0.7864412,-0.8921392,-0.24102134,-0.7924574,0.7694505,0.76945066
+4.1280904,0.9841223,-0.9255536,-0.803229,-0.91376305,-0.2067275,-0.840185,0.98412037,-0.91649026,-0.7900576,-0.89256805,-0.23335296,-0.796034,0.7678292,0.7678294
+4.129944,0.9841174,-0.92508113,-0.8063382,-0.9143417,-0.19915372,-0.8425403,0.9841126,-0.9155313,-0.793567,-0.89317924,-0.22538567,-0.80007285,0.7659759,0.76597595
+4.131986,0.9841111,-0.9244695,-0.8095258,-0.91501784,-0.19114769,-0.84526926,0.9841026,-0.9144063,-0.7971719,-0.89395666,-0.2171067,-0.80460155,0.7639335,0.76393366
+4.133992,0.98410296,-0.92376804,-0.81272674,-0.9157896,-0.18265676,-0.848298,0.9840907,-0.9131368,-0.80078125,-0.8948585,-0.20842195,-0.80944794,0.7619274,0.7619276
+4.136052,0.98409295,-0.92293936,-0.81583095,-0.91666514,-0.17368597,-0.85168767,0.9840778,-0.91183144,-0.80434966,-0.8958772,-0.1992917,-0.8146309,0.7598675,0.75986767
+4.1382694,0.98408055,-0.9220209,-0.81881946,-0.9176158,-0.16433257,-0.85531473,0.9840627,-0.91155905,-0.80773234,-0.8969885,-0.18983352,-0.8200003,0.7576503,0.7576504
+4.140584,0.98406625,-0.9209629,-0.8216805,-0.91864806,-0.15455484,-0.85913455,0.9840455,-0.9111867,-0.8109048,-0.89819354,-0.17986965,-0.82550836,0.7553356,0.7553358
+4.1433544,0.984051,-0.92039657,-0.82432365,-0.9197658,-0.14428073,-0.86319864,0.984027,-0.9106743,-0.81373477,-0.89948493,-0.16954815,-0.8312073,0.7525653,0.7525654
+4.1462145,0.984033,-0.9201352,-0.8268594,-0.92097276,-0.1335141,-0.86744666,0.9840057,-0.9099582,-0.8163819,-0.9008641,-0.15848744,-0.837096,0.74970514,0.7497053
+4.1492386,0.9840138,-0.91977936,-0.8291761,-0.9222555,-0.122419596,-0.8719003,0.98398304,-0.9091093,-0.81878954,-0.9023483,-0.14726949,-0.8431487,0.74668115,0.7466812
+4.1524124,0.98399234,-0.91928035,-0.8312025,-0.92356056,-0.11070323,-0.8765123,0.98395836,-0.9082076,-0.82089293,-0.9038963,-0.13560873,-0.8492953,0.74350715,0.7435074
+4.1557255,0.9839709,-0.91854596,-0.8329854,-0.9248919,-0.0984512,-0.8812246,0.9839338,-0.9071524,-0.8227891,-0.9054859,-0.12345219,-0.8549317,0.74019426,0.7401943
+4.1591883,0.983948,-0.9177613,-0.8343052,-0.926229,-0.085585475,-0.8858496,0.9839076,-0.9060107,-0.8241674,-0.9071096,-0.11088252,-0.8606127,0.73673135,0.7367315
+4.1628985,0.9839246,-0.9168609,-0.835208,-0.92755306,-0.07221377,-0.88946056,0.98388076,-0.9047122,-0.8251452,-0.9087423,-0.09792417,-0.86636734,0.7330211,0.73302126
+4.167144,0.9838989,-0.915889,-0.83558303,-0.9287905,-0.058405757,-0.8927042,0.9838519,-0.9033167,-0.82556105,-0.91038793,-0.084421396,-0.8721248,0.7287759,0.728776
+4.171675,0.9838741,-0.9147644,-0.8355992,-0.92953676,-0.043981493,-0.89608365,0.98382354,-0.9017373,-0.8254574,-0.91198325,-0.070347905,-0.877902,0.72424453,0.7242446
+4.1764083,0.9838481,-0.9135428,-0.83503336,-0.93020505,-0.029154897,-0.899545,0.9837949,-0.900015,-0.8246407,-0.9135307,-0.055907965,-0.8835741,0.71951133,0.7195115
+4.1815248,0.98382115,-0.9121639,-0.8339835,-0.9308663,-0.013883829,-0.90308595,0.98376584,-0.89807385,-0.82319254,-0.91505015,-0.041029334,-0.8891122,0.71439487,0.71439505
+4.1869016,0.9837947,-0.9105914,-0.8322678,-0.9314757,0.0019996166,-0.9066173,0.9837363,-0.8958741,-0.82097036,-0.91652,-0.02539593,-0.89437795,0.70901805,0.70901823
+4.19248,0.9837673,-0.90883493,-0.8297122,-0.9320667,0.018349051,-0.91014427,0.983706,-0.89340806,-0.81787467,-0.91798306,-0.009582162,-0.89947724,0.7034395,0.7034397
+4.198597,0.9837403,-0.9069313,-0.8264067,-0.9325766,0.035590887,-0.91350377,0.9836762,-0.8907219,-0.8139629,-0.9190063,0.0069231987,-0.9043632,0.6973226,0.69732285
+4.205112,0.9837148,-0.904683,-0.8221854,-0.9330282,0.053367257,-0.9164637,0.98364735,-0.8876056,-0.80909055,-0.9196252,0.02385652,-0.90909004,0.69080764,0.6908078
+4.21206,0.98368883,-0.90221584,-0.8167967,-0.9334322,0.0714941,-0.9193802,0.98361886,-0.88421965,-0.80301034,-0.920239,0.04110408,-0.9136283,0.68385965,0.6838598
+4.219219,0.9836632,-0.89944714,-0.8102838,-0.9337531,0.09012973,-0.9223026,0.98359084,-0.88049906,-0.79576564,-0.9208016,0.05863285,-0.91796476,0.67670053,0.6767006
+4.2268333,0.9836385,-0.89629924,-0.8025509,-0.9338977,0.10920012,-0.92515665,0.9835639,-0.8756224,-0.7872685,-0.9213077,0.076502085,-0.9220736,0.6690864,0.66908646
+4.2337365,0.9836173,-0.89278966,-0.79329824,-0.9337652,0.11432195,-0.92801803,0.98354053,-0.86909395,-0.7772227,-0.9217666,0.09451306,-0.92595625,0.66218317,0.6621833
+4.2363453,0.98358774,-0.8893703,-0.78081656,-0.9332682,0.08835399,-0.9303195,0.9835124,-0.8630134,-0.76431227,-0.92207026,0.09939134,-0.92916715,0.6595743,0.6595745
+4.2295284,0.9835322,-0.8860223,-0.7579976,-0.9318045,0.045404434,-0.9307699,0.9834559,-0.85905427,-0.7462972,-0.92193264,0.07630682,-0.9303639,0.6663912,0.6663914
+4.2146454,0.9834459,-0.88167137,-0.7227463,-0.929637,0.013536692,-0.9283642,0.9833554,-0.85642844,-0.7221481,-0.9211684,0.029446244,-0.9289486,0.68127424,0.6812744
+4.199787,0.983346,-0.8766708,-0.6856236,-0.9279936,-0.014540315,-0.92312706,0.98323834,-0.85264343,-0.6886628,-0.91992694,0.002840042,-0.92502695,0.6961325,0.69613266
+4.1929693,0.9832511,-0.87090886,-0.64792943,-0.92778474,-0.036026537,-0.91613525,0.9831619,-0.8464224,-0.6527115,-0.919234,-0.018539608,-0.91934663,0.7029503,0.7029505
+4.194006,0.9831884,-0.8658392,-0.60887176,-0.92872876,-0.054444015,-0.9083591,0.98313296,-0.84073263,-0.6150699,-0.9194674,-0.0358994,-0.91308856,0.70191365,0.70191383
+4.198744,0.98316884,-0.86062026,-0.57245654,-0.93023306,-0.07402724,-0.9019144,0.9831253,-0.8363475,-0.5783993,-0.920703,-0.052836716,-0.90696263,0.6971759,0.697176
+4.202393,0.9831829,-0.8564972,-0.5396474,-0.9319514,-0.096131265,-0.8974973,0.98313475,-0.8334063,-0.5461242,-0.92238843,-0.07492417,-0.9019363,0.69352657,0.69352674
+4.2014256,0.9832094,-0.85615766,-0.5148881,-0.933645,-0.12168175,-0.8948273,0.98316336,-0.83294195,-0.5217958,-0.9239281,-0.10106933,-0.89847314,0.69449407,0.69449425
+4.195792,0.98326075,-0.8586779,-0.5007991,-0.93480414,-0.14617425,-0.8927015,0.98322034,-0.8347462,-0.5055671,-0.92461896,-0.12465316,-0.89580506,0.7001274,0.7001276
+4.1889567,0.9833374,-0.86268395,-0.49565256,-0.9352824,-0.1627456,-0.89055645,0.9833014,-0.83831936,-0.4987241,-0.9245535,-0.13978916,-0.89342695,0.706963,0.70696306
+4.1843195,0.98342144,-0.8669881,-0.50102854,-0.93529874,-0.16858792,-0.8885927,0.9833894,-0.8428445,-0.5036549,-0.9242428,-0.14425552,-0.8916031,0.7116001,0.7116003
+4.183605,0.98349833,-0.8708064,-0.51650196,-0.93512434,-0.16301554,-0.8874564,0.9834678,-0.8475434,-0.51935184,-0.9239822,-0.1379193,-0.8909,0.7123144,0.7123146
+4.185976,0.9835576,-0.87381667,-0.5375111,-0.9350818,-0.14817905,-0.88805276,0.98352504,-0.85173094,-0.540868,-0.9240223,-0.12306547,-0.8920583,0.7099437,0.7099438
+4.1894436,0.98359346,-0.8760151,-0.5618636,-0.93540746,-0.1269806,-0.8904693,0.9835571,-0.8550202,-0.5661337,-0.9245985,-0.102321506,-0.8949807,0.70647603,0.7064762
+4.192683,0.9836092,-0.8773351,-0.5872281,-0.9361211,-0.10411823,-0.89440805,0.9835689,-0.8572488,-0.5926951,-0.92564076,-0.08060521,-0.89883596,0.7032365,0.7032366
+4.195051,0.98361135,-0.87809086,-0.61082333,-0.9370496,-0.08262348,-0.8993137,0.9835665,-0.85864896,-0.616963,-0.92688924,-0.060296655,-0.90353256,0.7008684,0.7008686
+4.197006,0.9836061,-0.8787535,-0.6312373,-0.9380182,-0.064539194,-0.9043935,0.98355675,-0.85947907,-0.63744736,-0.9281025,-0.041813493,-0.9082977,0.69891334,0.6989136
+4.198784,0.98359644,-0.8793403,-0.647355,-0.9388226,-0.05038774,-0.90965164,0.9835427,-0.85991395,-0.653656,-0.9290802,-0.027300894,-0.9125328,0.69713587,0.6971359
+4.2009826,0.98357594,-0.87987304,-0.65984565,-0.9394386,-0.03943467,-0.9137994,0.9835179,-0.8601823,-0.6661572,-0.92982036,-0.016143262,-0.9158982,0.69493705,0.6949372

0/training_log.csv

@@ -0,0 +1,112 @@
+step,evaluation/mean_nusselt,evaluation/mean_reward,training/mean_reward,training/mean_global_reward,training/mean_nusselt
+0,4.894020602703095,0.0009783357381820679,,,
+500,,,0.052047181874513626,0.05204716873168945,4.842951858520508
+1000,,,0.25384244322776794,0.25384241771697996,4.6411566095352175
+1500,,,0.21313203871250153,0.21313200187683107,4.681867025375366
+2000,,,0.18555773794651031,0.18555765151977538,4.709441375732422
+2500,,,0.18450164794921875,0.18450148963928223,4.710497537612915
+3000,,,0.18839386105537415,0.18839389419555663,4.706605133056641
+3500,,,0.24330681562423706,0.2433067626953125,4.651692264556885
+4000,,,0.2938399314880371,0.2938399715423584,4.6011590557098385
+4500,,,0.19988477230072021,0.19988487815856934,4.695114149093628
+5000,,,0.2542313039302826,0.2542311210632324,4.640767906188965
+5000,4.648572061061859,0.24642688035964966,,,
+5500,,,0.2656460702419281,0.2656462240219116,4.629352803230286
+6000,,,0.3169637620449066,0.31696386623382566,4.578035161018372
+6500,,,0.270731121301651,0.2707310009002686,4.6242680263519285
+7000,,,0.28208795189857483,0.28208796882629394,4.612911058425904
+7500,,,0.18423207104206085,0.1842321491241455,4.710766878128052
+8000,,,0.33371326327323914,0.3337132663726807,4.5612857608795165
+8500,,,0.29787757992744446,0.2978776779174805,4.597121349334717
+9000,,,0.34400635957717896,0.3440062379837036,4.550992789268494
+9500,,,0.3334999084472656,0.33349983882904055,4.561499188423157
+10000,,,0.30009058117866516,0.3000905838012695,4.594908443450928
+10000,4.4601938128471375,0.43480515480041504,,,
+10500,,,0.3316354751586914,0.3316354932785034,4.5633635339736935
+11000,,,0.30847373604774475,0.30847365951538086,4.586525367736816
+11500,,,0.40613794326782227,0.4061381149291992,4.488860912322998
+12000,,,0.41456910967826843,0.414569146156311,4.480429881095886
+12500,,,0.3848709464073181,0.3848708724975586,4.510128154754638
+13000,,,0.42182064056396484,0.4218205738067627,4.473178453445435
+13500,,,0.4225638210773468,0.42256372547149657,4.472435301780701
+14000,,,0.4102117121219635,0.4102117233276367,4.484787303924561
+14500,,,0.4161357581615448,0.4161358413696289,4.4788631858825685
+15000,,,0.40430569648742676,0.4043057451248169,4.49069328212738
+15000,4.500051696300506,0.39494720101356506,,,
+15500,,,0.4670267701148987,0.46702694034576414,4.427972086906433
+16000,,,0.3904001712799072,0.3904000473022461,4.504598979949951
+16500,,,0.48620253801345825,0.4862026119232178,4.40879641532898
+17000,,,0.48604243993759155,0.4860424451828003,4.408956582069397
+17500,,,0.3902595341205597,0.3902595109939575,4.5047395162582395
+18000,,,0.4635603129863739,0.4635603380203247,4.4314386892318725
+18500,,,0.3903701603412628,0.39037006092071536,4.504628966331482
+19000,,,0.4433863162994385,0.44338633155822754,4.45161269569397
+19500,,,0.44228115677833557,0.442281174659729,4.452717852592468
+20000,,,0.41670987010002136,0.4167099323272705,4.478289094924927
+20000,4.490854139328003,0.40414485335350037,,,
+20500,,,0.38629257678985596,0.3862926034927368,4.5087064237594605
+21000,,,0.45132482051849365,0.45132492876052854,4.443674098491669
+21500,,,0.35796889662742615,0.35796881866455077,4.537030208587646
+22000,,,0.4632011353969574,0.46320113945007324,4.431797887802124
+22500,,,0.4235301613807678,0.4235300807952881,4.471468946456909
+23000,,,0.3802575469017029,0.38025761127471924,4.514741415977478
+23500,,,0.4387209117412567,0.4387209358215332,4.456278091430664
+24000,,,0.41663914918899536,0.4166390953063965,4.478359931945801
+24500,,,0.39480650424957275,0.39480651092529295,4.500192516326904
+25000,,,0.4683237075805664,0.46832369136810303,4.426675335884094
+25000,4.4150609564781185,0.4799380302429199,,,
+25500,,,0.4049675464630127,0.4049675416946411,4.490031485557556
+26000,,,0.4228937029838562,0.4228937921524048,4.472105235099792
+26500,,,0.4285205006599426,0.42852068710327146,4.466478340148925
+27000,,,0.5223852396011353,0.5223853130340577,4.37261371421814
+27500,,,0.49863600730895996,0.498636125087738,4.3963629021644595
+28000,,,0.4822361171245575,0.48223622131347654,4.412762805938721
+28500,,,0.38123562932014465,0.381235541343689,4.513763485908508
+29000,,,0.5121915936470032,0.5121918096542358,4.3828072175979615
+29500,,,0.5218872427940369,0.5218872423171997,4.373111784934998
+30000,,,0.4381435513496399,0.43814349126815794,4.456855535984039
+30000,4.309484088420868,0.5855147838592529,,,
+30500,,,0.4793120324611664,0.47931202411651613,4.415687003135681
+31000,,,0.5457015037536621,0.5457016258239746,4.349297401428223
+31500,,,0.5239711403846741,0.5239711809158325,4.371027846336364
+32000,,,0.41409561038017273,0.41409563732147214,4.480903389930725
+32500,,,0.515189528465271,0.515189453125,4.379809574127197
+33000,,,0.49635446071624756,0.49635450887680055,4.398644518375397
+33500,,,0.5615477561950684,0.5615478496551514,4.333451177597046
+34000,,,0.45681872963905334,0.45681869888305665,4.438180328369141
+34500,,,0.5003682971000671,0.5003682641983033,4.394630763053894
+35000,,,0.5090510845184326,0.5090509815216064,4.385948045730591
+35000,4.378557370901108,0.5164415836334229,,,
+35500,,,0.5117838382720947,0.5117838392257691,4.383215188026428
+36000,,,0.5442799925804138,0.5442800359725952,4.350718991279602
+36500,,,0.5181265473365784,0.5181264476776123,4.376872579574585
+37000,,,0.5064389705657959,0.5064387903213501,4.388560236930847
+37500,,,0.520673394203186,0.520673285484314,4.374325741767883
+38000,,,0.5437287092208862,0.5437287092208862,4.351270318031311
+38500,,,0.5700693726539612,0.5700693988800049,4.3249296283721925
+39000,,,0.5975675582885742,0.5975675563812256,4.297431470870972
+39500,,,0.5235530138015747,0.5235528540611267,4.371446173191071
+40000,,,0.582748293876648,0.5827482070922851,4.312250820159912
+40000,4.193095390796661,0.7019035220146179,,,
+40500,,,0.5288621187210083,0.528862099647522,4.366136927604675
+41000,,,0.5512387156486511,0.5512387266159058,4.3437603006362915
+41500,,,0.5705844163894653,0.5705843267440796,4.324414700508117
+42000,,,0.533567488193512,0.5335673999786377,4.36143162727356
+42500,,,0.6180405020713806,0.6180404562950135,4.276958570957184
+43000,,,0.5797725319862366,0.5797725286483765,4.3152264986038205
+43500,,,0.5371648073196411,0.5371647162437438,4.357834311008453
+44000,,,0.6056409478187561,0.6056410827636719,4.2893579444885255
+44500,,,0.5227548480033875,0.5227548513412476,4.37224417591095
+45000,,,0.5651880502700806,0.565188136100769,4.329810891151428
+45000,4.267234735488891,0.6277641654014587,,,
+45500,,,0.5090466737747192,0.509046591758728,4.385952435493469
+46000,,,0.5382512211799622,0.5382510156631469,4.35674801158905
+46500,,,0.5580617189407349,0.5580616970062255,4.336937330245972
+47000,,,0.5921475291252136,0.5921475405693054,4.302851486682892
+47500,,,0.5747423768043518,0.574742389202118,4.320256638050079
+48000,,,0.5625995993614197,0.5625996074676514,4.3323994197845455
+48500,,,0.5423322319984436,0.5423323011398316,4.352666726112366
+49000,,,0.61639004945755,0.61639013671875,4.278608890533447
+49500,,,0.5110850930213928,0.5110849447250366,4.383914082527161
+50000,,,0.5633929967880249,0.5633929443359375,4.3316060829162595
+50000,4.204769394397736,0.6902294754981995,,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf426a2574ee070e0145392c824c9218a1394575903f0bfc55c91f67418c112
+size 15018767

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.764738,0.994009,0.99803877,0.74459267,-0.53799903,-0.8343698,0.9147651,0.9932227,0.99754965,0.74892485,-0.42959297,0.0945797,0.9129524,0.13118154,0.13118172
+4.5672293,0.99398243,0.999058,0.12977362,-0.11128008,-0.7067636,0.9716208,0.9921787,0.99828124,-0.29927075,-0.26151097,-0.05095011,0.9586313,0.3286904,0.32869053
+4.4372807,0.992635,0.99531543,-0.3859527,0.5020151,-0.9294932,0.9516766,0.9911469,0.9948009,-0.5484012,0.12362397,-0.8386312,0.9443455,0.45863903,0.45863914
+4.4194603,0.9917002,0.9946368,-0.63504696,0.29193878,-0.95867574,0.8870027,0.990072,0.9942982,-0.6428819,0.18816113,-0.93530273,0.8611338,0.47645935,0.4764595
+4.479467,0.9898317,0.9953735,-0.5539812,-0.115116596,-0.9493272,0.8617964,0.98843026,0.9937794,-0.47861385,-0.18201774,-0.9112385,0.8496896,0.41645285,0.41645288
+4.501526,0.9888363,0.9920465,-0.40368342,-0.59711736,-0.9440482,0.8681042,0.9864247,0.98902774,-0.27588844,-0.6503664,-0.91706675,0.8371185,0.3943939,0.39439392
+4.515952,0.98705196,0.97844243,-0.19971043,-0.8386528,-0.97029775,0.8830124,0.9819155,0.9661813,-0.13280183,-0.88613856,-0.9653371,0.8151171,0.3799676,0.3799677
+4.55006,0.9849795,0.95194817,-0.0946179,-0.9083034,-0.9814795,0.8826567,0.97763383,0.9191692,-0.27132964,-0.92022115,-0.98097706,0.86025274,0.34585997,0.34586
+4.587549,0.9831784,0.9069834,-0.09880316,-0.93512803,-0.9827909,0.9241433,0.9778507,0.8091161,-0.15419781,-0.94225866,-0.9774078,0.9160285,0.30837053,0.3083706
+4.5939903,0.97872925,0.5172787,-0.040757716,-0.956798,-0.97116846,0.9448074,0.974169,0.29661357,0.048438072,-0.95626885,-0.9653802,0.9422784,0.30192938,0.30192947
+4.4283504,0.9710741,-0.052124977,-0.36134875,-0.9600871,-0.95072025,0.9557884,0.9654844,-0.16347909,-0.32570058,-0.95817846,-0.93509686,0.9577668,0.46756935,0.46756935
+4.227392,0.9575591,-0.31670332,0.23350585,-0.9593041,-0.9322707,0.94753885,0.94811463,-0.40519786,0.2861383,-0.956718,-0.9116347,0.9525604,0.6685274,0.6685276
+4.209014,0.925704,-0.43345845,0.40730083,-0.95811814,-0.93195724,0.95119095,0.9145057,-0.5076362,0.32004392,-0.95656294,-0.9094111,0.95282304,0.6869057,0.68690586
+4.232746,0.88482594,-0.17409801,0.008628607,-0.95237786,-0.94303715,0.9500967,0.8625951,-0.2494855,-0.07760477,-0.9527661,-0.902375,0.9518895,0.6631736,0.6631737
+4.2194314,0.8680699,-0.46921957,-0.23092496,-0.9438732,-0.94731647,0.9529742,0.83397126,-0.48378557,-0.18710536,-0.94458055,-0.9033098,0.9563576,0.67648834,0.6764884
+4.2000494,0.87738204,-0.7147677,-0.035069108,-0.94283915,-0.9574306,0.95935583,0.849174,-0.7129651,-0.033503115,-0.93303406,-0.93181175,0.96155286,0.69587034,0.6958704
+4.1295056,0.9022975,-0.8082422,-0.341245,-0.9390416,-0.9509522,0.9639156,0.8866873,-0.8069362,-0.3360752,-0.92388356,-0.9218591,0.9657016,0.766414,0.76641417
+4.005183,0.9245244,-0.83144903,-0.31003368,-0.9406516,-0.946816,0.9606279,0.90937483,-0.8315523,-0.31729782,-0.92818964,-0.9378663,0.9624226,0.89073634,0.8907366
+3.9072306,0.94122076,-0.84082144,-0.28424048,-0.93924594,-0.9558817,0.95318353,0.9361429,-0.843502,-0.30583787,-0.92038757,-0.9467962,0.95502615,0.98868895,0.9886892
+3.8968377,0.9519861,-0.76907563,-0.22473073,-0.93637884,-0.96373016,0.9425043,0.94847584,-0.78556013,-0.24634999,-0.9125622,-0.956095,0.94358003,0.9990819,0.9990821
+3.9762285,0.95798695,-0.5106922,-0.06790662,-0.9370578,-0.96890986,0.9074359,0.953647,-0.5819783,-0.07839912,-0.9200289,-0.9625639,0.9059614,0.91969115,0.9196913
+4.1167083,0.9606657,-0.21005201,-0.059465468,-0.9408136,-0.97292304,0.8941927,0.9552357,-0.3165238,-0.064695,-0.9254777,-0.9681868,0.8931556,0.77921134,0.7792115
+4.248637,0.96347535,-0.03745359,-0.16797012,-0.9475894,-0.97631204,0.90922785,0.9572027,-0.120541394,-0.12933105,-0.9313482,-0.9715189,0.91299164,0.6472825,0.6472826
+4.308856,0.9673829,0.020915031,-0.17800844,-0.9541214,-0.9775076,0.9166393,0.9622412,-0.03570342,-0.13100922,-0.9386648,-0.97104096,0.9225929,0.5870637,0.5870638
+4.2934685,0.96895516,-0.073697686,-0.16281903,-0.9583503,-0.9757833,0.92218316,0.9641056,-0.11114782,-0.12757993,-0.94490916,-0.96707934,0.92957425,0.60245126,0.6024513
+4.242172,0.96645796,-0.13750386,-0.06806654,-0.95983285,-0.9714831,0.9236684,0.9618418,-0.17465699,-0.052140355,-0.9530967,-0.9616059,0.931952,0.653748,0.65374804
+4.202487,0.9592302,-0.24783796,-0.0673306,-0.95866746,-0.96560276,0.92621183,0.9547602,-0.25081193,-0.06665319,-0.95921636,-0.95382273,0.93271375,0.6934328,0.6934328
+4.192941,0.94944036,-0.3020854,0.0022587776,-0.95622605,-0.9642459,0.9267032,0.9453087,-0.28957295,0.0039720535,-0.9563838,-0.95166063,0.93148255,0.70297855,0.7029786
+4.2091103,0.9386256,-0.37493128,-0.03465742,-0.9536655,-0.9647858,0.93116474,0.9348029,-0.35234833,-0.03780514,-0.95282,-0.95180225,0.93488026,0.68680936,0.68680954
+4.219677,0.93244445,-0.44642848,-0.05000633,-0.95150083,-0.96773386,0.93576705,0.92822456,-0.4211203,-0.043635547,-0.95025486,-0.9546825,0.93913686,0.6762428,0.6762428
+4.1886997,0.9326142,-0.54883146,-0.13899457,-0.95034134,-0.9696096,0.9401963,0.92554116,-0.5252216,-0.14054394,-0.9492378,-0.95678127,0.9446337,0.70722,0.7072201
+4.126072,0.9387169,-0.5987623,-0.18116021,-0.950601,-0.9714812,0.9424472,0.93173933,-0.5831648,-0.17430866,-0.94937557,-0.9618049,0.94714713,0.7698478,0.76984787
+4.059595,0.9463258,-0.62853557,-0.23142958,-0.9513844,-0.97260857,0.9413893,0.9398992,-0.6311491,-0.22220826,-0.94703114,-0.9648273,0.946035,0.8363245,0.8363247
+4.0222487,0.95404553,-0.6051189,-0.21018243,-0.9523829,-0.9740039,0.9365611,0.9470701,-0.61827487,-0.19374299,-0.94379854,-0.9676178,0.94180846,0.873671,0.87367105
+4.025155,0.9594575,-0.51897585,-0.22906047,-0.950471,-0.9749597,0.929327,0.9538263,-0.55889446,-0.21447062,-0.9367023,-0.96953297,0.9361105,0.87076455,0.87076473
+4.066364,0.96317303,-0.39862573,-0.19622302,-0.9493778,-0.9766826,0.9156418,0.95846534,-0.44660878,-0.1690489,-0.9299332,-0.9718839,0.92236567,0.8295559,0.829556
+4.130188,0.96532345,-0.2938639,-0.1636644,-0.9491138,-0.97773933,0.9080181,0.96065927,-0.33594632,-0.13058269,-0.9286669,-0.97260195,0.9156232,0.76573175,0.7657318
+4.189086,0.9661881,-0.21577585,-0.17136633,-0.9522466,-0.97838986,0.9089377,0.96108437,-0.24890101,-0.14231455,-0.9329741,-0.9725904,0.91587627,0.70683366,0.70683384
+4.216654,0.96625996,-0.19377756,-0.17233276,-0.9552145,-0.9783718,0.912552,0.9612429,-0.21304178,-0.13991308,-0.93884206,-0.97168785,0.9194994,0.6792658,0.679266
+4.2133684,0.9649788,-0.23668766,-0.14874965,-0.9562309,-0.9775655,0.9148196,0.9597031,-0.24956167,-0.12208462,-0.94510436,-0.96986717,0.9251714,0.6825512,0.6825514
+4.1944265,0.9615289,-0.2999475,-0.12167096,-0.9554942,-0.9761023,0.9173832,0.9557687,-0.2982514,-0.1027832,-0.9493696,-0.96732265,0.9275036,0.7014932,0.70149326
+4.1739235,0.9561666,-0.3670504,-0.12251836,-0.95426184,-0.9748115,0.9194262,0.9501641,-0.34986722,-0.10607642,-0.9497402,-0.9653905,0.92922235,0.72199625,0.7219963
+4.1589327,0.9507861,-0.42990112,-0.123453856,-0.9522393,-0.9748115,0.92202926,0.9443196,-0.4008764,-0.11103928,-0.94886476,-0.96517825,0.93110585,0.73698705,0.7369871
+4.145247,0.9470842,-0.4903224,-0.14997137,-0.95032054,-0.9754533,0.92561674,0.9372399,-0.45776552,-0.14047968,-0.9470838,-0.9661312,0.933794,0.7506726,0.7506728
+4.124317,0.946558,-0.52492136,-0.1903305,-0.9490417,-0.97652406,0.9287492,0.93390787,-0.5095591,-0.18074691,-0.9446065,-0.9682368,0.9362242,0.77160245,0.77160263
+4.0938034,0.9491844,-0.55632496,-0.23786771,-0.94856626,-0.9776722,0.9301388,0.9358139,-0.5464871,-0.22060889,-0.94134605,-0.97098005,0.93757534,0.80211633,0.8021164
+4.0608463,0.9545984,-0.5656129,-0.27127802,-0.94835716,-0.97887504,0.9295813,0.9422655,-0.5660052,-0.24795997,-0.93806833,-0.97304344,0.938182,0.8350734,0.8350735
+4.0372744,0.96039987,-0.5502784,-0.28667307,-0.9462776,-0.97965246,0.9231839,0.95010257,-0.56223696,-0.26133478,-0.93520445,-0.97446674,0.93383026,0.8586454,0.85864544
+4.0326433,0.9649551,-0.5095184,-0.2856105,-0.9446656,-0.9802379,0.91223073,0.9577379,-0.5347692,-0.2542826,-0.92849797,-0.9755887,0.9242927,0.8632764,0.8632765
+4.0494227,0.96796393,-0.4497974,-0.2707436,-0.9442857,-0.9807549,0.8993058,0.96203077,-0.48039484,-0.2365359,-0.9233099,-0.9764587,0.9139335,0.846497,0.84649706
+4.081475,0.9695158,-0.38920122,-0.25560164,-0.9450306,-0.9811889,0.8895478,0.96369004,-0.42006868,-0.22180569,-0.9215602,-0.97697735,0.905347,0.81444484,0.814445
+4.115919,0.97001123,-0.3440131,-0.24774384,-0.9464614,-0.981536,0.8849125,0.96317375,-0.37285745,-0.21082383,-0.92326236,-0.9771051,0.90180564,0.7800005,0.7800007
+4.1384983,0.969692,-0.32993627,-0.26081884,-0.9479221,-0.98168385,0.885569,0.9613564,-0.3498178,-0.20803815,-0.9274546,-0.9768877,0.90374446,0.75742143,0.7574215
+4.1430182,0.96873856,-0.3447889,-0.249565,-0.948408,-0.981554,0.89026475,0.9586053,-0.35585576,-0.20203638,-0.9324505,-0.9763151,0.90770364,0.7529015,0.75290155
+4.133251,0.96689594,-0.38235974,-0.2478407,-0.94848466,-0.98117775,0.8964366,0.95521426,-0.38346946,-0.20605743,-0.93660456,-0.9755261,0.9122703,0.76266855,0.7626686
+4.116035,0.964695,-0.42431843,-0.2509383,-0.9480154,-0.98086345,0.9005363,0.9513383,-0.41697508,-0.21493363,-0.9361992,-0.97508764,0.91577077,0.77988464,0.7798848
+4.097488,0.9622171,-0.46599567,-0.26197326,-0.94687253,-0.9808929,0.9034103,0.9481281,-0.453138,-0.23127365,-0.9348399,-0.975215,0.9186058,0.79843163,0.7984319
+4.0809364,0.9608154,-0.502799,-0.27818316,-0.94527584,-0.98128706,0.90422714,0.9465134,-0.4835006,-0.24995059,-0.9317174,-0.97576725,0.92066205,0.8149833,0.81498337
+4.065521,0.96102643,-0.53017706,-0.3011099,-0.9434595,-0.9818303,0.90237117,0.9470625,-0.5058196,-0.2763192,-0.9274372,-0.9765728,0.9215572,0.830399,0.83039904
+4.0500927,0.96276593,-0.546706,-0.3251753,-0.94158494,-0.98244643,0.9007448,0.949828,-0.5237936,-0.3027693,-0.92235094,-0.9775281,0.92075026,0.8458271,0.8458271
+4.035551,0.9654629,-0.55092865,-0.3439451,-0.93919474,-0.98299426,0.89607954,0.9539887,-0.53262466,-0.31960088,-0.9169056,-0.9784556,0.91763186,0.86036867,0.8603687
+4.025354,0.9678738,-0.54300314,-0.35735953,-0.9350927,-0.98340046,0.8888645,0.95815885,-0.5314248,-0.3298483,-0.90892965,-0.97919506,0.91173136,0.87056583,0.8705659
+4.022828,0.9694402,-0.52222085,-0.36653334,-0.9318122,-0.9837476,0.8783432,0.9613893,-0.51824474,-0.33171874,-0.9007063,-0.9798126,0.9032693,0.87309176,0.8730917
+4.0293264,0.97055936,-0.49421328,-0.3707993,-0.9295149,-0.9840682,0.86631215,0.96316576,-0.49743748,-0.32830977,-0.89478934,-0.98032534,0.89445424,0.8665933,0.86659336
+4.042612,0.9711634,-0.4663453,-0.3729483,-0.92831624,-0.98438454,0.85672235,0.9637034,-0.4752168,-0.3234985,-0.89194155,-0.9807576,0.88761497,0.85330766,0.8533077
+4.057068,0.97131586,-0.44586867,-0.37585777,-0.9279028,-0.9846555,0.85110354,0.96348095,-0.4575016,-0.32155412,-0.89169693,-0.9810659,0.8840449,0.83885187,0.8388519
+4.066164,0.9711046,-0.43988478,-0.38303435,-0.92769605,-0.9848753,0.8506727,0.96284676,-0.4497494,-0.32652617,-0.89294857,-0.98125815,0.88420486,0.8297557,0.8297558
+4.0665703,0.9706631,-0.44677007,-0.38831544,-0.92727596,-0.9850085,0.8516053,0.96197987,-0.45239687,-0.33121383,-0.8942792,-0.9813355,0.88565505,0.82934934,0.8293495
+4.0598645,0.97006893,-0.4631098,-0.39448345,-0.9265056,-0.9850413,0.8532003,0.9610629,-0.4636715,-0.33900166,-0.8950505,-0.9813008,0.8879988,0.8360552,0.8360553
+4.050002,0.9693608,-0.48221135,-0.4018144,-0.92511326,-0.9850703,0.8538004,0.9601295,-0.47786397,-0.3479048,-0.89450353,-0.98130524,0.89001465,0.8459175,0.8459177
+4.04016,0.96868074,-0.5008391,-0.41211826,-0.9229078,-0.98514766,0.8537142,0.95932317,-0.4923076,-0.3597387,-0.89235187,-0.9814169,0.89153695,0.85575956,0.8557596
+4.031616,0.9682076,-0.51620954,-0.42402756,-0.91987133,-0.9853285,0.8521757,0.95878744,-0.5055401,-0.3725387,-0.8884039,-0.9816766,0.89197516,0.8643035,0.8643036
+4.02423,0.9680667,-0.5278948,-0.43765748,-0.9162603,-0.9855717,0.8500929,0.9587045,-0.5164984,-0.38650894,-0.88291585,-0.98202693,0.8913995,0.8716898,0.8716898
+4.017359,0.9682431,-0.5351849,-0.45156848,-0.91231513,-0.9858489,0.84683084,0.9593221,-0.5240417,-0.40010464,-0.876233,-0.9824393,0.88976645,0.87856096,0.878561
+4.0116587,0.96866846,-0.53799456,-0.4639935,-0.90827805,-0.9861,0.8392658,0.9603939,-0.5208837,-0.41208047,-0.8689862,-0.98284477,0.88704395,0.8842609,0.88426113
+4.008099,0.96921587,-0.53694373,-0.47658396,-0.9045377,-0.98631185,0.8301444,0.96147895,-0.51716727,-0.42583436,-0.8620382,-0.98318714,0.88167286,0.88782066,0.8878207
+4.007574,0.96977043,-0.5311298,-0.48501754,-0.9011382,-0.9865143,0.81960845,0.962451,-0.5111449,-0.43893242,-0.8556663,-0.9835097,0.87411404,0.88834554,0.8883457
+4.008786,0.9701921,-0.5251135,-0.49498737,-0.89810365,-0.98668504,0.8106649,0.9632242,-0.5039166,-0.45466292,-0.8504312,-0.98379344,0.86767983,0.8871334,0.8871336
+4.0100594,0.9704206,-0.5203913,-0.50308514,-0.8955321,-0.9868269,0.80278957,0.96375644,-0.4971516,-0.46584535,-0.84655374,-0.98401546,0.86242235,0.88586026,0.88586044
+4.010108,0.97046816,-0.51844233,-0.5111153,-0.8933915,-0.98691005,0.7964753,0.96401,-0.49184608,-0.4776829,-0.84429055,-0.98412466,0.85838056,0.8858118,0.8858118
+4.00844,0.9703145,-0.5160855,-0.5195961,-0.89139044,-0.98696226,0.79227805,0.9640212,-0.48831928,-0.49014616,-0.8428812,-0.9841902,0.8553885,0.8874797,0.8874798
+4.0059443,0.97000647,-0.512928,-0.5281864,-0.88929933,-0.98696953,0.7899761,0.9638667,-0.4871531,-0.50259954,-0.84162635,-0.98422205,0.85404444,0.88997555,0.88997555
+4.003255,0.96958804,-0.513274,-0.53818774,-0.8871407,-0.9869367,0.78943014,0.96362925,-0.4882443,-0.51462257,-0.840098,-0.98422015,0.85338485,0.89266473,0.8926649
+4.0005703,0.9691255,-0.5143941,-0.54894924,-0.88476926,-0.98688364,0.78872645,0.9633864,-0.49016535,-0.5262254,-0.83791596,-0.9841927,0.85259795,0.8953493,0.8953495
+3.9977694,0.9689071,-0.51612335,-0.5610277,-0.88209254,-0.9868254,0.78776217,0.9632349,-0.49225485,-0.5384658,-0.83494204,-0.9841521,0.8517027,0.89815027,0.89815044
+3.9945652,0.96876156,-0.5183061,-0.5731789,-0.87924486,-0.9867537,0.78655446,0.96319366,-0.49456728,-0.55063856,-0.83042055,-0.98409665,0.8499408,0.9013545,0.90135455
+3.9908965,0.96868217,-0.5199577,-0.58546215,-0.8763893,-0.98651606,0.7847614,0.9632,-0.4965607,-0.56370366,-0.82535565,-0.9840202,0.84748614,0.9050233,0.90502334
+3.9874458,0.9687927,-0.51924396,-0.59735817,-0.873423,-0.9862244,0.782002,0.96325374,-0.49741125,-0.5768621,-0.8201584,-0.983939,0.84404504,0.9084739,0.90847397
+3.9847755,0.9689002,-0.5181842,-0.6090968,-0.8705055,-0.9859905,0.7780694,0.96331143,-0.49795163,-0.5899023,-0.8149818,-0.98385185,0.8404093,0.9111441,0.91114426
+3.9828951,0.96896195,-0.5171746,-0.620246,-0.8678294,-0.9857528,0.77416897,0.9633305,-0.4980505,-0.6021926,-0.81025934,-0.98375016,0.83675337,0.9130246,0.91302466
+3.981365,0.9689572,-0.5163709,-0.63115245,-0.8653019,-0.9854991,0.77099836,0.9632771,-0.4981253,-0.61441666,-0.80618924,-0.9835988,0.8332249,0.91455466,0.91455483
+3.9800134,0.96890116,-0.51582074,-0.64145136,-0.86285895,-0.9852279,0.7682371,0.9631727,-0.4984256,-0.6257847,-0.8024208,-0.9834351,0.83001184,0.91590637,0.9159064
+3.9783008,0.9687902,-0.51585525,-0.651303,-0.8605601,-0.9849436,0.7662103,0.963022,-0.49933982,-0.63677007,-0.7989867,-0.9832519,0.8271687,0.9176188,0.917619
+3.9763439,0.96863365,-0.5163748,-0.660921,-0.8583431,-0.984632,0.7648405,0.9628341,-0.50076014,-0.6472661,-0.79574186,-0.9830568,0.82493854,0.91957587,0.9195759
+3.9742157,0.96845114,-0.5170033,-0.67056787,-0.8560746,-0.9843173,0.76361537,0.96264076,-0.5021554,-0.6575111,-0.79235154,-0.9828544,0.822629,0.921704,0.92170405
+3.9723134,0.9682585,-0.5180799,-0.67991114,-0.8537649,-0.9839917,0.7627573,0.96245074,-0.5038466,-0.6673614,-0.7887115,-0.98264307,0.82054806,0.92360634,0.9236064
+3.9704509,0.9680667,-0.51935834,-0.68898636,-0.85142267,-0.98366857,0.7619684,0.9622748,-0.5056792,-0.6769339,-0.7849587,-0.9824342,0.8183067,0.9254689,0.9254689
+3.9689443,0.96788955,-0.5206652,-0.6977842,-0.8490765,-0.9833182,0.7613883,0.96212196,-0.5073957,-0.6862471,-0.7811828,-0.9822174,0.8161608,0.9269755,0.9269755
+3.9673836,0.9677284,-0.5217687,-0.706609,-0.84677213,-0.98293763,0.7605413,0.9619926,-0.5089577,-0.69557834,-0.77736586,-0.9820049,0.81368256,0.9285361,0.9285362
+3.9658284,0.96759176,-0.5229223,-0.71484065,-0.8440962,-0.98255986,0.75984025,0.9618918,-0.510441,-0.70068574,-0.7766473,-0.9817931,0.8111328,0.9300913,0.9300914
+3.964738,0.96747184,-0.5242051,-0.72292984,-0.842831,-0.98217726,0.75952363,0.96178603,-0.5122852,-0.7061597,-0.7767484,-0.9815588,0.8089316,0.93118167,0.9311819
+3.9637332,0.96734345,-0.5209133,-0.7305754,-0.84153074,-0.9817803,0.7590592,0.9616785,-0.5143542,-0.71165395,-0.7769595,-0.98132837,0.80646586,0.93218654,0.9321866
+3.962946,0.96721053,-0.5186608,-0.73901314,-0.8403593,-0.98132765,0.75946,0.9616015,-0.5165685,-0.7169364,-0.7767768,-0.981092,0.80468154,0.9329737,0.93297386
+3.962312,0.967052,-0.51726645,-0.74382544,-0.839412,-0.9808495,0.7600403,0.96150875,-0.5186829,-0.72115105,-0.77658486,-0.98084277,0.8030242,0.93360776,0.9336078
+3.9617007,0.96679926,-0.51653314,-0.74862343,-0.8389239,-0.9803148,0.7609154,0.9613788,-0.52040106,-0.72514653,-0.77660453,-0.9805429,0.8017603,0.93421894,0.9342191
+3.9610817,0.96647906,-0.51623267,-0.7534402,-0.8387414,-0.9797551,0.76179457,0.9612098,-0.5218918,-0.72871584,-0.7766931,-0.9802239,0.80085945,0.9348381,0.93483806
+3.9601586,0.9661037,-0.5163567,-0.7580613,-0.83868957,-0.9791647,0.76265275,0.96098876,-0.5235098,-0.7321739,-0.7769342,-0.9797742,0.8003504,0.93576103,0.9357612
+3.9592936,0.9656813,-0.51655537,-0.7624052,-0.83877057,-0.9785358,0.76363504,0.9607146,-0.52528286,-0.73548996,-0.7772537,-0.9791265,0.8004638,0.93662614,0.9366262
+3.9583645,0.96522975,-0.5167283,-0.76676184,-0.83885777,-0.9778763,0.764735,0.96040523,-0.5273288,-0.7387486,-0.7774386,-0.978461,0.8010733,0.9375553,0.9375553
+3.957365,0.9647629,-0.5172693,-0.77123964,-0.83895916,-0.9771727,0.7662678,0.96008503,-0.52971977,-0.742015,-0.77733725,-0.97775954,0.8022814,0.9385546,0.93855476
+3.956139,0.96428776,-0.51804644,-0.7758593,-0.8390483,-0.97642785,0.7689581,0.9597776,-0.53224534,-0.74521625,-0.7769372,-0.9770112,0.8035071,0.93978053,0.9397807
+3.9549875,0.9638238,-0.5188708,-0.78041834,-0.83908206,-0.97565544,0.77130675,0.95948684,-0.5308787,-0.74815196,-0.7761958,-0.9762411,0.804451,0.9409323,0.9409323
+3.9538465,0.963393,-0.51993126,-0.7851982,-0.8389598,-0.97481495,0.7746153,0.9591905,-0.5304154,-0.7520838,-0.7755292,-0.975392,0.8064029,0.94207317,0.94207335
+3.9528108,0.9629878,-0.5209812,-0.78956753,-0.8387378,-0.9739416,0.7775465,0.9589063,-0.53010845,-0.75590867,-0.77478296,-0.97451705,0.8082746,0.94310886,0.94310904
+3.951807,0.9625852,-0.5215913,-0.79362386,-0.8385778,-0.9730061,0.7804885,0.9585855,-0.52944297,-0.75952166,-0.77412105,-0.97361,0.81003904,0.9441126,0.9441128
+3.950717,0.9621868,-0.52193934,-0.7975155,-0.8385132,-0.9720414,0.7838595,0.9582553,-0.52844346,-0.76306593,-0.7736517,-0.97267723,0.8120029,0.9452028,0.9452028
+3.9491422,0.96174526,-0.5231394,-0.80155885,-0.8386731,-0.97100186,0.7880385,0.95787406,-0.52827173,-0.766833,-0.7735808,-0.97166544,0.8144375,0.9467774,0.9467776
+3.9470687,0.96126294,-0.5245241,-0.8028714,-0.8388667,-0.9699067,0.792012,0.9574342,-0.5282979,-0.7705396,-0.77378803,-0.9705882,0.81656516,0.9488509,0.9488511
+3.9447982,0.96070695,-0.5261943,-0.8032637,-0.83917034,-0.9687239,0.79617965,0.9569355,-0.5284834,-0.77422476,-0.77411807,-0.9694486,0.81903327,0.9511215,0.95112157
+3.9423394,0.9600735,-0.5283809,-0.8039364,-0.83967304,-0.9674646,0.8006067,0.95637536,-0.5289826,-0.77783805,-0.77445734,-0.9682472,0.8219948,0.9535802,0.9535804
+3.9402754,0.9593661,-0.53083116,-0.80474496,-0.84032756,-0.9661126,0.80472755,0.95575404,-0.52951986,-0.78121054,-0.7748865,-0.9669765,0.8249426,0.9556442,0.95564437
+3.938303,0.9586134,-0.5336298,-0.8055294,-0.8410002,-0.96466464,0.80764914,0.9550649,-0.530484,-0.7805757,-0.7753746,-0.9655959,0.82794523,0.95761675,0.9576168
+3.9365158,0.9578564,-0.5363067,-0.8063181,-0.8416988,-0.9631539,0.8103095,0.9543085,-0.5317575,-0.78046334,-0.7761967,-0.964138,0.83079624,0.95940393,0.959404
+3.9350703,0.95709157,-0.5389492,-0.8071622,-0.842398,-0.96155155,0.81308925,0.9535022,-0.5333276,-0.78091073,-0.7772947,-0.96260494,0.8338827,0.96084934,0.9608495
+3.9334943,0.95632136,-0.54172724,-0.80794233,-0.84306735,-0.9598438,0.8160305,0.9526702,-0.5352431,-0.7814207,-0.7784613,-0.9609838,0.8368708,0.9624253,0.9624255
+3.931806,0.95554614,-0.54432213,-0.80847716,-0.8437259,-0.9580185,0.8190546,0.95183134,-0.5372883,-0.781752,-0.779607,-0.9592594,0.839787,0.96411353,0.9641137
+3.930211,0.95473766,-0.5463933,-0.8089035,-0.84440166,-0.95608175,0.8221737,0.9509697,-0.53922635,-0.78186953,-0.7807925,-0.9574258,0.8426466,0.96570855,0.96570873
+3.9286106,0.9538754,-0.54873,-0.8093616,-0.8451763,-0.95402116,0.8253319,0.9500518,-0.5413058,-0.7818388,-0.78209126,-0.9554752,0.8456875,0.9673092,0.96730924
+3.9271932,0.9529917,-0.55100954,-0.80973685,-0.8459297,-0.95186305,0.82875085,0.94910145,-0.5432044,-0.7816835,-0.7834725,-0.95343995,0.848078,0.9687266,0.96872663
+3.9258895,0.95206404,-0.5531962,-0.81013155,-0.84669894,-0.94959784,0.8320317,0.94811296,-0.5451332,-0.78159195,-0.7848755,-0.95130867,0.85029054,0.97003025,0.9700303
+3.924588,0.95112956,-0.55553454,-0.8105935,-0.84747493,-0.9471916,0.8353095,0.9474722,-0.54716194,-0.78152144,-0.7861718,-0.94906116,0.8527143,0.9713318,0.97133183
+3.9232683,0.95016503,-0.5580493,-0.8110973,-0.84827703,-0.9446232,0.8387742,0.946815,-0.54953843,-0.78153294,-0.78744435,-0.9466558,0.85530126,0.9726514,0.9726515
+3.922011,0.9491992,-0.56031483,-0.81161845,-0.8490641,-0.9419498,0.8419514,0.9459814,-0.55156547,-0.7814047,-0.7885763,-0.9441669,0.85795593,0.9739087,0.9739089
+3.9206707,0.9482169,-0.56284887,-0.81207263,-0.84986275,-0.9391213,0.8451853,0.9448595,-0.5539746,-0.78060055,-0.78949827,-0.94152313,0.8606906,0.9752488,0.97524905
+3.9194388,0.9474654,-0.56520045,-0.81240386,-0.8506702,-0.936167,0.84833837,0.94371915,-0.55633426,-0.77979565,-0.7899083,-0.93879026,0.8634131,0.9764808,0.97648096
+3.9183383,0.9468647,-0.5672694,-0.8126825,-0.8514567,-0.9330959,0.8508992,0.94253755,-0.5584487,-0.77908355,-0.7904074,-0.9358593,0.8660481,0.9775815,0.9775815
+3.9176154,0.9462646,-0.5689962,-0.81288767,-0.852209,-0.929939,0.8531084,0.9413365,-0.5603939,-0.77840996,-0.79095495,-0.93143886,0.8685465,0.9783042,0.9783044
+3.9171755,0.9456576,-0.57083905,-0.8128023,-0.8529114,-0.9266944,0.85531485,0.9401214,-0.56249106,-0.7776039,-0.7916107,-0.9267989,0.8709297,0.97874427,0.97874427
+3.9169908,0.9450424,-0.57242954,-0.81269586,-0.85361737,-0.9234108,0.8573022,0.9388933,-0.56431663,-0.77684337,-0.7922819,-0.92190784,0.87303114,0.978929,0.97892904
+3.9167702,0.9444604,-0.57393,-0.8124529,-0.85423017,-0.92005026,0.859342,0.93769085,-0.5660382,-0.77611786,-0.79289246,-0.9168362,0.8751521,0.9791496,0.9791496
+3.9168613,0.9439173,-0.5752514,-0.81230086,-0.8547408,-0.91666603,0.86135554,0.9365363,-0.5676363,-0.7756209,-0.7934046,-0.9116003,0.8771517,0.9790583,0.9790585
+3.9170444,0.94338036,-0.5764441,-0.8122002,-0.85517657,-0.9136282,0.8632903,0.93539524,-0.5676979,-0.7752511,-0.7939096,-0.90620446,0.8790271,0.97887534,0.9788754
+3.9170427,0.9429352,-0.57768804,-0.81216186,-0.8554069,-0.91123635,0.8655274,0.9343116,-0.5675887,-0.7752854,-0.79441273,-0.90057814,0.88104606,0.978877,0.97887707
+3.9173715,0.94240975,-0.5787354,-0.81213254,-0.85545266,-0.9088006,0.86769485,0.93328404,-0.5676648,-0.77571064,-0.79503983,-0.89483726,0.8829347,0.9785482,0.9785483
+3.9176202,0.9416417,-0.5798316,-0.81186116,-0.8554364,-0.9062846,0.86980724,0.9322716,-0.5678681,-0.7760583,-0.79576606,-0.8888112,0.8846071,0.97829956,0.9782996
+3.917875,0.94091296,-0.5807149,-0.81113654,-0.85535383,-0.90374476,0.87194335,0.93130624,-0.56806785,-0.7762083,-0.79664093,-0.8825538,0.8861253,0.97804457,0.97804475
+3.9184594,0.94016194,-0.5811136,-0.810364,-0.8553084,-0.9012661,0.87386525,0.9303385,-0.56807065,-0.77625376,-0.79769516,-0.8761405,0.8872843,0.9774602,0.9774604
+3.9191108,0.93934035,-0.58002317,-0.80936944,-0.8553174,-0.898722,0.8763641,0.92932594,-0.5681592,-0.7760794,-0.798972,-0.86947733,0.8884187,0.97680885,0.976809
+3.9199486,0.93848336,-0.5791178,-0.8084703,-0.8553224,-0.8962743,0.8790884,0.92833185,-0.5679476,-0.7769955,-0.80027187,-0.86274767,0.8899013,0.97597116,0.9759712
+3.9208848,0.9376018,-0.5783328,-0.80754036,-0.85518074,-0.8937994,0.88176656,0.9273685,-0.56774783,-0.77786684,-0.80143213,-0.85587907,0.89126325,0.9750349,0.97503495
+3.9216058,0.9366884,-0.5780462,-0.806645,-0.85498005,-0.88983124,0.8846055,0.9264531,-0.5679424,-0.77865195,-0.80250114,-0.8486868,0.8926436,0.9743139,0.974314
+3.922505,0.9357885,-0.5774926,-0.8057344,-0.8547428,-0.88552725,0.8871658,0.92561936,-0.56763977,-0.779273,-0.8034762,-0.8427507,0.8937068,0.9734147,0.9734149
+3.9233232,0.9348924,-0.5768144,-0.805003,-0.85452527,-0.8810582,0.8896706,0.9248452,-0.5671869,-0.7799689,-0.8043851,-0.83716387,0.8947997,0.97259647,0.97259665
+3.9240716,0.934021,-0.576503,-0.80454576,-0.8542717,-0.8767536,0.8922565,0.9241544,-0.56702,-0.7806745,-0.8051991,-0.8321048,0.8959831,0.9718482,0.97184825
+3.9250946,0.93319964,-0.57584053,-0.8043019,-0.853941,-0.8726672,0.89444053,0.9235716,-0.56641173,-0.7813459,-0.8058791,-0.82720107,0.89675474,0.97082514,0.9708252
+3.925898,0.93237996,-0.5754646,-0.8041339,-0.8527345,-0.8685262,0.89674354,0.9230149,-0.5659099,-0.7818406,-0.8065954,-0.8222367,0.89758945,0.97002155,0.9700217
+3.926794,0.9315963,-0.5750104,-0.8039312,-0.8515157,-0.86451304,0.89882636,0.9225521,-0.5653012,-0.78216165,-0.8072475,-0.817398,0.8980955,0.96912575,0.96912575
+3.9276643,0.93078065,-0.5747218,-0.8036809,-0.8503741,-0.8603799,0.90097773,0.92208946,-0.5646946,-0.7823234,-0.808057,-0.8124474,0.8985772,0.96825546,0.9682555
+3.9288812,0.92995715,-0.57407665,-0.8031979,-0.84931016,-0.85643774,0.90283227,0.92163706,-0.5637049,-0.7822903,-0.80886745,-0.80779076,0.898829,0.9670386,0.96703863
+3.9300423,0.9291215,-0.5734901,-0.80271894,-0.848251,-0.852528,0.9047024,0.9211714,-0.5626806,-0.7823071,-0.80975896,-0.8031648,0.8991264,0.96587735,0.96587753
+3.931228,0.92830956,-0.57308674,-0.80230355,-0.84711605,-0.84870684,0.9065565,0.920722,-0.56177694,-0.7824975,-0.8106431,-0.79876584,0.8994198,0.9646917,0.9646919
+3.932342,0.92751396,-0.5726753,-0.80196595,-0.84593713,-0.8448957,0.90834546,0.92029476,-0.5610306,-0.78286797,-0.8114413,-0.79434425,0.89968777,0.9635775,0.96357775
+3.933482,0.9267663,-0.5720307,-0.80171126,-0.84475684,-0.84123677,0.9099487,0.9199182,-0.5599624,-0.7833077,-0.81216633,-0.7903211,0.89977384,0.9624377,0.96243787
+3.9346123,0.9260719,-0.57159203,-0.80161554,-0.84347737,-0.83759606,0.9116447,0.9196056,-0.55912316,-0.7838836,-0.8128692,-0.7862332,0.8999994,0.96130747,0.9613075
+3.9356334,0.9254154,-0.57108074,-0.8015285,-0.8422056,-0.83401644,0.9132347,0.9193499,-0.5583879,-0.78448397,-0.81358796,-0.7822949,0.90008974,0.9602864,0.9602864
+3.9367292,0.92478704,-0.5707102,-0.80135417,-0.84095794,-0.830335,0.9147527,0.9191303,-0.5575818,-0.7849536,-0.8143103,-0.778284,0.90016365,0.95919055,0.9591906
+3.9377427,0.9242022,-0.56987894,-0.801,-0.8397571,-0.8269455,0.91598773,0.9189546,-0.55643374,-0.78527004,-0.81502384,-0.7746943,0.8999388,0.9581769,0.9581771
+3.9389832,0.9236281,-0.56903493,-0.8005942,-0.83858,-0.8236095,0.91727185,0.91879046,-0.55539,-0.78562087,-0.8152526,-0.7712176,0.8998418,0.9569366,0.9569366
+3.940114,0.9230335,-0.5683233,-0.80021524,-0.83741754,-0.82036066,0.91845584,0.91859674,-0.55436003,-0.7860157,-0.81556225,-0.76788914,0.89959764,0.9558057,0.9558058
+3.9412124,0.92244625,-0.5676555,-0.79969597,-0.8362664,-0.8171358,0.9196389,0.9183948,-0.5534178,-0.7864112,-0.815934,-0.76469266,0.8993925,0.9547074,0.9547074
+3.9424722,0.9218838,-0.56659436,-0.7992261,-0.83507764,-0.81409997,0.9207208,0.9182167,-0.5522445,-0.78687656,-0.81633943,-0.76172507,0.899076,0.9534475,0.9534476
+3.9436445,0.9213171,-0.56590354,-0.79891205,-0.8338401,-0.8110906,0.9218966,0.9180484,-0.55147225,-0.78750926,-0.8167231,-0.75886536,0.89888096,0.9522753,0.9522753
+3.9446716,0.9207746,-0.5653737,-0.79861724,-0.83260953,-0.8080819,0.92304397,0.91789865,-0.55071187,-0.78810585,-0.8171131,-0.756038,0.8987174,0.951248,0.95124817
+3.9457607,0.92027617,-0.5645691,-0.7983532,-0.8314009,-0.8051923,0.92404294,0.9177942,-0.5497283,-0.788763,-0.81755173,-0.753378,0.89837813,0.9501589,0.9501591
+3.9466407,0.91980267,-0.5637932,-0.79805404,-0.8301373,-0.8023161,0.9249959,0.91770947,-0.5488825,-0.7893882,-0.817974,-0.7508678,0.8981037,0.9492789,0.94927907
+3.947757,0.91935444,-0.56321484,-0.79773605,-0.82891184,-0.79948497,0.92599344,0.91765404,-0.5480057,-0.7899551,-0.8184142,-0.74832565,0.89782834,0.9481626,0.9481628
+3.948717,0.9188976,-0.5624163,-0.7973842,-0.82773703,-0.796737,0.92685425,0.9175916,-0.5472026,-0.79050386,-0.8189408,-0.7459311,0.8970771,0.9472025,0.9472027
+3.9498413,0.9184587,-0.5615799,-0.7969413,-0.826597,-0.79408926,0.92770445,0.91753817,-0.5462601,-0.7909673,-0.8194888,-0.7436077,0.8962014,0.9460783,0.94607854
+3.9508512,0.9180175,-0.5608274,-0.7965172,-0.8254559,-0.79155266,0.9285023,0.91748035,-0.545536,-0.79144984,-0.8200554,-0.7415195,0.8953786,0.94506854,0.9450686
+3.9519248,0.9175806,-0.5599982,-0.7961364,-0.8243493,-0.7899759,0.92929673,0.91742444,-0.5445229,-0.79197246,-0.82065815,-0.74060035,0.8944814,0.94399494,0.943995
+3.952792,0.91714823,-0.5596255,-0.7960436,-0.8232341,-0.78824127,0.9302187,0.91734934,-0.5440409,-0.79281574,-0.8212473,-0.7403037,0.8939643,0.9431278,0.9431279
+3.9532747,0.91670454,-0.559444,-0.79605865,-0.8221092,-0.78655344,0.93114793,0.91727483,-0.5438289,-0.7937019,-0.8217375,-0.74008846,0.89353883,0.9426449,0.9426451
+3.953532,0.9162748,-0.55922204,-0.7960695,-0.82100105,-0.78477794,0.9319359,0.91720724,-0.5435827,-0.79447377,-0.82222193,-0.73976916,0.8931079,0.94238776,0.9423878
+3.9538465,0.9158156,-0.5590393,-0.7959286,-0.81991774,-0.7829735,0.9327493,0.9171096,-0.5433411,-0.7950596,-0.822684,-0.73929656,0.8927531,0.94207335,0.94207335
+3.9541233,0.9152963,-0.5592572,-0.7956043,-0.8188418,-0.78087896,0.9336033,0.9169297,-0.5434537,-0.7954075,-0.8231422,-0.7384795,0.89258516,0.94179624,0.94179654
+3.9545934,0.91472507,-0.55891263,-0.7949843,-0.8179001,-0.7789462,0.934229,0.9166889,-0.54300493,-0.7955087,-0.82370406,-0.7379022,0.8922241,0.9413263,0.9413264
+3.9552836,0.9141172,-0.5585497,-0.79454523,-0.8169741,-0.777149,0.9347732,0.9164109,-0.54243004,-0.79579306,-0.8242409,-0.7373177,0.8918488,0.940636,0.94063616
+3.9560344,0.9134865,-0.5584656,-0.7942093,-0.8159771,-0.7753403,0.935374,0.9160812,-0.5421904,-0.79626435,-0.8247184,-0.7368755,0.89168155,0.9398854,0.9398854
+3.9565454,0.9128735,-0.5583825,-0.7940212,-0.8149253,-0.77353936,0.935964,0.91574883,-0.5420918,-0.79692346,-0.8251721,-0.73632735,0.8915751,0.93937427,0.93937445
+3.9571083,0.9123398,-0.5583204,-0.7939389,-0.81383866,-0.77178663,0.9365432,0.91546834,-0.541851,-0.7976885,-0.82555133,-0.7358723,0.891513,0.9388115,0.93881154
+3.957459,0.911847,-0.55834985,-0.7939348,-0.8126352,-0.7698698,0.9371896,0.91521263,-0.5419991,-0.79857683,-0.8258507,-0.7351599,0.89154077,0.93846065,0.9384608
+3.9579058,0.9114008,-0.5582064,-0.79377615,-0.81151915,-0.767913,0.9377576,0.9149915,-0.54202604,-0.79926455,-0.8261688,-0.73441625,0.89155626,0.938014,0.93801403
+3.9582489,0.9109535,-0.5579337,-0.79374087,-0.8104357,-0.7659419,0.9382179,0.9147589,-0.54202926,-0.79977745,-0.8265239,-0.73365265,0.8914716,0.9376709,0.93767095
+3.9588187,0.9105139,-0.5575403,-0.7936334,-0.8094438,-0.7639323,0.9386443,0.9145253,-0.54172635,-0.80009,-0.8268777,-0.73287624,0.8914156,0.93710095,0.9371011
+3.9593594,0.9100617,-0.5572101,-0.793423,-0.8084578,-0.76211214,0.9390019,0.9142482,-0.5416011,-0.80037415,-0.82726896,-0.7322672,0.89133465,0.9365602,0.9365604
+3.9600015,0.90959394,-0.55669874,-0.793201,-0.8075142,-0.7602699,0.9394095,0.913955,-0.5413343,-0.80065554,-0.8276797,-0.7335325,0.89133227,0.93591815,0.93591833
+3.9603639,0.909112,-0.55661213,-0.79339546,-0.8065935,-0.7584814,0.93991137,0.91361976,-0.54151183,-0.80128115,-0.82795,-0.7349073,0.8916538,0.9355557,0.93555593
+3.9604533,0.9086615,-0.55673915,-0.79381496,-0.8057378,-0.7567602,0.9403448,0.9132993,-0.5418936,-0.80194443,-0.82809126,-0.7363556,0.8920753,0.93546647,0.9354665
+3.9603083,0.9082215,-0.55697167,-0.79434186,-0.80491686,-0.75492865,0.9407623,0.9129975,-0.54231167,-0.8024684,-0.82813835,-0.737587,0.8925525,0.9356113,0.9356115
+3.9600766,0.9077966,-0.5573117,-0.79478014,-0.8041036,-0.7530771,0.94115114,0.91267085,-0.54286355,-0.80278695,-0.8281336,-0.738589,0.89318573,0.93584317,0.9358432

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.07416050136089325,0.07416052532196045,4.820838501930237,,
+1000,0.3993367850780487,0.39933697843551635,4.495662048816681,,
+1500,0.641542911529541,0.6415428266525268,4.25345620059967,,
+2000,0.6912615299224854,0.6912616682052612,4.2037373590469365,,
+2500,0.8411300778388977,0.8411300249099731,4.053869002342224,,
+3000,0.66389399766922,0.6638941321372985,4.231104895114899,,
+3500,0.5875337719917297,0.5875337800979614,4.307465247154235,,
+4000,0.5281067490577698,0.528106767654419,4.366892259597778,,
+4500,0.617109477519989,0.6171096386909485,4.277889388561249,,
+5000,0.5186097025871277,0.5186096467971801,4.376389380455017,,
+5000,,,,4.388545849323273,0.5064530968666077
+5500,0.8105007410049438,0.810500518321991,4.084498508930206,,
+6000,0.9420019388198853,0.9420019421577454,3.952997085094452,,
+6500,0.627610981464386,0.6276109175682067,4.26738810968399,,
+7000,0.6816001534461975,0.6816003184318542,4.213398708820343,,
+7500,0.5582146644592285,0.5582146592140198,4.3367843680381775,,
+8000,0.7186452150344849,0.7186452231407165,4.17635380411148,,
+8500,0.8303737044334412,0.8303737545013428,4.064625272750854,,
+9000,0.9805426597595215,0.9805426783561707,3.9144563488960267,,
+9500,0.9399061799049377,0.9399062571525574,3.95509277009964,,
+10000,0.8024645447731018,0.8024646391868592,4.092534388065338,,
+10000,,,,4.166729226112365,0.7282697558403015
+10500,0.7322391867637634,0.7322392110824585,4.162759816169738,,
+11000,0.792961835861206,0.7929619455337524,4.102037081718445,,
+11500,0.7022609114646912,0.7022608528137207,4.192738174438476,,
+12000,0.8131945729255676,0.813194571018219,4.081804456233979,,
+12500,0.7196359038352966,0.7196359448432922,4.175363082408905,,
+13000,0.8793307542800903,0.8793307743072509,4.015668252944947,,
+13500,0.8689985275268555,0.8689985194206238,4.026000507831574,,
+14000,0.8344987630844116,0.8344986805915833,4.060500346660614,,
+14500,0.6935732960700989,0.6935730800628662,4.201425947189331,,
+15000,0.8293156027793884,0.8293154816627503,4.065683545589447,,
+15000,,,,4.199550375938416,0.6954484581947327
+15500,0.847747802734375,0.8477478699684143,4.047251157283783,,
+16000,0.8586597442626953,0.8586595516204834,4.0363394756317135,,
+16500,0.7595199346542358,0.7595198173522949,4.135479209899902,,
+17000,0.7075164318084717,0.7075164089202881,4.187482618331909,,
+17500,0.8406838774681091,0.8406837244033813,4.054315302848816,,
+18000,0.832733690738678,0.8327336320877076,4.06226539516449,,
+18500,0.8194519877433777,0.8194520301818847,4.075546997070313,,
+19000,0.7307292819023132,0.7307292885780334,4.164269738674164,,
+19500,0.7931746244430542,0.793174665927887,4.101824361324311,,
+20000,0.7238526940345764,0.7238528842926025,4.171146142959595,,
+20000,,,,4.149334579706192,0.7456643581390381
+20500,0.8676466941833496,0.8676466164588928,4.027352410793305,,
+21000,0.7644018530845642,0.7644017372131348,4.130597290039063,,
+21500,0.8096491694450378,0.8096491394042968,4.0853498878479,,
+22000,0.8646054863929749,0.864605438709259,4.030393588542938,,
+22500,0.8054022789001465,0.8054019861221313,4.089597041130066,,
+23000,0.7088119983673096,0.7088119959831238,4.186187031269074,,
+23500,0.8164091110229492,0.816409080028534,4.078589947223663,,
+24000,0.6761070489883423,0.6761069912910461,4.218892035961151,,
+24500,0.8275026679039001,0.8275024971961975,4.067496530055999,,
+25000,0.8072778582572937,0.8072777452468872,4.08772128200531,,
+25000,,,,4.3447775602340695,0.5502213835716248
+25500,0.738605260848999,0.7386052641868591,4.1563937630653385,,
+26000,0.7604418396949768,0.7604417572021485,4.134557270050049,,
+26500,0.6931183338165283,0.6931184191703796,4.201880608081818,,
+27000,0.8136337995529175,0.8136338605880737,4.081365166664123,,
+27500,0.779967725276947,0.7799677534103393,4.115031273841858,,
+28000,0.7684062719345093,0.7684062099456788,4.126592817306519,,
+28500,0.8337153196334839,0.8337151594161988,4.061283867835998,,
+29000,0.8212065696716309,0.8212065019607544,4.073792525291443,,
+29500,0.7639384269714355,0.7639382700920105,4.131060757160187,,
+30000,0.7043402791023254,0.704340184211731,4.190658843040466,,
+30000,,,,4.368393664360046,0.5266052484512329
+30500,0.8462768197059631,0.8462766733169556,4.048722353935242,,
+31000,0.8047793507575989,0.8047793531417846,4.090219674110412,,
+31500,0.9042069911956787,0.9042068982124328,3.9907921290397645,,
+32000,0.7123118042945862,0.712311933517456,4.182687093734741,,
+32500,0.7604222893714905,0.760422125339508,4.1345769019126895,,
+33000,0.7690596580505371,0.7690595760345459,4.1259394512176515,,
+33500,0.5666108131408691,0.5666108646392822,4.3283881626129155,,
+34000,0.7384089231491089,0.7384088406562805,4.156590186595917,,
+34500,0.7680999040603638,0.7680997700691223,4.126899257183075,,
+35000,0.6674128770828247,0.6674129161834716,4.227586111068725,,
+35000,,,,4.59938203215599,0.29561686515808105
+35500,0.7690004110336304,0.769000367641449,4.125998659610748,,
+36000,0.7767564058303833,0.7767563238143921,4.118242703437805,,
+36500,0.6897526383399963,0.6897524900436401,4.2052465372085575,,
+37000,0.7634567022323608,0.7634567775726319,4.1315422496795655,,
+37500,0.9539850354194641,0.9539852085113525,3.9410138187408448,,
+38000,0.6920108199119568,0.6920106902122497,4.2029883370399475,,
+38500,0.8514260053634644,0.8514259538650513,4.0435730733871456,,
+39000,0.7491832971572876,0.7491833515167237,4.145815675735474,,
+39500,0.7215076088905334,0.7215076670646667,4.173491360187531,,
+40000,0.8197861313819885,0.8197861957550049,4.0752128314971925,,
+40000,,,,4.279830825328827,0.6151681542396545
+40500,0.7313529849052429,0.7313528170585633,4.163646210193634,,
+41000,0.6913750171661377,0.6913750095367431,4.2036240177154545,,
+41500,0.7348246574401855,0.73482461643219,4.160174410820007,,
+42000,0.8678916096687317,0.8678916101455688,4.027107417106628,,
+42500,0.8538818359375,0.8538821640014649,4.041116863250733,,
+43000,0.8073235750198364,0.8073236093521118,4.087675417900085,,
+43500,0.873058021068573,0.8730578751564025,4.021941152095795,,
+44000,0.7564084529876709,0.7564084305763245,4.138590596675873,,
+44500,0.7083547115325928,0.7083547067642212,4.186644320487976,,
+45000,0.8611916899681091,0.8611917090415955,4.033807318210602,,
+45000,,,,4.525386850833893,0.3696120083332062
+45500,0.8180867433547974,0.8180867652893067,4.076912261962891,,
+46000,0.6938366889953613,0.6938366603851318,4.201162366867066,,
+46500,0.7701635956764221,0.7701636538505554,4.124835373401642,,
+47000,0.8981485962867737,0.8981486325263977,3.9968503947257994,,
+47500,0.7367319464683533,0.7367320342063903,4.158266993045807,,
+48000,0.8405490517616272,0.8405489931106568,4.05445003414154,,
+48500,0.8713409900665283,0.8713407883644104,4.023658238887787,,
+49000,0.6517473459243774,0.6517471113204956,4.243251915931702,,
+49500,0.8187721967697144,0.8187721009254456,4.076226926326751,,
+50000,0.7222646474838257,0.722264636516571,4.172734390735626,,
+50000,,,,4.521365547180176,0.37363338470458984

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95256a1610397541e41ab31deb35d69341c8789e83a703e9c199913436759ebd
+size 15018763

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.770942,0.9905827,-0.97462916,0.9804816,-0.9963137,-0.9984714,0.9910208,0.98496246,-0.9745891,0.996346,-0.99174744,-0.99493635,0.9931648,0.12497739,0.12497759
+4.577999,0.991313,-0.95723635,0.95694757,-0.98060113,-0.98998994,0.99443245,0.98625207,-0.9632767,0.95992446,-0.9716955,-0.9783104,0.993829,0.3179205,0.31792068
+4.4509144,0.9914253,-0.9352871,0.91134596,-0.9797208,-0.98904663,0.9928646,0.9866686,-0.9554793,0.92651415,-0.96607167,-0.98702645,0.992627,0.44500533,0.44500542
+4.509418,0.9911709,-0.9031676,0.93879926,-0.9860717,-0.9887817,0.99039793,0.9865712,-0.94146425,0.9374683,-0.97929204,-0.98683226,0.9912237,0.38650167,0.3865018
+4.595527,0.99230623,-0.88506854,0.9506365,-0.9914707,-0.9889699,0.99064183,0.9886422,-0.923704,0.96065235,-0.98771393,-0.9857622,0.9916332,0.30039248,0.30039263
+4.6399345,0.9925823,-0.9082433,0.9591192,-0.9883574,-0.9880589,0.9910114,0.9890845,-0.9249768,0.96763134,-0.9828994,-0.98319376,0.9925206,0.2559851,0.25598526
+4.605776,0.99237514,-0.9333859,0.9596369,-0.98288614,-0.98531806,0.9916693,0.98883855,-0.9364299,0.96869063,-0.9743945,-0.9803781,0.9931495,0.2901438,0.29014397
+4.5354824,0.99253917,-0.9527171,0.948851,-0.98336935,-0.9820685,0.99302125,0.98885787,-0.9510019,0.96166205,-0.97542495,-0.975192,0.9936335,0.36043724,0.3604374
+4.4936934,0.99233127,-0.96124107,0.9384675,-0.9851788,-0.9813143,0.99395585,0.988227,-0.96437407,0.9407227,-0.9791873,-0.9674894,0.99445844,0.40222636,0.40222645
+4.4987774,0.9915074,-0.9629373,0.9081166,-0.9859068,-0.9800004,0.99375486,0.98702025,-0.967678,0.8929882,-0.9818501,-0.9622493,0.994292,0.39714232,0.3971424
+4.5281878,0.99040127,-0.9579165,0.88007224,-0.9874978,-0.9796982,0.99288845,0.9855907,-0.9650687,0.84742045,-0.98301345,-0.96515113,0.9933076,0.36773202,0.36773205
+4.5615983,0.98961735,-0.9417563,0.90483737,-0.9893833,-0.98131776,0.9914954,0.98517036,-0.9598728,0.8719437,-0.98532087,-0.9729694,0.9918246,0.33432147,0.3343215
+4.5850854,0.98970413,-0.9153482,0.93019843,-0.99028254,-0.98461914,0.9901587,0.98593783,-0.9563423,0.92507136,-0.98673296,-0.97961324,0.99049854,0.31083432,0.3108344
+4.584943,0.9902077,-0.8831997,0.9497521,-0.99060595,-0.9865542,0.9888885,0.98699045,-0.93944186,0.9565985,-0.98619086,-0.98476905,0.9902705,0.31097686,0.31097698
+4.5680256,0.9905572,-0.86787766,0.96137667,-0.98925614,-0.9866683,0.9883909,0.9875082,-0.91780126,0.9675939,-0.9839543,-0.98637325,0.99012613,0.32789406,0.3278942
+4.556265,0.99061394,-0.8948208,0.9664526,-0.98563266,-0.9853567,0.98902476,0.9875932,-0.91263634,0.97236633,-0.9784169,-0.9848965,0.9905994,0.33965483,0.33965492
+4.5555778,0.9906306,-0.92736244,0.9628018,-0.9824326,-0.98389214,0.99033594,0.9874716,-0.92502993,0.9714134,-0.97473264,-0.98008513,0.9916775,0.3403418,0.34034204
+4.5575933,0.9903629,-0.94443816,0.9536997,-0.98153615,-0.98059577,0.99150896,0.9869342,-0.9389494,0.9649644,-0.9735929,-0.9753491,0.9920552,0.33832636,0.33832645
+4.5558143,0.98985744,-0.9507667,0.9392717,-0.9814507,-0.97947043,0.9921131,0.9859879,-0.94927615,0.9517695,-0.97553885,-0.97075474,0.9923216,0.34010544,0.34010553
+4.548665,0.98903525,-0.9533018,0.9152813,-0.9814986,-0.9791403,0.9919032,0.98483586,-0.9532017,0.91315913,-0.9770429,-0.9685564,0.99218106,0.34725454,0.34725475
+4.541003,0.98808885,-0.9471299,0.90187824,-0.9818975,-0.97920156,0.99119496,0.983884,-0.9501144,0.8880899,-0.976723,-0.9705969,0.99143934,0.35491648,0.35491657
+4.5457134,0.987298,-0.9288884,0.9171206,-0.9826355,-0.9805152,0.98993087,0.983387,-0.94977254,0.9089519,-0.9754326,-0.975874,0.9898069,0.3502063,0.35020638
+4.563463,0.9871602,-0.89531785,0.93363976,-0.98239326,-0.9842631,0.98852575,0.98364925,-0.9403173,0.9410033,-0.97481495,-0.980938,0.9882355,0.33245644,0.3324566
+4.5772805,0.9875033,-0.8626673,0.94961965,-0.983253,-0.9864207,0.9872482,0.9842012,-0.917602,0.95790696,-0.97478074,-0.98517936,0.98803246,0.31863916,0.31863928
+4.5783443,0.98776007,-0.86092234,0.95937777,-0.9803185,-0.986772,0.98717797,0.9845058,-0.90086097,0.9651139,-0.96922076,-0.98598087,0.9883487,0.31757525,0.31757545
+4.569523,0.9880023,-0.8926383,0.96103084,-0.9735681,-0.9861356,0.9881208,0.98449004,-0.9097324,0.96768,-0.95628566,-0.9841332,0.98922896,0.3263969,0.32639694
+4.5549784,0.9879259,-0.9243776,0.95466685,-0.9632442,-0.98392236,0.9895103,0.9838555,-0.9188122,0.9644722,-0.95016634,-0.98022026,0.9900265,0.34094128,0.34094143
+4.540436,0.9873915,-0.93419963,0.9431139,-0.96035135,-0.98229915,0.99066424,0.98292685,-0.9287082,0.9549413,-0.94752073,-0.9763255,0.99044955,0.35548386,0.355484
+4.5321965,0.98640513,-0.94020605,0.9231235,-0.9572036,-0.98124015,0.99095726,0.9817741,-0.9356192,0.9376192,-0.947543,-0.97244436,0.9906101,0.3637232,0.36372328
+4.528717,0.98518693,-0.93965536,0.8951824,-0.9543468,-0.9801409,0.9902117,0.9803306,-0.9371464,0.89571595,-0.9445054,-0.96976167,0.9899397,0.36720264,0.36720276
+4.5263925,0.98383594,-0.93141145,0.8791745,-0.9513295,-0.9805537,0.9891547,0.9786122,-0.9292658,0.8720598,-0.93767583,-0.970859,0.98834896,0.36952722,0.36952734
+4.530775,0.98283756,-0.9164102,0.8922131,-0.9507129,-0.98220277,0.98795974,0.977463,-0.9225462,0.8910266,-0.9314881,-0.97538936,0.9864874,0.36514452,0.36514473
+4.540695,0.98266697,-0.892924,0.9072819,-0.9549545,-0.9845206,0.9869535,0.9775567,-0.9122262,0.91327405,-0.93466604,-0.9791264,0.98482084,0.35522446,0.3552246
+4.5455503,0.98288786,-0.8771698,0.9206977,-0.9537427,-0.9863484,0.9859717,0.97782373,-0.89243937,0.9307978,-0.9358774,-0.9814884,0.98418224,0.35036936,0.35036945
+4.543191,0.98313403,-0.8892495,0.92863464,-0.9455982,-0.98637134,0.9860997,0.9774736,-0.8832871,0.9369576,-0.928008,-0.9814301,0.98439014,0.35272872,0.35272884
+4.535947,0.98326445,-0.9113978,0.9283364,-0.935733,-0.9851634,0.98721886,0.9768679,-0.8941586,0.9376395,-0.9150596,-0.9788713,0.98524237,0.3599728,0.35997295
+4.524495,0.98292875,-0.921973,0.9192027,-0.91700345,-0.9839166,0.9880749,0.97593737,-0.9052197,0.930079,-0.9036266,-0.9755964,0.9861748,0.37142453,0.37142467
+4.5087237,0.9817351,-0.92733514,0.8802738,-0.90665346,-0.98190457,0.98815954,0.9744276,-0.91388273,0.9031414,-0.8960517,-0.97067463,0.9872024,0.38719594,0.38719606
+4.4845104,0.9810153,-0.9281655,0.8195212,-0.8962225,-0.97916317,0.9874071,0.9744221,-0.91871977,0.8252609,-0.89115185,-0.9654322,0.9868078,0.41140935,0.41140938
+4.451212,0.97974944,-0.925388,0.7419722,-0.8877247,-0.9783118,0.98624444,0.9706396,-0.9156994,0.743232,-0.88207096,-0.9642397,0.9854796,0.44470772,0.44470787
+4.427577,0.9771993,-0.916457,0.70941675,-0.8834075,-0.9791054,0.98497176,0.9653206,-0.9056483,0.70506513,-0.87249076,-0.96609944,0.98359823,0.46834257,0.46834278
+4.4275537,0.9743786,-0.90434426,0.73891973,-0.89665645,-0.9811099,0.9837992,0.9610988,-0.8969605,0.7246907,-0.8792696,-0.96918595,0.98170316,0.468366,0.46836615
+4.4475374,0.9734622,-0.89427805,0.77296805,-0.9153956,-0.98322296,0.98270977,0.9600241,-0.88847655,0.7561488,-0.9006201,-0.972027,0.98016,0.44838217,0.44838238
+4.465266,0.9736539,-0.8954163,0.7761891,-0.9228585,-0.983565,0.98201895,0.9599967,-0.88309824,0.76593184,-0.90393674,-0.9735564,0.9793558,0.43065354,0.43065357
+4.461168,0.9751198,-0.90369475,0.7588463,-0.9155014,-0.982439,0.9819672,0.95992315,-0.89111346,0.7401645,-0.8938842,-0.97333205,0.9794624,0.43475184,0.434752
+4.43106,0.97659695,-0.9104766,0.7041007,-0.8954519,-0.9796105,0.98243153,0.9598799,-0.9008865,0.67881906,-0.8726678,-0.9716621,0.98002756,0.46485993,0.46485996
+4.384158,0.97693133,-0.9143668,0.5987382,-0.8692951,-0.97575885,0.9823928,0.96092176,-0.9067583,0.6401694,-0.8513662,-0.96740925,0.98024964,0.51176155,0.51176167
+4.3378263,0.976063,-0.9146913,0.53952456,-0.8445641,-0.97168505,0.98153186,0.9594761,-0.90929294,0.56998754,-0.84614533,-0.9621362,0.97937727,0.5580934,0.55809355
+4.3019905,0.9742782,-0.91184306,0.4748435,-0.82865417,-0.96819305,0.97998965,0.9564328,-0.90863174,0.482607,-0.84117156,-0.95774287,0.97748566,0.59392923,0.5939293
+4.274661,0.97175384,-0.9070723,0.41000223,-0.8197004,-0.96637654,0.9783237,0.9511459,-0.90456825,0.4091164,-0.8353324,-0.9551662,0.9752228,0.6212586,0.62125874
+4.253222,0.96882033,-0.90212387,0.35994852,-0.82692426,-0.96586937,0.9762124,0.94559526,-0.9007842,0.36728454,-0.8289456,-0.9546321,0.97284305,0.6426976,0.6426978
+4.2379446,0.9663007,-0.8981814,0.33707023,-0.8440434,-0.96605104,0.9742403,0.9412427,-0.8955615,0.34636283,-0.8397416,-0.9550459,0.97046113,0.6579751,0.6579752
+4.2284384,0.96486855,-0.8966807,0.33510184,-0.8534902,-0.9655354,0.97259235,0.93830395,-0.8936988,0.33512878,-0.85217977,-0.9547458,0.96833324,0.66748124,0.6674814
+4.224381,0.9644718,-0.89818895,0.3375746,-0.85849595,-0.9637334,0.971081,0.9370526,-0.8940642,0.34159088,-0.8573877,-0.95280695,0.9664613,0.67153865,0.67153883
+4.2243347,0.96490943,-0.90166605,0.34055567,-0.8554368,-0.96039104,0.9696475,0.9374175,-0.8974736,0.34345865,-0.8525176,-0.9487225,0.9650011,0.671585,0.6715851
+4.2224426,0.9656203,-0.9050802,0.33597386,-0.8465606,-0.95570916,0.9685428,0.9386015,-0.9019076,0.31005216,-0.84899324,-0.94310504,0.9639087,0.6734771,0.6734772
+4.2106185,0.96557283,-0.9071579,0.29737413,-0.83719194,-0.950685,0.96754634,0.93903255,-0.9048874,0.25274932,-0.83971214,-0.93738467,0.9628582,0.68530124,0.6853013
+4.1876197,0.96424174,-0.9073929,0.23291266,-0.83188045,-0.9467778,0.96622205,0.937536,-0.9044552,0.19095504,-0.828928,-0.93293446,0.96135306,0.70830005,0.7083001
+4.159383,0.96161795,-0.9056049,0.18763089,-0.8298917,-0.9436223,0.96438456,0.9341526,-0.90211457,0.16341889,-0.82155156,-0.9300658,0.959157,0.7365369,0.736537
+4.1395454,0.9590976,-0.90309775,0.16695595,-0.8292811,-0.9404662,0.9621285,0.9306247,-0.90089065,0.15483117,-0.8221838,-0.9273772,0.9566438,0.7563743,0.75637436
+4.134467,0.95717096,-0.8998884,0.15958357,-0.83159226,-0.9373421,0.95940924,0.9275198,-0.89967895,0.13847935,-0.82730734,-0.9243311,0.9540992,0.7614525,0.7614527
+4.1368885,0.95545566,-0.89682,0.13051379,-0.84038657,-0.93463504,0.9566746,0.92509687,-0.89882123,0.11944401,-0.8342546,-0.92124885,0.9516585,0.7590311,0.7590313
+4.1341133,0.9538392,-0.8941841,0.11768556,-0.8442503,-0.931954,0.9548924,0.9233371,-0.896573,0.10251546,-0.8386421,-0.91788435,0.9496379,0.76180625,0.7618065
+4.125555,0.9530201,-0.89286125,0.08809972,-0.8452894,-0.92818695,0.95351875,0.92338085,-0.8955499,0.07955611,-0.84300995,-0.9137874,0.94803274,0.7703647,0.77036476
+4.1103883,0.9520891,-0.8918491,0.052490115,-0.8422553,-0.92315453,0.9524778,0.92230916,-0.89583206,0.033482075,-0.8424405,-0.9083697,0.9466295,0.78553146,0.7855315
+4.089482,0.95046103,-0.89099884,0.014581084,-0.83839685,-0.9166002,0.95124364,0.9191197,-0.8959502,-0.017850578,-0.84124047,-0.90178186,0.9451511,0.8064379,0.80643797
+4.069277,0.9483013,-0.89046454,-0.027991593,-0.8352789,-0.9088862,0.94971824,0.9153094,-0.8953696,-0.06806278,-0.8371858,-0.8942704,0.9438305,0.8266428,0.826643
+4.051425,0.9457507,-0.8900053,-0.093898475,-0.83377445,-0.90017444,0.9481845,0.9112011,-0.8946653,-0.12109125,-0.8322975,-0.8861092,0.9426396,0.8444948,0.8444948
+4.0349135,0.94221926,-0.88853544,-0.1489116,-0.8357086,-0.89161927,0.94672215,0.9053657,-0.8934613,-0.1654002,-0.8300104,-0.87848294,0.941627,0.8610062,0.86100626
+4.0202923,0.9377276,-0.88629895,-0.1897819,-0.836407,-0.8840369,0.945065,0.89894176,-0.8923252,-0.202052,-0.8326443,-0.87034935,0.9402833,0.87562746,0.8756275
+4.008796,0.9331975,-0.8836407,-0.2263965,-0.8360024,-0.8769405,0.9432328,0.89320135,-0.8913602,-0.22819012,-0.83662444,-0.86026233,0.9384123,0.8871235,0.8871236
+4.0000415,0.92890525,-0.8808098,-0.25621486,-0.8352962,-0.86990476,0.94085646,0.8883426,-0.89042896,-0.25831926,-0.8417165,-0.84945416,0.9363018,0.89587826,0.8958783
+3.9933085,0.92444634,-0.8779324,-0.27857327,-0.8339096,-0.86804867,0.93844557,0.88401496,-0.889157,-0.2866084,-0.8468657,-0.83850014,0.93413615,0.9026112,0.90261126
+3.9879496,0.920136,-0.87521183,-0.30572212,-0.8325684,-0.8677166,0.9360328,0.88068986,-0.88800037,-0.31704938,-0.8525566,-0.82802296,0.9319794,0.90797013,0.9079702
+3.9823182,0.9156766,-0.87159795,-0.33574724,-0.83181655,-0.8659126,0.93413496,0.8776307,-0.8871001,-0.34734643,-0.8572013,-0.81856704,0.9298334,0.91360146,0.91360164
+3.9758968,0.9108902,-0.8669497,-0.36629593,-0.8311169,-0.85912645,0.9328079,0.8745067,-0.8863342,-0.37359595,-0.86168164,-0.80961055,0.9275758,0.92002296,0.92002296
+3.9693913,0.90592515,-0.86176497,-0.39811218,-0.83449876,-0.8508882,0.93140864,0.8713267,-0.8855329,-0.39845318,-0.8662583,-0.80549335,0.92518365,0.9265283,0.92652845
+3.9633553,0.9010464,-0.85728586,-0.42880654,-0.83697087,-0.839609,0.92990434,0.86782324,-0.88428104,-0.4250946,-0.8708552,-0.80610764,0.92281914,0.93256444,0.9325645
+3.9577289,0.8962271,-0.85432506,-0.45878768,-0.83728725,-0.8302094,0.92823267,0.86415064,-0.8827208,-0.45019615,-0.8748685,-0.8031182,0.9206028,0.9381909,0.93819094
+3.9530432,0.89153886,-0.8514231,-0.48655963,-0.83691466,-0.82250583,0.92703843,0.8606757,-0.88076884,-0.4741007,-0.87873715,-0.7995397,0.9184649,0.9428765,0.9428766
+3.9487007,0.8870201,-0.84874886,-0.51746273,-0.8373997,-0.81435645,0.9258492,0.8578148,-0.87829024,-0.49746597,-0.88248235,-0.79535794,0.91634154,0.9472191,0.94721913
+3.9444838,0.88244057,-0.8460605,-0.5477642,-0.83799833,-0.8060664,0.9247644,0.8561226,-0.8754618,-0.51648253,-0.8862636,-0.7954295,0.9141605,0.95143604,0.95143604
+3.9402447,0.8781109,-0.84405756,-0.5683206,-0.83838856,-0.79829895,0.9237225,0.85454965,-0.87336445,-0.5362757,-0.890421,-0.7925829,0.9120703,0.95567495,0.9556751
+3.9362786,0.8741586,-0.84265727,-0.5926902,-0.8406854,-0.7938239,0.92257476,0.8551998,-0.87178063,-0.55893517,-0.8927337,-0.7890293,0.9101448,0.95964104,0.9596412
+3.9322214,0.8708445,-0.8412736,-0.61646134,-0.84204715,-0.7889713,0.92121005,0.85590506,-0.8702402,-0.58200854,-0.8939192,-0.7854977,0.90819395,0.9636984,0.9636984
+3.927898,0.8688681,-0.83991194,-0.6399269,-0.84308124,-0.783751,0.919682,0.856693,-0.8686121,-0.6054116,-0.89482915,-0.78246456,0.9061127,0.9680218,0.96802187
+3.9231508,0.8677827,-0.8386462,-0.6773748,-0.8468485,-0.7794188,0.91810954,0.857378,-0.86695975,-0.6335264,-0.8968947,-0.77988964,0.90396106,0.97276884,0.972769
+3.9173295,0.86758816,-0.8362401,-0.70937604,-0.85003465,-0.7768214,0.91636014,0.857139,-0.86485404,-0.67328566,-0.89986396,-0.77755105,0.90164137,0.9785902,0.97859025
+3.9106967,0.8670957,-0.8335097,-0.7441923,-0.8531698,-0.77339995,0.9144397,0.85704494,-0.86225754,-0.7098747,-0.9025516,-0.7754684,0.8993969,0.985223,0.98522305
+3.9041536,0.867782,-0.8308826,-0.77538264,-0.85701686,-0.76925796,0.91245973,0.8581848,-0.85964924,-0.7451113,-0.9051564,-0.77192503,0.89752316,0.99176615,0.9917662
+3.897722,0.8685262,-0.82891846,-0.80660546,-0.8614648,-0.76553893,0.9105494,0.8595288,-0.8573804,-0.7777973,-0.9076856,-0.7689857,0.8958131,0.99819773,0.9981978
+3.8919375,0.86936903,-0.8276626,-0.8328393,-0.8667946,-0.7565959,0.9087064,0.8609905,-0.8557091,-0.80886483,-0.9103135,-0.7702003,0.89493895,1.0039822,1.0039823
+3.8864367,0.8703301,-0.8276491,-0.85724723,-0.873208,-0.7510374,0.9073347,0.8627292,-0.85447717,-0.8376293,-0.91295624,-0.76261276,0.89499044,1.009483,1.0094831
+3.8818073,0.8712106,-0.82857907,-0.8793974,-0.879496,-0.74439955,0.906754,0.86494875,-0.8534025,-0.8648838,-0.9158373,-0.7530965,0.89516544,1.0141124,1.0141125
+3.8773558,0.87204194,-0.8292718,-0.89792514,-0.8856149,-0.74094164,0.9063809,0.86750126,-0.8520688,-0.88826805,-0.91883844,-0.7491316,0.895324,1.0185639,1.018564
+3.873122,0.8729873,-0.8307393,-0.91253895,-0.8858236,-0.7396895,0.9064176,0.8718076,-0.8515958,-0.9058426,-0.908436,-0.7517945,0.8943238,1.0227977,1.0227978
+3.869753,0.87402725,-0.8327532,-0.92601156,-0.82806695,-0.7411497,0.90669954,0.87434995,-0.8525924,-0.9200385,-0.8558576,-0.75367457,0.893191,1.0261667,1.0261669
+3.8705049,0.87589574,-0.83219033,-0.9381083,-0.7534614,-0.7521948,0.90615046,0.877017,-0.85046166,-0.93333113,-0.77746695,-0.76156986,0.89281344,1.0254148,1.025415
+3.878411,0.8785522,-0.8300522,-0.9463204,-0.63869137,-0.77336115,0.90681195,0.88028884,-0.84844387,-0.94622546,-0.66422653,-0.77722555,0.89383996,1.0175087,1.0175087
+3.8924658,0.88227415,-0.8299239,-0.95283246,-0.5801642,-0.794289,0.9091102,0.8835232,-0.8473224,-0.9589111,-0.6062943,-0.7954514,0.8965163,1.0034539,1.003454
+3.9074469,0.88532543,-0.83580035,-0.96096784,-0.5388001,-0.79136735,0.9123696,0.88553953,-0.8512437,-0.9639493,-0.55953175,-0.7988947,0.89998984,0.9884729,0.98847294
+3.9198039,0.88791037,-0.8423266,-0.96293217,-0.50985414,-0.78321457,0.9147394,0.8869319,-0.8594542,-0.9652013,-0.5289687,-0.7915743,0.90241265,0.97611576,0.97611594
+3.9310746,0.8907862,-0.85405976,-0.96351093,-0.47867823,-0.7700042,0.9147241,0.88909554,-0.8703563,-0.9661497,-0.4998089,-0.77787626,0.9036679,0.964845,0.9648452
+3.9415426,0.89374363,-0.8655808,-0.96275926,-0.47121823,-0.7578667,0.91350913,0.8914666,-0.8815738,-0.9666773,-0.49229717,-0.7627509,0.9042847,0.954377,0.9543772
+3.9502568,0.8957474,-0.87777114,-0.9620111,-0.45551085,-0.740792,0.9121922,0.89368856,-0.892201,-0.9658518,-0.47495997,-0.7445016,0.9046831,0.94566274,0.945663
+3.9576209,0.8972225,-0.88807,-0.9614809,-0.44678688,-0.7211447,0.91079235,0.8964937,-0.9003478,-0.9653135,-0.46414018,-0.7215491,0.9029846,0.93829876,0.93829894
+3.964517,0.9003277,-0.8954122,-0.9611779,-0.43901455,-0.7051446,0.90923,0.90017736,-0.90679795,-0.96514344,-0.45665264,-0.70591545,0.90111184,0.9314025,0.9314027
+3.9707632,0.9041722,-0.9004386,-0.9609226,-0.430965,-0.68939424,0.90791833,0.9037461,-0.9109939,-0.9650743,-0.44925368,-0.69080913,0.89964426,0.9251564,0.9251566
+3.976881,0.90747786,-0.9033467,-0.96059996,-0.42499042,-0.67023885,0.90699613,0.9067645,-0.9141561,-0.9649684,-0.44636607,-0.67199516,0.89874864,0.91903853,0.9190388
+3.9825187,0.910341,-0.90685505,-0.9602013,-0.43028343,-0.6510105,0.9059777,0.90932846,-0.9177384,-0.9648209,-0.45457995,-0.6502117,0.8979132,0.91340107,0.9134011
+3.987272,0.91284966,-0.9114653,-0.95964736,-0.43623513,-0.6266149,0.9043642,0.91158676,-0.9219918,-0.96458095,-0.4584123,-0.6263239,0.8965864,0.9086476,0.9086478
+3.9920788,0.91247404,-0.916815,-0.9583715,-0.44259912,-0.59651357,0.9025147,0.9120189,-0.92578816,-0.9637132,-0.4635042,-0.59843004,0.89492154,0.90384096,0.903841
+3.9983993,0.9121531,-0.9215602,-0.9581433,-0.4535584,-0.5674976,0.90074635,0.9111788,-0.92845047,-0.96258724,-0.46241605,-0.5680565,0.89332986,0.89752036,0.89752054
+4.0055995,0.91218853,-0.9249872,-0.9578225,-0.46398163,-0.5438287,0.89928913,0.9110286,-0.9304425,-0.961382,-0.46865928,-0.54700476,0.89195204,0.89032024,0.8903203
+4.011858,0.9126258,-0.92669314,-0.9574307,-0.46686363,-0.5268152,0.8980429,0.9111278,-0.9319183,-0.9604583,-0.47744954,-0.53361,0.89096236,0.88406175,0.8840618
+4.0158195,0.91333556,-0.9272478,-0.95699286,-0.47209358,-0.5157204,0.89698124,0.9111364,-0.9327402,-0.9605549,-0.4830259,-0.5221829,0.89041734,0.8801002,0.88010025
+4.0173798,0.9138448,-0.9278867,-0.95660686,-0.4763553,-0.50552744,0.8961444,0.9111254,-0.9337634,-0.9607432,-0.48584408,-0.51029336,0.89014983,0.87854,0.87854004
+4.018259,0.91414165,-0.9284562,-0.95632684,-0.47921908,-0.49265623,0.8954513,0.9109595,-0.93454707,-0.9609246,-0.48727173,-0.49919277,0.8900275,0.8776606,0.87766075
+4.020257,0.91551113,-0.92906857,-0.9561244,-0.48180246,-0.47734833,0.89499474,0.9105046,-0.93518066,-0.96073675,-0.48785603,-0.48554718,0.89008737,0.87566257,0.8756628
+4.0241375,0.91664183,-0.92942524,-0.9557732,-0.48432016,-0.46143973,0.89476645,0.9100032,-0.93585753,-0.96054345,-0.4893571,-0.4716788,0.890165,0.87178206,0.8717823
+4.0290575,0.9177184,-0.9296511,-0.95526236,-0.48765433,-0.45088166,0.89464307,0.9095974,-0.9366209,-0.960423,-0.49148977,-0.46077406,0.8903514,0.86686224,0.8668623
+4.032919,0.91876554,-0.92988396,-0.9547962,-0.49082434,-0.4410479,0.89459944,0.9098772,-0.93744564,-0.9604129,-0.49354577,-0.45407248,0.89078,0.8630007,0.86300087
+4.0345955,0.9197422,-0.93005174,-0.9543073,-0.4940492,-0.43439436,0.8946769,0.91011953,-0.9379874,-0.96047246,-0.49469107,-0.44987774,0.8913908,0.86132413,0.8613243
+4.0342197,0.92060375,-0.9301364,-0.9538868,-0.49688482,-0.43005955,0.89492893,0.91023874,-0.93841946,-0.96058893,-0.49537182,-0.44581115,0.8922272,0.8617,0.86170006
+4.0331535,0.92131937,-0.9300789,-0.95358825,-0.4992187,-0.42617714,0.89533424,0.9102303,-0.9387229,-0.9607991,-0.49599802,-0.44249618,0.8932276,0.8627662,0.86276627
+4.0325246,0.921924,-0.9299049,-0.953436,-0.5013998,-0.4220444,0.89593506,0.9100884,-0.9389302,-0.96111476,-0.49680173,-0.43958938,0.8943684,0.86339515,0.8633952
+4.032958,0.92241335,-0.92964995,-0.9534004,-0.5039504,-0.41809994,0.89673173,0.9098691,-0.9390716,-0.9615113,-0.49795747,-0.43622172,0.89562786,0.86296153,0.86296177
+4.033684,0.9227979,-0.9293368,-0.95327985,-0.50684977,-0.41442156,0.8976717,0.90958047,-0.9392007,-0.9619792,-0.49963707,-0.43311572,0.89700234,0.862236,0.862236
+4.0338154,0.9231162,-0.92903394,-0.95310855,-0.514795,-0.41089404,0.8987112,0.9091885,-0.9393487,-0.9621585,-0.5008659,-0.43010765,0.8984932,0.86210424,0.8621044
+4.0329704,0.9233036,-0.92875713,-0.95293933,-0.52159464,-0.4056592,0.89983857,0.90865445,-0.93956375,-0.9623578,-0.50264287,-0.42761147,0.89998686,0.8629494,0.8629494
+4.031487,0.92342997,-0.92838037,-0.9527717,-0.5289411,-0.40027314,0.9009454,0.9079957,-0.9397626,-0.96258193,-0.5050499,-0.42565954,0.90147614,0.86443263,0.8644328
+4.029867,0.9235078,-0.92790645,-0.952611,-0.53684235,-0.39565885,0.902087,0.90725565,-0.93992716,-0.96283674,-0.50904906,-0.42402965,0.9030349,0.86605245,0.8660526
+4.0283422,0.9235281,-0.927351,-0.95246774,-0.54532146,-0.3919736,0.9032173,0.90640545,-0.93987274,-0.96311045,-0.5132935,-0.4230557,0.90462327,0.86757755,0.86757755
+4.026699,0.9235023,-0.92639774,-0.95236,-0.55423313,-0.38895506,0.9043797,0.9054463,-0.9397306,-0.96339434,-0.51750153,-0.4236502,0.90627813,0.8692207,0.86922073
+4.0246725,0.9234052,-0.92536736,-0.9523124,-0.5634748,-0.38653803,0.9056163,0.90548944,-0.9395114,-0.963684,-0.52157956,-0.4248153,0.9080007,0.87124723,0.8712473
+4.021802,0.9231913,-0.9242944,-0.95231855,-0.5737894,-0.39077377,0.90691113,0.90574384,-0.939156,-0.96397686,-0.5267439,-0.4264729,0.90971947,0.8741177,0.87411785
+4.017662,0.92284656,-0.92334396,-0.95226634,-0.5836111,-0.3924185,0.9081881,0.9060737,-0.93852484,-0.96427214,-0.53723484,-0.43040156,0.911468,0.8782576,0.87825775
+4.01268,0.9225837,-0.92236125,-0.95218253,-0.59428096,-0.39318013,0.9093275,0.9061258,-0.93801606,-0.9645732,-0.547582,-0.43223083,0.91306067,0.88323975,0.88323975
+4.007372,0.9222411,-0.92075175,-0.9521288,-0.60577255,-0.395679,0.91034603,0.90619755,-0.93747705,-0.9647542,-0.5589827,-0.4336025,0.91451645,0.8885477,0.8885479
+4.0026007,0.92230046,-0.9188525,-0.9516562,-0.61680734,-0.40096462,0.9113209,0.9064163,-0.93683225,-0.96491516,-0.57064253,-0.43662405,0.915961,0.89331913,0.89331913
+3.9975455,0.92275405,-0.91681695,-0.95102566,-0.6267873,-0.40723932,0.9123652,0.907027,-0.9360736,-0.96504754,-0.58139724,-0.4428656,0.9174874,0.89837414,0.8983743
+3.9920077,0.92320025,-0.9147395,-0.95043504,-0.6359789,-0.41514933,0.91352606,0.90771437,-0.93520415,-0.9651529,-0.59118116,-0.45053083,0.9190223,0.9039119,0.90391207
+3.9855793,0.92357695,-0.9126688,-0.94990957,-0.6447361,-0.42341042,0.9147699,0.90844846,-0.9342207,-0.96524507,-0.60076785,-0.4587689,0.9205369,0.91034037,0.91034055
+3.9787428,0.92389655,-0.9105466,-0.949445,-0.6530885,-0.43023938,0.9160241,0.90913033,-0.9331524,-0.9654491,-0.6099706,-0.46681786,0.92203915,0.9171768,0.91717696
+3.972242,0.924194,-0.9083467,-0.949072,-0.6613772,-0.43669784,0.9172549,0.9096962,-0.9320185,-0.9660399,-0.61881626,-0.4759513,0.9235344,0.9236776,0.9236777
+3.9664223,0.9244956,-0.905888,-0.9487363,-0.66874206,-0.4430164,0.91847634,0.9101672,-0.930878,-0.96659696,-0.62718034,-0.485224,0.924526,0.9294973,0.9294975
+3.9613,0.92492414,-0.90344995,-0.94822735,-0.673653,-0.44890106,0.91965413,0.91056156,-0.9297481,-0.967118,-0.6349643,-0.49342078,0.925012,0.9346197,0.9346199
+3.95667,0.92585754,-0.9010306,-0.9472088,-0.67886776,-0.4560439,0.9208102,0.9108901,-0.9285839,-0.9672416,-0.6422851,-0.5018761,0.9255532,0.9392497,0.93924975
+3.9520292,0.926805,-0.89860547,-0.94650906,-0.683588,-0.46381938,0.9220301,0.9111439,-0.9273555,-0.96732396,-0.6487893,-0.51059914,0.9261484,0.9438904,0.9438906
+3.947105,0.92770267,-0.89619714,-0.94593024,-0.68785655,-0.47166145,0.9232657,0.9100878,-0.9263097,-0.9673763,-0.6547604,-0.5192024,0.92674875,0.9488148,0.94881487
+3.9423149,0.92855835,-0.8937942,-0.94542027,-0.69187546,-0.4795285,0.92449737,0.90900385,-0.9256914,-0.9674132,-0.6605661,-0.526384,0.9273493,0.9536049,0.95360494
+3.9378312,0.92881477,-0.8916179,-0.94489,-0.69560677,-0.48720407,0.9256866,0.9079268,-0.92501956,-0.9674432,-0.6665374,-0.53372365,0.9279306,0.9580886,0.95808864
+3.9340386,0.9285923,-0.88999254,-0.94428366,-0.6983201,-0.49490595,0.9268553,0.9068643,-0.9243174,-0.9671722,-0.67166543,-0.5412286,0.9285152,0.9618811,0.96188116
+3.9303744,0.92842364,-0.8894538,-0.94367206,-0.70119977,-0.5045673,0.92800665,0.90580535,-0.92372286,-0.96681535,-0.67664444,-0.54896116,0.9291177,0.96554524,0.9655454
+3.9266343,0.9282439,-0.8889818,-0.9430637,-0.70384973,-0.51443315,0.9291599,0.9047692,-0.9232554,-0.9664665,-0.6815661,-0.55713844,0.92972934,0.9692853,0.9692855
+3.922593,0.92803454,-0.8885563,-0.94244826,-0.70628995,-0.52515614,0.9302635,0.9037125,-0.92283386,-0.96611893,-0.6864352,-0.56526834,0.9302821,0.9733265,0.9733267
+3.9180765,0.9277513,-0.88827366,-0.9418179,-0.70846653,-0.5361102,0.93134165,0.90265703,-0.92247003,-0.96577317,-0.69130343,-0.5722044,0.93077517,0.9778431,0.9778433
+3.9137003,0.9273697,-0.8880762,-0.94104105,-0.7103365,-0.54619324,0.9324174,0.9016845,-0.9217752,-0.96542186,-0.69646025,-0.5799838,0.93118405,0.9822194,0.98221946
+3.9095464,0.9269856,-0.88789386,-0.94023484,-0.7119989,-0.55633163,0.9334574,0.9007549,-0.9212452,-0.9650724,-0.7014589,-0.5878322,0.93154037,0.98637325,0.9863734
+3.9059052,0.92669034,-0.8877114,-0.93935114,-0.71336305,-0.5672701,0.93449724,0.89988875,-0.92125833,-0.9647279,-0.7047979,-0.5960345,0.93188214,0.9900145,0.99001455
+3.902493,0.9267645,-0.8874895,-0.9384216,-0.7133267,-0.5780976,0.9356061,0.89913535,-0.92153174,-0.9644035,-0.70785254,-0.60504353,0.93219113,0.9934266,0.9934268
+3.8986835,0.9268917,-0.8871889,-0.93747026,-0.7127278,-0.58809805,0.9368473,0.89842546,-0.9217219,-0.96409166,-0.7109274,-0.61483693,0.9324864,0.99723625,0.99723625
+3.8946853,0.92728555,-0.886837,-0.9365175,-0.7132022,-0.5983253,0.9380652,0.89800906,-0.92185,-0.96378636,-0.71378464,-0.62440395,0.93278,1.0012344,1.0012345
+3.890698,0.92773795,-0.88660014,-0.9355675,-0.71356714,-0.6070453,0.939306,0.89789903,-0.92202055,-0.9634753,-0.7165843,-0.6333293,0.93309975,1.0052216,1.0052218
+3.886798,0.92816925,-0.8862998,-0.9346426,-0.71425366,-0.61528254,0.940454,0.8977413,-0.92213804,-0.96329576,-0.7210225,-0.6413993,0.93337846,1.0091217,1.0091219
+3.8833196,0.9285495,-0.8859931,-0.9337692,-0.715197,-0.6230753,0.9415206,0.89757586,-0.9222113,-0.9632265,-0.7252793,-0.6451977,0.9336388,1.0126001,1.0126002
+3.8803973,0.9288726,-0.885516,-0.93278354,-0.72169834,-0.62987876,0.94253564,0.8978199,-0.92208207,-0.9631571,-0.7309272,-0.6498858,0.9338361,1.0155224,1.0155225
+3.8773055,0.92884517,-0.8851047,-0.9316874,-0.73116034,-0.6330911,0.9435123,0.8981118,-0.92193806,-0.96309173,-0.7412855,-0.6549028,0.933936,1.0186142,1.0186143
+3.87394,0.92855775,-0.88473094,-0.9304773,-0.74204195,-0.63146734,0.94436145,0.89831066,-0.92179537,-0.9630228,-0.75766647,-0.655051,0.9339565,1.0219797,1.0219798
+3.8707056,0.92806554,-0.88388807,-0.92912483,-0.7533382,-0.62974936,0.94495654,0.89834213,-0.9213038,-0.9629629,-0.7777352,-0.65102786,0.93391407,1.0252141,1.0252142
+3.8684583,0.9274211,-0.88233757,-0.92766833,-0.76538104,-0.6187792,0.9453207,0.89832354,-0.9203162,-0.9629059,-0.79671425,-0.64317906,0.93385684,1.0274614,1.0274615
+3.8677268,0.92683125,-0.8795432,-0.9257767,-0.7800976,-0.60861355,0.9456928,0.89826274,-0.9184485,-0.96215874,-0.8161226,-0.6317868,0.93380094,1.0281929,1.028193
+3.8683877,0.9262403,-0.8759547,-0.9238501,-0.7964723,-0.5969971,0.94610846,0.8983295,-0.9159326,-0.9593409,-0.8352769,-0.6194357,0.9337449,1.027532,1.0275321
+3.8699455,0.9256902,-0.87186295,-0.9218267,-0.81458235,-0.58223534,0.9465095,0.898427,-0.91312534,-0.95633835,-0.85510856,-0.6056322,0.9336237,1.0259742,1.0259743
+3.8720655,0.9250996,-0.8675226,-0.91628814,-0.83226746,-0.5598677,0.94683933,0.89840174,-0.91023296,-0.9538448,-0.87485445,-0.5884126,0.9333787,1.0238541,1.0238543
+3.8754966,0.9244392,-0.86247844,-0.90445274,-0.84793913,-0.53312415,0.9470279,0.8981762,-0.90693414,-0.9527314,-0.895458,-0.5661495,0.93326163,1.020423,1.0204232
+3.8811064,0.9235923,-0.8572859,-0.8954207,-0.87746865,-0.5034422,0.9470941,0.8977798,-0.9043389,-0.95136315,-0.919109,-0.5357054,0.9332882,1.0148133,1.0148134
+3.8892608,0.9222655,-0.8522036,-0.88539785,-0.8862434,-0.47001994,0.9469359,0.8972777,-0.9000323,-0.949434,-0.93594384,-0.50280887,0.9331267,1.0066589,1.006659
+3.90049,0.9209752,-0.8439635,-0.8717283,-0.8924709,-0.4340765,0.9460045,0.89694476,-0.8932409,-0.94696015,-0.9402725,-0.46860945,0.93372583,0.9954297,0.99542975
+3.9150138,0.9198444,-0.83348787,-0.85481346,-0.8987134,-0.39508384,0.94490886,0.8968302,-0.8847525,-0.94013166,-0.9417814,-0.4340663,0.93424606,0.98090595,0.980906
+3.9310205,0.91885185,-0.8221619,-0.8350227,-0.9052271,-0.35751116,0.94551444,0.896762,-0.8786502,-0.9309246,-0.94486624,-0.4053902,0.9345399,0.96489906,0.9648993
+3.9466121,0.91770375,-0.8121989,-0.8223863,-0.91111547,-0.33956575,0.94686127,0.89531696,-0.87357444,-0.92027915,-0.9504313,-0.37844878,0.9349489,0.9493075,0.9493077
+3.959296,0.915854,-0.8108745,-0.80742586,-0.916976,-0.30843818,0.947459,0.892921,-0.872018,-0.9075269,-0.95574284,-0.36989588,0.9350319,0.93662363,0.9366238
+3.9692445,0.91393685,-0.8121983,-0.7938705,-0.9239984,-0.28739893,0.9468646,0.88918257,-0.87075377,-0.88992125,-0.9579918,-0.35202318,0.93465865,0.92667526,0.9266753
+3.978527,0.9115493,-0.8098173,-0.77822196,-0.92833936,-0.2672733,0.9463613,0.8848363,-0.86905,-0.8612533,-0.96022177,-0.33846307,0.93385947,0.91739255,0.91739273
+3.9860387,0.909086,-0.80632114,-0.76452696,-0.9322672,-0.30135876,0.94580126,0.8797381,-0.8655967,-0.8260282,-0.961442,-0.3383435,0.93291473,0.90988106,0.9098811
+3.9876537,0.9060099,-0.8050195,-0.75281525,-0.93506604,-0.3307364,0.94540954,0.8752098,-0.8646933,-0.7838998,-0.95897037,-0.3779328,0.9314686,0.908266,0.90826607
+3.981871,0.90276146,-0.80551094,-0.7291398,-0.9278653,-0.36428732,0.9451177,0.870173,-0.8669982,-0.7491234,-0.95374095,-0.45176136,0.9293275,0.91404885,0.9140489
+3.9706404,0.8990059,-0.8108997,-0.71038955,-0.9137592,-0.42357075,0.94425106,0.8630421,-0.87051433,-0.70972234,-0.94612074,-0.5126995,0.92724764,0.9252793,0.9252794
+3.9583254,0.89486,-0.8172115,-0.6842952,-0.89914525,-0.47594422,0.9427273,0.8544949,-0.87404615,-0.678756,-0.93755907,-0.56522757,0.9255885,0.93759435,0.9375944
+3.949466,0.8919084,-0.8204092,-0.64571524,-0.8844256,-0.535894,0.94106865,0.84612453,-0.8752087,-0.6441417,-0.9257642,-0.62355864,0.9241884,0.94645363,0.9464538
+3.9448333,0.89203596,-0.8237719,-0.6159533,-0.8706338,-0.6145207,0.93980396,0.8394307,-0.8761833,-0.6062104,-0.9117905,-0.67415416,0.92305136,0.9510865,0.9510865
+3.9432318,0.8921652,-0.82693136,-0.5917725,-0.8557795,-0.6708676,0.93908834,0.8359449,-0.87864494,-0.5725088,-0.899718,-0.7166525,0.9218894,0.9526879,0.952688
+3.9431963,0.8933389,-0.8281086,-0.56454235,-0.8431628,-0.71725506,0.9386542,0.8347516,-0.87996906,-0.54105765,-0.8900976,-0.7521553,0.920908,0.95272344,0.9527235
+3.9437633,0.8959944,-0.8292665,-0.5360447,-0.8321703,-0.74400973,0.93827724,0.83557713,-0.8813792,-0.52493626,-0.8844117,-0.7764171,0.92051554,0.9521565,0.95215654
+3.9445908,0.8989277,-0.830898,-0.52068216,-0.82622063,-0.7632171,0.9378892,0.83914304,-0.8825807,-0.5202582,-0.8843128,-0.78300375,0.9208627,0.9513288,0.951329
+3.945088,0.9010155,-0.83263856,-0.51296705,-0.8245845,-0.7749674,0.9374337,0.8436302,-0.88336545,-0.5243506,-0.8860472,-0.78247166,0.9215516,0.95083183,0.9508319
+3.944615,0.9019611,-0.83447236,-0.5162937,-0.82579607,-0.77859706,0.93684554,0.8464818,-0.8839213,-0.5305643,-0.88894624,-0.77833265,0.9218433,0.95130485,0.9513049
+3.9428935,0.90185785,-0.8361228,-0.529585,-0.8290771,-0.7745637,0.9362922,0.8492794,-0.8845925,-0.54059464,-0.893487,-0.7824745,0.92138803,0.95302624,0.9530263
+3.939414,0.9003837,-0.8380425,-0.5509454,-0.8323879,-0.7659645,0.9356383,0.8507216,-0.8856728,-0.5553642,-0.8971136,-0.7803055,0.9204519,0.9565056,0.9565058

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.10138962417840958,0.10138964605331421,4.793609381198883,,
+1000,0.32100710272789,0.3210071797370911,4.5739918475151065,,
+1500,0.46338993310928345,0.4633899073600769,4.43160911989212,,
+2000,0.6104784607887268,0.6104782929420471,4.28452073431015,,
+2500,0.703420102596283,0.7034200735092163,4.191578953742981,,
+3000,0.6190058588981628,0.6190059309005738,4.275993096351623,,
+3500,0.7363145351409912,0.7363144817352295,4.158684545516968,,
+4000,0.7681872844696045,0.7681872429847717,4.126811784267425,,
+4500,0.7203475832939148,0.7203476023674011,4.174651424884797,,
+5000,0.6513270735740662,0.6513269896507263,4.243672037601471,,
+5000,,,,4.285640616416931,0.6093583703041077
+5500,0.6670124530792236,0.6670126585960389,4.2279863686561585,,
+6000,0.5963553786277771,0.5963553357124328,4.298643691539764,,
+6500,0.7398293614387512,0.7398292517662048,4.155169775485993,,
+7000,0.7350034713745117,0.7350035715103149,4.159995455741882,,
+7500,0.6802617907524109,0.6802616105079651,4.214737416744232,,
+8000,0.625156581401825,0.6251564984321594,4.269842528820038,,
+8500,0.7493157386779785,0.7493159060478211,4.145683121204376,,
+9000,0.6767943501472473,0.6767941274642945,4.218204899787903,,
+9500,0.6911408305168152,0.6911408333778382,4.2038581938743596,,
+10000,0.6816282272338867,0.6816284265518189,4.213370600700379,,
+10000,,,,4.209020570516587,0.685978353023529
+10500,0.8478944897651672,0.8478943705558777,4.04710465669632,,
+11000,0.7896162271499634,0.7896162571907044,4.105382770061493,,
+11500,0.6947903037071228,0.6947902188301086,4.200208808422088,,
+12000,0.8020890951156616,0.8020889682769775,4.09291005897522,,
+12500,0.7868940830230713,0.7868941340446473,4.10810489320755,,
+13000,0.8571906685829163,0.8571908102035523,4.037808217048645,,
+13500,0.7242065668106079,0.7242065687179565,4.17079245853424,,
+14000,0.7075560688972473,0.7075559868812561,4.187443040370941,,
+14500,0.6317536234855652,0.6317536654472351,4.263245361804962,,
+15000,0.7987551689147949,0.7987551894187928,4.096243837833405,,
+15000,,,,4.27228999376297,0.6227089762687683
+15500,0.79903644323349,0.799036404132843,4.095962623119354,,
+16000,0.8117448687553406,0.8117447996139526,4.083254227638244,,
+16500,0.7866731286048889,0.7866731686592102,4.108325858592987,,
+17000,0.7090850472450256,0.7090849604606628,4.185914066791534,,
+17500,0.7202248573303223,0.7202249927520752,4.174774034500122,,
+18000,0.7214937210083008,0.7214936652183532,4.173505362033844,,
+18500,0.6860231161117554,0.6860232176780701,4.208975809574127,,
+19000,0.75033038854599,0.7503303017616272,4.14466872549057,,
+19500,0.6601693034172058,0.6601692628860474,4.23482976436615,,
+20000,0.7293099761009216,0.7293100237846375,4.16568900346756,,
+20000,,,,4.288608310222625,0.6063905954360962
+20500,0.6952121257781982,0.6952121315002442,4.199786895751953,,
+21000,0.7251101136207581,0.7251100993156433,4.169888927936554,,
+21500,0.6353460550308228,0.6353460865020752,4.259652940750122,,
+22000,0.729763925075531,0.7297638411521912,4.1652351861000065,,
+22500,0.5897969603538513,0.5897969045639038,4.305202122688294,,
+23000,0.6977773308753967,0.6977774090766907,4.197221618175506,,
+23500,0.7072116136550903,0.7072114667892456,4.187787560462952,,
+24000,0.6394088864326477,0.6394088034629821,4.255590223789215,,
+24500,0.6553497910499573,0.6553498525619507,4.239649174690246,,
+25000,0.7058669924736023,0.7058668637275696,4.1891321635246275,,
+25000,,,,4.2546837043762205,0.6403152346611023
+25500,0.6849509477615356,0.68495103931427,4.210047987937927,,
+26000,0.6139134168624878,0.6139133796691895,4.281085647583008,,
+26500,0.639238715171814,0.6392387528419494,4.255760274410248,,
+27000,0.7127382159233093,0.7127382731437684,4.182260754108429,,
+27500,0.6135566234588623,0.61355668592453,4.281442341327668,,
+28000,0.6666881442070007,0.6666881637573242,4.228310863494873,,
+28500,0.6212300658226013,0.621230149269104,4.273768877983093,,
+29000,0.6808567643165588,0.6808567790985107,4.214142248153687,,
+29500,0.6208623051643372,0.6208624396324157,4.274136587619782,,
+30000,0.5698662400245667,0.5698662033081054,4.325132823944092,,
+30000,,,,4.314021747112275,0.580977201461792
+30500,0.573557436466217,0.5735573797225952,4.3214416475296025,,
+31000,0.6417831778526306,0.6417831826210022,4.253215844631195,,
+31500,0.6426482796669006,0.6426482419967652,4.252350785255432,,
+32000,0.6424336433410645,0.6424335031509399,4.252565524101257,,
+32500,0.6704631447792053,0.6704632639884949,4.224535763263702,,
+33000,0.6691726446151733,0.6691728472709656,4.225826179981231,,
+33500,0.6270766258239746,0.6270764141082764,4.267922613143921,,
+34000,0.6727749705314636,0.6727748069763183,4.222224220275879,,
+34500,0.7279649972915649,0.7279651560783387,4.167033871173858,,
+35000,0.6042982935905457,0.6042982454299927,4.2907007818222045,,
+35000,,,,4.2093222713470455,0.6856765747070312
+35500,0.7066655158996582,0.7066656355857849,4.188333391666412,,
+36000,0.6421645879745483,0.6421645250320435,4.2528345022201535,,
+36500,0.6296740174293518,0.6296738610267639,4.265325166225433,,
+37000,0.668488085269928,0.6684881248474122,4.226510902404785,,
+37500,0.6179291009902954,0.6179290752410889,4.277069952011108,,
+38000,0.6326427459716797,0.6326426672935486,4.262356359958648,,
+38500,0.6458050608634949,0.6458048853874206,4.249194141864777,,
+39000,0.612914502620697,0.6129144105911255,4.282084616661072,,
+39500,0.6920642852783203,0.6920640897750855,4.202934937477112,,
+40000,0.5515623092651367,0.5515623660087585,4.343436661243438,,
+40000,,,,4.303088793754577,0.5919101238250732
+40500,0.5980678796768188,0.5980677924156189,4.2969312348365785,,
+41000,0.6581017971038818,0.6581018686294555,4.2368971586227415,,
+41500,0.6260193586349487,0.6260193209648133,4.268979706287384,,
+42000,0.672907829284668,0.6729078931808472,4.22209113407135,,
+42500,0.6085816621780396,0.6085818328857422,4.2864171943664555,,
+43000,0.7214232683181763,0.7214230508804321,4.173575976371765,,
+43500,0.7285151481628418,0.7285150332450867,4.166483994007111,,
+44000,0.6737976670265198,0.6737977070808411,4.221201320171356,,
+44500,0.6932497024536133,0.6932497229576111,4.201749304294586,,
+45000,0.666674017906189,0.666673834323883,4.228325192928314,,
+45000,,,,4.311138348579407,0.5838605761528015
+45500,0.7553684711456299,0.7553685283660889,4.139630498886109,,
+46000,0.6021735072135925,0.60217347574234,4.292825551509857,,
+46500,0.6395912766456604,0.6395911550521851,4.255407872200013,,
+47000,0.5873399972915649,0.5873401184082031,4.307658908843994,,
+47500,0.7340129613876343,0.7340131001472473,4.16098592710495,,
+48000,0.6702156662940979,0.6702154622077942,4.224783565044403,,
+48500,0.6382197737693787,0.6382196388244629,4.256779388427734,,
+49000,0.7342012524604797,0.7342013144493102,4.160797712802887,,
+49500,0.6475066542625427,0.6475066475868225,4.247492379665375,,
+50000,0.688629150390625,0.688629168510437,4.20636985874176,,
+50000,,,,4.156364495754242,0.7386343479156494

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e374c484a54c92ea70db83e9432b6ddd8ef8dcfefcd98b345cd24ca6c30a49
+size 15018765

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.885639,0.9645674,0.9345293,0.8892032,-0.53135335,0.7932215,-0.31402266,0.9708729,0.9420563,0.9126091,-0.7124414,0.9576876,-0.13586915,0.010280485,0.010280609
+4.9519796,0.9356117,0.9398112,0.91984355,0.16833258,0.9856173,0.11390281,0.9401119,0.9306493,0.86728215,-0.02929604,0.9938005,0.11294901,-0.056060042,-0.056059837
+4.9850435,0.9511819,0.8358816,0.9312844,-0.06321567,0.9823116,0.3063835,0.9576845,0.8491466,0.8586565,-0.21168345,0.9915755,0.43324316,-0.08912385,-0.089123726
+4.9067593,0.96016836,0.95964694,0.93904483,-0.29443514,0.9380474,-0.16099799,0.96515274,0.96105313,0.9111886,-0.23984152,0.9678879,0.010603905,-0.010839634,-0.010839462
+4.936219,0.953248,0.9530518,0.9159193,-0.42570436,0.6937876,-0.32335162,0.95835567,0.96328413,0.8057809,-0.41244334,0.77686095,-0.2314111,-0.040299613,-0.040299416
+4.9074826,0.95344234,0.81092954,0.9270426,-0.7204804,-0.05934435,0.13419366,0.95684254,0.88093615,0.45123732,-0.7280984,0.004228711,0.19780087,-0.01156295,-0.011562824
+4.83212,0.96565914,0.8114207,0.89588904,-0.86089444,-0.5423994,0.73375726,0.969877,0.8510752,0.8627566,-0.87056607,-0.55620664,0.62427115,0.06379966,0.06379986
+4.69942,0.96552444,-0.8657481,0.6398351,-0.87073094,-0.42927325,0.9322027,0.9741864,-0.8214465,0.028659701,-0.6900167,-0.18549103,0.9270899,0.19649987,0.19649982
+4.42875,0.989475,0.67503095,0.97226024,-0.7865574,-0.9852045,0.98605156,0.9900923,0.7309115,0.9499134,-0.63817036,-0.98428535,0.9779285,0.46716967,0.46716976
+4.7097178,0.98812604,0.7797072,0.9222188,-0.7865628,-0.9657821,0.9576899,0.9886321,0.85269713,0.8185005,-0.7621519,-0.9660345,0.9494326,0.18620193,0.18620205
+5.020238,0.99214506,-0.21904075,0.61175156,-0.9215846,-0.9125074,0.9526441,0.9917846,-0.28065282,0.19669688,-0.81743705,-0.91543865,0.9509928,-0.12431813,-0.12431812
+4.644703,0.9931061,-0.9353268,0.61840415,-0.96586543,-0.95466495,0.9614334,0.99261034,-0.9131225,0.4862342,-0.9563299,-0.95307565,0.96370625,0.2512168,0.2512169
+4.3130283,0.9896319,-0.9191672,0.80272865,-0.9443763,-0.9655502,0.9350678,0.9886117,-0.8563594,0.65190744,-0.9250454,-0.96098185,0.94856644,0.58289146,0.58289146
+4.2347517,0.9909662,-0.55831784,0.8701203,-0.95724255,-0.97955084,0.9479333,0.9904679,-0.3452605,0.7796612,-0.94000125,-0.97586787,0.9533019,0.66116804,0.6611681
+4.3490705,0.99138534,-0.66275626,0.660321,-0.96578854,-0.975554,0.95781755,0.99091065,-0.5426321,0.5230001,-0.959247,-0.9614875,0.9616413,0.5468492,0.54684925
+4.4230223,0.9898317,-0.9269731,0.41521168,-0.95775104,-0.95353943,0.96363366,0.98908806,-0.8930862,0.287727,-0.9528949,-0.9426035,0.9651983,0.47289762,0.47289753
+4.397654,0.98703897,-0.8586229,0.64879,-0.9485533,-0.9518032,0.9481106,0.9863658,-0.7928427,0.5624919,-0.9407406,-0.9415057,0.9526825,0.49826562,0.49826574
+4.4241505,0.9880848,-0.60265523,0.74553084,-0.94169635,-0.9528146,0.94598985,0.98783565,-0.4546544,0.71325254,-0.9362027,-0.9422775,0.9537003,0.4717692,0.47176933
+4.448705,0.9897804,-0.7165396,0.6840892,-0.9461578,-0.95604265,0.9552932,0.9896171,-0.64620745,0.6302953,-0.943064,-0.9447575,0.9608054,0.4472145,0.4472146
+4.3649645,0.98817897,-0.81327176,0.60971797,-0.9515758,-0.9512778,0.95881546,0.9877951,-0.7661724,0.28480196,-0.94885296,-0.9434464,0.96138465,0.53095526,0.5309553
+4.284028,0.9877323,-0.6817884,0.6737218,-0.95372087,-0.9586182,0.9491596,0.98721075,-0.5446652,0.54121053,-0.9470712,-0.9507725,0.9562743,0.6118915,0.61189175
+4.350712,0.9883442,-0.6845539,0.69933677,-0.9523751,-0.9620774,0.94664276,0.9880941,-0.5676701,0.59004855,-0.9394247,-0.9535206,0.9548824,0.5452079,0.545208
+4.4143896,0.9892267,-0.83909553,0.5960133,-0.9588733,-0.96503276,0.9498465,0.9889523,-0.7788829,0.32456613,-0.9445165,-0.9549156,0.95853245,0.48153016,0.4815302
+4.349107,0.98860264,-0.85200936,0.533134,-0.9644714,-0.9696134,0.950891,0.98789096,-0.7621953,0.23972797,-0.953148,-0.96073365,0.9585167,0.5468129,0.546813
+4.281658,0.98828244,-0.7814913,0.59972775,-0.9633268,-0.9684905,0.94238997,0.98771596,-0.6481175,0.42625713,-0.94944966,-0.95811534,0.9525304,0.61426157,0.6142616
+4.293368,0.9885981,-0.76000655,0.587111,-0.9598745,-0.96707547,0.94694865,0.98834646,-0.64573604,0.46753287,-0.9446276,-0.95367914,0.95780444,0.6025518,0.60255194
+4.3174334,0.98857236,-0.828261,0.49150443,-0.95897704,-0.96137804,0.9568298,0.98830974,-0.7336357,0.40545225,-0.9441477,-0.949876,0.964602,0.57848626,0.57848644
+4.3102903,0.98742974,-0.8200984,0.5127672,-0.9572039,-0.9520486,0.9542072,0.98688865,-0.7276781,0.39156628,-0.9461761,-0.9393236,0.9609833,0.58562934,0.58562946
+4.32413,0.98678255,-0.7374109,0.62984896,-0.9535518,-0.94849724,0.94654274,0.9863632,-0.5990103,0.48747253,-0.94410276,-0.93550843,0.9547827,0.5717897,0.57178974
+4.370624,0.98726356,-0.7578448,0.6395483,-0.9530463,-0.95238656,0.9489281,0.98709965,-0.6532354,0.4913273,-0.9424821,-0.93930733,0.95793056,0.52529556,0.52529573
+4.3753834,0.98729944,-0.81842107,0.6210519,-0.9589833,-0.9558942,0.95037293,0.9871843,-0.72686285,0.34626842,-0.94583124,-0.94384265,0.9587537,0.52053636,0.5205364
+4.3240986,0.9869752,-0.8226155,0.59155655,-0.962899,-0.95926386,0.94869316,0.9866332,-0.706827,0.32529235,-0.946979,-0.9485267,0.956748,0.57182103,0.5718212
+4.2927737,0.9871024,-0.7960969,0.5730734,-0.9637681,-0.96382576,0.9465835,0.9867537,-0.6517396,0.4349178,-0.94543266,-0.95094156,0.955657,0.603146,0.6031461
+4.298774,0.9875753,-0.8128024,0.5548216,-0.96414024,-0.9669231,0.944757,0.987309,-0.6828294,0.36140335,-0.9463965,-0.9523113,0.9563296,0.59714603,0.59714603
+4.30141,0.9875276,-0.842941,0.5418515,-0.9655345,-0.9664665,0.94793046,0.98714566,-0.7328545,0.28862596,-0.9486444,-0.95056117,0.9586812,0.5945094,0.5945096
+4.2892947,0.98688424,-0.84365624,0.52628803,-0.9659089,-0.96471,0.9487431,0.98638225,-0.73097503,0.30243337,-0.9486575,-0.9454305,0.95858335,0.606625,0.6066251
+4.288309,0.9865478,-0.82031417,0.5408585,-0.9644739,-0.9625225,0.9480634,0.986222,-0.68783563,0.39648294,-0.9458138,-0.9396308,0.9583702,0.6076106,0.6076107
+4.3071985,0.98648274,-0.8245045,0.5496831,-0.96255404,-0.95891964,0.9491265,0.98631763,-0.694968,0.43256128,-0.94284904,-0.93384737,0.9605684,0.5887212,0.5887213
+4.3219204,0.9861002,-0.8339692,0.5642917,-0.9618071,-0.95157945,0.949069,0.98584294,-0.70222193,0.39662683,-0.9434236,-0.9271973,0.9606793,0.57399935,0.5739994
+4.322219,0.98561406,-0.81869,0.6005058,-0.96195287,-0.9493828,0.94437623,0.9852042,-0.6870895,0.38220835,-0.9443869,-0.922737,0.9589052,0.57370085,0.5737009
+4.32601,0.98554015,-0.8072631,0.62200975,-0.96254,-0.9525543,0.9421468,0.9852202,-0.6788221,0.3920709,-0.943418,-0.9277776,0.9592762,0.5699094,0.5699096
+4.3289766,0.9857712,-0.8233513,0.60778964,-0.96428055,-0.9564867,0.94328,0.9855764,-0.7023447,0.3575704,-0.94282454,-0.9383688,0.96008885,0.566943,0.56694317
+4.312945,0.98584545,-0.8438223,0.57171345,-0.9667788,-0.95887184,0.9454725,0.9855902,-0.7277917,0.30582643,-0.94428027,-0.93984836,0.959342,0.5829749,0.5829749
+4.2853527,0.9858072,-0.8474762,0.54659534,-0.968551,-0.9618697,0.94738555,0.9854584,-0.73047954,0.29097152,-0.9458963,-0.9395143,0.9585979,0.61056703,0.6105671
+4.2690554,0.98585856,-0.84637266,0.5382459,-0.96921366,-0.96512514,0.95035076,0.98552954,-0.7256935,0.31820285,-0.9460916,-0.9375224,0.9589808,0.6268644,0.62686443
+4.2692666,0.9858165,-0.85440224,0.5263256,-0.9693434,-0.96509284,0.95334566,0.98553467,-0.74901015,0.31154728,-0.9458118,-0.9277379,0.96047115,0.62665313,0.6266532
+4.2710605,0.9854895,-0.8602581,0.507964,-0.9692219,-0.96541935,0.9542955,0.98521805,-0.7503465,0.30610347,-0.9452997,-0.9112864,0.96149683,0.6248593,0.62485933
+4.2724032,0.985024,-0.8527162,0.5157368,-0.968345,-0.96559036,0.9519348,0.98480487,-0.7267244,0.3327273,-0.9439048,-0.89663434,0.9619523,0.62351644,0.62351656
+4.2837334,0.9847038,-0.84089637,0.5409323,-0.96697736,-0.9642289,0.9484999,0.9845352,-0.70704824,0.3655603,-0.9418998,-0.8921702,0.9624524,0.6121863,0.61218643
+4.302087,0.98450065,-0.8384718,0.55966175,-0.9662857,-0.9626305,0.94608366,0.98430324,-0.7105733,0.38548946,-0.9408764,-0.8907576,0.96305084,0.5938328,0.59383297
+4.3146486,0.98423266,-0.84226614,0.5776906,-0.966793,-0.9600326,0.94422007,0.9839574,-0.72583944,0.38560557,-0.94152266,-0.8884147,0.9630146,0.58127123,0.5812712
+4.3135633,0.9840543,-0.84747523,0.56411135,-0.9680072,-0.9599318,0.9432299,0.98373425,-0.7410368,0.36320615,-0.94276005,-0.88947326,0.9626441,0.5823564,0.58235645
+4.2987165,0.9841454,-0.8530913,0.54285526,-0.96930164,-0.96270245,0.9449247,0.9838489,-0.7532905,0.33973527,-0.9436998,-0.8983267,0.962523,0.5972032,0.59720325
+4.2763224,0.9842802,-0.86026007,0.5122299,-0.9702843,-0.96526486,0.94730544,0.98402417,-0.7728001,0.29333627,-0.9444674,-0.9030912,0.96251345,0.6195974,0.61959743
+4.251931,0.98430574,-0.8656077,0.4886582,-0.9709079,-0.96895444,0.95020056,0.9840894,-0.78271085,0.25376058,-0.94506747,-0.901601,0.9624269,0.64398855,0.6439886
+4.2337136,0.98417234,-0.8674857,0.476269,-0.9713914,-0.9697747,0.9529214,0.9840183,-0.78405416,0.24210846,-0.9450516,-0.8901191,0.96261585,0.662206,0.6622062
+4.2282953,0.98398805,-0.8668208,0.47170234,-0.97160995,-0.9707975,0.9546001,0.98391485,-0.78199506,0.24807882,-0.94438666,-0.8721011,0.9632163,0.6676244,0.6676245
+4.232489,0.98375726,-0.86416906,0.46461403,-0.9716166,-0.9717235,0.9550414,0.98387754,-0.77409375,0.2525667,-0.9434871,-0.8512745,0.9640262,0.66343063,0.6634307
+4.241482,0.98346853,-0.85851085,0.4603517,-0.97134286,-0.97224385,0.9538412,0.9837084,-0.7567176,0.29107237,-0.9425907,-0.8334612,0.9648597,0.6544381,0.654438
+4.256427,0.9831214,-0.8530765,0.47143912,-0.9707674,-0.97206914,0.95142436,0.98333,-0.74435294,0.34294915,-0.94206786,-0.82149464,0.9654691,0.6394929,0.639493
+4.2751584,0.98277056,-0.852811,0.48608732,-0.9702905,-0.9708858,0.9489516,0.9828875,-0.7452886,0.37530184,-0.9424011,-0.82073563,0.9656818,0.62076133,0.6207614
+4.2857146,0.98249865,-0.85936296,0.46983802,-0.97043306,-0.96858084,0.9473617,0.9824319,-0.75624835,0.36627233,-0.9435852,-0.8223978,0.96557546,0.6102052,0.6102052
+4.2768106,0.98235774,-0.865373,0.44290447,-0.9710096,-0.96838695,0.94639945,0.98222506,-0.7653736,0.3341421,-0.94482815,-0.82893795,0.9649036,0.61910915,0.61910915
+4.2552624,0.9823127,-0.8686618,0.42075527,-0.97128904,-0.9693435,0.94686437,0.9822371,-0.774741,0.3149352,-0.9454495,-0.84214497,0.9639517,0.6406573,0.6406574
+4.233653,0.98226535,-0.87281096,0.39395857,-0.9716471,-0.96928567,0.94884944,0.9823146,-0.78826356,0.28844285,-0.9458969,-0.84854,0.9632516,0.6622667,0.66226673
+4.21353,0.9821658,-0.87658936,0.36282063,-0.9721798,-0.9691258,0.9518615,0.98234653,-0.80012333,0.2350614,-0.9465178,-0.8432118,0.9629636,0.6823897,0.68238974
+4.196209,0.982002,-0.87552863,0.35545766,-0.9725078,-0.9693981,0.9541688,0.98232925,-0.7997082,0.20725131,-0.94664115,-0.8373489,0.9628035,0.6997108,0.69971085
+4.185093,0.981756,-0.8679606,0.30933857,-0.97232574,-0.9699513,0.95551753,0.9823978,-0.79358345,0.18723238,-0.9458689,-0.8203758,0.96350133,0.7108269,0.7108269
+4.179615,0.9815662,-0.85500455,0.29871345,-0.97197723,-0.9710012,0.95569813,0.9825301,-0.77962625,0.2075243,-0.94472945,-0.80520034,0.9643109,0.7163046,0.7163048
+4.184293,0.9811882,-0.84441847,0.28920245,-0.97166353,-0.97107166,0.9547894,0.98235166,-0.765092,0.24511766,-0.9438655,-0.7890472,0.96497536,0.7116268,0.711627
+4.1981277,0.9808016,-0.8394313,0.29687798,-0.9712366,-0.97036546,0.9529897,0.98196757,-0.7551392,0.27577496,-0.9439241,-0.77617055,0.96522,0.697792,0.69779205
+4.212384,0.9803705,-0.84087586,0.303733,-0.9710777,-0.96926576,0.9509939,0.98144317,-0.7507775,0.27842832,-0.94475573,-0.77074766,0.96517,0.6835354,0.6835356
+4.217391,0.9801557,-0.846446,0.2920667,-0.9711739,-0.9683899,0.94931984,0.9810078,-0.7497628,0.2627865,-0.9457348,-0.7748905,0.96482,0.6785287,0.6785288
+4.2095976,0.98004746,-0.8508925,0.27986598,-0.9713499,-0.96808565,0.94859004,0.9806993,-0.75574565,0.24706542,-0.9464662,-0.7852796,0.96415627,0.68632215,0.6863222
+4.1923065,0.97978115,-0.85360444,0.24260044,-0.971632,-0.96774834,0.9492955,0.98050106,-0.77007174,0.21275115,-0.94707674,-0.795661,0.9633447,0.7036131,0.7036133
+4.1678123,0.9795917,-0.8595649,0.18818796,-0.97196114,-0.9676426,0.9511275,0.9804864,-0.78448623,0.173105,-0.9476592,-0.8083042,0.96245456,0.7281074,0.72810745
+4.1409054,0.97942615,-0.8617312,0.133811,-0.97178,-0.9677675,0.95327055,0.9805646,-0.7929828,0.14194643,-0.94796294,-0.81605154,0.9617324,0.75501436,0.7550144
+4.1195607,0.9792168,-0.85963655,0.0910995,-0.9713361,-0.9678774,0.95515704,0.9806913,-0.793106,0.13019395,-0.9477828,-0.81737447,0.96142364,0.7763591,0.7763591
+4.1105013,0.97903347,-0.85382104,0.06063485,-0.97086805,-0.9676395,0.95650196,0.9807515,-0.7848822,0.13947296,-0.94736075,-0.8143277,0.9616568,0.78541845,0.7854185
+4.1100817,0.9788132,-0.8444402,0.062185645,-0.97054636,-0.9667105,0.9570551,0.98066974,-0.77743363,0.13932192,-0.9458837,-0.8042623,0.9623089,0.7858382,0.7858381
+4.114992,0.978444,-0.83653224,0.07532656,-0.97035044,-0.9655904,0.95642567,0.98038435,-0.7694664,0.14643502,-0.94390845,-0.789606,0.9629582,0.7809275,0.78092766
+4.122476,0.9780178,-0.8299046,0.084041834,-0.9703435,-0.96460146,0.95484877,0.9799962,-0.76128113,0.13810372,-0.9429957,-0.7725711,0.96350384,0.7734437,0.7734437
+4.1271124,0.9777839,-0.82453007,0.08506966,-0.9704762,-0.96422416,0.95294213,0.9796202,-0.7518352,0.13364613,-0.94299996,-0.76306844,0.96360815,0.7688074,0.7688074
+4.1262026,0.977515,-0.82306385,0.06775284,-0.9706361,-0.9635406,0.95153713,0.97921944,-0.7486235,0.11586797,-0.94401854,-0.7627628,0.9632406,0.7697172,0.7697172
+4.117753,0.9772471,-0.82256585,0.029527664,-0.9707435,-0.9629614,0.95115566,0.97888637,-0.7535762,0.08817041,-0.9456433,-0.77755654,0.9623333,0.7781668,0.7781668
+4.09996,0.9769466,-0.81668615,-0.024706066,-0.97076386,-0.9625604,0.9521384,0.9786433,-0.7627096,0.043284178,-0.94697076,-0.79845685,0.9612806,0.7959598,0.79595995
+4.0760927,0.97667205,-0.81759465,-0.08377111,-0.9706664,-0.96259964,0.9542246,0.9785712,-0.76605386,0.022905707,-0.94657,-0.8202045,0.9604689,0.819827,0.8198271
+4.0527353,0.976305,-0.8264169,-0.12917536,-0.9703488,-0.96246785,0.956802,0.9785514,-0.76780987,-0.0074771047,-0.94469583,-0.82831776,0.9602791,0.8431844,0.8431845
+4.0350256,0.9760275,-0.82449144,-0.11926448,-0.96992135,-0.96234286,0.95898485,0.9786401,-0.7622207,-0.042048633,-0.9416393,-0.82109976,0.9605899,0.86089414,0.8608942
+4.029482,0.97578454,-0.8179222,-0.0833717,-0.9695221,-0.96219856,0.96044683,0.97864974,-0.7498335,-0.029124558,-0.9349227,-0.8052963,0.96166766,0.86643773,0.8664379
+4.0383315,0.9754708,-0.811258,-0.056866467,-0.96917367,-0.96144515,0.9610959,0.97844386,-0.7382862,-0.04284829,-0.9267188,-0.78193855,0.9648874,0.85758823,0.8575883
+4.052095,0.9753586,-0.8023303,-0.048926294,-0.96804583,-0.9614823,0.9608815,0.9782914,-0.7240041,-0.04577768,-0.91722244,-0.75828326,0.96700644,0.8438248,0.84382486
+4.06249,0.97524714,-0.7908246,-0.05866289,-0.9673128,-0.9614687,0.95986307,0.9781586,-0.7119156,-0.048021495,-0.90922534,-0.72866976,0.9674053,0.83342975,0.8334298
+4.0671062,0.9753609,-0.7719448,-0.08888537,-0.966989,-0.96117437,0.95853794,0.97783065,-0.7010332,-0.051286876,-0.90553427,-0.71143967,0.966136,0.82881355,0.82881355
+4.062496,0.9759085,-0.7578438,-0.13768423,-0.9670186,-0.96031475,0.9581791,0.977293,-0.69832635,-0.09478021,-0.90745735,-0.71251816,0.96560335,0.83342355,0.8334236
+4.0471325,0.9760709,-0.75191134,-0.20134723,-0.9669495,-0.9594994,0.9591465,0.97674894,-0.6779326,-0.12915236,-0.9113332,-0.73179954,0.9645581,0.8487873,0.8487873
+4.026493,0.97556233,-0.75917226,-0.25528377,-0.965934,-0.9581726,0.9615053,0.976336,-0.6678352,-0.15466744,-0.9150435,-0.75333524,0.96363366,0.86942655,0.8694267
+4.008334,0.9745629,-0.76549435,-0.27817655,-0.9640382,-0.9583262,0.9646157,0.9761714,-0.6732765,-0.15997422,-0.9164468,-0.7688573,0.9632015,0.88758546,0.88758564
+3.9966412,0.97359324,-0.7709165,-0.27846485,-0.96143305,-0.96081287,0.96656656,0.9761195,-0.6905102,-0.1603849,-0.9149285,-0.76660097,0.9644425,0.89927864,0.89927864
+3.9911737,0.97327745,-0.7652233,-0.26870883,-0.9583323,-0.9613326,0.96870613,0.9762435,-0.6985091,-0.18356395,-0.90957093,-0.743599,0.96741295,0.9047459,0.90474606
+3.9923475,0.973315,-0.763,-0.24712175,-0.95531255,-0.96024865,0.9703076,0.9768262,-0.69159406,-0.15570241,-0.8928311,-0.70634705,0.9703051,0.90357226,0.9035723
+4.0045376,0.97397316,-0.7591269,-0.23566186,-0.95027196,-0.9543632,0.9710102,0.9771067,-0.66280967,-0.11431402,-0.879077,-0.64608,0.9729731,0.89138204,0.8913822
+4.02643,0.97513175,-0.7510227,-0.24217212,-0.94770354,-0.9463915,0.9714074,0.97708607,-0.6089109,-0.07700801,-0.88369817,-0.59239537,0.9748775,0.86948967,0.86948967
+4.050066,0.9760338,-0.73966724,-0.2561459,-0.9469988,-0.93978983,0.97180283,0.97646713,-0.55099255,-0.0733071,-0.9021821,-0.56760085,0.9760976,0.84585375,0.8458538
+4.062802,0.97604156,-0.7368183,-0.2929808,-0.9466377,-0.93438387,0.972337,0.97528696,-0.51871514,-0.13989669,-0.91969913,-0.5557759,0.9758519,0.8331178,0.83311796
+4.053935,0.9752805,-0.73739254,-0.34932983,-0.94619495,-0.9356204,0.97319233,0.97419953,-0.51255745,-0.19602007,-0.9343045,-0.5781145,0.9745817,0.84198457,0.84198475
+4.0282946,0.9737654,-0.7398884,-0.37675512,-0.9435042,-0.9397015,0.9744861,0.9737468,-0.53925335,-0.22271335,-0.9405419,-0.60831326,0.9739499,0.8676252,0.86762524
+3.9994075,0.97241175,-0.73298514,-0.40434992,-0.9386651,-0.93908906,0.97624254,0.9735923,-0.59141684,-0.22857624,-0.93703514,-0.62220466,0.97312164,0.8965122,0.89651227
+3.9786608,0.9724572,-0.73672926,-0.4133098,-0.93108785,-0.93451864,0.9771302,0.9738631,-0.6104206,-0.21660805,-0.930197,-0.6320817,0.9730997,0.9172588,0.917259
+3.97504,0.97286797,-0.7405421,-0.36656368,-0.91837376,-0.92425245,0.9776342,0.9741657,-0.6260349,-0.1880498,-0.91758674,-0.61329824,0.9738474,0.92087966,0.92087984
+3.9889417,0.973717,-0.7444928,-0.3151247,-0.90345496,-0.8919759,0.9775946,0.97443986,-0.62331206,-0.1785723,-0.9039721,-0.5830464,0.9749241,0.90697813,0.90697813
+4.011334,0.9748951,-0.7559242,-0.2771027,-0.8924954,-0.8444359,0.97609234,0.9746783,-0.6075071,-0.1626848,-0.89689875,-0.5702536,0.9720714,0.8845857,0.88458586
+4.031842,0.9760263,-0.7427811,-0.27347088,-0.89226276,-0.80798554,0.9725301,0.97536397,-0.5803049,-0.16328824,-0.89794636,-0.5811408,0.96618307,0.8640774,0.86407757
+4.0421176,0.976521,-0.7273669,-0.28289282,-0.9010721,-0.81373537,0.96589184,0.9756088,-0.5393432,-0.18065107,-0.90259033,-0.6519051,0.9584931,0.85380214,0.8538022
+4.039153,0.97582567,-0.7291968,-0.30713028,-0.9126516,-0.8364419,0.95914936,0.9748807,-0.5306886,-0.22130847,-0.9052302,-0.72476995,0.951679,0.8567665,0.8567667
+4.0255003,0.97443914,-0.7443935,-0.27638364,-0.9231698,-0.8468958,0.95378494,0.9737239,-0.55856925,-0.24858075,-0.9045808,-0.77186364,0.94762015,0.87041944,0.8704195
+4.0179477,0.97320366,-0.7614674,-0.12646282,-0.9238089,-0.84615326,0.9496212,0.97283757,-0.6022392,-0.15196764,-0.8978202,-0.7875199,0.94596934,0.87797195,0.8779721
+4.051219,0.9725442,-0.79048496,0.17983103,-0.91912365,-0.84054935,0.94534934,0.9723389,-0.6538064,0.0659498,-0.89068574,-0.78381264,0.94555986,0.8447008,0.8447008
+4.1690474,0.9721687,-0.80331016,0.5374718,-0.91396,-0.8275647,0.93746483,0.97176886,-0.6606761,0.49379516,-0.89206654,-0.80067176,0.94362915,0.7268724,0.72687244
+4.39266,0.9675795,-0.77597827,0.8781624,-0.90948963,-0.78981805,0.9219856,0.9690907,-0.67092144,0.89251864,-0.8752333,-0.75765395,0.9325832,0.5032596,0.50325966
+4.6178436,0.95820665,-0.74735487,0.96822023,-0.9027481,-0.73367894,0.8904048,0.9593477,-0.60033286,0.9821172,-0.8431069,-0.64901274,0.90642667,0.27807608,0.27807617
+4.6855364,0.9464059,-0.8320252,0.97546244,-0.89567727,-0.72753966,0.8690758,0.9463358,-0.7569359,0.9932666,-0.80913275,-0.56875676,0.8897245,0.21038342,0.21038342
+4.620613,0.9393438,-0.8715462,0.9872558,-0.89108104,-0.81326175,0.83234644,0.9395318,-0.7866838,0.9950322,-0.81259745,-0.61026806,0.864794,0.27530667,0.2753067
+4.54939,0.9395337,-0.89322436,0.9903898,-0.90085876,-0.8895781,0.7707932,0.9421904,-0.7637507,0.9953762,-0.8312807,-0.745766,0.86910295,0.34652996,0.34652996
+4.538059,0.93384314,-0.90875614,0.99006176,-0.90233254,-0.8989213,0.80508316,0.93764806,-0.78699327,0.99395347,-0.8627945,-0.7910215,0.8808645,0.35786048,0.35786057
+4.561739,0.91656005,-0.9213792,0.98607373,-0.8994958,-0.8828976,0.8612108,0.9195478,-0.87353855,0.98870707,-0.87409157,-0.7828493,0.89695776,0.33418074,0.33418083
+4.590595,0.8990011,-0.9422796,0.9778478,-0.8764708,-0.8546162,0.88357663,0.89612246,-0.9119606,0.9832058,-0.8537836,-0.6639168,0.911993,0.30532503,0.30532503
+4.600362,0.89405036,-0.95499694,0.9673166,-0.85084134,-0.78412133,0.9125242,0.8864591,-0.93605006,0.97663355,-0.8273776,-0.5372101,0.9258951,0.29555795,0.29555798
+4.5805697,0.896178,-0.9619434,0.9616841,-0.81005776,-0.71432716,0.9309453,0.893659,-0.94724685,0.96545696,-0.78201663,-0.43872756,0.939857,0.31535003,0.31535006
+4.5495734,0.90180683,-0.9543407,0.9520377,-0.7896994,-0.6582435,0.9399756,0.90531564,-0.94343925,0.9493537,-0.77109355,-0.38464868,0.9454348,0.3463463,0.34634638
+4.529441,0.9093063,-0.9422019,0.94534373,-0.79027784,-0.6608985,0.94143784,0.91635346,-0.92981976,0.9429741,-0.7875962,-0.42554295,0.9467933,0.366479,0.36647892
+4.5255637,0.9131441,-0.9295279,0.93831694,-0.79161805,-0.7013193,0.942194,0.9201915,-0.9152423,0.9388126,-0.7965747,-0.50145286,0.948874,0.37035608,0.37035608
+4.5274158,0.9094064,-0.9162787,0.9273734,-0.785856,-0.72069174,0.94302225,0.91616035,-0.898559,0.9303713,-0.78910196,-0.52292293,0.9503994,0.36850393,0.36850405
+4.525114,0.90270615,-0.8950801,0.9063513,-0.7781835,-0.7235724,0.94604886,0.90904367,-0.86720175,0.91286695,-0.7859658,-0.5151639,0.9524443,0.3708057,0.37080574
+4.5150003,0.8959305,-0.8601943,0.8729937,-0.757023,-0.7003536,0.9499607,0.90206504,-0.82334757,0.88454676,-0.7696938,-0.442415,0.9509685,0.3809193,0.38091946
+4.496113,0.89168215,-0.8324131,0.8247602,-0.72937334,-0.63023585,0.95020664,0.8982694,-0.78113925,0.84320295,-0.7508604,-0.3122266,0.94830275,0.39980698,0.39980698
+4.470434,0.8943536,-0.7917683,0.7538347,-0.7102134,-0.5453059,0.9465494,0.90040934,-0.71264297,0.8086064,-0.75025004,-0.44185102,0.9456552,0.42548546,0.4254856
+4.458619,0.89268243,-0.75628793,0.6711714,-0.687729,-0.61284596,0.9410131,0.8991103,-0.6750646,0.7690494,-0.74114215,-0.51738554,0.94107723,0.43730065,0.43730068
+4.460479,0.8872479,-0.7338141,0.6531656,-0.6698581,-0.5797082,0.93218327,0.8903017,-0.6583151,0.7332015,-0.71533686,-0.45053995,0.9325714,0.43544093,0.43544102
+4.4520774,0.88618386,-0.6921092,0.63338923,-0.6471464,-0.540965,0.92286944,0.88700974,-0.6183436,0.6773212,-0.6974353,-0.39997196,0.9257977,0.44384238,0.4438424
+4.443232,0.888381,-0.6459094,0.62334526,-0.6346545,-0.52273345,0.91868424,0.8921006,-0.5842516,0.669364,-0.70424986,-0.39281684,0.9236462,0.45268762,0.45268774
+4.454232,0.89376473,-0.6168442,0.6313832,-0.6114754,-0.50273347,0.9133177,0.8956151,-0.56586635,0.6858996,-0.7065971,-0.38107955,0.9198489,0.4416876,0.44168758
+4.470296,0.8938097,-0.59499437,0.6331575,-0.6017107,-0.47334594,0.91196954,0.89366496,-0.5600836,0.6767645,-0.69821614,-0.3682813,0.9147527,0.42562374,0.4256239
+4.4754076,0.89342237,-0.58161575,0.6587877,-0.5584331,-0.44790095,0.91677344,0.8895867,-0.55701697,0.6708572,-0.6763214,-0.37883735,0.91252255,0.42051208,0.4205122
+4.465867,0.8907883,-0.60887104,0.62396705,-0.50814015,-0.40771127,0.922106,0.8830819,-0.6016848,0.608315,-0.6311405,-0.39554012,0.91584027,0.43005273,0.43005276
+4.4312534,0.88909316,-0.6507355,0.53934646,-0.46037012,-0.36686885,0.92627454,0.8747525,-0.63406295,0.5491854,-0.61476547,-0.35885805,0.91934824,0.46466625,0.46466637
+4.393098,0.8901267,-0.6892719,0.5008352,-0.43258482,-0.34625185,0.9313196,0.8719797,-0.661651,0.53760624,-0.58778685,-0.31387985,0.9247813,0.5028217,0.5028219
+4.3768473,0.88931847,-0.7224087,0.44529438,-0.42071456,-0.3155744,0.93711495,0.8691478,-0.6951349,0.5117459,-0.5263451,-0.28381264,0.9312556,0.5190723,0.51907253
+4.370164,0.88537693,-0.74914557,0.38928926,-0.39429283,-0.2911899,0.9399736,0.8650472,-0.7300892,0.44864464,-0.47278512,-0.2675296,0.9365629,0.5257558,0.5257559
+4.3644075,0.8771913,-0.77004474,0.36226368,-0.33831412,-0.26981628,0.9413564,0.8657646,-0.7560002,0.40134346,-0.4121967,-0.24382228,0.9406693,0.5315121,0.53151226
+4.360982,0.8541076,-0.7864171,0.34453535,-0.28136396,-0.25583196,0.94080925,0.8684155,-0.7727616,0.3746643,-0.35787594,-0.21980387,0.94375086,0.53493774,0.53493786
+4.359536,0.8432455,-0.79468876,0.34175956,-0.2502525,-0.2519951,0.9396509,0.8711362,-0.78419465,0.36492622,-0.31899333,-0.20069766,0.94414544,0.53638357,0.5363836
+4.360215,0.8411617,-0.7962275,0.35344887,-0.23264837,-0.24568897,0.9385092,0.8699682,-0.78922755,0.36911297,-0.2967801,-0.17932737,0.94284236,0.53570443,0.5357046
+4.3643513,0.8445749,-0.79409117,0.3824036,-0.22308314,-0.24183321,0.9376197,0.86966753,-0.7911706,0.37767482,-0.2863865,-0.16391116,0.9417386,0.53156847,0.5315685
+4.3714876,0.85009956,-0.7920454,0.40150952,-0.21417767,-0.2405662,0.93704724,0.86924076,-0.7902033,0.38223815,-0.2842754,-0.15820855,0.9409001,0.5244321,0.5244322
+4.377798,0.85641336,-0.78819275,0.41116452,-0.21054995,-0.23516572,0.93685937,0.87082005,-0.7870275,0.3873844,-0.28775853,-0.15565878,0.9403689,0.51812166,0.5181217
+4.3811836,0.8628137,-0.7834052,0.4238298,-0.22282135,-0.21600991,0.9370816,0.87341845,-0.7829331,0.40480626,-0.29692918,-0.14474732,0.93969035,0.514736,0.5147362
+4.382532,0.8699429,-0.7778554,0.44065,-0.25382888,-0.18961942,0.93756056,0.8771119,-0.7782156,0.42759514,-0.31419826,-0.12595308,0.9390321,0.5133875,0.5133877
+4.3826036,0.8770695,-0.7715677,0.4597255,-0.29024005,-0.16385424,0.93804336,0.8818847,-0.7727932,0.44688618,-0.34064305,-0.10270226,0.9386935,0.5133161,0.51331615
+4.3835416,0.883428,-0.7647282,0.48149312,-0.32911527,-0.13796312,0.9385314,0.8874215,-0.76658094,0.46281242,-0.3717329,-0.07539791,0.9385178,0.51237804,0.5123782
+4.3865547,0.88900447,-0.75783086,0.50744367,-0.36909384,-0.1097703,0.93913066,0.8932177,-0.76000965,0.48591924,-0.4069909,-0.042923987,0.93848014,0.5093649,0.5093651
+4.391654,0.8945823,-0.75080323,0.5261066,-0.40854275,-0.081255674,0.9390631,0.89910567,-0.7531652,0.5096568,-0.44440937,-0.009582579,0.9384141,0.5042657,0.5042658
+4.396431,0.90073967,-0.743279,0.5408772,-0.4465537,-0.054732203,0.93856466,0.9036168,-0.7478566,0.52861667,-0.48239297,0.021781206,0.9381499,0.49948874,0.49948883
+4.39939,0.9075334,-0.7362784,0.55438983,-0.48200393,-0.029041767,0.9379941,0.90756536,-0.74288744,0.54174113,-0.5206276,0.05197358,0.93773556,0.49652943,0.49652958
+4.400735,0.9148263,-0.7307246,0.5671108,-0.51764095,-0.0033441782,0.9375222,0.91180956,-0.73788786,0.555639,-0.5597502,0.08508098,0.9372529,0.49518466,0.4951849
+4.402425,0.92169285,-0.7250531,0.57765293,-0.5535942,0.02624023,0.9371433,0.91621387,-0.73288375,0.56961465,-0.6028527,0.117908,0.9367635,0.49349478,0.493495
+4.4044266,0.9264101,-0.71902066,0.58623314,-0.59085983,0.052198768,0.9367999,0.9206805,-0.7277342,0.57910466,-0.6441508,0.14749622,0.93644786,0.49149314,0.49149323
+4.407131,0.9311087,-0.7123342,0.592697,-0.62482107,0.07628846,0.9364433,0.9249935,-0.72234774,0.58456624,-0.6816876,0.17844951,0.93616104,0.48878837,0.4887886
+4.409192,0.93576634,-0.70533746,0.59520173,-0.65713453,0.0848881,0.9362819,0.9282063,-0.716846,0.5885341,-0.71780205,0.20644712,0.93597865,0.48672768,0.4867277
+4.410386,0.93873477,-0.70166135,0.5881505,-0.68557745,0.09374368,0.9359791,0.93101406,-0.711284,0.59235704,-0.7490902,0.22644293,0.935822,0.4855335,0.4855337
+4.4093018,0.94108915,-0.6997362,0.57467675,-0.7101534,0.1004411,0.93557787,0.9336114,-0.711329,0.5923915,-0.77791244,0.23955142,0.936383,0.48661783,0.48661804
+4.4058237,0.9433023,-0.6981473,0.5607163,-0.7315134,0.1057117,0.9351182,0.93609405,-0.71207255,0.5927428,-0.80532885,0.24719858,0.937459,0.49009597,0.4900961
+4.4022694,0.9453442,-0.6963389,0.5484954,-0.7499991,0.10832548,0.93475115,0.9384918,-0.7124123,0.5884402,-0.8300787,0.25873208,0.93853617,0.49365023,0.49365044
+4.4007807,0.9473674,-0.6933249,0.52689075,-0.7667556,0.1012547,0.93474317,0.94096076,-0.7115096,0.5707793,-0.85139495,0.2649858,0.9401374,0.49513897,0.49513912
+4.3995237,0.9492463,-0.68993163,0.5030371,-0.7803756,0.090988636,0.9347398,0.9432008,-0.71019995,0.5523938,-0.86506563,0.26888323,0.94310105,0.49639598,0.49639606
+4.3971634,0.95108294,-0.68657017,0.4832896,-0.7865706,0.08107126,0.93472624,0.9453242,-0.7096644,0.5398073,-0.8749745,0.27418542,0.9460068,0.4987562,0.4987564
+4.3944664,0.95285344,-0.68193555,0.48281085,-0.7904485,0.069262505,0.93484604,0.9473717,-0.7092426,0.5322082,-0.8844739,0.27935708,0.94890547,0.5014533,0.5014534
+4.3932037,0.95433044,-0.67422837,0.4677689,-0.79447246,0.053670287,0.9350617,0.9489775,-0.7072033,0.53531766,-0.89176327,0.27752447,0.951442,0.5027159,0.50271606
+4.392606,0.9555292,-0.6669823,0.44601488,-0.79411036,0.04372418,0.9354553,0.95012784,-0.7060796,0.54235315,-0.89772457,0.2737869,0.95370746,0.50331384,0.503314
+4.3909464,0.95671463,-0.6644654,0.42113185,-0.7881298,0.03961754,0.9358859,0.951319,-0.70676947,0.5529382,-0.90311384,0.2649747,0.9560268,0.50497323,0.5049734
+4.3900175,0.95781004,-0.66294575,0.42456877,-0.7799458,0.029216051,0.93639374,0.95238304,-0.71003777,0.561661,-0.9080033,0.24763155,0.95829916,0.5059022,0.5059023
+4.390409,0.9585421,-0.6573051,0.429986,-0.7707149,0.014498472,0.9368013,0.9532287,-0.71180034,0.5649426,-0.911898,0.1855272,0.96010804,0.5055106,0.5055108
+4.3910604,0.9587164,-0.6532299,0.42311025,-0.7601435,0.0047973394,0.93725467,0.9536325,-0.71331394,0.5645454,-0.91330594,0.1536045,0.96081924,0.5048594,0.50485945
+4.388302,0.9591675,-0.6549121,0.4238763,-0.7506444,0.007741213,0.9382447,0.9543215,-0.7205116,0.56681824,-0.9146186,0.11906779,0.96118355,0.50761783,0.50761795
+4.3845644,0.9597087,-0.65220416,0.4253993,-0.746201,0.0071439743,0.9395299,0.95479226,-0.72163653,0.5645814,-0.9140019,0.08178806,0.96124125,0.5113552,0.5113554
+4.382367,0.96024525,-0.6449962,0.41984892,-0.74676144,0.008326769,0.94084024,0.95505357,-0.7185331,0.5627928,-0.91353524,0.047768116,0.9608872,0.5135526,0.51355267
+4.3821397,0.96092176,-0.639015,0.41923332,-0.75106215,0.017737746,0.9420874,0.95549035,-0.7171144,0.5596404,-0.91472274,0.032263637,0.96055317,0.51377994,0.5137801
+4.3816605,0.9617115,-0.63281333,0.42283607,-0.7555436,0.024743676,0.94319034,0.95604074,-0.7155861,0.54830384,-0.91622746,0.018729925,0.96048355,0.5142592,0.51425934
+4.3801875,0.96232164,-0.62406695,0.4211235,-0.7608794,0.025446892,0.9440868,0.9563155,-0.71043915,0.5309677,-0.91744876,0.0071326494,0.9605782,0.5157321,0.5157323
+4.3775654,0.9629406,-0.61859846,0.41003478,-0.76687324,0.034356713,0.9449451,0.95656776,-0.7071473,0.51573765,-0.9186485,0.010317087,0.9608247,0.5183542,0.5183544
+4.373226,0.9639045,-0.62037146,0.3994707,-0.7743126,0.051772594,0.9459369,0.9572638,-0.7089811,0.50194347,-0.9206305,0.020517945,0.96144223,0.5226935,0.52269363
+4.367954,0.9649842,-0.62979776,0.38870978,-0.7817358,0.06402218,0.9469931,0.95815635,-0.7115927,0.49862206,-0.9227571,0.017547607,0.9623809,0.52796596,0.527966
+4.3626037,0.96584916,-0.63852155,0.37090552,-0.78664374,0.07099199,0.9479903,0.9588833,-0.71219224,0.47829652,-0.92422646,0.003855586,0.9633368,0.533316,0.53331614
+4.354314,0.96664834,-0.6537143,0.34595048,-0.7903887,0.08125222,0.94902515,0.95966065,-0.7203357,0.4459293,-0.92545927,-0.0030695796,0.96419644,0.5416059,0.54160595
+4.340641,0.96765304,-0.6759322,0.32100272,-0.7960147,0.09374642,0.9503708,0.960655,-0.7382122,0.40740395,-0.9273828,-0.013318241,0.9650912,0.5552786,0.5552788
+4.322052,0.96874595,-0.69993174,0.28797853,-0.8043824,0.1031543,0.9518366,0.9615114,-0.75510985,0.35773313,-0.9300416,-0.030628204,0.9660053,0.5738677,0.5738678
+4.3008523,0.96999323,-0.72564954,0.23845732,-0.8163927,0.11853099,0.9536865,0.9623951,-0.7738624,0.2982067,-0.93349874,-0.04917437,0.96725464,0.59506744,0.5950675
+4.2769947,0.97156405,-0.75548387,0.18197918,-0.82870364,0.13734496,0.95604444,0.96362376,-0.79764986,0.22691,-0.93763995,-0.06607574,0.96896243,0.61892503,0.6189251
+4.2509365,0.9727931,-0.7862768,0.11709094,-0.8452857,0.16948652,0.9587637,0.9649708,-0.8231315,0.14157951,-0.94180125,-0.08593744,0.97093546,0.6449831,0.6449833
+4.222967,0.9736942,-0.8176039,0.033464193,-0.86620796,0.17703187,0.9621012,0.9663763,-0.849902,0.040984392,-0.9452003,-0.10549867,0.9731536,0.6729526,0.67295265

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.09788089990615845,0.09788105297088623,4.798038733482361,,
+1000,0.3850697875022888,0.38506973958015445,4.510850070476532,,
+1500,0.4824512004852295,0.48245128500461576,4.413468507766724,,
+2000,0.5128869414329529,0.5128869816064835,4.3830328192710875,,
+2500,0.5754237174987793,0.5754237371683121,4.320496059894562,,
+3000,0.453165739774704,0.45316576409339904,4.4427540483474735,,
+3500,0.46670448780059814,0.46670447540283205,4.4292153220176695,,
+4000,0.403654009103775,0.40365407371520995,4.49226571559906,,
+4500,0.5576750040054321,0.5576748493909836,4.338244944572449,,
+5000,0.6241496205329895,0.624149410367012,4.271770422935486,,
+5000,,,,4.395808491706848,0.5001111626625061
+5500,0.4967561364173889,0.49675627517700194,4.399163507461548,,
+6000,0.5704429745674133,0.5704428763389587,4.325476905345917,,
+6500,0.5859093070030212,0.5859093006849289,4.3100105223655705,,
+7000,0.5860596299171448,0.5860596688985824,4.309860118865966,,
+7500,0.5842504501342773,0.5842504538297654,4.31166934299469,,
+8000,0.6242683529853821,0.6242683135271072,4.27165148639679,,
+8500,0.5967080593109131,0.5967079163789749,4.299211916923523,,
+9000,0.5168657302856445,0.5168655586242675,4.379054215431213,,
+9500,0.4883166253566742,0.4883166671991348,4.407603135108948,,
+10000,0.5411165952682495,0.5411164928674698,4.354803290367126,,
+10000,,,,4.407791278362274,0.4881284534931183
+10500,0.5530822277069092,0.5530822333097458,4.342837551593781,,
+11000,0.543424665927887,0.5434247938394546,4.35249498462677,,
+11500,0.5499421954154968,0.5499422365427017,4.345977554321289,,
+12000,0.5724977850914001,0.5724978680610657,4.323421935081482,,
+12500,0.46015268564224243,0.46015270829200744,4.435767088413239,,
+13000,0.5012859106063843,0.5012857213020324,4.39463410949707,,
+13500,0.47936245799064636,0.47936238753795624,4.416557438373566,,
+14000,0.6008590459823608,0.6008591253757477,4.295060690879822,,
+14500,0.5692377090454102,0.5692376000881195,4.3266821808815,,
+15000,0.5777168869972229,0.5777166239023208,4.318203115940094,,
+15000,,,,4.465024712085724,0.43089497089385986
+15500,0.5380493998527527,0.5380493535995483,4.3578704671859745,,
+16000,0.5626657605171204,0.5626656701564788,4.333254144191742,,
+16500,0.5472127199172974,0.54721264731884,4.348707124710083,,
+17000,0.5099992156028748,0.5099994201660156,4.385920348644256,,
+17500,0.5370967388153076,0.5370967692136764,4.358823027133941,,
+18000,0.6027871966362,0.6027870322465897,4.293132777690888,,
+18500,0.528690755367279,0.5286908363103866,4.367228984355926,,
+19000,0.5873005986213684,0.5873006213903427,4.308619173049927,,
+19500,0.557671308517456,0.5576713411808014,4.338248471736908,,
+20000,0.5506554245948792,0.5506554613113404,4.3452643232345585,,
+20000,,,,4.334456751346588,0.5614629983901978
+20500,0.5174012184143066,0.5174013067483902,4.378518506526947,,
+21000,0.535306990146637,0.5353070231676101,4.3606127409935,,
+21500,0.5724689364433289,0.5724689433574677,4.323450846672058,,
+22000,0.5520329475402832,0.5520330629348755,4.343886743545532,,
+22500,0.51885586977005,0.5188557920455933,4.377063998699188,,
+23000,0.5688185095787048,0.5688184041976929,4.327101403236389,,
+23500,0.5080069899559021,0.5080068889856338,4.387912935733795,,
+24000,0.6024268269538879,0.6024266309738159,4.293493188858032,,
+24500,0.6397639513015747,0.6397642055749894,4.256155606746674,,
+25000,0.5331451296806335,0.5331450818777085,4.3627747330665585,,
+25000,,,,4.333778495788574,0.5621412396430969
+25500,0.5439422130584717,0.5439421247243881,4.351977682113647,,
+26000,0.5997229814529419,0.599722827911377,4.296196995258331,,
+26500,0.6188791990280151,0.6188790067434311,4.277040784358978,,
+27000,0.5740519165992737,0.5740519139766693,4.321867904663086,,
+27500,0.5875560641288757,0.5875560647249222,4.308363756656647,,
+28000,0.5956392288208008,0.595639289855957,4.300280514717102,,
+28500,0.6961025595664978,0.6961025722026825,4.199817235469818,,
+29000,0.613887369632721,0.6138873652219773,4.282032418727875,,
+29500,0.6971335411071777,0.6971336448192597,4.198786147594452,,
+30000,0.6593767404556274,0.6593768185377121,4.23654297876358,,
+30000,,,,4.293695793151856,0.6022239327430725
+30500,0.6595940589904785,0.6595940511226654,4.236325753688813,,
+31000,0.6341443657875061,0.6341443151235581,4.261775521755219,,
+31500,0.6698312163352966,0.6698311214447021,4.2260886583328245,,
+32000,0.7031504511833191,0.7031503174304962,4.192769515514374,,
+32500,0.694156289100647,0.694156224489212,4.201763575553894,,
+33000,0.7418004870414734,0.7418004893064499,4.1541192984581,,
+33500,0.6242666840553284,0.6242667280435562,4.271653074741364,,
+34000,0.7392385601997375,0.7392385556697846,4.156681216239929,,
+34500,0.6858959794044495,0.685896109700203,4.210023651123047,,
+35000,0.7741008996963501,0.7741006736755371,4.12181912279129,,
+35000,,,,4.278964817523956,0.6169548630714417
+35500,0.6878940463066101,0.6878939098119736,4.208025881290435,,
+36000,0.8035808205604553,0.803580673456192,4.092339104652405,,
+36500,0.7113879919052124,0.711387946009636,4.184531846046448,,
+37000,0.7963433265686035,0.7963431433439255,4.099576655387878,,
+37500,0.6648488640785217,0.66484892141819,4.231070861339569,,
+38000,0.7154068946838379,0.7154068673849105,4.180512924671173,,
+38500,0.7366675138473511,0.7366676189899445,4.159252171516418,,
+39000,0.7283844351768494,0.7283845633268357,4.167535279750824,,
+39500,0.6823236346244812,0.68232364320755,4.213596140861511,,
+40000,0.7168934941291809,0.7168934712409973,4.179026353359222,,
+40000,,,,4.189265376329422,0.7066543102264404
+40500,0.7949668765068054,0.794966873049736,4.1009529242515566,,
+41000,0.6693404316902161,0.6693403062820434,4.226579475402832,,
+41500,0.6857988238334656,0.6857988123893738,4.210120984077454,,
+42000,0.755073070526123,0.7550731259584427,4.140846685886383,,
+42500,0.8175814747810364,0.8175814466476441,4.078338354587555,,
+43000,0.7839120626449585,0.7839119883775711,4.112007808685303,,
+43500,0.7063608765602112,0.7063609124422073,4.189558895587921,,
+44000,0.7658085227012634,0.7658086522817612,4.130111127853394,,
+44500,0.7486372590065002,0.748637336730957,4.147282459259033,,
+45000,0.7885012626647949,0.7885013158321381,4.1074184827804565,,
+45000,,,,4.274430186748504,0.6214895248413086
+45500,0.7435002326965332,0.7435002250671386,4.152419579982758,,
+46000,0.7639614343643188,0.7639614179134369,4.131958381652832,,
+46500,0.8107367753982544,0.8107365908622741,4.08518321275711,,
+47000,0.8047438859939575,0.8047438862323761,4.091175891876221,,
+47500,0.6921923160552979,0.6921921135187149,4.2037276868820195,,
+48000,0.7561903595924377,0.7561902544498443,4.139729523658753,,
+48500,0.7898547649383545,0.7898545687198639,4.106065253734589,,
+49000,0.7473968863487244,0.7473968962430954,4.148522877693177,,
+49500,0.7425698041915894,0.7425697010755539,4.153350086212158,,
+50000,0.7734639048576355,0.7734638048410416,4.122456010818482,,
+50000,,,,4.376912138462067,0.5190076231956482

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d38e561ae14d6444f63e0e496d15669173171da1d3108da3d31410f855893
+size 15018765

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,163 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/marl/RBC2D-easy-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,223 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=marl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=marl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: marl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=marl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,local_reward,reward
+4.703018,0.98100495,-0.03215182,0.116909266,-0.40674037,0.096981764,0.9389558,0.95793545,-0.37985802,-0.44347543,-0.35748816,0.3794303,0.9628507,0.19290149,0.19290161
+4.3995566,0.95059466,0.30686402,0.009506226,-0.19645685,-0.31178302,0.88164175,0.9391928,0.4180107,0.2011435,0.26514506,-0.10867721,0.89219475,0.49636295,0.49636316
+4.28006,0.93627405,0.15203166,0.12987411,0.124027014,-0.00011956692,0.89982414,0.86957455,-0.0602656,-0.09307635,-0.24248952,-0.4465117,0.88029647,0.6158598,0.61586
+4.324516,0.92309594,0.09833896,-0.1435628,-0.8366051,-0.6792757,0.92375755,0.8969586,0.19378042,-0.03853333,-0.4989916,-0.12623292,0.94552135,0.5714038,0.571404
+4.396221,0.8743851,0.15276885,-0.12698388,-0.3968959,0.047648907,0.95576966,0.82198,-0.18159539,-0.390993,-0.73127896,-0.36237347,0.94353366,0.49969852,0.49969864
+4.478981,0.84280133,-0.23570406,-0.057359755,-0.9352711,-0.75783277,0.94270444,0.83778906,0.0048036575,0.22283387,-0.7128161,-0.12907535,0.9603838,0.41693857,0.41693878
+4.458414,0.81157637,-0.11856121,-0.43379498,-0.5732617,0.10888648,0.9651909,0.73154545,-0.4096771,-0.67063326,-0.918414,-0.38797843,0.9564891,0.4375056,0.43750572
+4.3754425,0.8454292,-0.032482207,-0.39658773,-0.9083153,-0.78318506,0.9501848,0.8727367,0.21398044,-0.18176556,-0.8819324,-0.31426156,0.96219265,0.52047724,0.5204773
+4.283677,0.7915714,-0.15453476,-0.654571,0.42323577,-0.090949774,0.96632457,0.73306584,-0.31998575,-0.72704,-0.5754715,-0.31474102,0.958632,0.6122425,0.6122427
+4.2880635,0.9029695,-0.080792904,-0.47719228,-0.85129523,-0.9358154,0.94421816,0.935256,0.28616977,-0.4115106,-0.62209034,-0.43733865,0.968076,0.60785615,0.6078563
+4.287759,0.8511765,-0.011657715,-0.72411394,0.7622342,-0.18882048,0.9663019,0.8328754,-0.107895434,-0.72713244,0.18431664,-0.3131333,0.9603913,0.60816073,0.608161
+4.3340178,0.94640493,0.058949947,-0.34618914,-0.38191462,-0.9300966,0.956808,0.9484353,0.3076365,-0.38937843,-0.1991123,-0.8316467,0.9637592,0.5619019,0.56190205
+4.3302383,0.9142623,-0.055064738,-0.7069729,0.80139565,-0.5998838,0.9701388,0.8852811,-0.1018638,-0.7275217,0.74830294,-0.5765374,0.96795964,0.5656814,0.56568146
+4.380415,0.96031713,0.242674,-0.30880618,0.04786539,-0.85599715,0.9665555,0.95279384,0.18475926,-0.45569718,0.15332198,-0.86695457,0.9580995,0.5155048,0.51550484
+4.380518,0.9506662,-0.012130916,-0.714294,0.69644666,-0.7217405,0.95760345,0.94998395,0.00024056435,-0.69302356,0.8008975,-0.73511547,0.9552853,0.51540154,0.51540184
+4.437234,0.96306586,0.4673016,-0.4218241,0.5131774,-0.7702656,0.93178844,0.95664907,0.3684461,-0.4848144,0.5691457,-0.80265075,0.9023385,0.45868573,0.45868587
+4.447574,0.95775545,0.32772708,-0.591545,0.30858898,-0.69610494,0.9143522,0.9558029,0.26441622,-0.621518,0.6598737,-0.7323937,0.8857243,0.4483455,0.44834566
+4.4240117,0.9535105,0.46264648,-0.5900674,0.28331494,-0.743014,0.9178834,0.9502697,0.34128654,-0.57511365,0.43407965,-0.8016722,0.85361016,0.47190794,0.4719081
+4.3861465,0.9433608,0.3341335,-0.6245588,0.18126869,-0.7658562,0.9139674,0.939778,0.20112896,-0.624165,0.36537015,-0.8089026,0.8660712,0.509773,0.50977325
+4.352394,0.939548,0.36609638,-0.6040069,0.07878947,-0.8131913,0.9145938,0.93496037,0.24378657,-0.59803885,0.31246567,-0.8425566,0.8836365,0.54352564,0.5435257
+4.325938,0.92894244,0.36229467,-0.6419874,0.058534503,-0.8214945,0.92860234,0.92769146,0.216398,-0.6211524,0.26457095,-0.859652,0.8993398,0.5699813,0.5699816
+4.3134823,0.9164083,0.3299985,-0.6582115,-0.04091972,-0.833915,0.9365239,0.9181566,0.22354913,-0.6485611,0.17298687,-0.87069154,0.91361284,0.58243746,0.5824375
+4.314028,0.902866,0.28951943,-0.6696381,-0.051698923,-0.8330797,0.9424403,0.9059838,0.17351866,-0.66719496,0.1239835,-0.86909485,0.92316866,0.58189183,0.581892
+4.3224134,0.8939338,0.24542224,-0.66810673,-0.0055786967,-0.825363,0.94393563,0.8977423,0.16954505,-0.6521596,0.20158195,-0.8597095,0.9258616,0.57350624,0.57350636
+4.334192,0.89259374,0.23470688,-0.6533826,0.10579181,-0.8069248,0.9430313,0.89675605,0.16078997,-0.62643343,0.27275252,-0.8655658,0.91866255,0.5617279,0.561728
+4.344836,0.897876,0.23868442,-0.5996634,0.16474259,-0.79273355,0.9345459,0.9021423,0.17835164,-0.5778616,0.32941365,-0.86421615,0.90458345,0.55108345,0.55108356
+4.354999,0.90614283,0.2721522,-0.5512156,0.21176088,-0.7794292,0.9205816,0.907321,0.19060206,-0.569662,0.37259746,-0.8680063,0.8831582,0.54092056,0.54092073
+4.3687034,0.9114052,0.29139447,-0.5392431,0.21472347,-0.7764105,0.9001939,0.912485,0.21672463,-0.5527068,0.42666936,-0.8569177,0.85688186,0.52721643,0.52721643
+4.385483,0.91594326,0.3148117,-0.5225388,0.23596287,-0.76606786,0.8725984,0.917163,0.23847365,-0.5370741,0.4472251,-0.8466646,0.8222189,0.51043683,0.510437
+4.3947825,0.9211273,0.3311515,-0.51211613,0.18792999,-0.75890756,0.8437507,0.92134714,0.25821948,-0.52543,0.43236184,-0.8343631,0.79879594,0.5011371,0.50113726
+4.3857985,0.9258046,0.3446858,-0.52346426,0.1351043,-0.7672609,0.83570063,0.924989,0.25754964,-0.5358293,0.36916018,-0.82491326,0.78758633,0.5101211,0.51012135
+4.361038,0.9286088,0.3447827,-0.5454348,0.04274082,-0.78969365,0.8412976,0.92575645,0.2518041,-0.54775155,0.29545534,-0.81944793,0.79593563,0.5348816,0.5348816
+4.33389,0.9279289,0.3383175,-0.57803905,-0.05121863,-0.80992913,0.87622404,0.92452955,0.23308277,-0.5511247,0.21074569,-0.83132434,0.82084775,0.56202966,0.56202984
+4.314971,0.922884,0.33291173,-0.59919727,-0.11905736,-0.8307451,0.9071003,0.92049193,0.21418798,-0.5765807,0.10218382,-0.8479147,0.8613515,0.58094865,0.5809488
+4.3067627,0.9131129,0.302274,-0.601079,-0.23122495,-0.8455277,0.9212427,0.9128002,0.1956718,-0.5864358,0.05290222,-0.85845673,0.90453935,0.589157,0.5891571
+4.3065696,0.8970473,0.25756598,-0.615377,-0.27957416,-0.8512921,0.93758965,0.9045663,0.15584242,-0.5962494,0.01377666,-0.8656995,0.9256511,0.5893501,0.5893502
+4.3066516,0.8775517,0.20194483,-0.6221969,-0.23976469,-0.85038334,0.949028,0.893265,0.11511493,-0.6063966,-0.001322329,-0.86931646,0.93539834,0.5892681,0.5892682
+4.301446,0.8642731,0.14972997,-0.60792315,-0.1737535,-0.84101355,0.95350873,0.8807275,0.061704397,-0.6036435,-0.018830359,-0.8748327,0.9420395,0.59447366,0.59447384
+4.294634,0.8630893,0.09827602,-0.59101456,-0.102273226,-0.8360659,0.9528383,0.874403,0.026042223,-0.55072826,0.0293535,-0.8729293,0.94630146,0.6012858,0.60128593
+4.2971134,0.87244487,0.07372534,-0.5111456,0.0059324503,-0.8292859,0.949821,0.8762951,0.0013418198,-0.49694145,0.11819446,-0.86635286,0.94592845,0.5988063,0.5988064
+4.315668,0.8866546,0.06318021,-0.43775702,0.07361972,-0.8234566,0.9422405,0.8835387,0.012228847,-0.42104697,0.24304128,-0.8548191,0.94206524,0.5802515,0.5802517
+4.3477535,0.8998928,0.07324612,-0.36530435,0.16741765,-0.8088556,0.9313874,0.89401114,0.019186258,-0.35816592,0.31907403,-0.84232,0.92799234,0.5481661,0.5481663
+4.3800344,0.9115658,0.07577515,-0.2978921,0.16351569,-0.7975714,0.91073,0.9059665,0.036808014,-0.32288873,0.3903613,-0.8322013,0.90824926,0.5158852,0.51588535
+4.40002,0.91899157,0.07863772,-0.29065013,0.17939973,-0.78833294,0.89576864,0.9171283,0.035039425,-0.3050812,0.4332322,-0.8284101,0.88025165,0.4958996,0.49589968
+4.401973,0.9240625,0.0774554,-0.21897763,0.17446065,-0.7864324,0.8809631,0.9247036,0.02650249,-0.26588655,0.35302734,-0.8288686,0.84901416,0.49394694,0.49394703
+4.384445,0.9263067,0.052855134,-0.24687344,0.07279611,-0.8173692,0.86554754,0.9297247,0.011301756,-0.25264335,0.32882845,-0.8430006,0.859349,0.5114745,0.5114746
+4.358123,0.92603254,0.02372706,-0.2505803,0.04331684,-0.84472024,0.88579226,0.9285667,-0.03571886,-0.24453485,0.17539334,-0.86842793,0.8513093,0.53779685,0.537797
+4.3325434,0.92298293,-0.031460524,-0.2660308,-0.06442124,-0.8804854,0.9018247,0.92279553,-0.07651371,-0.2615648,0.11234081,-0.89412814,0.8766601,0.56337625,0.5633764
+4.315364,0.9162158,-0.07630265,-0.26697457,-0.14173448,-0.8814896,0.9270568,0.912099,-0.15466619,-0.29027486,0.0136368275,-0.9074396,0.9027302,0.5805558,0.5805559
+4.307376,0.9021466,-0.11839008,-0.25209582,-0.19162875,-0.87888235,0.93934774,0.9021046,-0.19501436,-0.27328825,-0.027411044,-0.8985584,0.93103266,0.5885437,0.5885439
+4.3024216,0.8934133,-0.18687594,-0.21150166,-0.22743678,-0.87304103,0.9440489,0.89072883,-0.26024866,-0.22990108,-0.22290498,-0.87853336,0.9461713,0.593498,0.59349823
+4.290994,0.8805089,-0.3102417,-0.19335878,-0.6810096,-0.8711968,0.94445086,0.87832785,-0.30472827,-0.21627349,-0.5034015,-0.838582,0.9550891,0.6049255,0.60492563
+4.2740936,0.8619225,-0.3726254,-0.23195338,-0.885904,-0.8427833,0.9515443,0.86292195,-0.41025448,-0.27007687,-0.9143977,-0.82466394,0.9538872,0.62182605,0.6218262
+4.262197,0.8374064,-0.49743348,-0.28490758,-0.9886123,-0.83572537,0.94764674,0.8434689,-0.4517774,-0.32092547,-0.98686695,-0.74514115,0.95450616,0.6337226,0.6337228
+4.253312,0.83537316,-0.4861884,-0.25388753,-0.9953393,-0.82358354,0.94351864,0.84110963,-0.48036265,-0.32118654,-0.9865333,-0.7537568,0.9505775,0.64260757,0.6426077
+4.244211,0.84387016,-0.4879619,-0.21322143,-0.996268,-0.8112238,0.94028044,0.85855293,-0.4981048,-0.2952112,-0.98734754,-0.7220807,0.9486244,0.6517084,0.6517086
+4.2382946,0.8541198,-0.48641866,-0.19030195,-0.996465,-0.80491984,0.9384779,0.8749957,-0.48539388,-0.2757892,-0.9888369,-0.7039841,0.9475424,0.657625,0.6576252
+4.2362704,0.86322784,-0.5083213,-0.16882396,-0.9967734,-0.7883498,0.9366578,0.88760686,-0.49265426,-0.24372792,-0.99057156,-0.68497473,0.94605434,0.65964925,0.6596494
+4.242324,0.86424243,-0.5359209,-0.1486603,-0.99688977,-0.7632276,0.9342344,0.8909857,-0.49857235,-0.22789258,-0.99199104,-0.67205304,0.9428098,0.65359586,0.6535959
+4.2514296,0.86516047,-0.5616069,-0.13503528,-0.9969829,-0.7530205,0.9306288,0.8917546,-0.50870407,-0.2222395,-0.99300647,-0.67498547,0.93815506,0.6444901,0.64449024
+4.2542996,0.87181425,-0.5843325,-0.11783099,-0.9970743,-0.76246107,0.92542505,0.8956324,-0.5244877,-0.21683931,-0.9932094,-0.69262433,0.9330647,0.64162,0.64162016
+4.248816,0.8799422,-0.608474,-0.10161817,-0.99718046,-0.7843432,0.91911685,0.9019437,-0.5432602,-0.21516371,-0.99339086,-0.71968335,0.9280858,0.6471036,0.6471038
+4.2367744,0.88511753,-0.6494999,-0.084605515,-0.99733603,-0.80687124,0.9121374,0.90862525,-0.5838688,-0.22139394,-0.9935431,-0.7480901,0.92331886,0.6591452,0.65914536
+4.2207813,0.8867967,-0.69679713,-0.06979036,-0.99752855,-0.836805,0.9040452,0.91384935,-0.6246888,-0.23463273,-0.99351954,-0.7721256,0.91839266,0.6751383,0.6751385
+4.203638,0.886554,-0.74050057,-0.05325508,-0.9977505,-0.87029517,0.895102,0.91655517,-0.6622642,-0.21988541,-0.99340755,-0.7871282,0.9127326,0.69228166,0.6922817
+4.191349,0.88594115,-0.7810083,-0.019474328,-0.9978749,-0.89461786,0.8868693,0.91640127,-0.69762295,-0.13583803,-0.99322075,-0.8139909,0.90581226,0.7045706,0.7045708
+4.1879497,0.8899075,-0.8169994,0.012490869,-0.99772596,-0.91265917,0.8812301,0.91719675,-0.7356651,-0.07210374,-0.9927039,-0.85030276,0.90054274,0.70796996,0.70797014
+4.190372,0.8967221,-0.84970546,0.040661693,-0.9974389,-0.9318957,0.8798915,0.92633355,-0.7823158,-0.008314788,-0.9926149,-0.8867229,0.89666903,0.7055478,0.7055478
+4.192705,0.9056368,-0.88093513,0.075124145,-0.9970689,-0.94927824,0.87559223,0.940333,-0.83279526,0.061945796,-0.99300677,-0.91069996,0.89266014,0.7032146,0.70321465
+4.198123,0.926265,-0.8945326,0.14091659,-0.9966836,-0.9531348,0.86840594,0.9593773,-0.85986495,0.1843636,-0.993022,-0.9252184,0.8879887,0.69779664,0.6977968
+4.2182884,0.9514744,-0.90030473,0.25154102,-0.9956631,-0.95135397,0.86381924,0.9744885,-0.8649205,0.33475828,-0.99205095,-0.93941045,0.88185287,0.6776313,0.6776314
+4.264574,0.97169435,-0.90456074,0.40518534,-0.9783005,-0.95499134,0.86534286,0.9840894,-0.86869586,0.5222628,-0.96046776,-0.952169,0.87554,0.63134557,0.63134575
+4.336624,0.9839388,-0.91016173,0.5635272,-0.91247916,-0.9551926,0.86798465,0.9907284,-0.8702488,0.71210504,-0.87573266,-0.9595453,0.8692899,0.55929554,0.55929565
+4.4156795,0.9913336,-0.9139745,0.7318827,-0.5584924,-0.9511866,0.86769295,0.99294734,-0.88025653,0.8436191,-0.5384926,-0.9613341,0.87796557,0.48024026,0.48024035
+4.482939,0.99409914,-0.9333754,0.8710294,-0.36007357,-0.94568723,0.89832544,0.99263525,-0.91364163,0.9046345,-0.39410746,-0.95657843,0.9028294,0.41298082,0.41298103
+4.512062,0.993978,-0.9496247,0.9247786,-0.4976983,-0.94644463,0.90407073,0.99171543,-0.9379006,0.9494717,-0.48483407,-0.950534,0.9121554,0.3838577,0.38385773
+4.499323,0.99338627,-0.9517866,0.9465277,-0.72601295,-0.948789,0.90353096,0.9923974,-0.9372595,0.9586859,-0.72726107,-0.9397969,0.9145899,0.3965968,0.3965969
+4.476509,0.9929626,-0.93317056,0.94049406,-0.8831836,-0.9421379,0.90000796,0.9926661,-0.9145635,0.94426894,-0.863273,-0.90340453,0.91700196,0.41941062,0.4194107
+4.4835796,0.9931371,-0.91092443,0.92709696,-0.90754044,-0.91836125,0.8953612,0.9926554,-0.8987507,0.9562379,-0.90602815,-0.8657462,0.92414355,0.41234007,0.41234016
+4.512064,0.99246335,-0.91889966,0.8924167,-0.84692675,-0.8990001,0.90272534,0.9921503,-0.89853615,0.9473705,-0.8344132,-0.82407165,0.9262881,0.38385567,0.38385582
+4.5000296,0.9919884,-0.94202375,0.74183846,-0.60746205,-0.87031347,0.9112122,0.99177647,-0.93247074,0.87649035,-0.6520355,-0.80288637,0.93219805,0.39589012,0.39589024
+4.4163165,0.99154997,-0.96912605,0.5769572,-0.24462694,-0.87162036,0.92099106,0.9921231,-0.97367746,0.7093735,-0.41823184,-0.81682414,0.93903446,0.4796033,0.4796033
+4.3212667,0.9916818,-0.9878593,0.47070456,-0.27950203,-0.9026434,0.94630814,0.9924004,-0.9913013,0.6317265,-0.4483322,-0.83453965,0.9564301,0.5746531,0.57465315
+4.254587,0.9914491,-0.9942854,0.2929374,-0.2787609,-0.9067653,0.95704937,0.9925382,-0.994676,0.52874947,-0.45239353,-0.815815,0.96645737,0.64133245,0.6413326
+4.196989,0.99135303,-0.99482775,0.038248062,-0.19778776,-0.88887846,0.96676207,0.9924439,-0.9914818,0.38592434,-0.41915536,-0.80336535,0.9734528,0.69893074,0.69893074
+4.1518774,0.99102426,-0.9903268,-0.116609216,-0.10646391,-0.8596711,0.9769101,0.9931402,-0.98803747,0.03670454,-0.5018329,-0.79357046,0.9827609,0.74404234,0.7440424
+4.1033535,0.99190605,-0.99088067,-0.37980336,-0.71296865,-0.85087866,0.98017347,0.9903803,-0.9863006,-0.06824553,-0.7383607,-0.64753175,0.9850117,0.79256624,0.7925663
+4.0388765,0.9863596,-0.98840195,-0.2173289,-0.767153,-0.5951495,0.9794599,0.98149514,-0.9871292,-0.24330664,-0.8710034,-0.61032337,0.9823501,0.85704327,0.85704327
+3.996837,0.97599673,-0.9801572,-0.31122267,-0.8054616,-0.5330755,0.9762578,0.9683814,-0.9827968,-0.244784,-0.805639,-0.471555,0.9810431,0.8990829,0.8990829
+3.9967875,0.9672241,-0.9683622,-0.36022294,-0.7491792,-0.35513103,0.9742991,0.9555813,-0.9758136,-0.3757847,-0.7648911,-0.34454995,0.97897875,0.8991321,0.89913225
+4.0278854,0.95105886,-0.9524077,-0.40748733,-0.70698136,-0.23415732,0.9699811,0.92368686,-0.96527696,-0.37925303,-0.6869634,-0.18827397,0.974476,0.8680342,0.86803436
+4.081628,0.93278575,-0.94426125,-0.41767597,-0.65884846,-0.14801776,0.9667895,0.8939798,-0.95736456,-0.396083,-0.65827,-0.06324208,0.97280216,0.81429195,0.81429195
+4.130405,0.9264772,-0.9361293,-0.4901166,-0.71337444,-0.0038776398,0.96716976,0.90041375,-0.94441,-0.46302986,-0.71870834,0.06269944,0.9728348,0.7655148,0.76551485
+4.151694,0.9169309,-0.93487287,-0.55893815,-0.7706402,0.1657325,0.9662094,0.8840487,-0.9425201,-0.5550924,-0.77587646,0.2140634,0.97245383,0.7442258,0.744226
+4.1612616,0.88999176,-0.94325763,-0.6333122,-0.85221374,0.38232052,0.96037185,0.8552084,-0.94230336,-0.6174241,-0.8307344,0.418257,0.96689665,0.73465806,0.73465824
+4.1878605,0.84525275,-0.94438845,-0.6750925,-0.86049175,0.60769296,0.9484142,0.81243443,-0.9417885,-0.6546,-0.87337524,0.6079116,0.9535384,0.708059,0.7080593
+4.236698,0.8095002,-0.9464719,-0.71265996,-0.87680876,0.7360779,0.9256356,0.7824929,-0.94227886,-0.6813239,-0.88545984,0.7492993,0.9325824,0.6592215,0.65922165
+4.2788315,0.7506685,-0.9492162,-0.7065167,-0.88919187,0.8199849,0.8954272,0.7239032,-0.94316065,-0.68709064,-0.8892447,0.82762146,0.9025564,0.6170882,0.6170883
+4.2924356,0.67942476,-0.9474554,-0.6449786,-0.89140844,0.86113906,0.84615946,0.6662953,-0.940253,-0.6158915,-0.88632566,0.8625691,0.8541398,0.60348403,0.60348415
+4.276205,0.61874914,-0.94284075,-0.49332356,-0.8857352,0.87355757,0.8140576,0.5931009,-0.9375068,-0.48944306,-0.8900084,0.8728976,0.8224033,0.6197146,0.61971474
+4.2401314,0.5540402,-0.9307964,-0.22868216,-0.8764985,0.85230947,0.8324306,0.5183315,-0.92366695,-0.16010374,-0.88047105,0.85396016,0.8344083,0.6557881,0.6557884
+4.2159033,0.47617257,-0.88697,0.11082327,-0.87234414,0.78290594,0.87776124,0.430233,-0.874617,0.18151033,-0.8765378,0.7770965,0.8810463,0.68001646,0.6800165
+4.2335277,0.54042685,-0.8003302,0.25411665,-0.86865485,0.62889934,0.9089279,0.4868065,-0.7899248,0.3389461,-0.872367,0.6425288,0.9085995,0.662392,0.66239214
+4.2757974,0.54048,-0.77531993,0.1841371,-0.8360509,0.59086394,0.92575264,0.49694347,-0.7661035,0.35114992,-0.85011137,0.58817923,0.9204979,0.6201223,0.62012243
+4.304937,0.63191104,-0.7762443,0.17346859,-0.81831807,0.5489843,0.9344661,0.58424723,-0.7647292,0.23610926,-0.8472655,0.5037614,0.92704,0.59098274,0.5909829
+4.3192134,0.59991217,-0.78497285,0.2061956,-0.8158993,0.5125091,0.93302584,0.5562842,-0.7936861,0.30898476,-0.83509976,0.49886847,0.92690945,0.57670635,0.5767064
+4.327963,0.60918796,-0.7616342,0.059556007,-0.81745785,0.4653647,0.9341538,0.55720687,-0.76140016,0.22921681,-0.8483691,0.45448446,0.9270952,0.56795686,0.5679569
+4.3041406,0.58030105,-0.79397064,-0.099470615,-0.8036902,0.5039823,0.9390838,0.51829636,-0.78539026,0.017714977,-0.8452906,0.48873627,0.93233824,0.59177905,0.59177923
+4.2577477,0.5849459,-0.82150954,-0.20421654,-0.8341443,0.5517771,0.93814707,0.5342252,-0.8039649,-0.08971888,-0.85522896,0.555218,0.9323243,0.63817203,0.63817215
+4.2326536,0.53131497,-0.8193259,-0.28035557,-0.8614717,0.69469905,0.9329412,0.48035812,-0.805771,-0.187478,-0.89124876,0.64663315,0.92614615,0.663266,0.6632662
+4.2422304,0.52152157,-0.80082595,-0.388655,-0.87437654,0.7794378,0.9223094,0.48063982,-0.7869793,-0.32029223,-0.90168893,0.7552285,0.91679335,0.65368927,0.6536894
+4.269474,0.487929,-0.8096153,-0.46654612,-0.8833892,0.8498926,0.9069936,0.45040393,-0.7923891,-0.42858714,-0.9057689,0.83967805,0.90159774,0.6264457,0.6264458
+4.292956,0.43979597,-0.81894165,-0.54882383,-0.8883904,0.8932173,0.8826549,0.41204596,-0.7976812,-0.48881269,-0.90763104,0.8892963,0.8798013,0.6029637,0.6029639
+4.299527,0.38048458,-0.8276088,-0.5190721,-0.8883101,0.91717064,0.8491961,0.3620689,-0.80758065,-0.4797113,-0.9062813,0.9136367,0.8422017,0.5963926,0.59639263
+4.286128,0.3339591,-0.8414657,-0.42059815,-0.89335895,0.924386,0.8203336,0.30809593,-0.8246814,-0.34791702,-0.9102187,0.92124915,0.81378925,0.6097916,0.60979176
+4.265595,0.28733814,-0.8323257,-0.18963861,-0.900495,0.9177859,0.8192712,0.24450529,-0.8187635,-0.12944043,-0.90910566,0.91140604,0.8094306,0.6303248,0.63032484
+4.2585754,0.25104928,-0.7901729,-0.0065022707,-0.9077867,0.8894056,0.8475971,0.23895228,-0.7736228,0.11274183,-0.91120166,0.8807049,0.83828187,0.6373442,0.63734436
+4.278034,0.27402902,-0.7164945,0.17596054,-0.9020384,0.84541035,0.8708844,0.2532965,-0.68104213,0.22177231,-0.9061576,0.82696426,0.86258507,0.6178855,0.6178856
+4.316145,0.32768703,-0.62434536,0.23591518,-0.880992,0.81996584,0.8927684,0.28943336,-0.58667344,0.2746178,-0.8910981,0.78845704,0.8863256,0.5797747,0.57977486
+4.3517284,0.3871193,-0.5952925,0.187909,-0.8713156,0.7785969,0.9071617,0.33236682,-0.5815825,0.26424122,-0.8784846,0.75734067,0.9040961,0.54419124,0.54419136
+4.3646593,0.3906324,-0.62461,0.15823078,-0.8794531,0.7443017,0.9127921,0.33720326,-0.5991155,0.20808661,-0.8762239,0.71601915,0.91030705,0.5312604,0.5312605
+4.3573227,0.37909448,-0.6201431,0.1897775,-0.8722666,0.6941998,0.9161637,0.3317002,-0.5820041,0.20868278,-0.8815541,0.67554164,0.91539145,0.538597,0.5385971
+4.3363357,0.36513257,-0.61092985,0.032134295,-0.8593642,0.68693256,0.9222331,0.31811702,-0.56491417,0.10042131,-0.8862658,0.6902447,0.9237062,0.559584,0.55958414
+4.299838,0.3785243,-0.6397706,-0.15068257,-0.84327817,0.7352214,0.92599463,0.32217634,-0.6264129,-0.111775756,-0.87834567,0.7246374,0.9285083,0.59608155,0.59608173
+4.269106,0.3569877,-0.65720373,-0.33228767,-0.85756177,0.79837084,0.91875744,0.3122666,-0.6531042,-0.24008358,-0.87599885,0.7954838,0.92347527,0.6268138,0.6268139
+4.2688212,0.30923057,-0.6620914,-0.42481017,-0.8815665,0.87765086,0.9027419,0.27239895,-0.64647627,-0.33223546,-0.8886602,0.87755907,0.90869737,0.62709844,0.62709856
+4.289323,0.2777915,-0.67807454,-0.3999735,-0.89969814,0.92648864,0.8799448,0.25816774,-0.6649783,-0.3515609,-0.89634514,0.9209316,0.88038874,0.6065969,0.60659695
+4.302986,0.21047568,-0.69600517,-0.41575086,-0.9067874,0.9459481,0.8449615,0.19658947,-0.7053823,-0.38476014,-0.8983338,0.9406538,0.8404391,0.5929335,0.59293365
+4.298223,0.12658775,-0.7256435,-0.37660944,-0.90557945,0.9525374,0.80671597,0.08991194,-0.7365094,-0.37131888,-0.910802,0.95087457,0.79700947,0.59769666,0.5976968
+4.280262,0.034471273,-0.72407615,-0.28657818,-0.904985,0.9533057,0.7932769,0.0067704916,-0.7223427,-0.31270862,-0.91531086,0.9549947,0.78115857,0.61565775,0.6156578
+4.2674313,-0.011746168,-0.67331845,-0.107982576,-0.9068479,0.9498997,0.8046384,-0.019551694,-0.6357289,-0.08952731,-0.9056801,0.95314157,0.8019061,0.6284885,0.62848854
+4.2818336,0.012347221,-0.54372376,0.16476393,-0.9025192,0.9413991,0.8306346,-0.01585579,-0.45903647,0.15122294,-0.9092117,0.9387163,0.8352325,0.61408603,0.61408615
+4.3402205,0.025897026,-0.3521185,0.34231877,-0.89633787,0.9332607,0.8561547,-0.0071436167,-0.31521654,0.32484174,-0.90587234,0.92443955,0.8670155,0.5556991,0.55569935
+4.415325,0.0723964,-0.41222382,0.23485899,-0.8853327,0.89470506,0.8884392,0.046871543,-0.3617872,0.37930715,-0.8925535,0.89121735,0.89925313,0.48059443,0.48059464
+4.4504137,0.069551945,-0.3351028,0.38747776,-0.80224824,0.84968615,0.90067637,0.027344346,-0.26527917,0.35972726,-0.8739696,0.7912848,0.90448,0.44550595,0.4455061
+4.4530983,0.07484329,-0.22887254,0.36312175,-0.7605199,0.76929307,0.9172139,0.033397675,-0.21908331,0.4102701,-0.7906294,0.76634765,0.92115307,0.44282138,0.4428215
+4.430477,0.06288087,-0.2671473,0.24187922,-0.78890604,0.7390723,0.9280373,0.018249989,-0.21706283,0.3082502,-0.78506804,0.7545165,0.92826605,0.46544245,0.46544266
+4.372265,0.027026653,-0.26804572,0.12100041,-0.837857,0.76654863,0.93245447,-0.006094694,-0.19049841,0.11256349,-0.8275355,0.73244154,0.9328544,0.5236548,0.52365494
+4.316969,-0.0455451,-0.33405316,0.025540471,-0.8859598,0.8174896,0.9283372,-0.08607566,-0.29584348,-0.0115242,-0.876718,0.7937598,0.9315498,0.5789508,0.5789509
+4.2915335,-0.09177947,-0.3558637,-0.10826194,-0.9201507,0.8567139,0.9076071,-0.14338791,-0.29922378,-0.10106802,-0.91131234,0.8315909,0.9168241,0.6043863,0.6043863
+4.289042,-0.1604631,-0.35750258,-0.1664064,-0.92301106,0.9074918,0.8924823,-0.23547345,-0.32945704,-0.17414755,-0.9185681,0.888181,0.89507735,0.6068776,0.6068778
+4.2972827,-0.24518114,-0.26574254,-0.44234163,-0.917089,0.9264897,0.8721547,-0.28984177,-0.21816123,-0.31643772,-0.89913243,0.92600775,0.8623924,0.59863704,0.5986371
+4.293565,-0.34964013,-0.26361406,-0.5522425,-0.87311316,0.9459779,0.859589,-0.437263,-0.27360034,-0.68662786,-0.87993616,0.9416344,0.8443351,0.6023548,0.602355
+4.283273,-0.47976786,-0.21145862,-0.97273934,-0.8623443,0.9451773,0.8205967,-0.47743273,-0.21320891,-0.976636,-0.82384914,0.9546447,0.79355776,0.6126465,0.6126466
+4.2626123,-0.5410005,-0.35244632,-0.99163264,-0.77473676,0.9521657,0.7954986,-0.5335999,-0.30465168,-0.98788,-0.74364734,0.9553778,0.7590668,0.63330734,0.63330746
+4.251481,-0.5345923,-0.26090854,-0.9907131,-0.7270508,0.95214593,0.78177667,-0.521657,-0.24098557,-0.9905473,-0.7369097,0.94993556,0.75066924,0.64443874,0.64443874
+4.2484694,-0.5217258,-0.26191324,-0.9926026,-0.69065464,0.9482372,0.82468927,-0.51703423,-0.24723077,-0.99277514,-0.7220665,0.9451505,0.7976763,0.6474504,0.64745045
+4.2533913,-0.50671124,-0.24550033,-0.9926202,-0.6975729,0.94345844,0.85135555,-0.5165259,-0.20835674,-0.9937873,-0.7249316,0.94192076,0.8277905,0.6425285,0.64252853
+4.2541547,-0.5035163,-0.2381202,-0.99223995,-0.71184534,0.9381931,0.8767965,-0.51993716,-0.20738673,-0.99390066,-0.73076165,0.9382044,0.854892,0.64176494,0.6417651
+4.2530546,-0.52263653,-0.23225701,-0.9923897,-0.72319865,0.93359685,0.8849219,-0.53299534,-0.20753002,-0.9942696,-0.7321754,0.9342871,0.86083376,0.6428651,0.6428652
+4.2480936,-0.55964917,-0.22284949,-0.9925853,-0.72941005,0.92969847,0.88521326,-0.572018,-0.20191854,-0.99454397,-0.7452194,0.92998004,0.86148334,0.64782614,0.6478262
+4.240631,-0.5914778,-0.18940127,-0.9927846,-0.739663,0.92555547,0.8820417,-0.60786325,-0.16776359,-0.99458665,-0.7487891,0.925256,0.86177313,0.65528864,0.6552887
+4.2343206,-0.6260907,-0.16825688,-0.99290454,-0.7448881,0.92166877,0.8790246,-0.64220685,-0.14288062,-0.9945994,-0.7413562,0.9201727,0.8632693,0.66159904,0.66159916
+4.2327375,-0.66028035,-0.14107716,-0.9930638,-0.7464874,0.9170946,0.8764558,-0.67650586,-0.119452,-0.9947685,-0.7361811,0.913434,0.86453557,0.6631822,0.66318226
+4.2344074,-0.69592124,-0.11231345,-0.9931077,-0.7488529,0.91090393,0.87643456,-0.71369046,-0.087644815,-0.99492097,-0.7337463,0.9049504,0.8662853,0.6615124,0.6615124
+4.2382183,-0.7307014,-0.07160777,-0.9929801,-0.76542526,0.90328634,0.8796282,-0.7511862,-0.047237158,-0.99503183,-0.75528795,0.89501,0.86737347,0.6577013,0.6577015
+4.2378,-0.76878935,-0.045684874,-0.9927039,-0.80806136,0.8946295,0.8912685,-0.7895786,-0.018095076,-0.9949968,-0.8040076,0.8858155,0.86845016,0.6581195,0.6581197
+4.228243,-0.8127975,-0.032560647,-0.99256414,-0.8500072,0.8854884,0.8997879,-0.830238,-0.0041674376,-0.9948929,-0.8545445,0.8799145,0.8700385,0.6676769,0.6676769
+4.2149096,-0.8530398,0.04762149,-0.9930038,-0.8917672,0.87832534,0.90608335,-0.84891933,0.057017446,-0.99480736,-0.89853734,0.8751576,0.87961257,0.6810102,0.68101025
+4.2102118,-0.8801585,0.12324762,-0.9924791,-0.92108554,0.8714106,0.9203249,-0.85970527,0.13294697,-0.99445313,-0.93502796,0.870898,0.9032035,0.685708,0.68570805
+4.228817,-0.8854778,0.26909423,-0.99153066,-0.931976,0.8652539,0.9408958,-0.870396,0.30433822,-0.99381137,-0.9477203,0.8695016,0.9325049,0.6671028,0.6671028
+4.2756577,-0.88669413,0.4328785,-0.9816521,-0.94564086,0.8627826,0.9609835,-0.87478083,0.4311695,-0.9865593,-0.95179296,0.8676131,0.95963764,0.6202621,0.62026215
+4.345708,-0.8961419,0.63913524,-0.8786156,-0.9510187,0.86391234,0.97551537,-0.8868467,0.6398096,-0.93927515,-0.9580504,0.8711029,0.9753847,0.5502117,0.5502119
+4.423395,-0.9048149,0.76987064,-0.5479825,-0.9550668,0.8572751,0.9863759,-0.8987795,0.7800617,-0.7056143,-0.95668846,0.87826896,0.9864553,0.47252452,0.47252464
+4.4834814,-0.9251843,0.835047,-0.15904248,-0.9576648,0.87180245,0.99275506,-0.91817516,0.8562608,-0.38268137,-0.95095813,0.8911841,0.9924762,0.41243827,0.4124384
+4.5187187,-0.95517385,0.90790665,-0.20018327,-0.95517087,0.88743997,0.992885,-0.9462296,0.9222939,-0.354285,-0.9421791,0.8982966,0.99405515,0.37720105,0.37720108
+4.524597,-0.9626698,0.9487996,-0.48752308,-0.9568616,0.88428164,0.99209094,-0.954755,0.9524251,-0.62196755,-0.9360608,0.90152085,0.9934366,0.3713226,0.37132263
+4.4933434,-0.94866097,0.9227035,-0.7571116,-0.94412863,0.88841295,0.992337,-0.9418856,0.9315536,-0.8088375,-0.9247192,0.9086828,0.992898,0.40257642,0.40257645
+4.4686728,-0.92338806,0.9274523,-0.8634752,-0.8959081,0.8933084,0.9926164,-0.92249316,0.94124246,-0.88267905,-0.8899467,0.91502297,0.99298644,0.42724696,0.42724705
+4.486408,-0.921038,0.9134879,-0.84125274,-0.8430247,0.9038434,0.9928746,-0.9171443,0.9264959,-0.8755702,-0.8595679,0.91728616,0.99267006,0.40951145,0.40951157
+4.495345,-0.93343705,0.8392681,-0.59683317,-0.7819022,0.9224565,0.99255395,-0.9306099,0.8671893,-0.7230252,-0.8103687,0.9288906,0.9919045,0.40057456,0.40057468
+4.4366145,-0.96701735,0.6839788,-0.2811998,-0.793285,0.92935085,0.9924172,-0.9655479,0.61213446,-0.4141953,-0.7851413,0.9329066,0.9916911,0.45930526,0.4593053
+4.3382044,-0.9894692,0.47085333,-0.20574784,-0.8525883,0.94751716,0.99279714,-0.9899012,0.5103431,-0.26658392,-0.7982752,0.9552033,0.99223423,0.55771536,0.5577154
+4.264694,-0.99522287,0.4270785,-0.21620494,-0.8586977,0.9619945,0.9929247,-0.9959683,0.41906905,-0.3464815,-0.8367503,0.96717024,0.99262035,0.63122547,0.6312256
+4.212617,-0.9947807,0.1641618,-0.23835993,-0.84301394,0.9701426,0.99279,-0.9930899,0.28641343,-0.27283216,-0.81341195,0.97411966,0.9926479,0.6833028,0.6833029
+4.162492,-0.9893492,0.027786016,-0.10352266,-0.78876346,0.9783428,0.99177206,-0.9883661,0.030069351,-0.3314278,-0.8265688,0.98143613,0.99244237,0.73342794,0.733428
+4.1247935,-0.9876261,-0.29937786,-0.4475088,-0.7777071,0.98153424,0.9913895,-0.9865303,-0.08695513,-0.47897518,-0.7148369,0.98434496,0.991706,0.7711262,0.7711263
+4.071698,-0.9869358,-0.25657606,-0.677092,-0.54342914,0.979962,0.986542,-0.98588455,-0.2724737,-0.8243961,-0.6207515,0.9826224,0.9898138,0.82422143,0.8242216
+4.0232096,-0.98143107,-0.35856396,-0.7990058,-0.4475603,0.9765034,0.9740119,-0.9810939,-0.23376101,-0.81318754,-0.4435861,0.9808482,0.9806986,0.8727102,0.8727102
+4.0127177,-0.96489924,-0.34477937,-0.7742624,-0.24792892,0.97384787,0.9583366,-0.9722692,-0.3720975,-0.8041205,-0.36188024,0.9787471,0.96909404,0.883202,0.8832021
+4.0371685,-0.9456395,-0.43672466,-0.7391533,-0.13679886,0.9689057,0.94416714,-0.9580294,-0.39042842,-0.73810035,-0.16144305,0.9758258,0.9604844,0.85875124,0.8587513
+4.0845137,-0.9315516,-0.42452353,-0.7151208,-0.032625675,0.9632907,0.9087359,-0.9419585,-0.42622262,-0.71265,-0.078017235,0.97140837,0.9480655,0.81140614,0.81140614
+4.1334066,-0.92937154,-0.49017692,-0.7207924,0.08399224,0.9599619,0.8794744,-0.9317798,-0.4445706,-0.6874708,0.074748755,0.9701332,0.93673086,0.7625132,0.76251316
+4.159135,-0.9257379,-0.54472727,-0.77078116,0.22206473,0.95827436,0.8725507,-0.92737436,-0.54422665,-0.7571847,0.16326141,0.96796906,0.93047166,0.73678476,0.73678493
+4.169127,-0.9243468,-0.5885464,-0.8224783,0.39093733,0.9524443,0.85039616,-0.92703325,-0.58783245,-0.79336804,0.3716843,0.9643506,0.91466486,0.72679263,0.7267928
+4.1853933,-0.9141724,-0.6472869,-0.8690121,0.55212855,0.94157314,0.8244691,-0.91556346,-0.6114325,-0.8413174,0.54003835,0.9542775,0.8982823,0.7105264,0.71052647
+4.2227883,-0.91439945,-0.66445845,-0.88088125,0.7185199,0.92437124,0.7881273,-0.9140449,-0.63704044,-0.87147605,0.69782114,0.9378623,0.8674743,0.67313147,0.67313147
+4.2643213,-0.9150302,-0.6464104,-0.8935029,0.80227506,0.89539516,0.74509716,-0.91461676,-0.5984129,-0.8799479,0.7930943,0.9135797,0.82996917,0.6315984,0.6315985
+4.2876277,-0.91591036,-0.5907902,-0.89572054,0.852569,0.84357977,0.66867495,-0.91416574,-0.49341482,-0.8721403,0.8396205,0.8718097,0.7653079,0.60829204,0.6082921
+4.2826543,-0.91331345,-0.47594798,-0.88132364,0.87094903,0.81492615,0.6080539,-0.9105679,-0.38195932,-0.8795216,0.85404396,0.83056116,0.7043735,0.61326545,0.6132655
+4.256675,-0.90540165,-0.23066533,-0.8772834,0.86554956,0.8211014,0.5373111,-0.89959854,-0.09742713,-0.8754719,0.84857595,0.82426715,0.64225674,0.639245,0.63924503
+4.236418,-0.8705885,0.07051468,-0.87407327,0.8279129,0.8712139,0.43631387,-0.8577445,0.20547748,-0.8758103,0.7972431,0.85096884,0.5308877,0.65950197,0.659502
+4.2516537,-0.79426074,0.21060562,-0.8734568,0.73908913,0.90048575,0.48584497,-0.78304267,0.31479573,-0.8779926,0.6706519,0.88504946,0.57730985,0.64426607,0.6442661
+4.284497,-0.7484419,0.15410197,-0.8591257,0.69516325,0.91724825,0.4852289,-0.71116453,0.30448902,-0.86333185,0.63142824,0.9049375,0.5704993,0.61142296,0.611423
+4.309249,-0.73363066,0.13047898,-0.84576774,0.66723335,0.9258387,0.55548096,-0.7039359,0.23484802,-0.8572153,0.57978344,0.9128165,0.63991547,0.5866709,0.5866709
+4.325665,-0.74644554,0.13135016,-0.8444196,0.6479933,0.9243375,0.53070045,-0.728232,0.2731979,-0.8490036,0.57294357,0.9137833,0.62253356,0.5702548,0.5702548
+4.336298,-0.7227781,0.04081452,-0.8497173,0.6240151,0.92455363,0.51982903,-0.6917989,0.21455944,-0.85068184,0.5534903,0.91097546,0.6204418,0.55962175,0.5596218
+4.318495,-0.7349527,-0.11024463,-0.8520729,0.6517055,0.9298389,0.4857999,-0.7240324,0.011373758,-0.850371,0.58353746,0.9153509,0.5956681,0.57742494,0.577425
+4.280669,-0.7652499,-0.22536331,-0.8646287,0.6940036,0.9281237,0.4913329,-0.751531,-0.00028932095,-0.8644944,0.64776874,0.9142885,0.5851991,0.61525065,0.6152506
+4.2601256,-0.7594253,-0.25920117,-0.86685497,0.7899263,0.9224547,0.43814993,-0.74367183,-0.10752219,-0.8887956,0.73676825,0.90477824,0.539417,0.63579404,0.63579416

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_global_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,0.04009778052568436,0.04009778594970703,4.855822015762329,,
+1000,0.13441717624664307,0.134417236328125,4.761502541542053,,
+1500,0.23601257801055908,0.2360125274658203,4.659907277107239,,
+2000,0.3167854845523834,0.31678540515899656,4.579134417533875,,
+2500,0.2951778173446655,0.29517772579193113,4.600742078781128,,
+3000,0.28164350986480713,0.2816433925628662,4.614276444435119,,
+3500,0.1855141669511795,0.1855141248703003,4.7104056930541995,,
+4000,0.099636510014534,0.09963653087615967,4.796283289909363,,
+4500,0.33973434567451477,0.3397342977523804,4.556185509681701,,
+5000,0.30645668506622314,0.30645673179626465,4.589463088035584,,
+5000,,,,4.545406970977783,0.35051271319389343
+5500,0.3568587899208069,0.3568587679862976,4.53906103515625,,
+6000,0.387458473443985,0.387458330988884,4.508461474895477,,
+6500,0.2930794358253479,0.29307937717437743,4.602840426445007,,
+7000,0.34185072779655457,0.3418507385253906,4.5540690517425535,,
+7500,0.31789398193359375,0.31789393615722655,4.578025856971741,,
+8000,0.3258431553840637,0.32584314441680906,4.570076655387878,,
+8500,0.3451008200645447,0.3451009693145752,4.5508188047409055,,
+9000,0.35084667801856995,0.3508466768264771,4.545073075294495,,
+9500,0.37850597500801086,0.3785060176849365,4.517413743972778,,
+10000,0.34795212745666504,0.3479520616531372,4.547967746734619,,
+10000,,,,4.3567236709594725,0.5391960740089417
+10500,0.42679664492607117,0.42679664516448973,4.469123143196106,,
+11000,0.4178563058376312,0.417856201171875,4.478063631057739,,
+11500,0.4175795614719391,0.417579439163208,4.47834033870697,,
+12000,0.46803468465805054,0.46803466987609865,4.427885152816772,,
+12500,0.4777141511440277,0.4777141313552856,4.418205678939819,,
+13000,0.4959007799625397,0.49590080738067627,4.400018973350525,,
+13500,0.4789866805076599,0.4789866014719009,4.416933235645295,,
+14000,0.46145597100257874,0.4614560146331787,4.434463790893554,,
+14500,0.372910737991333,0.372910740852356,4.523009036064148,,
+15000,0.37287962436676025,0.372879602432251,4.523040191650391,,
+15000,,,,4.606060223579407,0.28985950350761414
+15500,0.35523349046707153,0.355233380317688,4.54068639087677,,
+16000,0.3423280417919159,0.3423280172348023,4.553591801643371,,
+16500,0.3839908242225647,0.3839909782409668,4.51192884683609,,
+17000,0.3375979959964752,0.3375979766845703,4.5583218641281125,,
+17500,0.31850096583366394,0.31850099182128905,4.577418828010559,,
+18000,0.3706599473953247,0.37066002273559573,4.525259804725647,,
+18500,0.3199383318424225,0.31993823623657225,4.575981560707092,,
+19000,0.3442995548248291,0.3442994918823242,4.551620304107666,,
+19500,0.3891681730747223,0.3891682348251343,4.506751566886902,,
+20000,0.332830011844635,0.33283010482788083,4.563089664459229,,
+20000,,,,4.580536725521088,0.3153829872608185
+20500,0.3203420042991638,0.32034194469451904,4.57557783985138,,
+21000,0.35656386613845825,0.35656381893157957,4.5393559846878055,,
+21500,0.32035893201828003,0.32035902404785155,4.575560777664185,,
+22000,0.3679017722606659,0.367901801109314,4.528018005371094,,
+22500,0.3018268644809723,0.30182685470581055,4.594092947006225,,
+23000,0.46470901370048523,0.46470901906490325,4.431210788726807,,
+23500,0.4196893274784088,0.4196894035339355,4.476230375289917,,
+24000,0.4941575527191162,0.49415763187408446,4.401762152671814,,
+24500,0.41058236360549927,0.4105823545455933,4.485337431907654,,
+25000,0.48051273822784424,0.480512752532959,4.415407057762146,,
+25000,,,,4.388211936950683,0.5077078938484192
+25500,0.5051131844520569,0.5051130876541138,4.39080671787262,,
+26000,0.5031943321228027,0.5031944065093994,4.39272538948059,,
+26500,0.43751060962677,0.43751064491271974,4.45840915107727,,
+27000,0.50413978099823,0.5041398344039917,4.39177996635437,,
+27500,0.49852967262268066,0.498529522895813,4.397390245437622,,
+28000,0.4571112394332886,0.4571114044189453,4.438808380126953,,
+28500,0.39461278915405273,0.39461272716522217,4.501307089805603,,
+29000,0.4713326692581177,0.47133258819580076,4.424587198257447,,
+29500,0.2738421857357025,0.273842170715332,4.622077651023865,,
+30000,0.4423833191394806,0.442383246421814,4.453536538124085,,
+30000,,,,4.2646207427978515,0.6312990188598633
+30500,0.41563791036605835,0.4156379852294922,4.480281836509705,,
+31000,0.45076271891593933,0.4507627410888672,4.44515706539154,,
+31500,0.37897640466690063,0.3789763822555542,4.5169434156417845,,
+32000,0.3765215277671814,0.3765215196609497,4.519398260116577,,
+32500,0.3310060501098633,0.33100601959228515,4.5649137754440305,,
+33000,0.412943571805954,0.4129435415267944,4.482976266860962,,
+33500,0.3539092242717743,0.3539092798233032,4.542010508537293,,
+34000,0.35447201132774353,0.3544719705581665,4.541447836875916,,
+34500,0.3862154185771942,0.38621543502807615,4.509704367637634,,
+35000,0.42884594202041626,0.42884588718414307,4.467073910713196,,
+35000,,,,4.6351584887504576,0.26076117157936096
+35500,0.29087576270103455,0.2908757543563843,4.605044038772583,,
+36000,0.3106410503387451,0.31064109325408934,4.585278722763062,,
+36500,0.3418998718261719,0.3418998794555664,4.554019934654236,,
+37000,0.49326246976852417,0.49326252365112305,4.402657277107239,,
+37500,0.3019939363002777,0.301993824005127,4.593925979614258,,
+38000,0.4118392765522003,0.41183928298950195,4.484080527305603,,
+38500,0.36987122893333435,0.36987138080596926,4.526048421859741,,
+39000,0.47555896639823914,0.475559045791626,4.420360753059387,,
+39500,0.40040841698646545,0.4004084548950195,4.495511317253113,,
+40000,0.30113720893859863,0.3011371717453003,4.594782660484314,,
+40000,,,,4.431317801475525,0.46460187435150146
+40500,0.3265117406845093,0.326511794090271,4.56940800189972,,
+41000,0.40065625309944153,0.4006561117172241,4.495263710021972,,
+41500,0.36937230825424194,0.3693721466064453,4.526547665596008,,
+42000,0.47271761298179626,0.47271739768981935,4.423202391624451,,
+42500,0.3299155533313751,0.32991559886932376,4.566004212379456,,
+43000,0.4357190728187561,0.43571899604797365,4.460200785636902,,
+43500,0.43727847933769226,0.4372783718109131,4.458641415596008,,
+44000,0.41559529304504395,0.4155952215194702,4.480324594497681,,
+44500,0.27495163679122925,0.27495153999328614,4.620968248367309,,
+45000,0.4468422532081604,0.4468422327041626,4.4490775804519656,,
+45000,,,,4.488544273376465,0.4073754549026489
+45500,0.3398610055446625,0.3398609714508057,4.556058830261231,,
+46000,0.5201478600502014,0.520147813796997,4.375771962165833,,
+46500,0.5013842582702637,0.5013843030929566,4.394535501480102,,
+47000,0.4594694972038269,0.45946947479248046,4.4364503545761105,,
+47500,0.5112969875335693,0.5112970170974731,4.38462277507782,,
+48000,0.41459864377975464,0.4145987119674683,4.4813211088180545,,
+48500,0.4310950040817261,0.4310950479507446,4.464824732780457,,
+49000,0.5376248955726624,0.5376248731613159,4.358294936180115,,
+49500,0.43027085065841675,0.43027073097229,4.46564907169342,,
+50000,0.5563415884971619,0.5563415927886963,4.3395782032012935,,
+50000,,,,4.506975045204163,0.3889446258544922

README.md

@@ -0,0 +1,54 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-easy-v0
+model-index:
+- name: SAC-RBC2D-easy-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-easy-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.65
+      name: mean_reward
+
+
+---
+
+# SAC on RBC2D-easy-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-easy-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.65 ± 0.09
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.63 | 0.19 |
+| Seed 1 | 0.70 | 0.24 |
+| Seed 2 | 0.77 | 0.25 |
+| Seed 3 | 0.66 | 0.28 |
+| Seed 4 | 0.49 | 0.15 |
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")