Upload results for PPO on RBC2D-hard-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7794413c39252e46fae6ab427a703998299c12c1e08f55be826f34cb3d3c95ff
+size 1935722

0/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/PPO/0
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.305319,0.029651929,0.25303686,-0.45355684,-0.5436068,-0.4385193,-0.012277367,0.02059671,0.65446657,-0.40565142,-0.7557776,-0.12088036,-0.14745465,-1.0627269744873047
+4.013651,0.1772091,0.22396287,-0.47567782,-0.59587526,-0.54594016,0.06696573,0.12627734,0.7016832,-0.42526853,-0.86492527,-0.09328232,-0.16622722,3.228940963745117
+5.5427737,0.2297316,0.2471818,-0.4557207,-0.57980955,-0.57940817,0.03128773,0.21153261,0.71215415,-0.46080646,-0.8403159,-0.03904073,-0.29094788,1.6998181343078613
+10.159804,0.18186189,0.21720505,-0.4182499,-0.5535369,-0.54576355,-0.03779225,0.2436877,0.6818263,-0.4604864,-0.71859676,-0.011347055,-0.38427123,-2.91721248626709
+11.201979,-0.040880997,0.0976843,-0.43077594,-0.50515604,-0.4115596,-0.13789894,0.21411948,0.60320395,-0.416325,-0.472154,0.012669496,-0.4552176,-3.9593868255615234
+6.6632104,-0.32775816,-0.058528733,-0.45298976,-0.4431186,-0.1876333,-0.24044643,0.11608523,0.46026736,-0.38455844,-0.21307468,0.01026687,-0.43361247,0.5793814659118652
+3.5092394,-0.4245288,-0.06847413,-0.40588877,-0.35451755,-0.060450323,-0.29217878,-0.029385243,0.40142485,-0.32054597,-0.08896617,-0.07188371,-0.36595967,3.7333524227142334
+6.7219915,-0.36192974,-0.027598644,-0.37866604,-0.35468128,-0.093286775,-0.2718804,-0.09469797,0.404161,-0.30863115,-0.161122,-0.13690436,-0.2803898,0.5206003189086914
+10.977683,-0.22480007,0.09798955,-0.3923059,-0.4112135,-0.2274357,-0.17109525,-0.057453465,0.47617692,-0.35262015,-0.38940486,-0.1438253,-0.21532561,-3.735091209411621
+10.133945,-0.05817589,0.23751977,-0.43059906,-0.494209,-0.36106196,-0.0637049,-0.006534677,0.60112697,-0.3995955,-0.6544393,-0.12186985,-0.1546952,-2.8913536071777344
+5.4323745,0.13154572,0.22517633,-0.46991485,-0.58062226,-0.50946677,0.045044865,0.08029997,0.686052,-0.41760957,-0.83166015,-0.11453469,-0.13670462,1.8102173805236816
+4.4155617,0.21896155,0.23472765,-0.4614092,-0.5932932,-0.5716189,0.055085447,0.1803415,0.70953006,-0.44586837,-0.8662204,-0.06328664,-0.22644208,2.8270301818847656
+8.287319,0.20900089,0.2385216,-0.4310006,-0.56420946,-0.5624662,-0.01399884,0.24016361,0.6976699,-0.46913454,-0.77058524,-0.013399027,-0.3584048,-1.0447273254394531
+11.21089,0.057471726,0.15682918,-0.41485643,-0.52979344,-0.47940716,-0.095451206,0.2304202,0.6443863,-0.42655572,-0.5792114,0.0026372,-0.4323229,-3.9682979583740234
+8.437974,-0.2686181,-0.0204166,-0.4493787,-0.47059247,-0.25035617,-0.21809651,0.15339442,0.5026352,-0.39212248,-0.27669764,0.024243634,-0.45499483,-1.1953821182250977
+4.0164986,-0.43659404,-0.08014271,-0.41975915,-0.3775489,-0.07076386,-0.28470013,0.0059897415,0.40054843,-0.33544034,-0.09286785,-0.04541178,-0.38832358,3.226093292236328
+5.1209483,-0.4238434,-0.04858044,-0.36672416,-0.33657363,-0.040833287,-0.30122828,-0.106303394,0.39405218,-0.2803564,-0.08685546,-0.12659042,-0.30593908,2.121643543243408
+9.851827,-0.2823057,0.04725755,-0.3770821,-0.38670656,-0.17453726,-0.21389222,-0.08730237,0.44123182,-0.32563108,-0.2989685,-0.14847128,-0.23957933,-2.6092348098754883
+11.165404,-0.13151142,0.20952007,-0.39238858,-0.46412832,-0.3172486,-0.09954278,-0.035142522,0.5532491,-0.3654591,-0.5742353,-0.12557867,-0.18021797,-3.9228124618530273
+6.795804,0.066242024,0.24801308,-0.45916292,-0.56000507,-0.4696788,0.00482942,0.035175797,0.6735371,-0.4044382,-0.7867177,-0.11821528,-0.14777285,0.44678783416748047
+3.919689,0.18536253,0.2390658,-0.46272087,-0.60046816,-0.5573637,0.05729464,0.1419837,0.7112479,-0.428159,-0.87326294,-0.08092755,-0.19273652,3.3229029178619385
+6.7365637,0.211337,0.25629744,-0.45055842,-0.57319444,-0.57067704,0.0059583206,0.22628696,0.7126454,-0.46766043,-0.81103426,-0.017256685,-0.3342308,0.5060281753540039
+10.860996,0.11308086,0.20500064,-0.41688123,-0.54854643,-0.51502615,-0.065446846,0.23640914,0.67392534,-0.4400737,-0.6632877,0.0043622255,-0.41391858,-3.6184043884277344
+10.074759,-0.19527285,0.055356227,-0.44464302,-0.49540398,-0.32569152,-0.18954998,0.17602229,0.56007975,-0.39230323,-0.37257367,0.035191365,-0.4808468,-2.8321666717529297
+5.1453934,-0.4346154,-0.06464222,-0.43722522,-0.41178206,-0.10172565,-0.27812842,0.043891232,0.41733304,-0.35835648,-0.13251434,-0.006569978,-0.42350844,2.097198486328125
+3.8516572,-0.46806085,-0.04764572,-0.3754761,-0.3330225,-0.014095122,-0.31710392,-0.09824368,0.40199783,-0.2808043,-0.057358347,-0.095346004,-0.34461996,3.390934705734253
+8.178438,-0.34010738,0.025288902,-0.35996205,-0.3655567,-0.12527859,-0.25596607,-0.12189908,0.43053988,-0.29045692,-0.23052442,-0.13872749,-0.2699029,-0.9358463287353516
+11.373765,-0.18678759,0.17797947,-0.34728846,-0.44550562,-0.28842068,-0.12883514,-0.07446472,0.51274276,-0.31311023,-0.5055421,-0.13632855,-0.20553423,-4.131173133850098
+8.636423,-0.017070659,0.27065468,-0.41414,-0.54622924,-0.42296472,-0.037122704,-0.022709418,0.64651746,-0.367838,-0.7464772,-0.12203886,-0.15629984,-1.3938312530517578
+4.40711,0.12262322,0.26045707,-0.45300907,-0.61383224,-0.5343205,0.03708282,0.08610889,0.7139974,-0.40320987,-0.8697723,-0.09676607,-0.17719589,2.835481643676758
+5.344241,0.19292043,0.27707833,-0.46084803,-0.58893144,-0.57332295,0.018083747,0.19552371,0.727475,-0.44943568,-0.8487054,-0.029330716,-0.3077582,1.898350715637207
+9.6506605,0.13160779,0.24752524,-0.43573692,-0.56555986,-0.5336709,-0.045521144,0.23202683,0.70012766,-0.4478503,-0.7282736,0.011910036,-0.40249974,-2.4080686569213867
+10.873407,-0.13438298,0.12966132,-0.4421051,-0.52305186,-0.38627204,-0.15553062,0.18183514,0.61383337,-0.38573414,-0.47125673,0.037659615,-0.48305473,-3.6308155059814453
+6.8082614,-0.43826213,-0.031576432,-0.44333166,-0.44203156,-0.12699984,-0.27206296,0.062084053,0.43676314,-0.36496314,-0.17344333,0.022256166,-0.45309287,0.43433046340942383
+3.6741798,-0.5326853,-0.0510792,-0.3870858,-0.3402185,0.018256476,-0.3326279,-0.0894129,0.39843366,-0.28350443,-0.025665674,-0.058882527,-0.38514,3.5684120655059814
+6.521266,-0.43032748,0.0076815262,-0.3395704,-0.33610174,-0.04966587,-0.32004112,-0.1718048,0.42861915,-0.23457462,-0.13441558,-0.122692846,-0.30702934,0.7213258743286133
+10.730274,-0.24103476,0.15109175,-0.30725425,-0.42884186,-0.25118494,-0.1712721,-0.1279123,0.48210344,-0.24881235,-0.43841794,-0.14213538,-0.23313785,-3.487682342529297
+9.971921,-0.098854825,0.2725447,-0.33684707,-0.5348033,-0.38397732,-0.069307044,-0.08572264,0.59468055,-0.2991295,-0.6997168,-0.13701104,-0.15681209,-2.7293291091918945
+5.314028,0.03696793,0.29121718,-0.42500693,-0.62580705,-0.49541616,0.0011624899,0.008847322,0.706631,-0.3677302,-0.8524605,-0.11286502,-0.16747512,1.9285640716552734
+4.415755,0.13307784,0.30019614,-0.4565246,-0.62150645,-0.55407053,0.017264117,0.13669853,0.73553777,-0.41841573,-0.87912494,-0.051114738,-0.2661072,2.8268370628356934
+8.304819,0.12394051,0.29128307,-0.46365058,-0.5883694,-0.546543,-0.03211131,0.20825662,0.72752744,-0.44024438,-0.79132175,0.014865987,-0.38799927,-1.0622272491455078
+11.144553,-0.095721856,0.20477465,-0.4462976,-0.5631294,-0.43117675,-0.123997584,0.17117399,0.6639596,-0.37409443,-0.5822051,0.041401505,-0.46241453,-3.901961326599121
+8.324179,-0.43313026,0.03133274,-0.4470423,-0.47161815,-0.16901132,-0.25838885,0.055034343,0.4801409,-0.34393317,-0.24965951,0.04831201,-0.4842616,-1.0815868377685547
+3.9908743,-0.5984183,-0.048425037,-0.3961764,-0.36264452,0.033524252,-0.34006366,-0.084493816,0.39052752,-0.27640063,-0.017197475,-0.016957108,-0.42750943,3.2517175674438477
+4.9854875,-0.54381263,0.0037849024,-0.32362986,-0.3213524,0.029253652,-0.38866043,-0.22152267,0.43250602,-0.1708205,-0.040038142,-0.095604286,-0.35248706,2.2571043968200684
+9.690681,-0.3183975,0.13512713,-0.27114028,-0.40884608,-0.1947243,-0.2597083,-0.22082673,0.47308677,-0.1424598,-0.35740685,-0.13377969,-0.27462146,-2.448089599609375
+11.104212,-0.16249208,0.2535253,-0.25057968,-0.5282811,-0.3692805,-0.10436612,-0.15431128,0.539914,-0.1871852,-0.63961667,-0.1566653,-0.17326058,-3.8616199493408203
+6.805743,-0.05883908,0.31978142,-0.35428166,-0.62945086,-0.44955537,-0.041673787,-0.07917009,0.66893166,-0.29904968,-0.816667,-0.13316637,-0.15937553,0.43684864044189453
+3.939949,0.026798416,0.3301995,-0.42246416,-0.6553969,-0.5180891,-0.008694192,0.043984797,0.72912127,-0.37120342,-0.88588125,-0.07664548,-0.23141055,3.302642822265625
+6.619851,0.07446322,0.32918325,-0.47677967,-0.61553854,-0.54822963,-0.030444289,0.15083171,0.7446677,-0.40381375,-0.83860695,0.0037490875,-0.3650501,0.6227407455444336
+10.672989,-0.10233891,0.26785308,-0.45666823,-0.60417366,-0.45905462,-0.11008875,0.12831214,0.6979167,-0.33803642,-0.6789624,0.04166715,-0.4304408,-3.4303970336914062
+9.928073,-0.4453226,0.10648277,-0.4368908,-0.5166147,-0.21837084,-0.24490209,0.004853312,0.535329,-0.26276875,-0.35595444,0.067144014,-0.48884764,-2.685481071472168
+5.3162565,-0.65168303,-0.03243426,-0.38924202,-0.40042248,0.014851352,-0.34061912,-0.10461581,0.39872557,-0.22290243,-0.053190082,0.02095249,-0.46810773,1.926335334777832
+3.9388947,-0.6596628,-0.010462668,-0.2980199,-0.34022272,0.06775531,-0.43165752,-0.26220474,0.41471854,-0.08269179,0.019746974,-0.06095463,-0.4089221,3.303697109222412
+7.9291673,-0.4495102,0.12469702,-0.21611871,-0.3767846,-0.12823233,-0.41355193,-0.36942795,0.4593951,0.043249562,-0.2356258,-0.11567366,-0.33780208,-0.6865754127502441
+11.152421,-0.23252638,0.22819349,-0.16199303,-0.52237993,-0.3679346,-0.19072056,-0.273248,0.48844835,-0.006362727,-0.5663493,-0.16406608,-0.21184738,-3.9098291397094727
+8.605009,-0.12978595,0.32047787,-0.24094507,-0.6320072,-0.44409817,-0.0794432,-0.16665769,0.5992984,-0.16034354,-0.7683177,-0.16444713,-0.15630613,-1.362417221069336
+4.4199595,-0.077189595,0.3503882,-0.3454244,-0.6814071,-0.4889584,-0.047044057,-0.0634374,0.6930944,-0.285524,-0.87977755,-0.107273616,-0.20669796,2.822632312774658
+5.1513224,-0.019227274,0.3543825,-0.43591505,-0.65501356,-0.53806216,-0.03588003,0.04839833,0.7340732,-0.33084232,-0.87996393,-0.031839654,-0.31553513,2.0912694931030273
+9.435088,-0.14127074,0.31102562,-0.45720345,-0.6300287,-0.47772434,-0.09887481,0.059589658,0.69773585,-0.2862534,-0.7585862,0.033226155,-0.38928932,-2.1924962997436523
+10.839958,-0.4720594,0.17289877,-0.41138387,-0.571321,-0.280569,-0.23738034,-0.06545219,0.5695787,-0.14490141,-0.48097306,0.07268337,-0.4603708,-3.5973663330078125
+6.97574,-0.7108391,-0.005334217,-0.36272863,-0.46494582,-0.04359027,-0.35092652,-0.17389014,0.43437055,-0.07871924,-0.14069712,0.05679761,-0.49885112,0.26685190200805664
+3.8119593,-0.7591999,-0.035964176,-0.25703242,-0.39518493,0.04651519,-0.4435184,-0.31272483,0.3685744,0.057682447,0.0223727,-0.029185351,-0.45455566,3.4306325912475586
+6.162096,-0.57507557,0.073359,-0.10299064,-0.38066915,-0.098602116,-0.5157305,-0.5067203,0.38585216,0.2669711,-0.12487709,-0.11757824,-0.37721595,1.080495834350586
+10.474606,-0.35191157,0.18444183,-0.040957604,-0.5001107,-0.37772495,-0.3691159,-0.47345445,0.42466143,0.28577626,-0.46156913,-0.17304462,-0.2774134,-3.232013702392578
+10.057525,-0.1907569,0.27735958,-0.08103843,-0.62522197,-0.49905053,-0.16225955,-0.30400616,0.49170116,0.09739556,-0.6942905,-0.19696498,-0.18195416,-2.8149328231811523
+5.455286,-0.1299589,0.34345004,-0.2226033,-0.69550335,-0.5022658,-0.08267158,-0.16251099,0.6230133,-0.13189635,-0.8601766,-0.14958084,-0.18852279,1.7873058319091797
+4.169029,-0.113556474,0.3604638,-0.34886348,-0.688159,-0.51221764,-0.05282784,-0.061929855,0.6896345,-0.24452952,-0.90050566,-0.079052,-0.25412267,3.0735626220703125
+7.859803,-0.19391195,0.32947972,-0.43404394,-0.64379084,-0.4663954,-0.08194572,-0.012644751,0.66184264,-0.24819939,-0.809262,0.008177184,-0.3260508,-0.6172113418579102
+11.051481,-0.48185763,0.21463001,-0.39911395,-0.59641147,-0.30700713,-0.21447757,-0.10582717,0.567344,-0.09463177,-0.56683356,0.06524287,-0.41782513,-3.808889389038086
+8.70186,-0.770214,0.031483606,-0.33604646,-0.51892126,-0.08231948,-0.3480041,-0.2387967,0.45848316,0.042316727,-0.23920448,0.07877105,-0.48282173,-1.459268569946289
+4.45017,-0.84492725,-0.04044857,-0.24509214,-0.4511665,0.027060775,-0.44276997,-0.3607143,0.34644154,0.16919482,-0.020037431,0.009670906,-0.47270587,2.792421817779541
+4.7275934,-0.7136421,0.0044472106,-0.019844122,-0.41937128,-0.04924635,-0.53429484,-0.5690641,0.2902941,0.40901756,-0.037554536,-0.11181651,-0.39148965,2.514998435974121
+9.149725,-0.43369034,0.11655312,0.073544055,-0.4799619,-0.3465997,-0.4655872,-0.59825236,0.34784487,0.4683545,-0.3694279,-0.1893,-0.2853895,-1.9071331024169922
+10.950885,-0.26454446,0.20586452,0.0768725,-0.59470093,-0.5561917,-0.30862495,-0.47440714,0.38473055,0.3664565,-0.6094957,-0.22880092,-0.21717931,-3.7082929611206055
+7.146981,-0.137161,0.2958592,-0.057785068,-0.6884961,-0.56403756,-0.13017054,-0.2774082,0.4909635,0.08234632,-0.80290467,-0.2084625,-0.16196606,0.0956110954284668
+3.94783,-0.16153297,0.34979445,-0.24726054,-0.7078029,-0.49479842,-0.07654257,-0.14267668,0.62796515,-0.15398428,-0.9002572,-0.124584965,-0.19904712,3.294761896133423
+6.119205,-0.23820947,0.3377158,-0.38292277,-0.6656291,-0.4389481,-0.06825039,-0.0707825,0.62537694,-0.22841433,-0.846344,-0.03207516,-0.24986638,1.1233868598937988
+10.331087,-0.49276567,0.24070826,-0.39842016,-0.6062461,-0.2808564,-0.17779182,-0.12825654,0.53842217,-0.10574456,-0.62581664,0.051959522,-0.347562,-3.0884952545166016
+10.158012,-0.8009327,0.050992228,-0.31937233,-0.54470325,-0.091358006,-0.32425794,-0.2654725,0.44427857,0.07715849,-0.3059695,0.07820541,-0.44920233,-2.9154205322265625
+5.8560853,-0.9164471,-0.04981033,-0.24364556,-0.489007,0.02429313,-0.4319482,-0.38461503,0.31010824,0.21160948,-0.068733945,0.031692553,-0.45679367,1.3865065574645996
+4.118779,-0.86309105,-0.05222591,-0.025326274,-0.46576756,0.0058590826,-0.5377617,-0.5673909,0.1676327,0.43461484,0.010674178,-0.09342746,-0.37341788,3.123812675476074
+7.427312,-0.5330658,0.0049413815,0.15619479,-0.48245952,-0.2757698,-0.4951837,-0.65114063,0.22792672,0.5546961,-0.25490698,-0.21259898,-0.27037784,-0.18472003936767578
+10.870303,-0.33306754,0.110060714,0.21001153,-0.5418271,-0.53489846,-0.40545833,-0.59155387,0.2923124,0.5378674,-0.5050083,-0.25404155,-0.20739347,-3.627711296081543
+8.857117,-0.1602158,0.21503344,0.109282866,-0.6452261,-0.6573252,-0.2376964,-0.40729564,0.34184557,0.30415922,-0.7210402,-0.25992408,-0.16219835,-1.6145248413085938
+4.5921507,-0.15337235,0.30364442,-0.09992786,-0.71480584,-0.5348563,-0.09873471,-0.22062688,0.5065587,-0.022926329,-0.8825943,-0.18672717,-0.13625096,2.6504411697387695
+4.7761264,-0.2648747,0.339344,-0.3001653,-0.69786286,-0.4217694,-0.072283916,-0.123226225,0.59489584,-0.19113521,-0.8753131,-0.080830544,-0.18104826,2.466465473175049
+9.014881,-0.5093647,0.25859573,-0.3785674,-0.62544954,-0.2380109,-0.13478702,-0.14651214,0.49997142,-0.1326921,-0.6866914,0.027455546,-0.24325743,-1.7722892761230469
+10.901464,-0.8307767,0.058157317,-0.30022526,-0.56011295,-0.065998055,-0.28466827,-0.2778917,0.39070353,0.06921178,-0.37314016,0.0634582,-0.37949425,-3.658872604370117
+7.5237565,-0.96804965,-0.072841085,-0.22634761,-0.5150502,0.020909717,-0.4019766,-0.3892847,0.24262945,0.2164836,-0.13047111,0.030262597,-0.4091932,-0.28116464614868164
+4.2387643,-0.9532139,-0.105463974,-0.059910078,-0.49609247,0.024510415,-0.5132257,-0.5356625,0.06595047,0.40985304,0.008403442,-0.077452555,-0.3429015,3.0038275718688965
+5.8295183,-0.7087904,-0.1072719,0.18839003,-0.5190079,-0.18209943,-0.5163336,-0.65283495,0.03794683,0.5784084,-0.14675178,-0.23271343,-0.22097981,1.4130735397338867
+9.993822,-0.3636039,-0.03081952,0.2835181,-0.5009524,-0.50992256,-0.42525688,-0.6180976,0.15044953,0.6117983,-0.3756594,-0.30628094,-0.19158402,-2.751230239868164
+10.255001,-0.21175657,0.09710943,0.2568772,-0.56317395,-0.69879746,-0.34698907,-0.5117951,0.21800612,0.50269306,-0.59223455,-0.31585908,-0.16507427,-3.012409210205078
+5.925498,-0.08576529,0.20354626,0.09452209,-0.68131447,-0.6851123,-0.15704745,-0.31212935,0.29848015,0.17184943,-0.83170044,-0.2742233,-0.08457078,1.317093849182129
+4.0001802,-0.25483105,0.304112,-0.16536687,-0.72099066,-0.45326892,-0.08499406,-0.1795051,0.5103622,-0.0999928,-0.89376,-0.14265782,-0.11734654,3.2424116134643555
+7.297798,-0.534714,0.26273587,-0.3260143,-0.65193117,-0.2150109,-0.110527515,-0.16557173,0.46582174,-0.13709289,-0.737245,0.006622076,-0.15715767,-0.055206298828125
+10.897254,-0.86756593,0.056971222,-0.27404973,-0.5588852,-0.0022120047,-0.2238487,-0.27927166,0.30213818,0.02862672,-0.44491416,0.046767384,-0.263373,-3.6546621322631836
+9.385574,-1.0,-0.09799832,-0.19338371,-0.523319,0.041551553,-0.34431052,-0.3837591,0.16070078,0.1978242,-0.20753324,0.018947072,-0.32606742,-2.1429824829101562
+5.1325555,-0.99737066,-0.15053892,-0.09328213,-0.50036293,0.022319892,-0.46503153,-0.49231178,-0.007150788,0.36538404,-0.025250822,-0.0653709,-0.30523035,2.1100363731384277
+4.5882483,-0.8329914,-0.18028143,0.16374576,-0.52466625,-0.1168368,-0.50669146,-0.61153275,-0.110515624,0.56066215,-0.054311432,-0.23804954,-0.19003631,2.654343605041504
+8.406543,-0.43452215,-0.17587239,0.3017972,-0.49691242,-0.47363177,-0.43044597,-0.58485585,-0.06277028,0.6182695,-0.25836605,-0.36538446,-0.15737124,-1.1639509201049805
+10.899016,-0.20644602,-0.0681487,0.3359674,-0.46014562,-0.7129455,-0.37060028,-0.5137369,0.04871716,0.6047059,-0.4067652,-0.39788038,-0.1679437,-3.6564245223999023
+7.8730536,-0.0708646,0.07093558,0.23667361,-0.57545984,-0.8338645,-0.28005013,-0.38605675,0.1327161,0.39240092,-0.696503,-0.37713656,-0.105468206,-0.6304616928100586
+4.158616,-0.13787754,0.2080144,0.034087416,-0.70174813,-0.6132828,-0.11401118,-0.24537396,0.32104823,0.066886626,-0.8851592,-0.25181675,-0.056699835,3.0839757919311523
+5.5116906,-0.51499206,0.23829988,-0.22828288,-0.67973983,-0.2641671,-0.100604326,-0.18487604,0.42424265,-0.102562,-0.78902256,-0.03757916,-0.11308452,1.7309012413024902
+9.847016,-0.8949922,0.04722003,-0.2491069,-0.54288733,0.043842874,-0.16882728,-0.27067858,0.21756338,-0.011281541,-0.48976445,0.047768906,-0.17469555,-2.604424476623535
+10.855605,-1.0,-0.12658378,-0.16332228,-0.50164336,0.10603394,-0.2638319,-0.37128058,0.06861131,0.14278826,-0.2781827,0.012201987,-0.22355531,-3.61301326751709
+6.948441,-1.0,-0.17742965,-0.116435304,-0.48476973,0.034846656,-0.40503854,-0.45383015,-0.05234769,0.3099767,-0.077970095,-0.050884478,-0.25663018,0.29415082931518555
+4.1065416,-0.8930856,-0.22552937,0.096209794,-0.50191635,-0.07925008,-0.47151804,-0.54441386,-0.20245604,0.5111601,0.0020027896,-0.21435429,-0.18234234,3.136050224304199
+6.4420056,-0.55179316,-0.2729375,0.29265958,-0.48400003,-0.40076706,-0.43885013,-0.5454038,-0.2479897,0.6177014,-0.122392386,-0.3960173,-0.12961225,0.8005862236022949
+10.430731,-0.22093621,-0.22618556,0.33464748,-0.3969246,-0.70469373,-0.38783184,-0.45841667,-0.16236685,0.606923,-0.2391817,-0.4605341,-0.1694784,-3.188138961791992
+9.816497,-0.07461834,-0.09251589,0.3236774,-0.41843554,-0.87546474,-0.3343467,-0.39181644,-0.026900712,0.5479759,-0.46071756,-0.46954077,-0.15116082,-2.5739049911499023
+5.4587007,0.0128157735,0.04613653,0.20705928,-0.5737467,-0.8834031,-0.22835068,-0.2951262,0.08191395,0.29690358,-0.76321846,-0.41160268,-0.056267615,1.783891201019287
+4.254968,-0.34002727,0.17679465,-0.0585632,-0.68542445,-0.46213552,-0.10689172,-0.22854458,0.3387667,0.020055154,-0.83986646,-0.17450628,-0.08804418,2.987623691558838
+7.942326,-0.8680409,0.042307965,-0.22087131,-0.54151183,0.013440078,-0.13453472,-0.26400402,0.18285224,-0.021531625,-0.5315793,0.034818128,-0.13608621,-0.6997342109680176
+11.156707,-1.0,-0.14319026,-0.15662132,-0.47641408,0.13700782,-0.20801835,-0.3571375,0.013766874,0.08853909,-0.32326758,0.0076090805,-0.15163279,-3.9141149520874023
+9.232535,-1.0,-0.20552519,-0.12353073,-0.44727084,0.07400876,-0.33451986,-0.43033728,-0.09501599,0.23803371,-0.12524271,-0.04148361,-0.19960128,-1.989943504333496
+4.7905083,-0.9489806,-0.2480481,-0.0010548644,-0.44647366,-0.02936961,-0.42499775,-0.48496613,-0.24586467,0.42452252,0.032480907,-0.14664489,-0.19712023,2.4520835876464844
+4.7373013,-0.70032823,-0.30291304,0.23446552,-0.45554027,-0.28737885,-0.44783926,-0.51916224,-0.34324914,0.5941962,0.0040871007,-0.36628586,-0.1279144,2.5052905082702637
+8.900855,-0.2845365,-0.32278022,0.3164093,-0.35357544,-0.65284896,-0.4078222,-0.42136165,-0.32282495,0.6022293,-0.10030506,-0.4854744,-0.16844502,-1.6582632064819336
+10.945381,-0.09617457,-0.24439356,0.3303111,-0.31984153,-0.84963316,-0.36522776,-0.3635511,-0.2060298,0.5784471,-0.24113925,-0.5057727,-0.18898274,-3.702789306640625
+7.6285,0.043369543,-0.11722408,0.31006694,-0.3909822,-1.0,-0.29611516,-0.30962527,-0.07900198,0.49093956,-0.52718216,-0.51623863,-0.13421166,-0.3859081268310547
+4.0985193,-0.03741223,0.018317219,0.14991497,-0.5499182,-0.84219545,-0.19487813,-0.26299736,0.090051696,0.25038195,-0.7604999,-0.39495164,-0.085439704,3.1440725326538086
+5.7301083,-0.7194354,0.024779301,-0.15230893,-0.548393,-0.16352747,-0.12268892,-0.26894745,0.17031898,0.025402965,-0.5870517,-0.057370663,-0.1255135,1.5124835968017578
+10.035521,-1.0,-0.14055121,-0.16511668,-0.46217737,0.10628118,-0.18140173,-0.3481626,-0.0073294975,0.06631354,-0.3470651,-0.014456827,-0.118401796,-2.792928695678711
+11.075043,-1.0,-0.24120101,-0.13197833,-0.40886948,0.117664225,-0.27413332,-0.41625586,-0.13735083,0.16270372,-0.15915544,-0.04685496,-0.14097022,-3.8324508666992188
+6.9199595,-0.9710478,-0.25947022,-0.09593658,-0.35419658,0.008191695,-0.38815168,-0.45313308,-0.25201836,0.3169241,0.05890262,-0.09071096,-0.21339087,0.3226323127746582
+4.0378,-0.8239019,-0.3034753,0.10494904,-0.3853809,-0.15159428,-0.43497851,-0.4864013,-0.38021365,0.50734484,0.10839614,-0.27314126,-0.16689132,3.204792022705078
+6.783178,-0.42249796,-0.36274052,0.28357705,-0.30971265,-0.54911506,-0.43093044,-0.42122236,-0.4278532,0.61624026,0.03435664,-0.46510732,-0.17153832,0.459414005279541
+10.619599,-0.15058404,-0.33632177,0.29432982,-0.2537999,-0.7883541,-0.3998195,-0.34431294,-0.33966932,0.5719311,-0.073349774,-0.5130614,-0.21279393,-3.377007484436035
+9.856243,0.005419474,-0.24901283,0.332001,-0.2651532,-0.9719831,-0.32178503,-0.30338123,-0.22906582,0.55725217,-0.27289507,-0.5307915,-0.20482709,-2.6136512756347656
+5.5124974,0.09265803,-0.13466382,0.26883176,-0.35577354,-1.0,-0.25995,-0.26722315,-0.09901449,0.44164702,-0.5397047,-0.5118835,-0.15452154,1.7300944328308105
+4.1226993,-0.2871622,-0.054443717,0.03916492,-0.4647109,-0.6382267,-0.17383477,-0.27382624,0.0569421,0.21361044,-0.6074798,-0.30485088,-0.14747542,3.1198925971984863
+7.7543383,-0.93744975,-0.13838737,-0.17502813,-0.43677458,-0.009734927,-0.16241269,-0.33609477,-0.025107946,0.0732865,-0.35996872,-0.0677901,-0.1164031,-0.5117464065551758
+11.245584,-1.0,-0.2494891,-0.1616033,-0.37315235,0.10102358,-0.24754374,-0.40810877,-0.15358219,0.12673166,-0.17061427,-0.062925756,-0.12864573,-4.002991676330566
+9.596921,-0.982559,-0.29973453,-0.15057853,-0.27281454,0.060148656,-0.34462035,-0.4487721,-0.29320943,0.2145216,0.07638089,-0.08142018,-0.19223607,-2.3543291091918945
+4.9926157,-0.88108164,-0.30112717,-0.06445122,-0.24850303,-0.051252328,-0.41419935,-0.45268306,-0.39285117,0.3697297,0.2158905,-0.14653811,-0.2430502,2.24997615814209
+4.9985085,-0.619353,-0.35100406,0.17261034,-0.24123001,-0.35988668,-0.45382473,-0.43274298,-0.47460076,0.5692694,0.1767509,-0.37761575,-0.19802116,2.2440834045410156
+9.024373,-0.24567915,-0.36929774,0.25426406,-0.18531972,-0.7026684,-0.4321782,-0.34724894,-0.42672026,0.58879256,0.067383856,-0.49075037,-0.24312341,-1.7817811965942383
+10.973047,-0.066880554,-0.33307233,0.27789873,-0.18084663,-0.880328,-0.37773806,-0.30092856,-0.3369452,0.5608989,-0.06097021,-0.5163965,-0.25287086,-3.7304553985595703
+7.821448,0.068695694,-0.2444742,0.31066275,-0.23256938,-1.0,-0.27412853,-0.27106658,-0.23959757,0.51172286,-0.3045393,-0.5362183,-0.21182227,-0.5788559913635254
+4.0760565,0.035117906,-0.14427426,0.17825316,-0.30135635,-0.9602725,-0.23844676,-0.26243752,-0.091655016,0.38346338,-0.489689,-0.46281844,-0.19273603,3.1665353775024414
+5.369079,-0.6476857,-0.14384636,-0.116401,-0.35116333,-0.32143757,-0.16829772,-0.2963496,-0.064682014,0.15868661,-0.36777696,-0.18098055,-0.17214754,1.8735127449035645
+9.80515,-0.9912117,-0.24437365,-0.19355552,-0.3325329,0.018050792,-0.2241777,-0.38970897,-0.1607574,0.116763406,-0.180294,-0.08475879,-0.15022561,-2.562558174133301
+11.39734,-0.99535054,-0.32067335,-0.18602483,-0.24034023,0.075888984,-0.30776477,-0.44354174,-0.29962838,0.15343085,0.04201734,-0.081125796,-0.1839044,-4.15474796295166
+7.366963,-0.8833768,-0.32478246,-0.15826617,-0.15740511,-0.018157596,-0.39157373,-0.44033116,-0.4032997,0.26263827,0.25004303,-0.09739205,-0.2654611,-0.12437105178833008
+4.269704,-0.7718033,-0.33724847,0.0015986785,-0.15222697,-0.17015532,-0.44069302,-0.42534864,-0.48905936,0.43340272,0.28867492,-0.22885153,-0.2620887,2.9728879928588867
+6.91411,-0.4164003,-0.37663484,0.18083209,-0.11666864,-0.54749614,-0.46222413,-0.36778748,-0.49455392,0.58306074,0.21020472,-0.42946708,-0.2668879,0.32848167419433594
+10.654883,-0.15240344,-0.3585132,0.21567054,-0.10709573,-0.77700317,-0.42030504,-0.3046286,-0.4019616,0.5644065,0.08885536,-0.4792679,-0.29867354,-3.4122915267944336
+10.074911,-0.00093090907,-0.3177952,0.27300066,-0.13774472,-0.9398034,-0.33678868,-0.27856228,-0.32925504,0.5405262,-0.07533038,-0.51950616,-0.26860306,-2.8323192596435547
+5.7162166,0.078083396,-0.23041016,0.25288162,-0.20096914,-1.0,-0.25452018,-0.2657034,-0.22297765,0.46070248,-0.31288755,-0.51245475,-0.22584173,1.5263752937316895
+3.8181884,-0.15546599,-0.15855238,0.06657261,-0.24673581,-0.7699392,-0.21849503,-0.27003995,-0.11575985,0.32026106,-0.38989156,-0.37846273,-0.22186892,3.424403429031372
+7.2498555,-0.84147954,-0.22970745,-0.19974734,-0.27110204,-0.14376482,-0.20001574,-0.33488265,-0.16851044,0.1322431,-0.19347239,-0.12192769,-0.19676821,-0.007263660430908203
+11.287855,-0.9814992,-0.3160911,-0.20974176,-0.23108765,0.026334593,-0.28006467,-0.4255877,-0.27624547,0.13759485,-0.014106733,-0.08633474,-0.20035794,-4.045263290405273
+10.236051,-0.9134427,-0.35549656,-0.19199432,-0.14147075,0.022400914,-0.3498366,-0.44368237,-0.4026234,0.18305954,0.19574255,-0.089674756,-0.23906906,-2.9934587478637695
+5.3436074,-0.8191868,-0.34306148,-0.13023596,-0.09357113,-0.08863166,-0.41768056,-0.41595337,-0.47751102,0.31088743,0.3344712,-0.12465893,-0.30460736,1.898984432220459
+4.9920607,-0.6215922,-0.3630692,0.0670595,-0.072129905,-0.33667773,-0.4710445,-0.3873998,-0.52243793,0.4992473,0.30485225,-0.31596878,-0.2857904,2.2505311965942383
+8.886908,-0.2829737,-0.37352505,0.17083484,-0.05820875,-0.6542811,-0.45406675,-0.3273555,-0.46474576,0.5729321,0.20720321,-0.4393015,-0.3190581,-1.6443157196044922
+11.194495,-0.08933148,-0.34884995,0.21111037,-0.07882369,-0.8340701,-0.39425632,-0.286485,-0.37899163,0.55222106,0.071224526,-0.47921807,-0.31548646,-3.9519033432006836
+8.358681,0.04435083,-0.29928276,0.2629616,-0.12926562,-0.9658168,-0.2921078,-0.268945,-0.31570363,0.49600178,-0.1265071,-0.5229751,-0.25966343,-1.1160888671875
+4.1911135,0.042892706,-0.20545661,0.17769445,-0.18418753,-0.94740033,-0.24839179,-0.2719579,-0.18302155,0.41153926,-0.32438487,-0.47130013,-0.23848107,3.051478385925293
+4.7128167,-0.48979232,-0.19586661,-0.089962274,-0.19889142,-0.46989104,-0.20044889,-0.27779108,-0.17016976,0.22948271,-0.24607946,-0.23955554,-0.24269794,2.5297751426696777
+9.250209,-0.9170005,-0.29032877,-0.22050439,-0.22528031,-0.062135287,-0.24334674,-0.3801673,-0.23966531,0.1326102,-0.078933105,-0.101402596,-0.21803316,-2.0076169967651367
+11.765692,-0.9511896,-0.348699,-0.21277526,-0.16817641,0.030656835,-0.31740668,-0.43919483,-0.3499494,0.14829937,0.10236182,-0.08617946,-0.22881989,-4.523099899291992
+8.239016,-0.8547748,-0.35711393,-0.18589264,-0.09261051,-0.037383087,-0.3860469,-0.42585063,-0.44901082,0.22658937,0.2879909,-0.097872235,-0.28419426,-0.9964237213134766
+4.4460754,-0.7635563,-0.35516655,-0.07087517,-0.06064245,-0.16452219,-0.44151485,-0.39581704,-0.5172555,0.37001365,0.3539638,-0.18095416,-0.3122245,2.7965164184570312
+6.512423,-0.47452894,-0.3754898,0.11113034,-0.04252384,-0.48042968,-0.47748125,-0.35844323,-0.51181394,0.5420021,0.28821844,-0.37721324,-0.3086088,0.7301688194274902
+10.414506,-0.19588108,-0.3615591,0.17023958,-0.046409637,-0.7235232,-0.4363047,-0.3039205,-0.42396843,0.560257,0.17369564,-0.4448039,-0.3364464,-3.1719141006469727
+10.637307,-0.03389028,-0.33461967,0.22966816,-0.082302846,-0.8874279,-0.3596179,-0.27945957,-0.35557297,0.53851116,0.021994106,-0.49497664,-0.3034736,-3.3947153091430664
+6.439944,0.06075493,-0.26932928,0.24127416,-0.14140911,-0.9723657,-0.26686385,-0.26872435,-0.27340502,0.46057004,-0.1987511,-0.51087236,-0.25252143,0.8026480674743652
+3.63128,-0.06047157,-0.18070129,0.09802742,-0.19267842,-0.8381389,-0.23323035,-0.27229902,-0.1493557,0.352321,-0.33506197,-0.41942424,-0.23914115,3.611311912536621
+6.3155203,-0.7381584,-0.23086908,-0.19302769,-0.21081853,-0.23439355,-0.20175077,-0.30447826,-0.18714868,0.1505749,-0.16552785,-0.14886147,-0.23373224,0.9270715713500977
+10.842918,-0.9521063,-0.3141962,-0.22371879,-0.2083652,-0.0062550697,-0.27529258,-0.41164652,-0.27353612,0.13299301,-0.012113848,-0.091705434,-0.2205209,-3.6003265380859375
+11.11042,-0.92012614,-0.35439253,-0.20790468,-0.13793564,0.024652814,-0.34210506,-0.43912148,-0.38532367,0.16181591,0.1721335,-0.08873057,-0.24148819,-3.867828369140625
+6.2239347,-0.8242761,-0.3460029,-0.16516803,-0.07990794,-0.07891234,-0.4123369,-0.41003838,-0.46242976,0.27138856,0.3283766,-0.11080627,-0.30853942,1.0186572074890137
+4.6262126,-0.690441,-0.35799354,0.005795628,-0.062027656,-0.2576649,-0.4653026,-0.38937593,-0.5169545,0.44104916,0.327362,-0.26046002,-0.29835054,2.6163792610168457
+8.124214,-0.36667922,-0.37226328,0.14321677,-0.048755668,-0.5746744,-0.46889997,-0.3410382,-0.47929204,0.5612694,0.24890241,-0.4119287,-0.31706902,-0.881622314453125
+11.286687,-0.13789093,-0.35199288,0.18999742,-0.06518206,-0.78235704,-0.41474405,-0.2944789,-0.38954455,0.5552578,0.11723864,-0.4607844,-0.32675353,-4.044095039367676
+9.425322,0.010948222,-0.31485355,0.25126162,-0.109857306,-0.9341124,-0.32500628,-0.27534434,-0.3249782,0.5169821,-0.05609328,-0.5146246,-0.27917278,-2.182729721069336
+4.859507,0.057778616,-0.22817591,0.20837666,-0.17307702,-0.9667017,-0.25908154,-0.27055624,-0.20406196,0.43120995,-0.2831242,-0.49277723,-0.24441098,2.383084774017334
+3.9537494,-0.27848077,-0.16324225,-0.0011054985,-0.21313556,-0.63949895,-0.20833166,-0.26972875,-0.12579381,0.275415,-0.31484395,-0.32954782,-0.23672564,3.2888424396514893
+8.000624,-0.8666609,-0.24289533,-0.21683563,-0.2515727,-0.09763735,-0.21468557,-0.3464311,-0.17786503,0.11933168,-0.14472437,-0.115025185,-0.2049459,-0.7580318450927734
+11.744651,-0.97063476,-0.31430942,-0.2175728,-0.21354279,0.036823638,-0.29482782,-0.42688918,-0.27919102,0.13174821,0.018820945,-0.088943474,-0.20730864,-4.502058982849121
+9.838277,-0.9019214,-0.33881003,-0.19963041,-0.13665737,0.0113451835,-0.36572504,-0.43536034,-0.38311473,0.18662465,0.20770231,-0.09182044,-0.25174713,-2.5956850051879883
+4.91346,-0.8112209,-0.3370405,-0.12191355,-0.103104606,-0.10935185,-0.42612675,-0.40663567,-0.4610851,0.3182413,0.31797603,-0.14394775,-0.3004236,2.329132080078125
+5.3764443,-0.61133426,-0.35718456,0.07552338,-0.09587912,-0.3465807,-0.47549987,-0.39174473,-0.4959361,0.50074023,0.27992493,-0.33186048,-0.27379522,1.866147518157959
+9.45269,-0.29717228,-0.36288008,0.17330329,-0.08114482,-0.63559914,-0.45465776,-0.33374283,-0.4399027,0.56630695,0.18956912,-0.43612787,-0.30504745,-2.2100982666015625
+11.473487,-0.0967204,-0.3430395,0.22220954,-0.10140898,-0.83483,-0.39405972,-0.29332536,-0.3583027,0.5539836,0.0482312,-0.4839424,-0.30261973,-4.230895042419434
+8.125654,0.039703768,-0.28768176,0.26694,-0.1538239,-0.971147,-0.29999015,-0.2731668,-0.2782834,0.4970547,-0.15589812,-0.5274551,-0.2543917,-0.8830623626708984
+4.0030966,0.03526787,-0.18497548,0.17286442,-0.22328536,-0.94117415,-0.250095,-0.26798767,-0.13264039,0.39217317,-0.36950377,-0.4756543,-0.22591107,3.239495277404785
+4.7549086,-0.5197736,-0.14679027,-0.09674363,-0.26902875,-0.41136518,-0.18292233,-0.2758661,-0.082779914,0.1860359,-0.3066038,-0.23293267,-0.21157627,2.4876832962036133
+9.319197,-0.93542594,-0.23620683,-0.21305363,-0.29636565,-0.014325196,-0.22177152,-0.3703371,-0.15405925,0.10403032,-0.15602928,-0.09921418,-0.17213778,-2.0766048431396484
+11.978334,-0.9848921,-0.30168363,-0.20781876,-0.23691268,0.06667066,-0.3039859,-0.4298222,-0.26120284,0.13109618,0.018608209,-0.0864981,-0.1905488,-4.735742568969727
+8.534992,-0.90298945,-0.3066851,-0.18900143,-0.1662778,0.0021913778,-0.38689172,-0.4325123,-0.34331694,0.21677819,0.20385073,-0.091437414,-0.25837803,-1.2924003601074219
+4.3277845,-0.80888546,-0.32674828,-0.0640596,-0.16207924,-0.13246223,-0.43381026,-0.41760263,-0.44080848,0.36758098,0.2688149,-0.18818676,-0.26803863,2.9148073196411133
+6.1623363,-0.5666709,-0.3554189,0.13409962,-0.15803787,-0.397428,-0.47137764,-0.40510747,-0.4682357,0.5376384,0.21785122,-0.3770247,-0.23907484,1.0802555084228516
+10.38097,-0.26291737,-0.35642338,0.2079428,-0.1346473,-0.67086774,-0.44038427,-0.33881775,-0.40505573,0.5669966,0.11834413,-0.4579283,-0.27518344,-3.138378143310547
+11.296952,-0.072619155,-0.33105838,0.2546937,-0.1470086,-0.8718692,-0.3797523,-0.2979476,-0.32425958,0.5534115,-0.0229344,-0.50516534,-0.27397117,-4.054360389709473
+7.109778,0.051782053,-0.25464734,0.27622375,-0.20777678,-0.9943485,-0.29053545,-0.2743874,-0.21671991,0.4843225,-0.25770387,-0.5335066,-0.22960307,0.1328139305114746

0/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2868945598602295,8.529486812114715,,
+1000,-1.2961127758026123,8.53870521593094,,
+1500,-1.3010363578796387,8.543627501964568,,
+2000,-1.2513692378997803,8.493961575984954,,
+2500,-1.2897226810455322,8.532314164161683,,
+3000,-1.331594705581665,8.57418602514267,,
+3500,-1.2707363367080688,8.513328225612641,,
+4000,-1.294752597808838,8.537344720363617,,
+4500,-1.2506365776062012,8.493229141235352,,
+5000,-1.2335245609283447,8.47611646080017,,
+5000,,,7.933392109870911,-0.6908002519607543
+5500,-1.197899580001831,8.440491119384765,,
+6000,-1.2239246368408203,8.466516355037689,,
+6500,-1.2404030561447144,8.482995228290559,,
+7000,-1.2607659101486206,8.50335783481598,,
+7500,-1.2005780935287476,8.44317061805725,,
+8000,-1.2029507160186768,8.445542798995971,,
+8500,-1.2359321117401123,8.478524444103241,,
+9000,-1.2177188396453857,8.460310526371002,,
+9500,-1.2108392715454102,8.453430909156799,,
+10000,-1.1967569589614868,8.43934902858734,,
+10000,,,7.9211775493621825,-0.6785856914520264
+10500,-1.2516264915466309,8.494218252658843,,
+11000,-1.1691380739212036,8.411730686664582,,
+11500,-1.3341410160064697,8.576732733726502,,
+12000,-1.2128679752349854,8.455460198402404,,
+12500,-1.1480927467346191,8.390685043811798,,
+13000,-1.18498694896698,8.427578372955322,,
+13500,-1.1820964813232422,8.424688601970672,,
+14000,-1.2067112922668457,8.44930323791504,,
+14500,-1.1740994453430176,8.416691316604615,,
+15000,-1.1956977844238281,8.438288971424102,,
+15000,,,7.853759791851044,-0.6111679339408874
+15500,-1.181859016418457,8.42445146894455,,
+16000,-1.0988054275512695,8.341396522521972,,
+16500,-1.1789718866348267,8.421563510417938,,
+17000,-1.146652102470398,8.389243811130523,,
+17500,-1.2479206323623657,8.49051239490509,,
+18000,-1.1965117454528809,8.43910426235199,,
+18500,-1.0960404872894287,8.338632495880127,,
+19000,-1.1545239686965942,8.397115545272827,,
+19500,-1.136353850364685,8.378946102619171,,
+20000,-1.2085061073303223,8.451098084926604,,
+20000,,,7.834416303634644,-0.5918244457244873
+20500,-1.0472123622894287,8.289804565906525,,
+21000,-1.1951440572738647,8.437735809326172,,
+21500,-1.0807305574417114,8.323322351932525,,
+22000,-1.1445152759552002,8.38710705947876,,
+22500,-1.0703634023666382,8.31295575094223,,
+23000,-1.1497862339019775,8.392378046035766,,
+23500,-1.1085519790649414,8.351144126415253,,
+24000,-1.142507553100586,8.385098814964294,,
+24500,-1.0906952619552612,8.333287160873413,,
+25000,-1.046445369720459,8.289037177085877,,
+25000,,,8.016802654266357,-0.7742107963562012
+25500,-1.1919282674789429,8.434520361423493,,
+26000,-1.113248348236084,8.35584014415741,,
+26500,-1.0179215669631958,8.260512985229493,,
+27000,-1.075111746788025,8.317703541278838,,
+27500,-1.092559814453125,8.33515226316452,,
+28000,-1.1128044128417969,8.355396327018738,,
+28500,-1.0910707712173462,8.333662315845489,,
+29000,-1.0857723951339722,8.328363798856735,,
+29500,-1.0904881954193115,8.33307993030548,,
+30000,-1.0602195262908936,8.302811401844025,,
+30000,,,7.551601574420929,-0.3090097165107727
+30500,-1.0454285144805908,8.288020292758942,,
+31000,-1.0883002281188965,8.330891634941102,,
+31500,-1.0773046016693115,8.319896007299423,,
+32000,-1.1081410646438599,8.35073257637024,,
+32500,-1.0720851421356201,8.31467695236206,,
+33000,-1.1193853616714478,8.361976829051972,,
+33500,-0.9871317744255066,8.22972403717041,,
+34000,-1.0221480131149292,8.264739723563194,,
+34500,-0.9762028455734253,8.218795048236847,,
+35000,-1.0564854145050049,8.299076685905456,,
+35000,,,7.514252228736877,-0.2716603708267212
+35500,-0.9349009394645691,8.177492641925811,,
+36000,-0.9729913473129272,8.21558308315277,,
+36500,-1.0641075372695923,8.30670051908493,,
+37000,-1.0080223083496094,8.250614227294921,,
+37500,-1.0062496662139893,8.248841548919678,,
+38000,-0.9894993901252747,8.232091197967529,,
+38500,-0.9481567144393921,8.190748189926147,,
+39000,-0.9309438467025757,8.17353578710556,,
+39500,-1.003291130065918,8.245883208751678,,
+40000,-1.0104175806045532,8.253009530544281,,
+40000,,,7.5979485976696015,-0.3553567397594452
+40500,-1.0091757774353027,8.251768459796905,,
+41000,-0.9417324066162109,8.18432395362854,,
+41500,-1.0060194730758667,8.248611526489258,,
+42000,-1.014851450920105,8.257443465709686,,
+42500,-0.9931695461273193,8.235761258602142,,
+43000,-0.9532436728477478,8.195835315704345,,
+43500,-0.7618895769119263,8.00448152065277,,
+44000,-0.9919838309288025,8.234575649738312,,
+44500,-0.8811485767364502,8.123740636825561,,
+45000,-0.9112544655799866,8.153846497058868,,
+45000,,,7.596385563611984,-0.353793705701828
+45500,-0.9288588762283325,8.171450378417969,,
+46000,-0.9249122142791748,8.167503930091858,,
+46500,-0.9471344947814941,8.189726081371308,,
+47000,-0.8690671920776367,8.111658543109893,,
+47500,-0.9987801909446716,8.241371654987335,,
+48000,-0.8848926424980164,8.127484340667724,,
+48500,-0.8255689740180969,8.06816053199768,,
+49000,-0.8388893604278564,8.081480828762054,,
+49500,-0.8581624031066895,8.100754549026489,,
+50000,-0.9326834678649902,8.175275067329407,,
+50000,,,7.540386912822723,-0.29779505491256714
+50500,-0.8106526136398315,8.053244537353516,,
+51000,-0.8435770273208618,8.086169352531433,,

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da46242ec715b51ad854747a4010972064d15437a63fcd399016b0a16ecf630
+size 1935726

1/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/PPO/1
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.277306,0.3997935,0.62176156,-0.6650423,-0.62592155,-0.14485168,-0.7581755,0.42662176,0.13206553,-0.6685368,-0.31049323,-0.03677771,-0.4066585,-1.0347137451171875
+3.8444858,0.40812516,0.5970794,-0.63689494,-0.63022554,-0.24933587,-0.6991117,0.4803237,0.18091793,-0.5851775,-0.4333584,-0.12909281,-0.45146772,3.398106098175049
+5.2947726,0.46059352,0.600133,-0.5264055,-0.6545958,-0.46260196,-0.6367999,0.47845277,0.2620328,-0.35792878,-0.5333234,-0.27633664,-0.64760464,1.9478192329406738
+9.745743,0.5104536,0.55807626,-0.48941505,-0.6313775,-0.5270162,-0.61514914,0.40000466,0.29002428,-0.18828167,-0.52348316,-0.34399074,-0.7712399,-2.5031509399414062
+10.97344,0.5652797,0.50597,-0.4872381,-0.5261772,-0.4902929,-0.6217315,0.27419496,0.26526606,-0.1063288,-0.40459996,-0.30537528,-0.8377743,-3.7308483123779297
+6.8431993,0.51722157,0.37652484,-0.43919402,-0.34269443,-0.42367262,-0.70471704,0.092088096,0.20323461,0.0029166425,-0.22959837,-0.14651175,-0.8734151,0.39939260482788086
+3.7211123,0.4765612,0.32515606,-0.39861676,-0.20408966,-0.32068348,-0.79365593,0.054121368,0.14721133,-0.044556666,-0.104757905,-0.01475675,-0.84758925,3.521479606628418
+6.56898,0.4851755,0.5181331,-0.48389128,-0.35023054,-0.2673374,-0.82510436,0.2290197,0.18707389,-0.31771335,-0.13378336,0.025963444,-0.70951086,0.6736116409301758
+10.431858,0.43804124,0.61578393,-0.58241516,-0.52297974,-0.20541432,-0.77906716,0.36346745,0.18235186,-0.5516068,-0.19646284,0.020680677,-0.52524126,-3.1892662048339844
+9.751338,0.41077828,0.5991651,-0.65487635,-0.5971847,-0.13273089,-0.74995255,0.41893965,0.12518866,-0.67328084,-0.25814435,-0.011333178,-0.42090702,-2.5087461471557617
+5.5159445,0.39639056,0.5632948,-0.6700717,-0.62307644,-0.17090233,-0.7222081,0.46361732,0.13148262,-0.646595,-0.37207222,-0.079106525,-0.3994591,1.7266473770141602
+4.4080944,0.41747332,0.58343697,-0.5452899,-0.6482081,-0.40018666,-0.6486908,0.49049324,0.22266449,-0.44478282,-0.5098722,-0.23031697,-0.569401,2.8344974517822266
+7.9242496,0.47994328,0.5586374,-0.4687777,-0.6578839,-0.52470773,-0.609476,0.43803748,0.28962374,-0.22858809,-0.55628973,-0.34331122,-0.7319557,-0.6816577911376953
+10.452624,0.5487126,0.5237508,-0.47491443,-0.568796,-0.50185037,-0.6035675,0.3219193,0.28087318,-0.12290485,-0.45860133,-0.33343375,-0.8246325,-3.2100324630737305
+7.975612,0.5408674,0.42073065,-0.45292613,-0.40714192,-0.43556717,-0.6613989,0.15003048,0.23514394,-0.024835326,-0.29710382,-0.19879861,-0.8774395,-0.7330203056335449
+4.1307564,0.46644074,0.30204585,-0.38043147,-0.21265353,-0.33367464,-0.7633612,0.020254077,0.15407473,0.001742986,-0.1238813,-0.036968507,-0.8785721,3.111835479736328
+5.453988,0.48337746,0.4086129,-0.4328186,-0.24882138,-0.25936204,-0.81347036,0.15352984,0.15765174,-0.21235165,-0.098242685,0.04249018,-0.77112305,1.7886037826538086
+9.651917,0.45010746,0.58514893,-0.5502306,-0.46564153,-0.21331936,-0.7874681,0.3309412,0.18354985,-0.4999213,-0.16067412,0.040374223,-0.57923156,-2.40932559967041
+10.485659,0.40391546,0.58435404,-0.6395098,-0.55552346,-0.12185316,-0.74688137,0.40278864,0.1262881,-0.664806,-0.21283993,0.022620052,-0.4473901,-3.2430667877197266
+6.4264784,0.39907834,0.5548562,-0.6822991,-0.60021394,-0.11014433,-0.729613,0.44399875,0.112479135,-0.67567134,-0.30903238,-0.036960557,-0.40409496,0.8161134719848633
+3.8554673,0.39905182,0.5680604,-0.583269,-0.6263799,-0.30673867,-0.6684835,0.4904288,0.19411224,-0.52085346,-0.46567652,-0.16985142,-0.502567,3.387124538421631
+6.7457914,0.45862046,0.5647486,-0.47637612,-0.65765077,-0.49856415,-0.6124235,0.46897644,0.27861476,-0.27916965,-0.5563974,-0.31606627,-0.6956804,0.49680042266845703
+10.338981,0.52246356,0.5378916,-0.46432024,-0.60545945,-0.5102324,-0.5999973,0.36762354,0.29553074,-0.14212593,-0.5067786,-0.34237292,-0.8040653,-3.096388816833496
+9.440712,0.5672394,0.4657604,-0.46045357,-0.46480754,-0.4455936,-0.62298167,0.22160499,0.26913744,-0.05900771,-0.36216214,-0.25320786,-0.86954594,-2.1981201171875
+4.999362,0.49029422,0.33522305,-0.39748427,-0.2662316,-0.3510067,-0.7254648,0.04628036,0.19655095,0.012134672,-0.17506939,-0.06952003,-0.8938103,2.243229866027832
+4.2765293,0.47593427,0.35116026,-0.397604,-0.20295899,-0.25342155,-0.8005503,0.09484675,0.15829733,-0.13393193,-0.095873974,0.041635867,-0.8197752,2.966062545776367
+8.255903,0.46247774,0.5596923,-0.5218375,-0.41276357,-0.21397024,-0.79443413,0.3012221,0.1839963,-0.45159653,-0.14445962,0.050444525,-0.6314465,-1.0133113861083984
+10.80195,0.4070714,0.57687265,-0.61846197,-0.52362525,-0.12797748,-0.7451759,0.3905121,0.13599007,-0.6395091,-0.18846019,0.040145736,-0.4780543,-3.559358596801758
+8.176962,0.39572755,0.5418209,-0.67593217,-0.5737084,-0.07756446,-0.72406167,0.4308906,0.09926368,-0.693094,-0.25812268,-0.00910224,-0.4153217,-0.9343700408935547
+4.3174,0.38915026,0.542616,-0.6296414,-0.60070103,-0.2086286,-0.6917,0.4842689,0.1577718,-0.5878583,-0.40630296,-0.10621776,-0.44745725,2.925191879272461
+5.445402,0.44315583,0.564083,-0.49833485,-0.64422554,-0.45527083,-0.6134635,0.49487108,0.2610761,-0.3352377,-0.5390087,-0.27651048,-0.6531545,1.797189712524414
+9.289746,0.5045005,0.54319954,-0.4606425,-0.6270248,-0.5126217,-0.594152,0.41815552,0.3034525,-0.1666093,-0.5388793,-0.341991,-0.7792487,-2.047154426574707
+10.190423,0.57249093,0.48976186,-0.45692265,-0.50950474,-0.46411645,-0.5963197,0.28243405,0.28452927,-0.078037016,-0.41297832,-0.29632252,-0.8564328,-2.947831153869629
+6.551119,0.5308114,0.3730714,-0.4194476,-0.3331328,-0.38082588,-0.6720109,0.104219,0.2378469,0.0053070122,-0.24092305,-0.12730005,-0.8949239,0.6914730072021484
+3.9646235,0.4720351,0.2990663,-0.37434697,-0.18287788,-0.2690855,-0.77115715,0.04719112,0.15689754,-0.056613628,-0.099892356,0.02278588,-0.86180776,3.277968406677246
+6.7874875,0.47678947,0.4734809,-0.48240724,-0.31404844,-0.21610022,-0.7971843,0.24483891,0.15822044,-0.3605872,-0.10751825,0.066519335,-0.7006426,0.45510435104370117
+10.405895,0.4177431,0.559604,-0.5891019,-0.48065978,-0.14394286,-0.7488384,0.36610252,0.1453837,-0.594345,-0.16024134,0.056547042,-0.52274483,-3.1633033752441406
+9.523758,0.38589358,0.51940846,-0.6592662,-0.5367562,-0.0645298,-0.7122029,0.41647804,0.08510633,-0.7019333,-0.20764895,0.015493803,-0.4319788,-2.2811660766601562
+5.2206044,0.38193613,0.5135571,-0.6655257,-0.57592005,-0.12144439,-0.7095753,0.4651088,0.11246458,-0.63796073,-0.3321153,-0.050056353,-0.4231595,2.0219874382019043
+4.431018,0.40591168,0.5463816,-0.5290098,-0.62338996,-0.3813709,-0.6282447,0.50970453,0.21612424,-0.42319167,-0.49880672,-0.21913433,-0.5720663,2.8115739822387695
+8.034333,0.47412062,0.5368331,-0.45704764,-0.6435167,-0.51119864,-0.5867375,0.47085568,0.28826463,-0.21581551,-0.5575652,-0.3371967,-0.7326065,-0.7917413711547852
+10.670661,0.54575384,0.50725,-0.44801342,-0.56394243,-0.49816072,-0.58320856,0.35527098,0.28968823,-0.09889475,-0.47664067,-0.33266234,-0.8304682,-3.4280691146850586
+8.390873,0.5716479,0.42729878,-0.433784,-0.4223982,-0.4184355,-0.6104562,0.1939874,0.27731043,-0.023042731,-0.3349341,-0.214279,-0.87966657,-1.1482810974121094
+4.2469516,0.4998811,0.30757675,-0.378139,-0.22802643,-0.30439872,-0.71833885,0.04751224,0.2017879,-0.0047127334,-0.15090379,-0.026646733,-0.89316404,2.995640277862549
+5.008769,0.48931414,0.36136538,-0.42733562,-0.21440473,-0.22423747,-0.77792656,0.15721148,0.14589854,-0.2177626,-0.08808238,0.06694695,-0.7816441,2.233822822570801
+9.2269,0.44148576,0.5196927,-0.5449816,-0.40927228,-0.17172962,-0.76152885,0.32515574,0.14610976,-0.51498204,-0.12817603,0.066430286,-0.5972172,-1.9843082427978516
+10.874793,0.38359016,0.5083823,-0.6317011,-0.4966804,-0.0813006,-0.7116604,0.3957837,0.08790295,-0.6782148,-0.16989417,0.040046405,-0.46666107,-3.6322011947631836
+7.379119,0.38037497,0.4858254,-0.6726172,-0.54664195,-0.06002442,-0.70372283,0.4386112,0.072938055,-0.6798019,-0.24827296,-0.01174265,-0.42605644,-0.13652706146240234
+4.006548,0.37788817,0.51102376,-0.5939878,-0.58176404,-0.23764104,-0.6682526,0.500084,0.15379187,-0.53639275,-0.4123673,-0.124041796,-0.4781558,3.236043930053711
+5.93274,0.4300305,0.526924,-0.47143003,-0.63976926,-0.4713024,-0.58891904,0.5029089,0.24997677,-0.29662535,-0.5445897,-0.29641688,-0.6622237,1.3098516464233398
+9.8704195,0.4920789,0.5107054,-0.43706432,-0.61454964,-0.52340215,-0.5775961,0.42752552,0.283121,-0.14190799,-0.5390259,-0.3515573,-0.7813897,-2.6278276443481445
+10.458184,0.5657826,0.46002805,-0.4254999,-0.50463027,-0.47027138,-0.572196,0.29194862,0.27856857,-0.050336633,-0.42044935,-0.29999503,-0.8548496,-3.215592384338379
+6.3978143,0.55349207,0.37206563,-0.40215972,-0.34395388,-0.3679715,-0.6334748,0.12700698,0.26841164,3.0917116e-05,-0.2647171,-0.13332114,-0.8908564,0.8447775840759277
+3.7829368,0.50050986,0.29185614,-0.3820596,-0.19011734,-0.2561778,-0.73258567,0.07606172,0.17606784,-0.07094351,-0.11286544,0.029502936,-0.8575177,3.4596550464630127
+6.7133303,0.47930378,0.41887066,-0.48444638,-0.28218755,-0.20134667,-0.76478887,0.25150323,0.1286565,-0.36921567,-0.09105137,0.074245006,-0.7012638,0.529261589050293
+10.594033,0.40447876,0.49340388,-0.5846524,-0.43855733,-0.12518752,-0.7276297,0.3562583,0.1044434,-0.60159993,-0.13380887,0.061275523,-0.5357341,-3.3514413833618164
+10.191686,0.36311388,0.45616862,-0.6488542,-0.49726066,-0.04948661,-0.691074,0.40886804,0.047545545,-0.70203257,-0.17810795,0.017228294,-0.4478282,-2.949093818664551
+5.735348,0.3655122,0.4662883,-0.65440273,-0.5478379,-0.09966737,-0.69837934,0.46143198,0.07550813,-0.6295631,-0.29300094,-0.037346914,-0.43663958,1.5072436332702637
+4.106978,0.37528625,0.50005555,-0.5242473,-0.60006016,-0.344586,-0.6225984,0.51759726,0.17646107,-0.435288,-0.46660998,-0.19640179,-0.53741765,3.1356139183044434
+7.344955,0.42884576,0.4966068,-0.43380743,-0.6422264,-0.50964797,-0.57115674,0.4855246,0.24974634,-0.22961311,-0.55898666,-0.33849108,-0.69723415,-0.10236310958862305
+10.79664,0.4946971,0.47492728,-0.41124302,-0.58578914,-0.52840644,-0.5674926,0.39205027,0.259798,-0.09497849,-0.5142054,-0.35586375,-0.8033675,-3.554048538208008
+9.738772,0.5601276,0.42625526,-0.39987326,-0.47410646,-0.44955206,-0.56725335,0.24880572,0.27622998,-0.02274993,-0.39535597,-0.27065688,-0.86287075,-2.496180534362793
+5.1549835,0.5480177,0.34694654,-0.38147578,-0.3057758,-0.3334189,-0.6393869,0.10585838,0.2669875,-0.00427791,-0.23602405,-0.08939296,-0.8896712,2.0876083374023438
+4.092742,0.5090172,0.2967091,-0.39905542,-0.19363354,-0.23769474,-0.7206847,0.12243575,0.16229247,-0.13586487,-0.10592975,0.045971718,-0.82104075,3.1498498916625977
+7.8694677,0.459651,0.41138503,-0.5051921,-0.30672064,-0.18503302,-0.74295,0.28128618,0.10464595,-0.4344915,-0.0902403,0.07300313,-0.6615825,-0.6268758773803711
+11.216495,0.37911174,0.4483022,-0.59758204,-0.4328157,-0.10091309,-0.70844567,0.36255383,0.064044595,-0.63473976,-0.12942812,0.05237877,-0.51719075,-3.973902702331543
+9.705057,0.34933287,0.4170411,-0.64791596,-0.48854288,-0.044250984,-0.6812997,0.4128748,0.021790616,-0.6961907,-0.1801791,0.003484657,-0.44987455,-2.462465286254883
+5.0171347,0.3520996,0.44226804,-0.62686,-0.5408104,-0.13174772,-0.6836935,0.47510895,0.0688375,-0.5919956,-0.30813196,-0.056283183,-0.44827735,2.225457191467285
+4.2669535,0.36095205,0.47035298,-0.4885887,-0.6048969,-0.38355714,-0.5983546,0.5194647,0.16649783,-0.389673,-0.4789906,-0.22805193,-0.553177,2.9756383895874023
+7.9598904,0.40536502,0.46064177,-0.4048137,-0.63982385,-0.52602845,-0.5593102,0.4718665,0.22609861,-0.20465302,-0.56025887,-0.35721982,-0.69538045,-0.7172985076904297
+11.250744,0.47320268,0.43875915,-0.38222086,-0.5792275,-0.54082125,-0.5556473,0.38155395,0.23209737,-0.07479315,-0.5102473,-0.3666994,-0.798038,-4.008152008056641
+9.698837,0.5432321,0.40901923,-0.37339482,-0.48023883,-0.4533354,-0.55665743,0.24660762,0.2698136,-0.013329453,-0.4042535,-0.27565652,-0.8572084,-2.4562454223632812
+4.89839,0.5561658,0.35697147,-0.37318003,-0.32537076,-0.3353359,-0.6152318,0.12442942,0.28325748,-0.011238336,-0.26157844,-0.099635616,-0.8809122,2.3442020416259766
+4.108742,0.521695,0.29872242,-0.4003451,-0.20792118,-0.24638957,-0.69291013,0.14236908,0.17206742,-0.1435647,-0.123908386,0.030949373,-0.8151751,3.133849620819092
+7.9663367,0.45749688,0.37146598,-0.49413484,-0.28592804,-0.19127508,-0.7244863,0.27397943,0.085560545,-0.42069536,-0.08707425,0.06541525,-0.6687495,-0.7237448692321777
+11.47371,0.37013736,0.40459982,-0.58356464,-0.40343195,-0.106209606,-0.70303255,0.3481691,0.03881587,-0.61942255,-0.11637926,0.049495082,-0.5341259,-4.231118202209473
+10.25801,0.3369568,0.3817623,-0.63507926,-0.46385977,-0.052593593,-0.6759587,0.4038003,-0.0012331605,-0.68674064,-0.16473992,0.0010098405,-0.46529093,-3.01541805267334
+5.307973,0.34454817,0.40797538,-0.6189902,-0.5249257,-0.12404759,-0.67287385,0.4716214,0.036922105,-0.5933844,-0.27854568,-0.053750798,-0.45191678,1.9346189498901367
+3.9026332,0.34054768,0.43323,-0.4893874,-0.58718246,-0.35275948,-0.5969633,0.5205907,0.12820092,-0.4070978,-0.44380757,-0.20644008,-0.52216643,3.339958667755127
+7.3929873,0.3649429,0.42100728,-0.39045018,-0.6378385,-0.521554,-0.5493905,0.47491142,0.18449898,-0.22385561,-0.54787475,-0.35406893,-0.6556049,-0.15039539337158203
+11.288063,0.42285222,0.4031563,-0.35713923,-0.5974055,-0.5644327,-0.54387873,0.3998317,0.19564447,-0.0905124,-0.5290316,-0.38819993,-0.7600335,-4.04547119140625
+10.8287,0.5027651,0.39282018,-0.34297967,-0.51941013,-0.49522567,-0.5420937,0.2892518,0.23759423,-0.014758275,-0.44347084,-0.32376108,-0.8333,-3.5861082077026367
+5.953092,0.5555097,0.38396364,-0.35823008,-0.40413132,-0.38079226,-0.5668721,0.1736648,0.29844034,-0.008348688,-0.33885455,-0.1740422,-0.86644596,1.2894997596740723
+3.6645749,0.55125797,0.3207625,-0.38152236,-0.25366038,-0.2876385,-0.6397042,0.14210628,0.23193891,-0.08250097,-0.19127673,-0.024134818,-0.8414203,3.578016996383667
+6.679906,0.4848802,0.31882316,-0.44664687,-0.23907101,-0.23165154,-0.69511557,0.23413615,0.09960404,-0.31261903,-0.10173104,0.037883375,-0.7253854,0.5626859664916992
+10.902395,0.39209315,0.35129932,-0.5322235,-0.33816695,-0.15201566,-0.70241076,0.30930835,0.030966148,-0.5340713,-0.09572687,0.050702523,-0.5926738,-3.6598033905029297
+11.7481,0.33258054,0.34498918,-0.60267913,-0.41157085,-0.080378264,-0.67894715,0.36994123,-0.01751557,-0.6557462,-0.13149689,0.0144702755,-0.50423414,-4.5055084228515625
+7.3910694,0.34307647,0.35861245,-0.620942,-0.4816319,-0.09237453,-0.66186225,0.43892893,-0.010985181,-0.63565916,-0.20670304,-0.038484998,-0.4629661,-0.14847755432128906
+3.5728009,0.3284202,0.38595358,-0.5407479,-0.5456281,-0.24062581,-0.6237017,0.5111024,0.052835107,-0.49158096,-0.34537783,-0.12643626,-0.46611872,3.6697909832000732
+5.370731,0.3196131,0.37735587,-0.41769388,-0.61347306,-0.4604392,-0.5519075,0.5060583,0.11090681,-0.3124384,-0.48345354,-0.29280752,-0.55752033,1.8718609809875488
+9.776721,0.34449133,0.35684416,-0.3434608,-0.63209116,-0.5703719,-0.531768,0.44010124,0.14243394,-0.16495751,-0.5415995,-0.39725387,-0.6676346,-2.5341291427612305
+12.219487,0.41553354,0.35838556,-0.32114756,-0.57669365,-0.568122,-0.5312021,0.36873686,0.16859327,-0.056867573,-0.50144863,-0.39205357,-0.7659023,-4.976895332336426
+9.315146,0.49825847,0.37946683,-0.32095683,-0.51199114,-0.4765705,-0.5321695,0.271968,0.24525173,-0.009215142,-0.4352329,-0.3039307,-0.8270418,-2.072554588317871
+4.3908243,0.5563078,0.37930772,-0.3499512,-0.40359753,-0.3825006,-0.5519637,0.18826479,0.2950701,-0.014206688,-0.3414637,-0.16762225,-0.8526914,2.8517675399780273
+4.1865535,0.5467527,0.311758,-0.37559178,-0.26229382,-0.31245938,-0.6170386,0.17367648,0.20879419,-0.10865722,-0.20180228,-0.049330894,-0.8167143,3.0560383796691895
+8.031052,0.46589407,0.2794495,-0.4269334,-0.24303153,-0.26206547,-0.66988456,0.23704012,0.07215755,-0.309415,-0.110056244,0.008672465,-0.7113654,-0.7884597778320312
+11.7944565,0.37732905,0.27994013,-0.5002336,-0.30168712,-0.17236003,-0.6820351,0.28875637,-0.006236613,-0.49853802,-0.09068958,0.03480294,-0.6040151,-4.5518646240234375
+11.662708,0.3352865,0.29082626,-0.5692657,-0.37181723,-0.11234701,-0.6663681,0.35176235,-0.03918238,-0.607602,-0.12410223,0.00488469,-0.52843857,-4.420116424560547
+6.718328,0.3403778,0.3171996,-0.5908302,-0.45924345,-0.13264802,-0.64781475,0.43270332,-0.03709592,-0.6105244,-0.19401713,-0.056756567,-0.47357753,0.524263858795166
+3.2339013,0.2974909,0.32359722,-0.52191985,-0.53827655,-0.2520162,-0.61259925,0.5053424,-0.014539264,-0.502522,-0.31154695,-0.13962372,-0.44103247,4.00869083404541
+5.366944,0.26082724,0.29472622,-0.39745772,-0.6049779,-0.45153317,-0.547423,0.4960063,0.022548478,-0.35196736,-0.43469152,-0.28562534,-0.48031145,1.875648021697998
+9.683205,0.26481515,0.27354953,-0.30577677,-0.6485556,-0.5824959,-0.5206454,0.43770415,0.05830224,-0.21683358,-0.5154121,-0.4093074,-0.57451797,-2.44061279296875
+12.21741,0.32956213,0.2955993,-0.29161987,-0.6115672,-0.59268135,-0.5220416,0.39883113,0.10760245,-0.11881915,-0.51710576,-0.42058614,-0.6795312,-4.974818229675293
+10.340095,0.42412347,0.33504516,-0.2918399,-0.55750483,-0.53175515,-0.51922303,0.34410375,0.17895876,-0.03554191,-0.4755918,-0.36816376,-0.76904565,-3.0975027084350586
+5.360833,0.50337124,0.35122174,-0.30054477,-0.5004514,-0.47055694,-0.5111208,0.2560646,0.24560846,0.011214386,-0.42419058,-0.28898072,-0.8212187,1.881758689880371
+3.597236,0.5433806,0.30663338,-0.31980798,-0.36908585,-0.41615272,-0.5424776,0.18081826,0.23764856,-0.0014556041,-0.3146468,-0.17485942,-0.83245194,3.6453559398651123
+6.444181,0.4893824,0.19085431,-0.3316065,-0.23496197,-0.36357147,-0.6056635,0.15884857,0.10629845,-0.11241985,-0.16248411,-0.07312837,-0.7700443,0.7984108924865723
+10.195483,0.40043855,0.121986106,-0.36472514,-0.19917347,-0.28264964,-0.64443874,0.17401437,-0.019239873,-0.2638685,-0.06831254,0.0078049116,-0.6860876,-2.9528913497924805
+11.763965,0.33263534,0.11322853,-0.4156525,-0.21326055,-0.1833727,-0.6500535,0.19817193,-0.079006255,-0.40054986,-0.052660957,0.050104503,-0.61899114,-4.5213727951049805
+10.182533,0.2967116,0.13723615,-0.4560765,-0.26163375,-0.13747674,-0.64450353,0.23346464,-0.094665855,-0.48072675,-0.08165499,0.03628493,-0.5725399,-2.93994140625
+6.7993345,0.24623199,0.15394041,-0.47241333,-0.36531296,-0.19188823,-0.64157295,0.30337682,-0.14490566,-0.5265765,-0.14140183,-0.04985735,-0.49732164,0.44325733184814453
+4.099575,0.16563019,0.13385004,-0.41693586,-0.50593406,-0.32389498,-0.61938477,0.39475265,-0.20943253,-0.5102388,-0.23842312,-0.1872721,-0.39842257,3.143016815185547
+4.4113445,0.07856347,0.10496196,-0.31417513,-0.60439426,-0.46317768,-0.5785515,0.40040678,-0.20852008,-0.4284788,-0.35109067,-0.3127975,-0.3330409,2.831247329711914
+7.7225547,0.084959,0.1064177,-0.23653111,-0.6624455,-0.5966961,-0.55372983,0.39271212,-0.14033467,-0.3456703,-0.44353124,-0.42773235,-0.36576286,-0.4799628257751465
+10.48986,0.1459132,0.1352223,-0.18621334,-0.6791161,-0.64815336,-0.52209204,0.38627243,-0.040213414,-0.25667965,-0.49799567,-0.48888686,-0.46810636,-3.247267723083496
+10.910579,0.26344633,0.17029394,-0.23082766,-0.613019,-0.6302568,-0.49822077,0.42369217,0.03181903,-0.16588524,-0.49435127,-0.46504903,-0.5847415,-3.6679868698120117
+8.955091,0.34367245,0.15743297,-0.23545957,-0.54433733,-0.6302091,-0.47216037,0.4116502,0.030447781,-0.0737622,-0.45462617,-0.45048845,-0.6650042,-1.7124996185302734
+6.1337132,0.38660112,0.14220801,-0.18747082,-0.51667196,-0.65390116,-0.44547594,0.34441698,0.0260844,0.01703082,-0.43222517,-0.4518117,-0.6985169,1.1088786125183105
+4.618521,0.4274848,0.11656791,-0.1693861,-0.522552,-0.7062234,-0.43579662,0.31465465,0.026786208,0.06372624,-0.41555598,-0.45307207,-0.6740742,2.624070644378662
+5.819957,0.44741264,0.10036264,-0.20056327,-0.4854814,-0.695002,-0.47543883,0.28018677,0.030057788,0.024726968,-0.3524194,-0.3849994,-0.63937587,1.4226350784301758
+9.412675,0.4289256,0.11182439,-0.27313304,-0.37124965,-0.57035244,-0.5648302,0.22016278,0.023963422,-0.083174735,-0.22656533,-0.2245962,-0.63939416,-2.1700830459594727
+11.741931,0.38449082,0.12336731,-0.3355071,-0.27060878,-0.38918155,-0.6297029,0.19113289,-0.0027086437,-0.2080406,-0.11669134,-0.06462979,-0.6513172,-4.4993391036987305
+10.48409,0.30393314,0.10317168,-0.37605515,-0.2048767,-0.18257758,-0.64754754,0.15433605,-0.06398131,-0.3442341,-0.064241596,0.056090113,-0.64400053,-3.2414979934692383
+7.5179386,0.2403389,0.083232194,-0.4016081,-0.21430703,-0.074790046,-0.6471571,0.13883872,-0.10666374,-0.42888182,-0.06813846,0.08088724,-0.62072456,-0.2753467559814453
+5.9551635,0.18876608,0.05602318,-0.4016384,-0.30937263,-0.1576185,-0.63917553,0.20302358,-0.18356355,-0.4610803,-0.12470407,-0.019878175,-0.53176653,1.287428379058838
+5.8450074,0.1354669,0.044438116,-0.36346942,-0.4738383,-0.37563556,-0.61393845,0.34168714,-0.2686115,-0.4480491,-0.22572039,-0.20475608,-0.40871575,1.3975844383239746
+6.1674395,0.12601587,0.04943712,-0.32823887,-0.5839105,-0.5445271,-0.5920624,0.43929642,-0.2810325,-0.4026912,-0.30916348,-0.34636164,-0.3440491,1.0751523971557617
+8.423275,0.15298449,0.08277304,-0.29528612,-0.64141566,-0.6521384,-0.57036495,0.47462302,-0.20302077,-0.34619567,-0.3931441,-0.43178284,-0.35122773,-1.1806831359863281
+10.721367,0.2304727,0.12556806,-0.2886813,-0.64323145,-0.67180455,-0.5272979,0.5005813,-0.08947611,-0.27986068,-0.44082424,-0.45431653,-0.43443567,-3.4787750244140625
+10.46052,0.3317797,0.18989174,-0.29673102,-0.6091749,-0.63401896,-0.47520465,0.49261642,0.03521449,-0.17435423,-0.47643107,-0.43832874,-0.56687856,-3.217927932739258
+8.157019,0.40973186,0.22028932,-0.28592756,-0.55105156,-0.61149114,-0.45219287,0.4539939,0.0828231,-0.07189696,-0.46486312,-0.42080247,-0.67093456,-0.9144268035888672
+5.7026353,0.43554395,0.1906474,-0.2206751,-0.5202768,-0.6252067,-0.44109103,0.35180116,0.07868358,0.022816077,-0.4399995,-0.42316967,-0.7160643,1.5399565696716309
+5.396671,0.44820246,0.15288675,-0.19516242,-0.49718562,-0.65849954,-0.45207065,0.27418116,0.0670209,0.06351244,-0.401705,-0.41139835,-0.7216665,1.8459210395812988
+7.531696,0.43236083,0.11059885,-0.21109147,-0.42715576,-0.64820653,-0.49950224,0.2349175,0.028707579,0.017381027,-0.31810322,-0.34686926,-0.69711995,-0.28910398483276367
+10.230304,0.4046731,0.10659176,-0.26906204,-0.33437064,-0.54960513,-0.57456684,0.2178974,-0.008328542,-0.10202976,-0.20179868,-0.21463224,-0.665799,-2.9877119064331055
+11.448557,0.37486446,0.1278767,-0.34066114,-0.26804128,-0.3856188,-0.6268045,0.22188611,-0.03476034,-0.25056726,-0.117966026,-0.075790495,-0.64321554,-4.205965042114258
+9.834976,0.3123862,0.12473744,-0.41187495,-0.2447369,-0.20479468,-0.6386041,0.2221088,-0.08814542,-0.41244903,-0.08439697,0.01602659,-0.5973408,-2.5923843383789062
+7.000118,0.23440371,0.10402703,-0.46210346,-0.2943276,-0.1407465,-0.6403601,0.2515999,-0.16606452,-0.52496356,-0.10324849,-0.006129835,-0.5281937,0.24247407913208008
+5.155023,0.16571502,0.09079985,-0.44223008,-0.4311855,-0.2576891,-0.63815844,0.35084048,-0.23786296,-0.54809797,-0.1882129,-0.1414011,-0.42637375,2.087568759918213
+4.92607,0.085590124,0.054326117,-0.35060048,-0.55488986,-0.4223687,-0.6093627,0.40914315,-0.274981,-0.47696075,-0.28812394,-0.28458673,-0.3370255,2.316521644592285
+6.798904,0.02502846,0.033484593,-0.23853037,-0.6295697,-0.55219156,-0.5698019,0.36306798,-0.23786153,-0.39889756,-0.39024264,-0.39312962,-0.30835083,0.44368791580200195
+9.202624,0.029699873,0.045604944,-0.15074989,-0.67267483,-0.617256,-0.5332901,0.3267597,-0.15225872,-0.3226433,-0.45514867,-0.46596995,-0.3628116,-1.9600324630737305
+10.056219,0.09865673,0.079090424,-0.13042732,-0.6593848,-0.614216,-0.50066745,0.32498622,-0.061721407,-0.24623975,-0.48255065,-0.47957942,-0.46044034,-2.813627243041992
+8.724846,0.15708376,0.061404005,-0.16203801,-0.58330625,-0.59989643,-0.4907125,0.32876468,-0.066323645,-0.18445101,-0.45784867,-0.45498097,-0.55312335,-1.4822540283203125
+6.154843,0.12318535,-0.01327691,-0.106104605,-0.5410786,-0.6130368,-0.49124905,0.24859832,-0.14320357,-0.12873508,-0.42324513,-0.4623799,-0.5903116,1.0877490043640137
+4.9387727,0.06807384,-0.06031227,-0.06709707,-0.5603036,-0.6373481,-0.5027067,0.21910058,-0.2366589,-0.14499153,-0.38773355,-0.46839058,-0.527734,2.303819179534912
+5.922513,0.027615909,-0.08823894,-0.13028407,-0.59570205,-0.6332803,-0.51963073,0.2892647,-0.3544739,-0.27894422,-0.35481694,-0.4574772,-0.38058642,1.3200788497924805
+7.532448,-0.0023610443,-0.10904929,-0.18557638,-0.62009025,-0.6165024,-0.5254677,0.3327876,-0.42981088,-0.39577258,-0.3461195,-0.46217182,-0.27394542,-0.28985595703125
+8.32388,-0.03076202,-0.13152656,-0.20163605,-0.62601775,-0.5955746,-0.5246329,0.33155054,-0.46136147,-0.4693147,-0.3507116,-0.4699405,-0.2175097,-1.0812883377075195
+8.392647,-0.108484596,-0.16989915,-0.1712674,-0.6241464,-0.54303014,-0.53133446,0.24408989,-0.48552376,-0.5216095,-0.3662998,-0.46035987,-0.18539071,-1.150054931640625
+8.304473,-0.25497764,-0.21281675,-0.058840536,-0.6706682,-0.4778809,-0.5540722,0.04246448,-0.5222819,-0.5332075,-0.4040844,-0.45970783,-0.1704665,-1.0618810653686523
+7.952007,-0.36769187,-0.33387846,0.11970031,-0.73147005,-0.4770994,-0.5500766,-0.2163612,-0.5564314,-0.36686265,-0.4508706,-0.5197203,-0.25737396,-0.7094149589538574
+7.720328,-0.3948483,-0.45550838,0.27232414,-0.72432286,-0.4179306,-0.4877626,-0.41398406,-0.4759699,-0.1439294,-0.4484044,-0.53434706,-0.35768816,-0.4777359962463379
+6.8743634,-0.39930838,-0.5754565,0.31593424,-0.6607816,-0.2657568,-0.30015978,-0.5154672,-0.43007886,-0.09492472,-0.40547296,-0.44707292,-0.25959882,0.3682284355163574
+5.7800436,-0.43979475,-0.6447521,0.2955711,-0.63972193,-0.094538495,-0.19718343,-0.6164407,-0.45294386,-0.1733657,-0.38942024,-0.3770436,-0.1483169,1.4625482559204102
+5.7020116,-0.45059973,-0.5748547,0.18168804,-0.6804767,-0.042424288,-0.30976725,-0.6089619,-0.4841689,-0.27986607,-0.3726639,-0.31655553,-0.15208684,1.5405802726745605
+5.9241505,-0.4699862,-0.5648265,0.12497787,-0.66675407,-0.021073412,-0.33658427,-0.58635384,-0.54015625,-0.36416912,-0.35039762,-0.29192418,-0.14203946,1.318441390991211
+6.5192595,-0.5264697,-0.5395731,0.15452577,-0.70312744,-0.042170536,-0.28945714,-0.5607923,-0.55854607,-0.40348455,-0.3817275,-0.35542417,-0.11223143,0.723332405090332
+6.9970512,-0.5717412,-0.5274398,0.16211775,-0.7159441,-0.04826921,-0.28968176,-0.57339126,-0.57345766,-0.41296315,-0.38314605,-0.37777817,-0.12396309,0.24554061889648438
+7.1157165,-0.57211274,-0.5238459,0.17237079,-0.7170567,-0.0895365,-0.3418803,-0.5813537,-0.55521584,-0.37068054,-0.3848063,-0.4032265,-0.18888412,0.1268754005432129
+7.5832863,-0.55947465,-0.49977502,0.22182092,-0.7384621,-0.17398377,-0.3955368,-0.5595874,-0.5043283,-0.28772268,-0.41647646,-0.4713203,-0.27434635,-0.3406944274902344
+8.267204,-0.53969777,-0.4698899,0.2884874,-0.73550636,-0.26033583,-0.4714602,-0.5501008,-0.44190997,-0.18665743,-0.41866612,-0.5252657,-0.3847179,-1.0246124267578125
+7.947222,-0.5092508,-0.44025913,0.3486637,-0.7120094,-0.35115242,-0.5265351,-0.53318876,-0.38952398,-0.093939595,-0.39144826,-0.55104184,-0.47521812,-0.7046303749084473
+6.8124447,-0.5137844,-0.46198308,0.36026317,-0.69420385,-0.32911992,-0.5153497,-0.5688012,-0.3960777,-0.10831069,-0.36315557,-0.5202517,-0.47635373,0.4301471710205078
+6.015031,-0.5243847,-0.5147807,0.34705383,-0.66446084,-0.2527112,-0.48735672,-0.6364992,-0.4283681,-0.14793007,-0.3394675,-0.45570624,-0.44718593,1.2275609970092773
+5.7617764,-0.51860714,-0.54212105,0.33569574,-0.65173554,-0.21768527,-0.47014946,-0.6559734,-0.4478569,-0.16478316,-0.34189722,-0.42579368,-0.42340806,1.4808154106140137
+6.032291,-0.50610477,-0.55408543,0.31624627,-0.6510292,-0.19036353,-0.4561332,-0.6499149,-0.46121627,-0.19107246,-0.35489294,-0.41530657,-0.38926676,1.2103009223937988
+6.634321,-0.491706,-0.5613599,0.28994343,-0.6523877,-0.1657739,-0.43655342,-0.6291496,-0.47493237,-0.22762959,-0.3649682,-0.41070208,-0.3456463,0.6082706451416016
+7.312028,-0.47336107,-0.5634249,0.2708107,-0.6595014,-0.15621173,-0.41930604,-0.60406446,-0.47655678,-0.24445371,-0.37464026,-0.41292265,-0.31065848,-0.06943607330322266
+7.607721,-0.46157297,-0.56898856,0.27681276,-0.6705041,-0.15628928,-0.38842815,-0.59290534,-0.46138513,-0.22767968,-0.39131197,-0.41947713,-0.28656706,-0.3651289939880371
+7.636293,-0.4709368,-0.5754666,0.2950771,-0.68428916,-0.15336034,-0.3477252,-0.59717387,-0.44949532,-0.20930353,-0.40814388,-0.42904016,-0.26758566,-0.39370107650756836
+7.4868536,-0.48394704,-0.5821854,0.2921971,-0.6889737,-0.13463171,-0.32270432,-0.60140455,-0.4579295,-0.22990978,-0.414638,-0.43105054,-0.24731205,-0.2442617416381836
+7.0973825,-0.49211842,-0.5747436,0.2684421,-0.6901965,-0.12174797,-0.33015478,-0.5948834,-0.47500563,-0.26874182,-0.41545367,-0.42996418,-0.23689057,0.14520931243896484
+6.6861434,-0.4999342,-0.55897003,0.24208367,-0.6894597,-0.11460811,-0.3546666,-0.58731824,-0.4916075,-0.30740133,-0.41233975,-0.4256361,-0.23369992,0.5564484596252441
+6.5829663,-0.50774837,-0.54004014,0.23604248,-0.69422126,-0.12732601,-0.38546532,-0.58139145,-0.4965071,-0.3216464,-0.41092774,-0.4339137,-0.24788764,0.6596255302429199
+6.71321,-0.5116741,-0.5181392,0.25486273,-0.709647,-0.16741206,-0.42152458,-0.57595783,-0.4826038,-0.29516813,-0.41257694,-0.4601007,-0.2875897,0.5293817520141602
+6.913169,-0.5099145,-0.49244756,0.28506103,-0.7288534,-0.22361493,-0.46455452,-0.57064897,-0.45677066,-0.24192238,-0.41021308,-0.49159604,-0.34406576,0.3294229507446289
+7.2173743,-0.50458395,-0.48539147,0.30472493,-0.7295858,-0.25741792,-0.48877335,-0.5726927,-0.43727618,-0.19486675,-0.39844355,-0.5030373,-0.38851166,0.025217533111572266
+7.5441947,-0.49994385,-0.50484616,0.30708158,-0.7112129,-0.2480513,-0.47979087,-0.5865752,-0.4327398,-0.17781384,-0.3841843,-0.48784053,-0.39971226,-0.301602840423584
+7.6661487,-0.50095564,-0.5291528,0.2982086,-0.69190925,-0.21511331,-0.4573029,-0.60507864,-0.44321722,-0.19320728,-0.3753853,-0.46207178,-0.38273934,-0.4235568046569824
+7.4866166,-0.50495416,-0.543205,0.2814129,-0.6793544,-0.17689914,-0.44095367,-0.6173325,-0.4633177,-0.23307656,-0.3723934,-0.43680057,-0.35045186,-0.24402475357055664
+7.2153077,-0.5067558,-0.54964787,0.25747856,-0.6693836,-0.13800429,-0.4304917,-0.61995727,-0.48634058,-0.2841915,-0.371106,-0.41212997,-0.3098809,0.02728414535522461
+7.0187497,-0.5049419,-0.5522503,0.23361604,-0.66161495,-0.10944681,-0.42204672,-0.6144402,-0.50408125,-0.3247473,-0.37122536,-0.39433298,-0.27544138,0.22384214401245117
+6.8468804,-0.49915576,-0.54892075,0.22421084,-0.66629744,-0.10875645,-0.4173401,-0.6025313,-0.50500506,-0.33190003,-0.37785456,-0.39747086,-0.26232174,0.39571142196655273
+6.7311125,-0.49278754,-0.5404223,0.23291066,-0.68455905,-0.13424349,-0.41767424,-0.58783007,-0.49017596,-0.30664608,-0.39082202,-0.42071986,-0.27154002,0.511479377746582
+6.809207,-0.48975772,-0.53301966,0.24777803,-0.7013405,-0.16126728,-0.4204433,-0.57855064,-0.47459686,-0.27576426,-0.4005535,-0.44314498,-0.28898972,0.43338489532470703
+7.082684,-0.49033338,-0.53207093,0.2523116,-0.7055574,-0.1681079,-0.42257103,-0.57809144,-0.47001374,-0.26519528,-0.40051913,-0.44825256,-0.29866505,0.15990781784057617
+7.4198356,-0.49511072,-0.53870535,0.24187094,-0.69681954,-0.1506261,-0.42107844,-0.5848837,-0.4799766,-0.28286344,-0.39225784,-0.4349172,-0.29313102,-0.17724370956420898
+7.622246,-0.5035424,-0.54877925,0.22441518,-0.6792476,-0.11895974,-0.4154027,-0.59540564,-0.5004149,-0.32089654,-0.3806068,-0.41134384,-0.2744643,-0.3796539306640625
+7.5774875,-0.5120516,-0.5526823,0.2108548,-0.6634104,-0.09320752,-0.4125421,-0.60189253,-0.52003574,-0.35920867,-0.37184203,-0.39151198,-0.25428087,-0.33489561080932617
+7.3603992,-0.51694673,-0.54804575,0.20516476,-0.65759903,-0.08462039,-0.4162174,-0.6014603,-0.52962476,-0.38056856,-0.36925846,-0.38403237,-0.24392359,-0.11780738830566406
+7.122217,-0.5165896,-0.5391836,0.20755966,-0.66356784,-0.09382251,-0.4256925,-0.59747344,-0.5260548,-0.37750992,-0.37177637,-0.39013654,-0.2488199,0.12037467956542969
+6.941479,-0.51206696,-0.5306511,0.2165174,-0.6770596,-0.11555198,-0.43764478,-0.59281886,-0.5126356,-0.35372642,-0.37626442,-0.4058078,-0.26657772,0.30111265182495117
+6.8337927,-0.50685966,-0.5242186,0.22633393,-0.6901751,-0.14011177,-0.44794318,-0.58739465,-0.49842513,-0.324216,-0.3799714,-0.42271093,-0.28745058,0.4087991714477539
+6.888041,-0.5046206,-0.5221114,0.23127034,-0.6959718,-0.1534655,-0.45289886,-0.58427006,-0.49234396,-0.30786413,-0.38045105,-0.4308449,-0.2998381,0.354550838470459
+7.0824456,-0.5064499,-0.527924,0.22656304,-0.6897845,-0.14382386,-0.44882363,-0.5877085,-0.4989224,-0.31651473,-0.37551212,-0.42223933,-0.29512084,0.16014623641967773
+7.298881,-0.5114032,-0.54005134,0.2119725,-0.67235863,-0.11261766,-0.43735558,-0.5966848,-0.51706916,-0.3493992,-0.36535016,-0.39814883,-0.2729856,-0.0562891960144043
+7.4704537,-0.5166345,-0.55329335,0.19582954,-0.6504425,-0.07568385,-0.4231344,-0.6066247,-0.5383209,-0.3890324,-0.35430348,-0.3698591,-0.24411567,-0.22786188125610352
+7.535139,-0.51932263,-0.56166494,0.18540916,-0.6351887,-0.050939422,-0.41193607,-0.6119382,-0.5520586,-0.41554448,-0.34819955,-0.35129678,-0.22260264,-0.29254722595214844
+7.4344153,-0.51879853,-0.5609613,0.18120739,-0.63428015,-0.0470359,-0.4089111,-0.6090282,-0.55373734,-0.42210284,-0.3501658,-0.34996188,-0.21559788,-0.19182348251342773

1/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2948715686798096,8.537464655399322,,
+1000,-1.2602366209030151,8.502829139232636,,
+1500,-1.2590324878692627,8.501623792648315,,
+2000,-1.303997278213501,8.54658932352066,,
+2500,-1.2511717081069946,8.493763326644897,,
+3000,-1.3589394092559814,8.60153074979782,,
+3500,-1.2393139600753784,8.48190557384491,,
+4000,-1.2551265954971313,8.49771831035614,,
+4500,-1.2294862270355225,8.472077757358552,,
+5000,-1.2666794061660767,8.509271525859832,,
+5000,,,7.966637665033341,-0.7240458071231842
+5500,-1.2642416954040527,8.506834322929382,,
+6000,-1.3328057527542114,8.57539730644226,,
+6500,-1.2501471042633057,8.492738009929656,,
+7000,-1.2666990756988525,8.509291419029235,,
+7500,-1.2748128175735474,8.517405213356017,,
+8000,-1.2740546464920044,8.516646611690522,,
+8500,-1.2052034139633179,8.447795090198516,,
+9000,-1.182864785194397,8.425456734657288,,
+9500,-1.2884403467178345,8.5310315823555,,
+10000,-1.233523964881897,8.476115854263305,,
+10000,,,7.9207673525810245,-0.6781754946708679
+10500,-1.2627235651016235,8.505315338134766,,
+11000,-1.2311738729476929,8.473765755176544,,
+11500,-1.2263537645339966,8.468946398735046,,
+12000,-1.1317873001098633,8.374379018306731,,
+12500,-1.1669551134109497,8.409547520399094,,
+13000,-1.1718875169754028,8.41447982287407,,
+13500,-1.1702485084533691,8.412841398715972,,
+14000,-1.1646369695663452,8.40722866153717,,
+14500,-1.2230224609375,8.465613629341126,,
+15000,-1.1647130250930786,8.40730525970459,,
+15000,,,7.9565617620944975,-0.7139699041843415
+15500,-1.1504708528518677,8.393062113761902,,
+16000,-1.124070167541504,8.366661835670472,,
+16500,-1.1938308477401733,8.436422379970551,,
+17000,-1.1334937810897827,8.37608543729782,,
+17500,-1.1346924304962158,8.377284130573273,,
+18000,-1.231303334236145,8.473895420074463,,
+18500,-1.1544829607009888,8.397074615478516,,
+19000,-1.1664668321609497,8.40905849313736,,
+19500,-1.0910210609436035,8.333612595081329,,
+20000,-1.116986870765686,8.359578641414643,,
+20000,,,7.865157885551453,-0.6225660276412964
+20500,-1.196850299835205,8.43944271659851,,
+21000,-1.1666178703308105,8.40921020412445,,
+21500,-1.0362211465835571,8.278812587738036,,
+22000,-1.0936347246170044,8.33622686433792,,
+22500,-1.123854160308838,8.366445979118348,,
+23000,-1.1502525806427002,8.392844843864442,,
+23500,-1.048585057258606,8.291176141738891,,
+24000,-1.0508968830108643,8.293488435745239,,
+24500,-1.0698078870773315,8.312400405883789,,
+25000,-1.0558797121047974,8.298471341609956,,
+25000,,,7.896991009712219,-0.654399151802063
+25500,-1.0177298784255981,8.260322118759156,,
+26000,-1.1420350074768066,8.384627064228058,,
+26500,-1.0078272819519043,8.25041923570633,,
+27000,-0.9816940426826477,8.224285922527313,,
+27500,-1.0749205350875854,8.317512173652648,,
+28000,-1.0614173412322998,8.304009720802307,,
+28500,-1.0408825874328613,8.283474720478058,,
+29000,-1.0226104259490967,8.265202493667603,,
+29500,-1.0688477754592896,8.311439654827119,,
+30000,-1.0776655673980713,8.320257207870483,,
+30000,,,7.928358175754547,-0.6857663178443909
+30500,-1.0996885299682617,8.342280438899994,,
+31000,-1.0431692600250244,8.28576131439209,,
+31500,-0.9323897361755371,8.174981526374816,,
+32000,-1.0448123216629028,8.287404282569884,,
+32500,-1.0457897186279297,8.28838144350052,,
+33000,-0.9990127682685852,8.241604254245757,,
+33500,-1.0288316011428833,8.271423215389252,,
+34000,-0.9391740560531616,8.181765538215638,,
+34500,-0.9481043219566345,8.190695775985718,,
+35000,-0.9675369262695312,8.210128994464874,,
+35000,,,7.7664533042907715,-0.5238614463806153
+35500,-0.9987792372703552,8.241371144294739,,
+36000,-1.0705009698867798,8.31309298992157,,
+36500,-0.9814274311065674,8.22401949262619,,
+37000,-1.0326741933822632,8.275266448736192,,
+37500,-0.9649855494499207,8.207577040672302,,
+38000,-0.9077735543251038,8.15036545228958,,
+38500,-0.8409937620162964,8.083585484981537,,
+39000,-0.8864595890045166,8.129051558971405,,
+39500,-0.9210060834884644,8.163597695827484,,
+40000,-0.9630925059318542,8.20568466424942,,
+40000,,,7.686182173490525,-0.44359031558036804
+40500,-0.9604359269142151,8.20302740097046,,
+41000,-0.9391587972640991,8.18175057554245,,
+41500,-0.8852586150169373,8.127850399494172,,
+42000,-1.0065287351608276,8.249120641708375,,
+42500,-0.9923439621925354,8.234935368537903,,
+43000,-0.8635305762290955,8.106122595310211,,
+43500,-0.9286391735076904,8.171230719566346,,
+44000,-0.9256390333175659,8.168231150627136,,
+44500,-0.8891777396202087,8.131769494056702,,
+45000,-0.9140955209732056,8.156687272071839,,
+45000,,,7.693421269655228,-0.4508294117450714
+45500,-0.8853515386581421,8.127943280696869,,
+46000,-0.8782824277877808,8.120874377250672,,
+46500,-0.9314770698547363,8.174069253921509,,
+47000,-0.9545345902442932,8.197126769542693,,
+47500,-0.7800334095954895,8.022625288963319,,
+48000,-0.9076521396636963,8.150243569850922,,
+48500,-0.8409892320632935,8.08358046245575,,
+49000,-0.7971982359886169,8.039790264606475,,
+49500,-0.879081130027771,8.121672852516173,,
+50000,-0.8535681962966919,8.096159941673278,,
+50000,,,7.607669181823731,-0.3650773239135742
+50500,-0.7938743829727173,8.036466488838196,,
+51000,-0.8821865916252136,8.124778107643127,,

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab2f01e3ffd0811b08a572edd8de187c1209c1355c3a229e2c8216ac15fee1c
+size 1935721

2/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/PPO/2
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.303257,-0.12266903,0.15305404,-0.553598,-1.0,0.03253315,-0.17577383,-0.0033830404,0.4302945,-0.2967902,-0.44274655,-0.1836643,-0.66944313,-1.0606651306152344
+3.964785,-0.14833082,0.13319099,-0.59825736,-1.0,0.05313993,-0.10947033,-0.025938593,0.25802967,-0.31996143,-0.42804793,-0.18712774,-0.68435365,3.2778067588806152
+5.48082,-0.16916004,0.13720529,-0.61056054,-1.0,0.0153854005,-0.1378155,-0.098353416,0.15487485,-0.28689665,-0.42233285,-0.16758925,-0.7155281,1.7617716789245605
+10.154904,-0.09471219,0.22838658,-0.54942495,-1.0,-0.047289792,-0.25362238,-0.15105346,0.13361055,-0.19959223,-0.35119867,-0.11810884,-0.79560554,-2.9123125076293945
+11.45127,0.08905437,0.33353373,-0.3637847,-0.9248048,-0.12316798,-0.45601714,-0.14876044,0.19997175,-0.07620874,-0.26656067,-0.008315049,-0.8671087,-4.208678245544434
+7.063691,0.15912211,0.3071486,-0.13206957,-0.77293235,-0.2339331,-0.6017803,-0.15427321,0.27547425,0.017953383,-0.24864493,0.06800705,-0.7823102,0.17890071868896484
+3.8021958,0.043176368,0.20187458,-0.04443407,-0.61664766,-0.33717668,-0.63981974,-0.16702831,0.34216475,-0.0022699218,-0.24462433,0.06109636,-0.6412369,3.4403960704803467
+6.547922,-0.039600093,0.18792737,-0.18847674,-0.74477714,-0.25599223,-0.5768517,-0.08351681,0.46715534,-0.14191335,-0.31446236,-0.018224869,-0.64821094,0.6946697235107422
+10.580566,-0.083517835,0.17809585,-0.40159476,-0.9599653,-0.101237535,-0.41992602,-0.019438036,0.52696323,-0.26353675,-0.39538103,-0.10622141,-0.68160605,-3.3379745483398438
+9.931652,-0.10283246,0.15433139,-0.5139334,-1.0,-0.0020742156,-0.23789349,0.0011519045,0.47647488,-0.29571068,-0.4295462,-0.166558,-0.672964,-2.6890602111816406
+5.418931,-0.12743837,0.13816756,-0.5726934,-1.0,0.043245208,-0.1301238,-0.006368853,0.34488505,-0.31377473,-0.4333556,-0.18695024,-0.6737966,1.8236608505249023
+4.2390385,-0.16531551,0.114889875,-0.6081782,-1.0,0.025509622,-0.11360125,-0.06716112,0.16644229,-0.31397465,-0.42960253,-0.1765469,-0.69762206,3.0035533905029297
+8.181809,-0.1417066,0.18220736,-0.5787531,-1.0,-0.03261849,-0.21645504,-0.14381137,0.1251672,-0.23675585,-0.3998035,-0.12820469,-0.7589563,-0.9392175674438477
+11.3447695,-0.0037416797,0.3006688,-0.4555157,-0.9683792,-0.09672633,-0.37006724,-0.16115804,0.16082257,-0.123671435,-0.31351408,-0.053199656,-0.83841306,-4.102177619934082
+8.657757,0.15124875,0.3386415,-0.1923541,-0.8248846,-0.19394287,-0.58060426,-0.15649801,0.25603628,0.009311808,-0.25952527,0.0637176,-0.83368105,-1.4151649475097656
+4.175536,0.06364199,0.22726233,-0.02603581,-0.6216856,-0.32213798,-0.64597595,-0.19265765,0.31230414,0.04727143,-0.25042138,0.08899821,-0.65304875,3.0670557022094727
+5.1897054,-0.072790675,0.16475919,-0.072502844,-0.60378,-0.32667235,-0.6338143,-0.17430887,0.41283786,-0.0540675,-0.29608455,0.04250063,-0.5898645,2.052886486053467
+9.666307,-0.103983164,0.18134058,-0.3091656,-0.86654204,-0.1616256,-0.5107044,-0.061255567,0.52943563,-0.21036822,-0.38813183,-0.06250119,-0.65003276,-2.423715591430664
+11.019906,-0.10657832,0.16912207,-0.47767064,-1.0,-0.034621965,-0.32001638,-0.014204547,0.51068676,-0.28036886,-0.4328194,-0.14036587,-0.67254573,-3.7773141860961914
+6.8357162,-0.123249784,0.1512542,-0.5549751,-1.0,0.030246172,-0.17107403,-0.005853586,0.41299948,-0.30082735,-0.44583985,-0.17985131,-0.66690755,0.4068756103515625
+3.557717,-0.15969631,0.13259429,-0.60402185,-1.0,0.037763644,-0.11595472,-0.051868007,0.22139342,-0.31854123,-0.43835914,-0.18306273,-0.6857939,3.6848747730255127
+6.285958,-0.17229617,0.16920884,-0.6013184,-1.0,-0.0114961155,-0.18774498,-0.13949755,0.14677142,-0.25743517,-0.4300765,-0.14444731,-0.7306503,0.9566340446472168
+10.776038,-0.07997412,0.27951783,-0.5139833,-1.0,-0.07377346,-0.32580036,-0.1768958,0.1633231,-0.15422216,-0.3567452,-0.07858454,-0.8108876,-3.5334463119506836
+10.465156,0.082800895,0.35185948,-0.26704767,-0.8622626,-0.15393072,-0.5450002,-0.17275155,0.25612664,-0.0032976512,-0.28377664,0.047036212,-0.8503792,-3.2225637435913086
+5.43008,0.04623598,0.26247707,-0.035782047,-0.6436485,-0.27787817,-0.64766765,-0.22436771,0.30882755,0.08797457,-0.27673602,0.11311433,-0.6737993,1.812511920928955
+4.05255,-0.11723913,0.14763305,0.019990636,-0.4854284,-0.36047375,-0.68436974,-0.2568818,0.3730235,0.038871333,-0.2926438,0.110810325,-0.5398819,3.190042018890381
+8.0658,-0.15904221,0.17117997,-0.19147886,-0.73251337,-0.22864772,-0.5898658,-0.13912342,0.51601875,-0.12550294,-0.38882205,-0.008842212,-0.58383685,-0.8232078552246094
+11.057014,-0.1281452,0.18944234,-0.4247972,-0.9757429,-0.07667945,-0.42308676,-0.0470737,0.541896,-0.24400523,-0.4453955,-0.101309896,-0.6595924,-3.814422607421875
+8.639029,-0.12974896,0.1707676,-0.53722316,-1.0,0.008305382,-0.2374166,-0.01909335,0.46997428,-0.28283465,-0.46211895,-0.16391698,-0.6646766,-1.3964366912841797
+4.3435793,-0.15983167,0.15552782,-0.5915778,-1.0,0.041769955,-0.14039654,-0.048196234,0.30709833,-0.3047676,-0.45365474,-0.1805219,-0.6748668,2.899012565612793
+4.8638477,-0.20578797,0.16472848,-0.61987525,-1.0,0.010052342,-0.16132209,-0.13800982,0.18160771,-0.27749854,-0.4629762,-0.16375725,-0.6982776,2.378744125366211
+9.32476,-0.15021187,0.26520088,-0.55612075,-1.0,-0.04611874,-0.2933507,-0.1945256,0.19008745,-0.17072076,-0.4056258,-0.09631933,-0.77922064,-2.0821685791015625
+11.044162,-0.013159348,0.34858504,-0.35149884,-0.8979595,-0.12378974,-0.49292406,-0.18891662,0.26308295,-0.023162542,-0.3235749,0.01605019,-0.8416047,-3.801569938659668
+6.988536,-0.015995609,0.2872254,-0.04818876,-0.6433723,-0.24854118,-0.6513979,-0.25461167,0.33410168,0.12758029,-0.30405644,0.12475267,-0.6833463,0.2540559768676758
+3.8798976,-0.18370911,0.13644388,0.09927664,-0.37256366,-0.36417887,-0.7252909,-0.33910143,0.35200995,0.12856609,-0.2927976,0.17819223,-0.48646483,3.362694263458252
+6.7280865,-0.24914593,0.12137446,-0.036617614,-0.515331,-0.31510156,-0.6728319,-0.26071385,0.46604115,-0.018977715,-0.37439632,0.07800929,-0.48202267,0.5145053863525391
+10.660497,-0.18020481,0.18615389,-0.31393492,-0.8526705,-0.14732975,-0.5345042,-0.100009695,0.56620646,-0.17654037,-0.45904502,-0.050427616,-0.5968219,-3.417904853820801
+9.840666,-0.13873209,0.19549537,-0.49878874,-1.0,-0.027953286,-0.3393432,-0.039511055,0.5164188,-0.25246248,-0.47855005,-0.13027325,-0.65831107,-2.598073959350586
+5.250827,-0.15872057,0.17790662,-0.57119054,-1.0,0.028292608,-0.19286034,-0.05199416,0.39712656,-0.27862233,-0.47384855,-0.1679745,-0.6669328,1.991765022277832
+3.9007366,-0.22600883,0.17113093,-0.620048,-1.0,0.01673999,-0.15919417,-0.1415278,0.22952674,-0.28423005,-0.4868016,-0.17126928,-0.67383385,3.34185528755188
+7.8203936,-0.21342406,0.24926314,-0.58578306,-1.0,-0.022410523,-0.26931635,-0.21323693,0.21861096,-0.18661904,-0.45504722,-0.10620208,-0.74524117,-0.5778017044067383
+11.273585,-0.12323356,0.3306733,-0.44151548,-0.94547445,-0.09104167,-0.43073285,-0.21282685,0.27627203,-0.0552942,-0.38382438,-0.016673949,-0.811111,-4.030993461608887
+8.833532,-0.073623896,0.31386706,-0.10067822,-0.67388594,-0.21161778,-0.6434374,-0.25378862,0.37219244,0.14631054,-0.33475038,0.116791904,-0.70793736,-1.5909404754638672
+4.176915,-0.23965064,0.15288831,0.12578791,-0.3257104,-0.32653168,-0.7416064,-0.38852704,0.36466163,0.19761294,-0.30666193,0.2188508,-0.46433377,3.065676689147949
+5.1802454,-0.33635622,0.06834901,0.093188986,-0.31470564,-0.3645581,-0.73323625,-0.36633387,0.42468876,0.089707576,-0.3544831,0.16748112,-0.39767218,2.0623464584350586
+9.666999,-0.27328798,0.15129231,-0.16555305,-0.6664203,-0.23631537,-0.62468344,-0.19396952,0.56250817,-0.084128425,-0.46480474,0.006510604,-0.48568216,-2.4244070053100586
+10.985261,-0.17004403,0.2064066,-0.41732627,-0.9488278,-0.083194405,-0.4581304,-0.070393555,0.56014025,-0.2014365,-0.4936462,-0.08306773,-0.6245458,-3.742669105529785
+7.065825,-0.16273212,0.19825014,-0.53839165,-1.0,-0.0061360337,-0.28061336,-0.05983188,0.47545612,-0.24794433,-0.49586588,-0.14409138,-0.6587381,0.17676687240600586
+3.678015,-0.2268921,0.18708575,-0.5974973,-1.0,0.014677208,-0.18516353,-0.13658082,0.3128007,-0.26667744,-0.5022836,-0.16617128,-0.6569685,3.5645768642425537
+5.8457694,-0.2650065,0.22885165,-0.60232824,-1.0,-0.007562738,-0.24846599,-0.22580042,0.24890639,-0.20641592,-0.50086427,-0.11680281,-0.7052542,1.396822452545166
+10.314613,-0.21835949,0.30847248,-0.50223213,-0.98288983,-0.05852587,-0.3836062,-0.24362707,0.30001244,-0.0763989,-0.445933,-0.03384917,-0.77149314,-3.072021484375
+10.652608,-0.13936189,0.3320904,-0.20328334,-0.73732644,-0.16774388,-0.6078062,-0.2391214,0.40800703,0.121549,-0.37509814,0.0854698,-0.7264291,-3.4100160598754883
+5.835136,-0.27836806,0.1809543,0.11073294,-0.33105972,-0.2824577,-0.7483851,-0.3976938,0.4022198,0.24601924,-0.33155936,0.2337364,-0.47958708,1.4074559211730957
+4.0301585,-0.38099185,0.0563329,0.17498916,-0.20544867,-0.35763234,-0.7623025,-0.430936,0.4117872,0.18404497,-0.33021197,0.22889996,-0.360499,3.212433338165283
+7.8048224,-0.39944124,0.073713236,0.0130584,-0.39329594,-0.32390755,-0.7140336,-0.3373112,0.5155459,0.025217267,-0.43921843,0.108794674,-0.3625507,-0.5622305870056152
+11.060972,-0.24910095,0.178548,-0.2680504,-0.7701257,-0.17680924,-0.57168347,-0.138607,0.589585,-0.118242234,-0.5046833,-0.032098003,-0.51909214,-3.818380355834961
+9.148954,-0.18097398,0.21131405,-0.47076902,-0.99129146,-0.055234488,-0.40078795,-0.07009333,0.5379154,-0.20599526,-0.51137453,-0.101407886,-0.63843334,-1.906362533569336
+4.6733146,-0.21172154,0.20106481,-0.5559259,-1.0,-0.004485894,-0.25199908,-0.116721205,0.41503295,-0.23382628,-0.5120357,-0.14561148,-0.65055376,2.569277286529541
+4.216777,-0.2944385,0.2056539,-0.5942561,-1.0,-0.0057353415,-0.23277035,-0.22020718,0.29530066,-0.21782576,-0.53308797,-0.12890154,-0.6594646,3.025815010070801
+8.38307,-0.29310837,0.27691886,-0.54105765,-1.0,-0.033182662,-0.34230426,-0.27211288,0.31308883,-0.101554595,-0.5018643,-0.048111275,-0.72343165,-1.1404781341552734
+11.361938,-0.2317574,0.3247517,-0.35364357,-0.841374,-0.11043674,-0.5169033,-0.24608743,0.4128612,0.05203811,-0.4430333,0.03583287,-0.7250025,-4.119346618652344
+8.400082,-0.28026113,0.2247346,0.03248944,-0.41465566,-0.242826,-0.73047376,-0.3567451,0.4462914,0.26076695,-0.3709627,0.20687988,-0.53179467,-1.1574897766113281
+4.038026,-0.39197013,0.09157576,0.19044101,-0.18683313,-0.30893186,-0.7715795,-0.4521674,0.42483062,0.25498176,-0.3228926,0.2633805,-0.37173483,3.20456600189209
+5.540971,-0.4644621,0.02098093,0.14732625,-0.20792915,-0.35179502,-0.75871867,-0.43318552,0.47652054,0.13809013,-0.38847393,0.20077711,-0.3129876,1.7016210556030273
+9.899312,-0.38872442,0.10186704,-0.06361628,-0.48368984,-0.29152462,-0.6841023,-0.289118,0.56787276,-0.012628533,-0.49280438,0.05860387,-0.36046708,-2.6567201614379883
+10.985068,-0.23616871,0.19661875,-0.33311263,-0.83047163,-0.13628796,-0.53006685,-0.112342216,0.58739096,-0.13172916,-0.51967394,-0.04784597,-0.5556903,-3.742476463317871
+6.962365,-0.20826316,0.21345034,-0.48933586,-0.99618584,-0.04545487,-0.3731242,-0.09773805,0.5121404,-0.19490035,-0.5244667,-0.104567796,-0.6420138,0.2802267074584961
+3.6062515,-0.28401077,0.19843939,-0.5524873,-1.0,-0.020492975,-0.25979447,-0.18866402,0.37623066,-0.20521541,-0.541111,-0.12919436,-0.62599003,3.636340379714966
+5.720876,-0.33536577,0.2313754,-0.55708086,-0.99385005,-0.021780375,-0.3007574,-0.27170023,0.32912475,-0.14033839,-0.54544485,-0.07575168,-0.66468805,1.5217156410217285
+10.259224,-0.32339996,0.29268196,-0.4561312,-0.91236436,-0.06518042,-0.42513072,-0.2842164,0.3986491,-0.0048085097,-0.5093007,8.558482e-05,-0.69062597,-3.016632080078125
+11.109987,-0.29433966,0.28132793,-0.16235109,-0.61733717,-0.1746216,-0.63771653,-0.28708762,0.49633396,0.18741778,-0.43910176,0.11500272,-0.5934088,-3.8673954010009766
+6.3614817,-0.37510356,0.14517614,0.1409238,-0.24328107,-0.26762038,-0.7753235,-0.4232785,0.456114,0.30197752,-0.35695124,0.26760462,-0.42326447,0.8811101913452148
+3.8123217,-0.45726454,0.04326707,0.20406607,-0.15716855,-0.31773612,-0.771499,-0.46783555,0.46391898,0.23373395,-0.3460978,0.25346556,-0.32609633,3.430270195007324
+7.1083217,-0.49191773,0.024315031,0.112363815,-0.23567586,-0.34216738,-0.7572329,-0.4228121,0.52462846,0.1079737,-0.43889132,0.17516425,-0.2858282,0.13427019119262695
+10.982104,-0.3740262,0.12191531,-0.109749824,-0.53638023,-0.26725388,-0.66050434,-0.2575849,0.5873571,-0.025419781,-0.515399,0.03603395,-0.37432697,-3.7395124435424805
+10.180545,-0.24660334,0.20477425,-0.3559441,-0.8443954,-0.12073544,-0.51269037,-0.11482532,0.5815527,-0.12594166,-0.53012073,-0.049527366,-0.57056546,-2.937952995300293
+5.486819,-0.2479156,0.21239826,-0.48635006,-0.969408,-0.050547723,-0.37068978,-0.1373387,0.489249,-0.17499724,-0.5379532,-0.09651725,-0.6293138,1.7557730674743652
+3.6134408,-0.33229697,0.19667083,-0.529601,-0.9629764,-0.03337427,-0.29290745,-0.23146361,0.3792025,-0.16166927,-0.55922174,-0.0961774,-0.6105747,3.6291511058807373
+7.058572,-0.3686178,0.24247655,-0.50589484,-0.9381821,-0.04243726,-0.35419858,-0.29680672,0.37912425,-0.06902446,-0.5542066,-0.039807335,-0.63986844,0.1840200424194336
+11.215061,-0.3618173,0.28165588,-0.36418024,-0.8019689,-0.09984538,-0.4941498,-0.29199368,0.47218794,0.07578681,-0.51694137,0.034467164,-0.6197067,-3.9724693298339844
+10.493182,-0.35648346,0.22238058,-0.04106722,-0.44920298,-0.21131821,-0.70196295,-0.3375532,0.5114862,0.25674048,-0.4371198,0.17988822,-0.49404934,-3.2505903244018555
+5.320181,-0.41895026,0.11048165,0.1745305,-0.19294922,-0.2731345,-0.7823236,-0.44476593,0.4731037,0.30937043,-0.357161,0.2807191,-0.38003606,1.9224109649658203
+4.1332226,-0.48844987,0.02383306,0.2044726,-0.14902733,-0.32132143,-0.7740622,-0.47368976,0.49239632,0.22215816,-0.36712632,0.24778792,-0.30669197,3.1093692779541016
+7.969847,-0.50054896,0.028305111,0.10540725,-0.23881772,-0.34018117,-0.76069695,-0.42176342,0.54481554,0.1053203,-0.45861712,0.1714494,-0.27131426,-0.7272553443908691
+11.37643,-0.38880295,0.12138666,-0.10406219,-0.5180194,-0.26811156,-0.66504186,-0.26873365,0.58950293,-0.015308525,-0.52250755,0.04413286,-0.36376113,-4.133837699890137
+9.6952915,-0.27088392,0.2040461,-0.33948156,-0.8149262,-0.12818177,-0.5232848,-0.1342093,0.5820415,-0.105238736,-0.5383224,-0.04033266,-0.55666995,-2.452699661254883
+4.8797445,-0.28090417,0.2080965,-0.46484658,-0.92492473,-0.06409055,-0.39429793,-0.16295922,0.48855245,-0.15085603,-0.54835427,-0.07872385,-0.60992086,2.362847328186035
+3.759792,-0.3598121,0.19147328,-0.50142616,-0.919949,-0.046735693,-0.32435918,-0.24918282,0.39674705,-0.12727478,-0.5670282,-0.07257442,-0.59423274,3.482799768447876
+7.596463,-0.40148014,0.23198316,-0.4658856,-0.8825396,-0.061776366,-0.38252592,-0.30969244,0.41243416,-0.028225353,-0.5639833,-0.023861865,-0.60023564,-0.35387134552001953
+11.624738,-0.40118605,0.25943777,-0.31572473,-0.72880787,-0.11856353,-0.5215848,-0.3058673,0.50315714,0.11165903,-0.5277444,0.052196126,-0.5605884,-4.382145881652832
+10.553157,-0.3905579,0.20027184,-0.025038546,-0.41487184,-0.21492596,-0.7070221,-0.34942874,0.52396727,0.2666123,-0.45318726,0.1895415,-0.45279548,-3.3105649948120117
+5.1661487,-0.43221658,0.10550469,0.17272751,-0.1918173,-0.27131042,-0.78490067,-0.44430846,0.48974606,0.3142647,-0.37344074,0.28196356,-0.36722228,2.0764431953430176
+4.0616455,-0.49352846,0.025047591,0.20996664,-0.1432801,-0.31744507,-0.7795032,-0.47783,0.5040232,0.23321211,-0.37219396,0.25479022,-0.30341405,3.1809463500976562
+7.9029913,-0.5076978,0.023116266,0.12936066,-0.20983869,-0.34361613,-0.77241504,-0.4375338,0.5450217,0.12749514,-0.4494671,0.1906951,-0.2682868,-0.6603994369506836
+11.538212,-0.43568128,0.09508259,-0.038916856,-0.4188568,-0.29733425,-0.7029087,-0.32628393,0.57894003,0.019280197,-0.5163483,0.08599383,-0.31662482,-4.295619964599609
+10.210571,-0.31152204,0.19006525,-0.27299836,-0.725934,-0.16652384,-0.5686816,-0.17359716,0.58928037,-0.067520946,-0.542284,-0.014538702,-0.50107783,-2.9679794311523438
+5.1810846,-0.2952041,0.20754954,-0.42084545,-0.8697447,-0.086709976,-0.44709218,-0.16735908,0.5166898,-0.12158169,-0.5518173,-0.055062942,-0.5891095,2.061507225036621
+3.4849153,-0.3649728,0.18522313,-0.4736611,-0.880356,-0.06304763,-0.3597255,-0.24309635,0.4207534,-0.115375355,-0.56622815,-0.057230283,-0.5787554,3.757676601409912
+6.966655,-0.42087093,0.20631179,-0.45169637,-0.84810954,-0.0747122,-0.38369268,-0.3101917,0.41499507,-0.032414466,-0.5713725,-0.0249814,-0.5706225,0.2759370803833008
+11.4393015,-0.43186742,0.23699859,-0.33443272,-0.72546184,-0.11844823,-0.49999186,-0.31999668,0.49053672,0.08986884,-0.54592484,0.04269451,-0.5357886,-4.196709632873535
+11.725888,-0.41517413,0.20950939,-0.10535066,-0.48996556,-0.19115992,-0.6597731,-0.331887,0.5404881,0.22428223,-0.49361154,0.14865197,-0.44980454,-4.4832963943481445
+6.367908,-0.42438048,0.1277032,0.12344357,-0.24416932,-0.26053965,-0.7752536,-0.4162046,0.50803745,0.3109082,-0.41650552,0.26366925,-0.36953315,0.8746838569641113
+3.536099,-0.47559607,0.050957933,0.2083754,-0.15219414,-0.30099759,-0.78743255,-0.4729967,0.50490427,0.26793808,-0.37589276,0.27250913,-0.31415227,3.7064929008483887
+6.5528092,-0.5079584,0.01629492,0.1746904,-0.16277209,-0.3423397,-0.7856308,-0.46384466,0.52997774,0.1745849,-0.4125693,0.22625211,-0.28010663,0.6897826194763184
+10.944076,-0.4859224,0.05263921,0.06675569,-0.2763485,-0.33594334,-0.7598399,-0.40275592,0.55953014,0.07971693,-0.48210132,0.15531951,-0.2762155,-3.701483726501465
+11.748993,-0.39742786,0.13856,-0.12331505,-0.5212382,-0.25245243,-0.66276604,-0.2803846,0.5825286,-0.005835766,-0.53397024,0.054393988,-0.3748957,-4.506401062011719
+7.2000837,-0.31533977,0.20154779,-0.31598848,-0.7552396,-0.14031886,-0.5419271,-0.18112883,0.56299174,-0.0704137,-0.5494296,-0.015731618,-0.52862084,0.04250812530517578
+3.3016303,-0.34128135,0.18892589,-0.4271349,-0.8331867,-0.08985637,-0.43067676,-0.210724,0.46927366,-0.111294314,-0.55555654,-0.038397834,-0.5676125,3.9409615993499756
+4.9644747,-0.40265948,0.17964515,-0.45401406,-0.83429366,-0.0824471,-0.38397074,-0.2784645,0.40906,-0.08063713,-0.5673909,-0.032393012,-0.56477386,2.2781171798706055
+9.570811,-0.4427758,0.20328362,-0.40465894,-0.7740406,-0.10871819,-0.43593273,-0.32619268,0.42630762,0.0057174508,-0.56196874,0.005643908,-0.54403293,-2.328219413757324
+12.796988,-0.43615282,0.21757609,-0.2648305,-0.63501805,-0.15247963,-0.5573826,-0.31986398,0.50468916,0.11768181,-0.53572404,0.07552394,-0.49216393,-5.55439567565918
+10.194458,-0.42253926,0.18052453,-0.050524198,-0.42104974,-0.21638256,-0.6943562,-0.3483439,0.53358257,0.23454243,-0.49464887,0.17923358,-0.40016845,-2.9518661499023438
+4.3311853,-0.4284938,0.11516829,0.13580577,-0.2289903,-0.27186644,-0.78653693,-0.42578965,0.5071703,0.29647076,-0.4251664,0.26989904,-0.3403456,2.9114065170288086
+3.8952196,-0.4754722,0.043651424,0.20707482,-0.14595789,-0.31641853,-0.79704756,-0.4738185,0.5065594,0.24927366,-0.3786762,0.26842454,-0.3060985,3.34737229347229
+8.019947,-0.4960787,0.021007096,0.1736153,-0.15390663,-0.35195035,-0.79957974,-0.46356997,0.5222492,0.1673689,-0.39951676,0.2328429,-0.2923003,-0.7773551940917969
+11.919081,-0.48055163,0.051367134,0.0823465,-0.25102577,-0.34439877,-0.7771038,-0.4175257,0.54485196,0.08740679,-0.46109912,0.17432848,-0.2880495,-4.676488876342773
+11.439964,-0.41994643,0.12118329,-0.06813502,-0.43881485,-0.2816691,-0.7070778,-0.3308784,0.5626937,0.016462458,-0.5195967,0.09681906,-0.34519884,-4.1973724365234375
+6.3520055,-0.33866873,0.18738048,-0.25494233,-0.6667635,-0.17616375,-0.594341,-0.21778357,0.55298084,-0.05015014,-0.54133654,0.020534214,-0.48424459,0.8905863761901855
+3.0745761,-0.33826536,0.18448475,-0.40802947,-0.7979656,-0.10922702,-0.46553537,-0.21118593,0.46417803,-0.11695635,-0.5442964,-0.020999163,-0.56607825,4.168015480041504
+5.201829,-0.3851055,0.16951519,-0.46227273,-0.82177806,-0.09943162,-0.40103525,-0.26560906,0.3780311,-0.116211705,-0.55182016,-0.025242016,-0.5833497,2.0407629013061523
+9.586398,-0.4277416,0.17998852,-0.43897405,-0.7894422,-0.12223427,-0.41514784,-0.31814563,0.35755077,-0.05355575,-0.55080307,-0.0068008658,-0.57237333,-2.343806266784668
+12.71254,-0.4260339,0.19958678,-0.3409715,-0.68785155,-0.15640552,-0.51037127,-0.3206063,0.42249343,0.033609025,-0.5337136,0.047562014,-0.5266835,-5.469947814941406
+10.947502,-0.40566945,0.19310644,-0.18435884,-0.52641535,-0.19879076,-0.6318228,-0.32129237,0.48139924,0.12706137,-0.5068055,0.12749462,-0.4472275,-3.7049102783203125
+4.88653,-0.38731495,0.15298933,0.033367895,-0.31496072,-0.254252,-0.7622405,-0.38327008,0.48018354,0.24243534,-0.45585892,0.24054644,-0.3660684,2.3560619354248047
+3.266538,-0.4134183,0.0825026,0.18988937,-0.15553847,-0.30930698,-0.82679117,-0.45625702,0.4674803,0.2695685,-0.36757424,0.2939869,-0.3371949,3.9760539531707764
+6.728305,-0.45521122,0.022696065,0.21974768,-0.09932642,-0.36058247,-0.8276159,-0.47769752,0.47306207,0.20812759,-0.3287183,0.27730933,-0.3279174,0.514286994934082
+10.457538,-0.46268034,0.013549017,0.17822954,-0.12440434,-0.38461,-0.8229679,-0.4626755,0.48220164,0.13719118,-0.353105,0.24899766,-0.32110766,-3.2149457931518555
+11.935395,-0.44245762,0.043283314,0.10080822,-0.21974333,-0.37513828,-0.81070566,-0.42495888,0.50483596,0.07168341,-0.42207947,0.20351149,-0.31458688,-4.692803382873535
+9.3324795,-0.38195527,0.11311656,-0.045301102,-0.40537012,-0.31371254,-0.7577686,-0.34041652,0.5264141,-0.010587571,-0.49139324,0.13212658,-0.36816528,-2.0898876190185547
+4.05276,-0.28658515,0.18586242,-0.29265922,-0.6865893,-0.18172795,-0.6109561,-0.20675978,0.49479285,-0.11987687,-0.5067312,0.036928393,-0.54492915,3.1898317337036133
+2.9589589,-0.2981498,0.17541832,-0.4679079,-0.82465476,-0.12290667,-0.456041,-0.20723295,0.3690707,-0.18716717,-0.51208425,-0.0095360335,-0.627011,4.283633232116699
+6.3137846,-0.38206246,0.14454938,-0.5017858,-0.8190593,-0.13155387,-0.3876972,-0.28356928,0.254172,-0.15345116,-0.5299184,-0.010838278,-0.62623924,0.928807258605957
+10.108552,-0.41808206,0.16785452,-0.46309903,-0.7836469,-0.14963032,-0.40577576,-0.33838844,0.23307285,-0.07835966,-0.51677024,0.00819353,-0.6155052,-2.865960121154785
+12.183217,-0.39088506,0.18514577,-0.38489312,-0.6928779,-0.17594911,-0.5026711,-0.32736126,0.28808293,-0.03806487,-0.49124923,0.059281502,-0.5797224,-4.940625190734863
+10.532617,-0.3501698,0.17713785,-0.271165,-0.56136364,-0.20484923,-0.61739516,-0.31677014,0.32957187,0.0021056328,-0.46548083,0.12663189,-0.5228314,-3.290024757385254
+5.5728226,-0.3225652,0.14802068,-0.04186721,-0.33379617,-0.24567896,-0.77457464,-0.37690294,0.35624203,0.119654275,-0.4155234,0.24959055,-0.42051113,1.669769287109375
+3.2635906,-0.29205132,0.09335185,0.1478568,-0.15374736,-0.3112433,-0.8926383,-0.42624485,0.35167855,0.19055682,-0.32732907,0.32796773,-0.3995804,3.97900128364563
+5.9662423,-0.3392118,0.034034535,0.20931819,-0.0926206,-0.38702816,-0.9004254,-0.44868955,0.38781232,0.16677116,-0.3058942,0.31962675,-0.3602596,1.2763495445251465
+9.947295,-0.37389883,0.014052743,0.18539838,-0.10717018,-0.4203478,-0.8785091,-0.43923423,0.4235369,0.113183714,-0.3242539,0.2896165,-0.34272826,-2.7047033309936523
+11.896034,-0.36796144,0.03381309,0.124721184,-0.18236642,-0.41823646,-0.8693568,-0.40770012,0.45125026,0.055397958,-0.37972322,0.25532126,-0.34516564,-4.6534423828125
+10.328134,-0.34065914,0.087084256,0.021413228,-0.31547886,-0.37033814,-0.8361388,-0.36156684,0.47365525,-0.005149735,-0.4419272,0.2029945,-0.37794617,-3.0855417251586914
+5.292115,-0.31112662,0.14714277,-0.14892136,-0.49016017,-0.26457807,-0.73923624,-0.29483837,0.4633789,-0.08194059,-0.47330806,0.13171537,-0.45486605,1.9504766464233398
+2.7180161,-0.28878352,0.16461192,-0.37672642,-0.700518,-0.17384185,-0.5710437,-0.22287565,0.38576043,-0.1634496,-0.4865071,0.051817928,-0.5840972,4.524575710296631
+5.4126697,-0.33611873,0.14743873,-0.45748106,-0.75956714,-0.16483836,-0.47170866,-0.25561005,0.28657016,-0.16555855,-0.5058111,0.027378175,-0.6072413,1.8299221992492676
+9.713862,-0.38753715,0.14888835,-0.44693434,-0.74342227,-0.17960195,-0.44886792,-0.31155056,0.23515388,-0.11028746,-0.5078284,0.027955212,-0.6004201,-2.4712705612182617
+12.483157,-0.38348696,0.16497964,-0.39475545,-0.6882263,-0.1953011,-0.49993727,-0.3235289,0.25184444,-0.071119614,-0.48876473,0.05286706,-0.57673496,-5.240565299987793
+11.905607,-0.35165003,0.16690654,-0.32385144,-0.6016441,-0.20879352,-0.58514464,-0.3138443,0.2867297,-0.049172997,-0.46751502,0.1033072,-0.54523265,-4.663015365600586
+7.42445,-0.32389724,0.15188974,-0.16759889,-0.4347003,-0.22995666,-0.71428597,-0.3456904,0.3114109,0.021199515,-0.43281305,0.19977695,-0.4756253,-0.18185806274414062
+3.792961,-0.2789405,0.11770861,0.053064644,-0.23231861,-0.27415577,-0.86634636,-0.40471795,0.3177883,0.1273655,-0.3574106,0.30863854,-0.42555192,3.4496309757232666
+4.660163,-0.28244647,0.06447438,0.16702142,-0.1266546,-0.34173343,-0.9285074,-0.42714286,0.3408335,0.15238822,-0.30550542,0.33876732,-0.41394833,2.5824289321899414
+8.255815,-0.33413237,0.02303694,0.19118735,-0.09674117,-0.39992318,-0.91372323,-0.43981782,0.38925508,0.12262487,-0.30282858,0.319685,-0.37359756,-1.0132226943969727
+11.035591,-0.34806716,0.013102477,0.16162075,-0.12328991,-0.42537263,-0.90209067,-0.42073247,0.41521454,0.07463374,-0.33322302,0.29721877,-0.363093,-3.792999267578125
+11.484831,-0.33768356,0.039081722,0.10247621,-0.20069428,-0.41311434,-0.8917946,-0.3918926,0.43559533,0.025600007,-0.3864576,0.26533926,-0.37177482,-4.242238998413086
+8.646144,-0.31807935,0.08539425,0.004689051,-0.31622782,-0.36143386,-0.8540381,-0.35238507,0.4491754,-0.03376743,-0.43197533,0.21386242,-0.40531385,-1.4035520553588867
+4.433158,-0.28082144,0.13788167,-0.1882822,-0.50633174,-0.2582374,-0.7422141,-0.28292328,0.41172764,-0.12684229,-0.45351443,0.1436565,-0.49844852,2.809433937072754
+3.3952777,-0.25997302,0.15274791,-0.4105809,-0.7167649,-0.18497033,-0.57407904,-0.21767801,0.32481462,-0.19562006,-0.47628567,0.073575154,-0.6225221,3.8473141193389893
+6.481943,-0.3292279,0.13493949,-0.48512748,-0.7754198,-0.1761867,-0.4613669,-0.26340216,0.21395428,-0.18316449,-0.50371397,0.04197083,-0.6407479,0.7606487274169922
+9.9314995,-0.3724241,0.1363948,-0.4824186,-0.7709622,-0.18256146,-0.43209755,-0.3093803,0.16030863,-0.14153618,-0.50326985,0.035219826,-0.6461501,-2.6889076232910156
+11.294864,-0.34991485,0.14630218,-0.4496532,-0.7352423,-0.19564599,-0.4768666,-0.30593848,0.1666845,-0.1355137,-0.4839262,0.053679805,-0.6362435,-4.052271842956543
+9.435674,-0.3211325,0.13832213,-0.4144426,-0.67951566,-0.20726514,-0.53896534,-0.29382893,0.1850681,-0.14887011,-0.47003236,0.089729086,-0.62012815,-2.193081855773926
+5.6923423,-0.30988783,0.115946054,-0.37527135,-0.61786574,-0.2229235,-0.59165484,-0.29963058,0.1874902,-0.16343634,-0.46395,0.12583388,-0.59605867,1.5502495765686035
+3.988726,-0.30599713,0.088830784,-0.3555605,-0.60377866,-0.25820786,-0.6143499,-0.30056453,0.18895824,-0.18831936,-0.47849447,0.13847402,-0.58750147,3.253865957260132
+5.3443713,-0.30509478,0.05618415,-0.37005132,-0.68341535,-0.29556033,-0.5662343,-0.28166455,0.1957183,-0.23084691,-0.52216315,0.11101729,-0.5944919,1.8982205390930176
+7.842547,-0.29652897,-0.0023955647,-0.36225173,-0.71221954,-0.32932442,-0.5026857,-0.2959323,0.17392306,-0.26066184,-0.52581024,0.08450699,-0.5607893,-0.5999550819396973
+9.640564,-0.2986947,-0.0798696,-0.3235672,-0.6541291,-0.4164043,-0.45685488,-0.33509967,0.087260984,-0.29255897,-0.4812164,0.0374461,-0.49482068,-2.3979721069335938
+9.617246,-0.2520291,-0.12800416,-0.25643462,-0.48942584,-0.5131228,-0.45617276,-0.29120064,0.03883345,-0.34505534,-0.3492576,-0.03390951,-0.468531,-2.3746538162231445
+8.65316,-0.21869025,-0.11083681,-0.15248543,-0.35814917,-0.575902,-0.4422239,-0.25237566,0.05883618,-0.31974542,-0.275044,-0.1288251,-0.38358063,-1.4105682373046875
+7.216254,-0.26240417,-0.14636774,-0.106253244,-0.33562782,-0.6113021,-0.3693591,-0.26312876,0.094656534,-0.2792388,-0.33862942,-0.18911229,-0.24479195,0.026337623596191406
+5.31676,-0.26191872,-0.20708142,-0.17555195,-0.35136265,-0.6397314,-0.29697818,-0.26140493,0.122845426,-0.32142913,-0.4016057,-0.17351905,-0.18692294,1.9258317947387695
+4.482631,-0.24117488,-0.23963994,-0.25358987,-0.3673863,-0.6062256,-0.2551549,-0.26034233,0.13304709,-0.3497429,-0.4113752,-0.15299395,-0.18206969,2.759960651397705
+4.85629,-0.26487017,-0.26516134,-0.2936452,-0.37364686,-0.5813887,-0.22808194,-0.29456514,0.13278945,-0.3388061,-0.43087527,-0.13993901,-0.16135958,2.3863019943237305
+5.701828,-0.31378266,-0.26960397,-0.31634614,-0.37793893,-0.5547107,-0.22884399,-0.35965773,0.08322115,-0.3114098,-0.4298546,-0.124495834,-0.22659041,1.5407638549804688
+6.912601,-0.40506908,-0.24546587,-0.35243872,-0.40648097,-0.50504035,-0.24900988,-0.44310188,-0.0860068,-0.29452547,-0.4130014,-0.107527494,-0.3717997,0.32999086380004883
+8.038157,-0.46419826,-0.2006746,-0.35604912,-0.4454543,-0.43594545,-0.26572707,-0.49027225,-0.21834844,-0.24716318,-0.38341412,-0.10812411,-0.48788813,-0.7955656051635742
+9.043177,-0.48186007,-0.1656152,-0.32178262,-0.45111775,-0.3836502,-0.29531056,-0.509813,-0.27608848,-0.19362389,-0.35243908,-0.1095697,-0.55179864,-1.8005847930908203
+9.226603,-0.47231284,-0.16205987,-0.3042326,-0.44499815,-0.38479018,-0.34135962,-0.49129906,-0.252261,-0.21604511,-0.34566116,-0.102195725,-0.5479238,-1.9840106964111328
+7.326314,-0.43908608,-0.19197011,-0.2920539,-0.44342014,-0.44461295,-0.39410886,-0.4322829,-0.15345594,-0.2676552,-0.385627,-0.077683195,-0.4807399,-0.08372211456298828
+5.695372,-0.36659488,-0.20779645,-0.2585136,-0.44595915,-0.4977916,-0.44399118,-0.35843235,0.0045192847,-0.287422,-0.40352103,-0.054064114,-0.4186043,1.5472197532653809
+5.418914,-0.32731327,-0.18879268,-0.24801606,-0.4721313,-0.5064555,-0.4590757,-0.3303306,0.070019856,-0.2958054,-0.40369144,-0.038770687,-0.40259716,1.8236780166625977
+5.9968615,-0.3052624,-0.18369105,-0.2553853,-0.47305864,-0.5185766,-0.43230516,-0.31887674,0.07947915,-0.31751725,-0.38533178,-0.052444156,-0.39957044,1.2457304000854492
+6.4024262,-0.28622568,-0.18061191,-0.25661755,-0.43905228,-0.5420171,-0.39174804,-0.31250685,0.05690283,-0.3387141,-0.35358205,-0.086853355,-0.40513626,0.8401656150817871
+6.7748065,-0.30244225,-0.17595999,-0.2461883,-0.4157676,-0.53721654,-0.3700819,-0.33765948,-0.007803305,-0.32770684,-0.33172455,-0.11516604,-0.43345195,0.4677853584289551
+7.5901713,-0.33600828,-0.16690089,-0.2417728,-0.4006857,-0.5056118,-0.37113363,-0.37512586,-0.09984899,-0.30506855,-0.3084125,-0.12093775,-0.4777871,-0.3475794792175293
+8.325632,-0.3527082,-0.17287734,-0.23449951,-0.3955551,-0.51680595,-0.3640662,-0.39613354,-0.12095136,-0.29167217,-0.31727952,-0.119167656,-0.47434673,-1.0830402374267578
+8.170425,-0.34261224,-0.20419432,-0.24556652,-0.40248984,-0.5619674,-0.34207037,-0.3811949,-0.052655056,-0.30695668,-0.36105746,-0.11890088,-0.42004713,-0.9278335571289062
+7.589856,-0.3296069,-0.2361985,-0.2697144,-0.40941653,-0.57610667,-0.32417923,-0.36203635,0.013699395,-0.31789184,-0.39659166,-0.109450415,-0.36431366,-0.34726428985595703
+7.023408,-0.33553922,-0.24507439,-0.29374516,-0.42907226,-0.5531038,-0.31670016,-0.3658209,0.03611031,-0.3124541,-0.416612,-0.1042255,-0.3378276,0.21918392181396484
+6.549893,-0.3541922,-0.23792282,-0.3096271,-0.4456385,-0.5334567,-0.31905937,-0.37775844,0.016915055,-0.31118718,-0.42000133,-0.100419044,-0.35493103,0.6926989555358887
+6.1677423,-0.37401998,-0.22048199,-0.31537157,-0.4530233,-0.5105114,-0.33195108,-0.38693863,-0.0319102,-0.32035327,-0.3994771,-0.10484901,-0.40470558,1.0748496055603027
+6.193576,-0.38975835,-0.20493498,-0.30545324,-0.44593686,-0.4905098,-0.3468691,-0.3975672,-0.08492232,-0.31892097,-0.37068582,-0.11631054,-0.44923335,1.049015998840332
+6.763679,-0.40036413,-0.19558078,-0.29274228,-0.43764907,-0.47263902,-0.3574149,-0.40993303,-0.121218756,-0.30673394,-0.35098335,-0.121766165,-0.4736674,0.4789128303527832
+7.4604974,-0.40071112,-0.19781613,-0.285831,-0.43332946,-0.477071,-0.36203048,-0.4104264,-0.12526688,-0.30188984,-0.35421556,-0.11813593,-0.47024462,-0.21790552139282227
+7.8890166,-0.37474078,-0.20994529,-0.26772487,-0.43076837,-0.51540947,-0.3739968,-0.38740507,-0.06765248,-0.30536607,-0.37485138,-0.1075345,-0.43431035,-0.6464247703552246
+8.004164,-0.33355144,-0.22109452,-0.24571559,-0.42650974,-0.55567276,-0.39068747,-0.3502059,0.018980425,-0.30845982,-0.39211988,-0.093616664,-0.38799995,-0.7615718841552734
+7.88613,-0.31082514,-0.22880077,-0.24309829,-0.4252957,-0.5694648,-0.38923654,-0.32732883,0.061504234,-0.3150663,-0.39865535,-0.08589733,-0.35716918,-0.6435379981994629
+7.5418963,-0.30407545,-0.2325246,-0.2518854,-0.42793602,-0.5724286,-0.36764175,-0.32458234,0.07168143,-0.3207247,-0.4023586,-0.092845276,-0.33947864,-0.2993044853210449
+7.021282,-0.3071322,-0.22930828,-0.25946248,-0.4273001,-0.5738318,-0.34583935,-0.33309963,0.056339104,-0.3247212,-0.39947352,-0.10704011,-0.34366953,0.22130966186523438
+6.6060505,-0.31632188,-0.22215363,-0.25965926,-0.426005,-0.57079506,-0.34007382,-0.345353,0.023715168,-0.32602105,-0.38993546,-0.11547901,-0.3684471,0.6365413665771484
+6.486635,-0.3233883,-0.21673518,-0.2534815,-0.42332342,-0.5670296,-0.34555805,-0.35469818,-0.0045917956,-0.32374328,-0.37997943,-0.11794864,-0.39305452,0.7559566497802734
+6.705166,-0.32684964,-0.21651125,-0.2485401,-0.4212435,-0.56764627,-0.3465463,-0.35929543,-0.014391544,-0.31999767,-0.37901497,-0.120082736,-0.39862844,0.5374259948730469

2/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-2.8690640926361084,8.522986286640167,,
+1000,-2.835134267807007,8.489052596569062,,
+1500,-2.8602805137634277,8.514201438426971,,
+2000,-2.8348658084869385,8.488786120414733,,
+2500,-2.9003169536590576,8.55423842716217,,
+3000,-2.816422462463379,8.470343230247497,,
+3500,-2.84222149848938,8.49614354944229,,
+4000,-2.8554885387420654,8.509408306598663,,
+4500,-2.8654260635375977,8.519346607685089,,
+5000,-2.826510429382324,8.480430847644806,,
+5000,,,8.008697543144226,-2.3547768926620485
+5500,-2.7958664894104004,8.449787003040313,,
+6000,-2.8617935180664062,8.515716005325318,,
+6500,-2.834841012954712,8.488759942531585,,
+7000,-2.9347383975982666,8.588658665657043,,
+7500,-2.905590772628784,8.559508818149567,,
+8000,-2.89320969581604,8.547130887508393,,
+8500,-2.8256754875183105,8.479596143245697,,
+9000,-2.9436769485473633,8.597597301959992,,
+9500,-2.814697265625,8.468615849971771,,
+10000,-2.8154397010803223,8.469360427856445,,
+10000,,,8.01025230884552,-2.3563316583633425
+10500,-2.831465482711792,8.485385374069214,,
+11000,-2.7698371410369873,8.423758398532867,,
+11500,-2.8375282287597656,8.49144897031784,,
+12000,-2.873106002807617,8.527027388095856,,
+12500,-2.881834030151367,8.535754663944244,,
+13000,-2.799715518951416,8.45363538312912,,
+13500,-2.832958936691284,8.486879519462585,,
+14000,-2.911417007446289,8.565338208675385,,
+14500,-2.83998966217041,8.493910250663758,,
+15000,-2.887277364730835,8.54119697523117,,
+15000,,,8.010817641019822,-2.3568969905376433
+15500,-2.8893070220947266,8.54322701215744,,
+16000,-2.8650150299072266,8.518935296535492,,
+16500,-2.8008100986480713,8.45472943162918,,
+17000,-2.8180861473083496,8.47200837469101,,
+17500,-2.869399070739746,8.523319875240325,,
+18000,-2.8122782707214355,8.466199635982514,,
+18500,-2.7875475883483887,8.441468023777007,,
+19000,-2.865032434463501,8.518951454639435,,
+19500,-2.8164174556732178,8.470336593151092,,
+20000,-2.8807532787323,8.534672902584076,,
+20000,,,7.925552837848663,-2.2716321873664858
+20500,-2.8701159954071045,8.524038486003876,,
+21000,-2.773380994796753,8.427302464008331,,
+21500,-2.8495190143585205,8.503437926054001,,
+22000,-2.8826234340667725,8.53654473543167,,
+22500,-2.8046936988830566,8.458614339351653,,
+23000,-2.942692518234253,8.596612375736237,,
+23500,-2.8260080814361572,8.479929816246033,,
+24000,-2.817833423614502,8.47175408411026,,
+24500,-2.801604747772217,8.455523330211639,,
+25000,-2.8362467288970947,8.490167389392854,,
+25000,,,7.877665259838104,-2.2237446093559265
+25500,-2.8795883655548096,8.533509362220764,,
+26000,-2.793213129043579,8.447133192062378,,
+26500,-2.8897738456726074,8.543694492816925,,
+27000,-2.8099536895751953,8.463873879909515,,
+27500,-2.891197919845581,8.545118676185607,,
+28000,-2.916045665740967,8.569967144966126,,
+28500,-2.7161269187927246,8.370048065185546,,
+29000,-2.7602577209472656,8.4141782746315,,
+29500,-2.7673981189727783,8.421318832874299,,
+30000,-2.7530128955841064,8.406934229373931,,
+30000,,,7.787680475711823,-2.1337598252296446
+30500,-2.717576503753662,8.371497886180878,,
+31000,-2.727463960647583,8.381383477211,,
+31500,-2.779979944229126,8.433900443077087,,
+32000,-2.7915022373199463,8.445423727035523,,
+32500,-2.8055739402770996,8.45949408864975,,
+33000,-2.80529522895813,8.459216496944428,,
+33500,-2.7271997928619385,8.381118813514709,,
+34000,-2.9064064025878906,8.560326369762421,,
+34500,-2.685089349746704,8.339009532928467,,
+35000,-2.7376129627227783,8.391535333156586,,
+35000,,,7.724056957960129,-2.070136307477951
+35500,-2.7621350288391113,8.416052971363067,,
+36000,-2.8479652404785156,8.5018867893219,,
+36500,-2.788419008255005,8.442339782714845,,
+37000,-2.726647138595581,8.380565227985382,,
+37500,-2.7629809379577637,8.416902090549469,,
+38000,-2.6656885147094727,8.319609148979186,,
+38500,-2.6599698066711426,8.313891717910767,,
+39000,-2.540109157562256,8.194031210899354,,
+39500,-2.7675211429595947,8.421442403793336,,
+40000,-2.725097894668579,8.379018870830535,,
+40000,,,7.702122811079025,-2.0482021605968477
+40500,-2.7055294513702393,8.359451114177704,,
+41000,-2.6862998008728027,8.340220764636994,,
+41500,-2.6793525218963623,8.333275091648101,,
+42000,-2.6801486015319824,8.334068889141083,,
+42500,-2.6497035026550293,8.303625160217285,,
+43000,-2.3861615657806396,8.040080553531647,,
+43500,-2.714172840118408,8.368092314243317,,
+44000,-2.662039041519165,8.315959531784058,,
+44500,-2.7228872776031494,8.376809274673462,,
+45000,-2.6836278438568115,8.337549494743348,,
+45000,,,7.620072873830796,-1.9661522233486175
+45500,-2.6466469764709473,8.300567251682281,,
+46000,-2.6539688110351562,8.307888640403748,,
+46500,-2.6280412673950195,8.281960959911347,,
+47000,-2.5915451049804688,8.24546610736847,,
+47500,-2.70444655418396,8.358366702079772,,
+48000,-2.5109808444976807,8.164903221607208,,
+48500,-2.711322546005249,8.365243715286255,,
+49000,-2.7116901874542236,8.365610860824585,,
+49500,-2.6594254970550537,8.313345969200133,,
+50000,-2.5869951248168945,8.2409161734581,,
+50000,,,7.7288885283470155,-2.0749678778648377
+50500,-2.54015851020813,8.194078812599182,,
+51000,-2.639824390411377,8.293745213508606,,

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a92d0a1c0892ca0028e44f0db57f49a3f4576fd718f7843935c2e6b05d4f8bc
+size 1935724

3/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/PPO/3
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.231976,-0.04799703,0.8136525,-0.35104918,-0.34968802,0.20639686,-0.41987717,-0.4159578,0.85400087,-0.0068934304,-0.7120072,-0.469089,-0.3328173,-0.9893836975097656
+3.7017686,-0.1466686,0.73188853,-0.35637304,-0.38721916,0.30144823,-0.27633002,-0.37031436,0.6740679,-0.062380996,-0.57190824,-0.27572483,-0.38814858,3.540823221206665
+5.0716634,-0.13524982,0.7052046,-0.40027282,-0.2656318,0.30326942,-0.47478855,-0.3383194,0.5214462,-0.16510433,-0.43908367,-0.33313316,-0.6646746,2.170928478240967
+9.797568,-0.06543877,0.6212366,-0.47675034,-0.08535527,0.21230318,-0.8232951,-0.34049308,0.4465896,-0.2016773,-0.3589743,-0.59263223,-0.9458252,-2.554976463317871
+11.590563,0.12252289,0.4948749,-0.49007323,0.045740824,0.13549578,-0.9613811,-0.29299718,0.41703632,-0.18712571,-0.32321224,-0.7672108,-1.0,-4.347970962524414
+7.751881,0.2214025,0.42439637,-0.49428335,0.10106398,0.12708116,-1.0,-0.29101712,0.45754668,-0.18939885,-0.3460456,-0.8707098,-0.96827847,-0.5092892646789551
+4.459667,0.1551112,0.4741857,-0.5106108,0.037946884,0.16722155,-1.0,-0.375951,0.62347746,-0.17411909,-0.47772363,-0.8495453,-0.8694365,2.7829246520996094
+6.445664,0.07412082,0.5867537,-0.5256511,-0.08110107,0.20036964,-0.95421207,-0.44604957,0.78809214,-0.17590977,-0.63171434,-0.7846392,-0.75267994,0.7969279289245605
+9.629687,-0.0024956004,0.71430624,-0.46585336,-0.20152876,0.19845158,-0.8271656,-0.46482632,0.8877494,-0.11521674,-0.7208383,-0.7332113,-0.6172615,-2.3870954513549805
+9.0956135,-0.04551661,0.81241375,-0.41350505,-0.34172493,0.20292664,-0.5615087,-0.44387674,0.91653675,-0.060213115,-0.75999445,-0.56852144,-0.39607865,-1.8530216217041016
+5.4510064,-0.13502231,0.7056271,-0.3918002,-0.40275642,0.30793476,-0.26334,-0.39568514,0.7571532,-0.056868363,-0.63318646,-0.28865105,-0.30429444,1.7915854454040527
+4.2344666,-0.1299609,0.65371704,-0.38766822,-0.35081354,0.35396406,-0.24620152,-0.32763672,0.5238891,-0.1298815,-0.47586378,-0.19817401,-0.4726377,3.0081253051757812
+7.8450594,-0.13772623,0.6578051,-0.4534535,-0.16618302,0.26334444,-0.67770463,-0.3513893,0.45662183,-0.19544022,-0.38709748,-0.46518284,-0.8387881,-0.6024675369262695
+10.957455,-0.0047551454,0.56329745,-0.46526536,-0.0129563315,0.1544282,-0.90101373,-0.32928273,0.4322247,-0.1645261,-0.34870598,-0.69711906,-0.988304,-3.714862823486328
+8.454437,0.19122644,0.45451558,-0.4883475,0.08410148,0.1266249,-0.9963374,-0.29839286,0.45745528,-0.17665201,-0.34840983,-0.84144634,-0.9768703,-1.2118453979492188
+4.5314903,0.1734982,0.44670275,-0.4889298,0.06911247,0.15360937,-1.0,-0.3510157,0.5638669,-0.16167288,-0.41587493,-0.8590945,-0.9017898,2.711101531982422
+5.785478,0.085660644,0.5594919,-0.5174941,-0.043285187,0.20629434,-0.9792414,-0.44664943,0.7531394,-0.16990772,-0.5837821,-0.7765778,-0.79059124,1.4571137428283691
+9.455491,0.013633089,0.66733897,-0.4881598,-0.15705682,0.20475186,-0.8846954,-0.47506395,0.8587405,-0.13445407,-0.69201934,-0.74810594,-0.67138565,-2.2128992080688477
+10.158935,-0.039807893,0.80424726,-0.41452095,-0.2987633,0.1895843,-0.6662003,-0.4612323,0.93218994,-0.064765826,-0.76796204,-0.64053994,-0.46889338,-2.9163427352905273
+6.353672,-0.09913272,0.77079624,-0.37412378,-0.3922067,0.25097746,-0.32963675,-0.41259998,0.8392786,-0.032933112,-0.6903477,-0.38091907,-0.28015286,0.8889198303222656
+3.2696605,-0.15270485,0.6637995,-0.3799365,-0.3841496,0.3478606,-0.20005763,-0.35569483,0.60368854,-0.09214418,-0.5355288,-0.18893965,-0.37917915,3.972931385040283
+5.9413595,-0.17315802,0.6907593,-0.41143307,-0.24075152,0.29935116,-0.5128369,-0.3540517,0.4812409,-0.16433129,-0.4255512,-0.34663174,-0.7106137,1.3012323379516602
+10.629011,-0.104092136,0.63031405,-0.44934615,-0.07216718,0.18587114,-0.8427936,-0.36933655,0.46333608,-0.15987921,-0.38167596,-0.62241995,-0.94502527,-3.3864192962646484
+10.407026,0.118035115,0.5204084,-0.4762955,0.042012874,0.14378603,-0.96409225,-0.3325042,0.49278477,-0.1508354,-0.38218153,-0.7828743,-0.96432,-3.1644344329833984
+5.6774435,0.18304937,0.47181198,-0.48119342,0.07231229,0.15380704,-1.0,-0.3424436,0.55399525,-0.15919475,-0.40592337,-0.8437752,-0.91455156,1.5651483535766602
+4.929907,0.10124422,0.559328,-0.4997213,-0.01922175,0.20428634,-0.9807626,-0.43635643,0.73015624,-0.1557748,-0.55320686,-0.77668905,-0.81103843,2.312685012817383
+8.088448,0.03036427,0.64851356,-0.4940624,-0.13240917,0.21262953,-0.9036993,-0.4795841,0.8410667,-0.13992167,-0.6728773,-0.7417276,-0.69778216,-0.845855712890625
+10.165519,-0.0419062,0.7792473,-0.42764273,-0.26604375,0.19850947,-0.7311179,-0.48366454,0.9255105,-0.07633577,-0.75608325,-0.6689598,-0.5289763,-2.922926902770996
+8.144219,-0.094371915,0.81928635,-0.37628987,-0.38883755,0.22163858,-0.40824214,-0.4378022,0.89850783,-0.0290262,-0.7370392,-0.45032927,-0.3005578,-0.9016275405883789
+4.4623094,-0.16962487,0.68774295,-0.37852675,-0.40942994,0.32922196,-0.20590892,-0.387211,0.6975987,-0.05925163,-0.5977284,-0.22088243,-0.31024465,2.780282497406006
+4.6625137,-0.15748103,0.6833674,-0.3778719,-0.31110433,0.32820246,-0.32882538,-0.3313287,0.5044646,-0.13049284,-0.4579244,-0.24254626,-0.55374706,2.580078125
+8.896356,-0.13605013,0.65938663,-0.44650868,-0.11241626,0.2111438,-0.78420144,-0.3639253,0.48018146,-0.16871752,-0.39662978,-0.56266266,-0.9024847,-1.653763771057129
+10.66325,0.037863173,0.55695856,-0.4680163,0.0016353847,0.14427032,-0.9404491,-0.34645092,0.5049158,-0.13929987,-0.39838615,-0.7457963,-0.9618201,-3.4206581115722656
+6.9820023,0.17743026,0.47456655,-0.48465556,0.067910664,0.14896205,-1.0,-0.33816677,0.54380393,-0.1569882,-0.4036819,-0.84163445,-0.92561746,0.260589599609375
+4.8154125,0.11948757,0.5205786,-0.49842268,0.007361506,0.18814778,-0.998409,-0.4135827,0.68772715,-0.15458515,-0.51414174,-0.80540806,-0.8384812,2.4271793365478516
+7.309124,0.050870635,0.6181107,-0.50526476,-0.09877374,0.21220553,-0.9335011,-0.47098306,0.81698567,-0.15249386,-0.64634293,-0.7515645,-0.7303263,-0.06653213500976562
+9.91106,-0.020138947,0.733953,-0.45191413,-0.21675363,0.19952296,-0.80401134,-0.48253983,0.9053838,-0.10132439,-0.73494196,-0.7123815,-0.5931246,-2.668468475341797
+8.760086,-0.06480856,0.8307556,-0.3940017,-0.36095226,0.19727872,-0.51823986,-0.45040238,0.93697655,-0.047913622,-0.768776,-0.54142463,-0.35522282,-1.5174942016601562
+5.0968146,-0.15215422,0.70547134,-0.38448054,-0.4207228,0.3071972,-0.23931205,-0.40206718,0.78332746,-0.048046652,-0.64432603,-0.26991987,-0.26651356,2.1457772254943848
+3.999344,-0.13422818,0.63735944,-0.38933223,-0.36109647,0.35326394,-0.22395635,-0.33194783,0.5497072,-0.11313534,-0.49883255,-0.1888807,-0.43437737,3.2432477474212646
+7.7250986,-0.1378243,0.6514076,-0.4649203,-0.19018035,0.2628563,-0.6771834,-0.35596818,0.5117068,-0.18650651,-0.4247333,-0.4718953,-0.8068975,-0.48250675201416016
+10.976365,-0.024550041,0.580433,-0.49255493,-0.062744565,0.16374995,-0.91738415,-0.35381785,0.5285998,-0.15907712,-0.42036524,-0.7081231,-0.9458506,-3.7337732315063477
+8.335572,0.15903127,0.48638976,-0.5008708,0.03252611,0.13319494,-0.995936,-0.33014253,0.5556531,-0.1544579,-0.42589483,-0.84710747,-0.9219781,-1.0929803848266602
+4.5551825,0.14979078,0.47636527,-0.5080997,0.021430198,0.1519012,-1.0,-0.3715518,0.6362324,-0.16287145,-0.48548296,-0.8625043,-0.8593708,2.6874094009399414
+6.0640774,0.07816262,0.5784328,-0.52324736,-0.071695514,0.19793904,-0.9651939,-0.45022035,0.78382283,-0.1734823,-0.61712295,-0.7866737,-0.76460975,1.1785144805908203
+9.505307,0.011748524,0.67039114,-0.50015306,-0.1672182,0.1991411,-0.88086647,-0.4751674,0.87350523,-0.14962387,-0.70831025,-0.7593128,-0.66193837,-2.2627153396606445
+10.088932,-0.04788053,0.7950679,-0.44517165,-0.3082659,0.19592404,-0.67996377,-0.4661152,0.95154005,-0.1008594,-0.77593994,-0.64830434,-0.47276703,-2.8463401794433594
+6.571576,-0.090801276,0.7336454,-0.40748495,-0.39877608,0.26400125,-0.33993605,-0.40610757,0.8629276,-0.0662982,-0.6892828,-0.37896433,-0.27824402,0.671015739440918
+3.58674,-0.09073279,0.5863215,-0.41851592,-0.36763445,0.34932095,-0.20710644,-0.3322567,0.6312119,-0.09046309,-0.5492018,-0.199677,-0.3550096,3.6558518409729004
+5.751799,-0.07524459,0.5930789,-0.4754642,-0.252677,0.31422108,-0.5229047,-0.32604653,0.5378766,-0.1827677,-0.45010322,-0.36894512,-0.67724985,1.4907927513122559
+10.207758,-0.039890125,0.57532644,-0.5514101,-0.13577126,0.20228471,-0.9069867,-0.3542737,0.56426626,-0.2112987,-0.43759778,-0.67241395,-0.920306,-2.9651660919189453
+10.312991,0.108083926,0.49090147,-0.5330956,-0.032477636,0.1253343,-0.9963065,-0.33087146,0.5804714,-0.16676494,-0.4526494,-0.8403934,-0.91536903,-3.070399284362793
+5.8807335,0.17354104,0.44050336,-0.52422416,0.01334658,0.10814784,-1.0,-0.32576847,0.59740835,-0.16702731,-0.47402027,-0.9191297,-0.8650697,1.3618583679199219
+4.8756943,0.11422108,0.51104397,-0.5430491,-0.04775348,0.15183213,-0.99634004,-0.40144166,0.7274585,-0.19595028,-0.58253175,-0.86419475,-0.7926368,2.3668975830078125
+7.8550906,0.054587863,0.60156894,-0.5450034,-0.1243805,0.1814794,-0.9407103,-0.446957,0.83206314,-0.19855788,-0.6789583,-0.81404847,-0.71361005,-0.6124987602233887
+10.210944,-0.022794059,0.71917796,-0.508662,-0.23452467,0.19278109,-0.82692456,-0.4626751,0.92788875,-0.16697991,-0.7521565,-0.7496584,-0.5931076,-2.9683523178100586
+8.421215,-0.031754795,0.74239385,-0.4737388,-0.358223,0.229924,-0.5314051,-0.41649967,0.93002886,-0.12686011,-0.73742735,-0.5342261,-0.37100285,-1.1786231994628906
+4.7056665,-0.04319013,0.5559229,-0.45133868,-0.36992952,0.3385095,-0.24660224,-0.33537734,0.72403765,-0.09058881,-0.5946946,-0.24637578,-0.30613405,2.5369253158569336
+4.3299227,0.0140550025,0.47308913,-0.49353334,-0.29420242,0.36369124,-0.33422193,-0.28144857,0.5458672,-0.15080297,-0.4764148,-0.25312558,-0.51404583,2.9126691818237305
+8.257984,0.0078078336,0.50639737,-0.6053798,-0.19341797,0.25681248,-0.8299468,-0.32496616,0.5702855,-0.24742426,-0.43346626,-0.5856819,-0.8535638,-1.0153923034667969
+10.979623,0.05060119,0.48565775,-0.5970396,-0.118374325,0.1403394,-1.0,-0.3209293,0.60037565,-0.22009921,-0.4569873,-0.8080887,-0.91895026,-3.7370309829711914
+8.040411,0.16361012,0.41041982,-0.550092,-0.02211314,0.075128414,-1.0,-0.2931264,0.5812962,-0.17804834,-0.4728978,-0.9522875,-0.86554134,-0.7978191375732422
+4.5782976,0.1542625,0.41569328,-0.55611145,-0.025189903,0.06479188,-1.0,-0.3107099,0.63192594,-0.19816497,-0.5325766,-0.9825763,-0.80899936,2.6642942428588867
+6.0259194,0.09864734,0.5081924,-0.5802257,-0.08401447,0.12443673,-0.9959463,-0.38463652,0.7599752,-0.23775423,-0.632083,-0.90433174,-0.7535248,1.216672420501709
+9.476725,0.03346484,0.60388106,-0.578537,-0.15836081,0.15270357,-0.94475895,-0.41837263,0.8622244,-0.24117553,-0.70898765,-0.8595932,-0.6825306,-2.234132766723633
+10.1592045,-0.011224849,0.70053124,-0.55549765,-0.26879963,0.18634231,-0.8038174,-0.4109179,0.94403315,-0.21623683,-0.75162995,-0.7455235,-0.55304456,-2.9166126251220703
+6.523279,0.058265686,0.56235445,-0.52556896,-0.32869062,0.28593817,-0.43281022,-0.33372015,0.8303434,-0.14591631,-0.6475821,-0.41807193,-0.35407835,0.7193126678466797
+3.5952597,0.093691796,0.36062598,-0.53300536,-0.29371926,0.3848611,-0.28561547,-0.25733694,0.60088015,-0.12273075,-0.51177275,-0.22008647,-0.4144573,3.647332191467285
+5.69819,0.11499659,0.33488435,-0.62601364,-0.22406147,0.34617603,-0.6046045,-0.2743781,0.5348152,-0.22361267,-0.42413697,-0.40074465,-0.70195794,1.5444016456604004
+10.143236,0.07413558,0.42283916,-0.6741859,-0.18107301,0.19749205,-0.97040206,-0.29416257,0.5879808,-0.2729639,-0.43656805,-0.7170369,-0.89304614,-2.900644302368164
+10.942484,0.100450546,0.41087598,-0.61431336,-0.11348906,0.0846621,-1.0,-0.27976274,0.6105521,-0.23004682,-0.4753796,-0.90666264,-0.87321043,-3.699892044067383
+6.5927,0.16600168,0.35504133,-0.5727769,-0.04180904,0.011567569,-1.0,-0.24198653,0.5754254,-0.19781506,-0.5013729,-1.0,-0.81110847,0.6498918533325195
+4.3329754,0.13777757,0.39621484,-0.5855634,-0.055004302,0.006212457,-1.0,-0.26254988,0.64073765,-0.23373894,-0.57020307,-1.0,-0.7613506,2.909616470336914
+6.7705584,0.09377768,0.4750222,-0.6171129,-0.1001583,0.060229234,-1.0,-0.31862012,0.75024,-0.27622667,-0.646063,-0.9802409,-0.72389007,0.4720335006713867
+10.251767,0.03560922,0.56611186,-0.62455606,-0.17288174,0.10276027,-0.968951,-0.35258228,0.8504567,-0.2872511,-0.7068291,-0.9153863,-0.66402817,-3.0091753005981445
+9.894882,0.06402709,0.5876665,-0.62143433,-0.24449496,0.16733421,-0.80626816,-0.32545266,0.8862977,-0.250557,-0.70753896,-0.7499444,-0.55501825,-2.6522903442382812
+5.654183,0.1939048,0.35620037,-0.603938,-0.26269692,0.3164131,-0.45333707,-0.24070987,0.7129198,-0.15752015,-0.5697812,-0.38180497,-0.41889647,1.5884089469909668
+3.5200534,0.2107107,0.18406925,-0.6311798,-0.23459503,0.40432626,-0.40744534,-0.21159422,0.5352985,-0.15219547,-0.45724943,-0.2621733,-0.52351964,3.722538471221924
+6.4965916,0.21725075,0.1826798,-0.71328425,-0.18791,0.31765202,-0.73632747,-0.22472142,0.49526075,-0.25077116,-0.38657153,-0.47752935,-0.76316327,0.7460002899169922
+10.790744,0.12541428,0.33071715,-0.7071965,-0.17960623,0.15153474,-1.0,-0.2414293,0.57140046,-0.28052133,-0.43683898,-0.7677185,-0.866511,-3.548151969909668
+10.982597,0.11183792,0.34692898,-0.6375015,-0.1334626,0.03663214,-1.0,-0.22811265,0.5986641,-0.24679178,-0.4866813,-0.9592051,-0.82581115,-3.7400054931640625
+6.46823,0.14439358,0.31825566,-0.5965835,-0.08504753,-0.050196603,-1.0,-0.1847811,0.56819296,-0.23174335,-0.52263314,-1.0,-0.7537661,0.7743620872497559
+4.2254825,0.12319836,0.3522069,-0.6006125,-0.08127213,-0.08484554,-1.0,-0.17069928,0.5981951,-0.24995604,-0.5780847,-1.0,-0.7026142,3.0171093940734863
+6.683301,0.09572016,0.41951483,-0.6377717,-0.11364652,-0.043969892,-1.0,-0.21147971,0.69438255,-0.29114679,-0.6409718,-1.0,-0.67185247,0.559290885925293
+10.38267,0.066453405,0.48041472,-0.662542,-0.16616705,0.0029465957,-0.9976971,-0.24697214,0.7762529,-0.31139746,-0.68488705,-0.9941642,-0.6343261,-3.140078544616699
+10.324303,0.13810617,0.45775416,-0.68226826,-0.19345999,0.078815676,-0.8776974,-0.22026385,0.7822864,-0.27246776,-0.6688038,-0.8399193,-0.57905066,-3.0817108154296875
+5.942846,0.3057193,0.22269869,-0.68122745,-0.19836107,0.25357544,-0.5752716,-0.15798832,0.63929033,-0.17372312,-0.53678465,-0.4771189,-0.48371896,1.299746036529541
+3.3748512,0.29938522,0.05182053,-0.69317687,-0.20458552,0.3735804,-0.486406,-0.16122861,0.48859957,-0.15224236,-0.4310719,-0.31586832,-0.54787767,3.8677406311035156
+5.9192495,0.310771,0.013127293,-0.74787533,-0.18025564,0.32806516,-0.6853907,-0.15981735,0.4221891,-0.22503987,-0.36553964,-0.43409327,-0.70620203,1.3233423233032227
+10.399324,0.21345985,0.1622476,-0.75085974,-0.18668789,0.16980691,-0.94128287,-0.17348868,0.48831695,-0.27284595,-0.41121438,-0.70245963,-0.8062827,-3.1567325592041016
+11.951658,0.13160405,0.26504165,-0.68757725,-0.17615762,0.020314436,-1.0,-0.16802461,0.557094,-0.26330456,-0.48124936,-0.9211106,-0.7834331,-4.709066390991211
+7.98149,0.13100141,0.27662966,-0.6273445,-0.1487546,-0.084386274,-1.0,-0.13527425,0.5540452,-0.2593837,-0.5300337,-1.0,-0.7011274,-0.7388982772827148
+4.005904,0.11606066,0.29775184,-0.595822,-0.12926105,-0.17219472,-1.0,-0.07821263,0.5353284,-0.25306636,-0.56853706,-1.0,-0.6248783,3.236687660217285
+5.251735,0.09727563,0.35282952,-0.61706936,-0.13713177,-0.17197122,-1.0,-0.08099476,0.5978404,-0.27580437,-0.62179255,-1.0,-0.5879047,1.990856647491455
+9.395974,0.08699742,0.3955068,-0.6584656,-0.16782445,-0.13103731,-1.0,-0.117029876,0.6663458,-0.30516547,-0.6614277,-1.0,-0.57063925,-2.1533823013305664
+11.706229,0.13933805,0.37294844,-0.69780576,-0.17751929,-0.0990789,-0.96723217,-0.10433845,0.6647394,-0.29069552,-0.6599755,-1.0,-0.5487851,-4.463637351989746
+8.521147,0.32457766,0.2124674,-0.7278193,-0.1524674,-0.0036831424,-0.8009343,-0.037593454,0.5709803,-0.21481508,-0.5685013,-0.7920925,-0.50249666,-1.278554916381836
+3.78419,0.39042658,0.011625893,-0.73430204,-0.17341432,0.20591114,-0.5989447,-0.06138343,0.47474286,-0.15064749,-0.45357686,-0.48213887,-0.5016899,3.458401918411255
+3.671528,0.36896667,-0.087409124,-0.7574718,-0.1844981,0.3007486,-0.59639084,-0.094418615,0.3838688,-0.16624358,-0.38008693,-0.40581232,-0.5996776,3.571063756942749
+7.65258,0.34019542,-0.06393355,-0.7763376,-0.18971252,0.2529083,-0.7540952,-0.11062479,0.36501768,-0.22410905,-0.36364827,-0.5237973,-0.69388145,-0.4099879264831543
+11.820312,0.25200483,0.05207237,-0.7652004,-0.2099128,0.120611735,-0.911764,-0.10815163,0.4210394,-0.25462648,-0.42275158,-0.7274428,-0.7244888,-4.577719688415527
+12.012084,0.18154955,0.15337321,-0.7174393,-0.21715856,-0.03215862,-0.98609895,-0.08463882,0.49007797,-0.26416498,-0.499706,-0.9182609,-0.67460513,-4.769492149353027
+6.818137,0.14998865,0.2048997,-0.64675903,-0.20519754,-0.16417664,-1.0,-0.041296676,0.4926844,-0.26783693,-0.5522139,-1.0,-0.5872105,0.4244546890258789
+3.324857,0.11452749,0.25335667,-0.5844315,-0.19178537,-0.27613974,-0.9691212,0.023224361,0.47961155,-0.2516618,-0.5871296,-1.0,-0.4889404,3.9177348613739014
+5.5386825,0.09172307,0.30404526,-0.582149,-0.19142686,-0.2871992,-0.9488542,0.029809233,0.5286843,-0.26050594,-0.6250917,-1.0,-0.44805312,1.7039093971252441
+9.972004,0.1014432,0.32444084,-0.6188674,-0.19717205,-0.2571841,-0.9466373,0.010766439,0.5619297,-0.279186,-0.6489866,-1.0,-0.44151706,-2.729412078857422
+12.13261,0.18469544,0.27867863,-0.6671921,-0.18783006,-0.258706,-0.92275155,0.04692367,0.5153459,-0.2594989,-0.63637245,-1.0,-0.4155349,-4.890018463134766
+9.245435,0.34111094,0.1472474,-0.7074256,-0.16738796,-0.24730621,-0.8321243,0.122473404,0.4105327,-0.20058484,-0.56823933,-0.9767388,-0.36123487,-2.002842903137207
+4.010533,0.43602252,-0.036015235,-0.7477821,-0.16193277,-0.039607592,-0.67761654,0.077662006,0.3675722,-0.14843965,-0.46046963,-0.6737971,-0.3911454,3.2320590019226074
+2.9954612,0.40344912,-0.1446813,-0.7698953,-0.18887958,0.17057244,-0.6080578,-0.01880877,0.3282621,-0.13292691,-0.39097738,-0.4813539,-0.50326467,4.247130393981934
+6.4474177,0.37555683,-0.15712127,-0.7789053,-0.20350516,0.2331001,-0.65962124,-0.07287212,0.3031806,-0.16805087,-0.36706564,-0.48658082,-0.59195065,0.7951741218566895
+10.678508,0.3374676,-0.11923824,-0.77822113,-0.22301656,0.18531962,-0.754412,-0.08474305,0.30807248,-0.20691526,-0.38103172,-0.58665603,-0.62270844,-3.435915946960449
+12.760423,0.28056973,-0.040968478,-0.76367235,-0.25015113,0.048652828,-0.8387472,-0.04473339,0.34794673,-0.2265769,-0.4426255,-0.7503069,-0.5897438,-5.517830848693848
+10.03677,0.22624218,0.04414428,-0.71862507,-0.27641848,-0.1392703,-0.8881155,0.026364077,0.38028464,-0.23980078,-0.52370614,-0.9440091,-0.49149778,-2.794178009033203
+4.5019236,0.16783854,0.1198634,-0.6246033,-0.28140968,-0.31151515,-0.8958851,0.0996137,0.3699386,-0.23437248,-0.58165574,-1.0,-0.37189677,2.740668296813965
+3.271686,0.12600388,0.17950156,-0.53819215,-0.2534201,-0.41635868,-0.85515916,0.1467139,0.38909346,-0.212735,-0.6050756,-1.0,-0.27241296,3.9709057807922363
+6.68422,0.119879425,0.20198,-0.506009,-0.22103715,-0.41966996,-0.821571,0.15244839,0.4194278,-0.21505034,-0.6142565,-1.0,-0.22676745,0.5583720207214355
+10.280685,0.16351017,0.1719431,-0.51231813,-0.1956252,-0.42629746,-0.7915062,0.16767721,0.37134585,-0.21060191,-0.6025255,-1.0,-0.18656415,-3.0380935668945312
+11.804425,0.26742607,0.13801628,-0.55674624,-0.18648766,-0.45047674,-0.7527294,0.21585602,0.3087246,-0.18435082,-0.5927771,-1.0,-0.13072857,-4.561833381652832
+9.24974,0.37150767,0.06828398,-0.64241266,-0.18781413,-0.40330485,-0.71853554,0.22058238,0.27233484,-0.16155124,-0.56107545,-1.0,-0.1200385,-2.007147789001465
+3.1787074,0.4422314,-0.11110535,-0.7168776,-0.18295267,-0.16494147,-0.61610156,0.12523997,0.2500094,-0.1278812,-0.45682532,-0.7227232,-0.19717929,4.063884735107422
+2.277545,0.40002447,-0.22835678,-0.7581806,-0.20641801,0.09488887,-0.56651247,-0.0055993013,0.23602185,-0.105648026,-0.38312477,-0.49545196,-0.38329443,4.9650468826293945
+6.530762,0.3794737,-0.2407017,-0.7746239,-0.21692266,0.16863914,-0.62178284,-0.05123807,0.21434477,-0.13244632,-0.35525122,-0.52028847,-0.51281685,0.711829662322998
+11.330951,0.3390783,-0.19269162,-0.77692187,-0.2389884,0.07309396,-0.7387537,-0.014674842,0.19584675,-0.17563438,-0.36668962,-0.6831083,-0.5509448,-4.0883588790893555
+13.126674,0.26759982,-0.094575636,-0.7407261,-0.28399584,-0.16076143,-0.8121338,0.10648011,0.20022836,-0.19600064,-0.44397497,-0.9228092,-0.45592454,-5.884081840515137
+8.130314,0.22505903,0.024843026,-0.63898087,-0.322754,-0.3816977,-0.8098245,0.21528845,0.21981868,-0.19834605,-0.5260545,-1.0,-0.28867632,-0.8877220153808594
+3.695398,0.24323998,0.09025275,-0.52921414,-0.28052017,-0.51924175,-0.78412986,0.2908322,0.2342574,-0.17846854,-0.552775,-1.0,-0.1584205,3.547193765640259
+5.1815,0.2545787,0.0983501,-0.47482145,-0.23266008,-0.5462256,-0.74229085,0.31018162,0.24756339,-0.16704778,-0.55681735,-1.0,-0.09196914,2.061091899871826
+8.891762,0.25556254,0.09093515,-0.4820809,-0.21702006,-0.5224506,-0.7122283,0.27918375,0.25235268,-0.15927011,-0.57742345,-1.0,-0.05703497,-1.649169921875
+11.206306,0.29240423,0.053938635,-0.5183015,-0.21763667,-0.5179731,-0.67523205,0.27162656,0.22158001,-0.13344672,-0.58414924,-1.0,-0.0037445873,-3.963714599609375
+9.925255,0.35936564,-0.030677665,-0.5912347,-0.21680078,-0.47207057,-0.6347655,0.25304484,0.16754027,-0.115042396,-0.5469842,-1.0,0.02793578,-2.6826629638671875
+5.5732837,0.4397893,-0.19930527,-0.67302096,-0.18738665,-0.24123628,-0.5365349,0.15897362,0.12819028,-0.09939214,-0.43005565,-0.76363087,-0.059660643,1.6693081855773926
+3.7556367,0.41578662,-0.27993214,-0.75562,-0.18645272,0.029378776,-0.5528834,0.049774583,0.13461493,-0.10161437,-0.34233713,-0.5307944,-0.35548314,3.486955165863037
+5.86835,0.40102392,-0.26285985,-0.78554714,-0.21049173,0.057142872,-0.6534839,0.042678896,0.121147275,-0.14350946,-0.3273154,-0.6022222,-0.49583945,1.374241828918457
+9.775481,0.32309416,-0.16253054,-0.7679485,-0.25438544,-0.07925742,-0.7953682,0.104005426,0.13715084,-0.18704306,-0.36995718,-0.8210899,-0.52094746,-2.5328893661499023
+11.5010195,0.25002667,-0.052952148,-0.7242514,-0.28192917,-0.23817123,-0.8480735,0.17241646,0.17670995,-0.21170011,-0.44438413,-1.0,-0.45762536,-4.258427619934082
+7.885845,0.22835837,0.06773148,-0.6199182,-0.30784833,-0.406045,-0.82689166,0.23295172,0.22965603,-0.20088209,-0.5345958,-1.0,-0.29121152,-0.6432533264160156
+5.657885,0.27504274,0.11416636,-0.5368341,-0.26918834,-0.50719744,-0.7842692,0.30133486,0.25252822,-0.18490842,-0.56271374,-1.0,-0.15638599,1.5847067832946777
+7.3371387,0.30021974,0.11930875,-0.52334535,-0.24012905,-0.5113228,-0.7578852,0.31323355,0.26238105,-0.17741169,-0.5676118,-1.0,-0.119887166,-0.09454679489135742
+10.030668,0.32444316,0.09992402,-0.5586611,-0.22917348,-0.48294255,-0.7416621,0.29422694,0.25721982,-0.16693477,-0.5716343,-1.0,-0.10853983,-2.788076400756836
+9.73472,0.36606613,0.020012453,-0.6248125,-0.22161752,-0.4284413,-0.7114364,0.26479828,0.21219306,-0.1454226,-0.5420754,-1.0,-0.10156516,-2.492128372192383
+7.004493,0.43704396,-0.14930648,-0.710289,-0.18100542,-0.24485405,-0.63081014,0.19037212,0.14741498,-0.122181185,-0.43325508,-0.8215633,-0.17925984,0.2380986213684082
+5.322049,0.4397157,-0.26256716,-0.77246463,-0.15952864,0.015213749,-0.5813272,0.08353612,0.12815647,-0.11354895,-0.32924935,-0.5551314,-0.39272696,1.9205427169799805
+6.167359,0.42569518,-0.2733506,-0.8024218,-0.17713854,0.091806985,-0.6298879,0.053649377,0.102759674,-0.146994,-0.2987641,-0.5479849,-0.5252528,1.075232982635498
+9.026558,0.38045955,-0.2044766,-0.79505074,-0.21839644,-0.018252082,-0.7638083,0.106865,0.114109315,-0.18717414,-0.32807449,-0.7349576,-0.560537,-1.783966064453125
+11.184451,0.28613812,-0.08212527,-0.7408354,-0.25616953,-0.21073878,-0.8584039,0.18049234,0.15454237,-0.21613458,-0.4019054,-0.9786151,-0.51019526,-3.941859245300293
+9.028028,0.21407485,0.038134374,-0.65132296,-0.28273633,-0.36318988,-0.8772994,0.2200029,0.20571938,-0.2284291,-0.48627427,-1.0,-0.39929488,-1.785435676574707
+5.063348,0.21239951,0.11975161,-0.5552509,-0.26198006,-0.47472146,-0.85066617,0.25269294,0.24854666,-0.21277753,-0.53944623,-1.0,-0.26692045,2.179244041442871
+5.2157145,0.23037767,0.14809015,-0.50638115,-0.22409156,-0.5077136,-0.8138197,0.28452814,0.2732228,-0.20267373,-0.54940647,-1.0,-0.2006394,2.0268774032592773
+8.785143,0.26566535,0.15404832,-0.5354402,-0.20328592,-0.4760658,-0.7989505,0.27258992,0.2893801,-0.21259,-0.56271917,-1.0,-0.18477547,-1.542551040649414
+11.587561,0.33425775,0.12298521,-0.59526503,-0.1939932,-0.44958818,-0.772538,0.27328488,0.27204418,-0.19566365,-0.5635963,-1.0,-0.1609698,-4.344968795776367
+9.209283,0.42405957,0.006027892,-0.68848026,-0.17382275,-0.3600255,-0.7293658,0.25055972,0.20846678,-0.1669117,-0.5030818,-0.9902713,-0.18043354,-1.966691017150879
+4.268255,0.48094386,-0.1968705,-0.76284754,-0.12977934,-0.077317424,-0.60982585,0.14308405,0.16479905,-0.12421952,-0.36288202,-0.6375788,-0.33292136,2.974336624145508
+3.295318,0.44046867,-0.26535535,-0.8030262,-0.15043327,0.15545696,-0.5858415,0.03113022,0.14236201,-0.13266812,-0.29009804,-0.4630005,-0.5330181,3.9472739696502686
+6.797006,0.42461705,-0.24900576,-0.8154352,-0.17854083,0.1560214,-0.6814572,0.029771853,0.12756364,-0.18003777,-0.28220984,-0.5540289,-0.6226413,0.4455857276916504
+11.456722,0.35593426,-0.16242939,-0.79657054,-0.20944639,0.006953533,-0.8339859,0.086204946,0.15548886,-0.2160407,-0.32358602,-0.77981174,-0.6462122,-4.214130401611328
+12.492337,0.26316163,-0.039612703,-0.7405095,-0.23933461,-0.20320189,-0.9067862,0.16086183,0.1996975,-0.23840092,-0.4102933,-1.0,-0.5671353,-5.2497453689575195
+6.7939296,0.20711859,0.079990424,-0.6260892,-0.26851293,-0.37714785,-0.8991357,0.20397456,0.24191731,-0.23893389,-0.5014134,-1.0,-0.401658,0.44866228103637695
+3.1543212,0.20602652,0.15596142,-0.5416616,-0.23814166,-0.4703931,-0.86941665,0.24226804,0.28096706,-0.21958785,-0.5432199,-1.0,-0.28786087,4.088270664215088
+5.778367,0.20569198,0.193948,-0.5364468,-0.2070238,-0.4476292,-0.8647206,0.23204453,0.32915464,-0.23132357,-0.5628315,-1.0,-0.28255272,1.4642248153686523
+10.577678,0.23639363,0.1958467,-0.58229816,-0.19835937,-0.40844452,-0.85425925,0.2123739,0.35183206,-0.23874289,-0.58157074,-1.0,-0.27337155,-3.335085868835449
+12.379122,0.32830295,0.13729906,-0.6430718,-0.18943724,-0.3944701,-0.81420183,0.23475717,0.30339196,-0.20798068,-0.5663687,-1.0,-0.2399084,-5.136529922485352
+8.084038,0.45007557,-0.020145997,-0.7273762,-0.15408286,-0.28528967,-0.7335227,0.22701748,0.21995679,-0.1669464,-0.47216865,-0.91234833,-0.25840884,-0.8414459228515625
+3.0178404,0.47255316,-0.2030479,-0.782899,-0.12557542,0.02629009,-0.60585403,0.10795866,0.19035542,-0.1261428,-0.33677575,-0.55137694,-0.4369793,4.2247514724731445
+3.2909272,0.44173098,-0.25027248,-0.81315243,-0.15438388,0.19210362,-0.6109023,0.023918975,0.15463924,-0.15367363,-0.2812841,-0.46495417,-0.5924654,3.951664686203003
+7.855367,0.4142243,-0.20801207,-0.8173487,-0.18045966,0.14451809,-0.75169086,0.038813625,0.15637606,-0.2090279,-0.28520826,-0.6091916,-0.67343175,-0.6127753257751465
+12.479064,0.33215117,-0.11310243,-0.79433966,-0.20057625,-0.012183498,-0.88952863,0.08571276,0.19095562,-0.2373466,-0.3359287,-0.83156246,-0.685661,-5.236472129821777
+11.762516,0.24811569,0.0055752005,-0.73080075,-0.22924483,-0.21252955,-0.936972,0.14662588,0.24400076,-0.25171348,-0.43302974,-1.0,-0.5793264,-4.519924163818359
+5.4277334,0.20514882,0.11831891,-0.6110029,-0.24922371,-0.37924302,-0.9186772,0.18787476,0.27853724,-0.24593954,-0.51778704,-1.0,-0.405954,1.8148584365844727
+3.6448128,0.19370249,0.19104618,-0.54992366,-0.22184283,-0.4375748,-0.8970997,0.21489823,0.32016638,-0.23363294,-0.5517808,-1.0,-0.33186868,3.5977790355682373
+7.223074,0.19642016,0.228051,-0.57471323,-0.20070466,-0.39203262,-0.9053075,0.1860845,0.3764411,-0.2527368,-0.5769518,-1.0,-0.34900093,0.019517898559570312
+11.560557,0.2364226,0.21774936,-0.62559986,-0.19782075,-0.3602028,-0.8911681,0.17744806,0.38824174,-0.2497485,-0.59044087,-1.0,-0.3374965,-4.317965507507324
+11.44405,0.3547466,0.12081226,-0.6902839,-0.17568156,-0.33688912,-0.8351955,0.21093239,0.31325042,-0.20733769,-0.548308,-1.0,-0.30763564,-4.201457977294922
+6.4839334,0.47027096,-0.07552284,-0.76353693,-0.13197151,-0.15790014,-0.7083626,0.18319051,0.23593207,-0.15537229,-0.4253021,-0.7769928,-0.35690504,0.7586584091186523
+2.9104345,0.4560693,-0.20874381,-0.7958375,-0.13300465,0.12582345,-0.6004313,0.061780784,0.20555303,-0.13317944,-0.31823093,-0.48888153,-0.52030396,4.332157135009766
+4.4787884,0.44060913,-0.23336205,-0.81778026,-0.15711874,0.2131557,-0.6441522,0.01901586,0.16765717,-0.17694367,-0.27674678,-0.4820457,-0.6388249,2.763803482055664
+9.187299,0.39658797,-0.17327476,-0.81533444,-0.17879692,0.12483047,-0.8088627,0.04470801,0.17659298,-0.23092121,-0.28879258,-0.6615041,-0.71069443,-1.944706916809082
+12.750495,0.3032686,-0.061516415,-0.78558564,-0.19364148,-0.05538107,-0.93747807,0.092626855,0.22439243,-0.2544503,-0.3557404,-0.89824617,-0.7044806,-5.507903099060059
+10.095818,0.22571926,0.052983522,-0.70258904,-0.22048427,-0.24141528,-0.9637399,0.13714983,0.2775496,-0.26295397,-0.45513836,-1.0,-0.5748477,-2.8532257080078125
+4.4442177,0.19058263,0.15554714,-0.5954249,-0.2234636,-0.3764556,-0.9425026,0.17007859,0.30969933,-0.25246346,-0.52543205,-1.0,-0.42697442,2.7983741760253906
+4.3857408,0.17293602,0.22300923,-0.5622195,-0.19890238,-0.39486602,-0.93043363,0.17393886,0.3612416,-0.24934193,-0.55713016,-1.0,-0.3916293,2.856851100921631
+8.524141,0.18076131,0.25684077,-0.60462797,-0.19149894,-0.3434787,-0.937906,0.13860337,0.42120796,-0.27097428,-0.587351,-1.0,-0.4062452,-1.2815494537353516
+12.116996,0.23775709,0.23194635,-0.6592945,-0.18961509,-0.3177632,-0.9174137,0.14330117,0.4179703,-0.25906995,-0.5929691,-1.0,-0.38983563,-4.874403953552246
+10.309139,0.3849537,0.098877795,-0.72614443,-0.1547593,-0.27341604,-0.8394721,0.18760282,0.32364693,-0.20525655,-0.524176,-1.0,-0.36757886,-3.066547393798828
+4.9487295,0.47730774,-0.10643209,-0.77997243,-0.114957035,-0.029771069,-0.67370576,0.13340008,0.26215747,-0.14783914,-0.389163,-0.6523011,-0.44552222,2.2938623428344727
+2.7562737,0.44633374,-0.20347875,-0.80216026,-0.13787258,0.20058315,-0.6012186,0.02788831,0.22096291,-0.14681664,-0.305164,-0.45353898,-0.5848428,4.486318111419678
+5.6887183,0.43392688,-0.20783678,-0.81863594,-0.15728387,0.2304033,-0.68601394,0.007864729,0.19129544,-0.20179038,-0.27574053,-0.50152284,-0.68316334,1.5538735389709473
+10.614626,0.37278885,-0.13194919,-0.81153154,-0.17446516,0.116123,-0.85744095,0.030100282,0.2130257,-0.24844044,-0.30113956,-0.7004343,-0.74315244,-3.3720340728759766
+12.920275,0.27558482,-0.0093551725,-0.7749921,-0.18475394,-0.07479919,-0.973999,0.07523818,0.27444062,-0.2671303,-0.38019493,-0.94128734,-0.7207506,-5.677682876586914
+8.475789,0.20869368,0.09399218,-0.6801559,-0.20255032,-0.24579705,-0.9915932,0.110742435,0.31700775,-0.27163634,-0.4694377,-1.0,-0.5882881,-1.2331972122192383
+3.6268606,0.17133921,0.18837914,-0.5875548,-0.19656634,-0.35578543,-0.96819866,0.13998483,0.3437852,-0.25683537,-0.5274193,-1.0,-0.46832308,3.6157312393188477
+4.923502,0.15136002,0.2526909,-0.57945514,-0.17604584,-0.3436562,-0.9642618,0.12189484,0.40728733,-0.26406983,-0.5633284,-1.0,-0.4572865,2.319089889526367
+9.546362,0.15693033,0.28771102,-0.6298175,-0.18094876,-0.29094863,-0.9691442,0.080992,0.47360894,-0.28747848,-0.5990349,-1.0,-0.46539995,-2.303770065307617
+12.48901,0.22572416,0.25296274,-0.6853683,-0.17684534,-0.26938835,-0.9461088,0.095883,0.45976305,-0.27171072,-0.5969,-1.0,-0.44836026,-5.246417999267578
+9.471657,0.39255574,0.1015188,-0.74380624,-0.13761336,-0.21308444,-0.8437666,0.15367202,0.35654777,-0.20664445,-0.5148688,-0.954072,-0.42308226,-2.22906494140625
+3.84531,0.46990597,-0.09587174,-0.7789221,-0.112404786,0.0522687,-0.6533972,0.09177707,0.30309662,-0.1466667,-0.38392964,-0.5889836,-0.49473822,3.3972818851470947
+2.669446,0.43515545,-0.1841073,-0.7987046,-0.14265731,0.24640997,-0.6021087,0.0012325905,0.2506091,-0.15694007,-0.30772614,-0.43381825,-0.61716163,4.573145866394043
+6.5304956,0.41835487,-0.17674664,-0.8124999,-0.15834558,0.25277066,-0.7109804,-0.020920496,0.2292088,-0.21740042,-0.28459135,-0.50161505,-0.7083634,0.7120962142944336
+11.527688,0.34864277,-0.08743539,-0.80647004,-0.17143568,0.1322958,-0.8839365,-0.008215398,0.26183376,-0.26047263,-0.3190375,-0.70390016,-0.7660407,-4.285096168518066
+12.870378,0.25640363,0.037066225,-0.76692224,-0.17489924,-0.056552015,-0.995282,0.033132058,0.33262625,-0.27377984,-0.400192,-0.9405715,-0.7409079,-5.627785682678223

3/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2648862600326538,8.507478891849518,,
+1000,-1.2338120937347412,8.476403473854065,,
+1500,-1.2463620901107788,8.488954213857651,,
+2000,-1.3571953773498535,8.599787383556366,,
+2500,-1.221134066581726,8.46372664308548,,
+3000,-1.2802939414978027,8.522885219573975,,
+3500,-1.2389633655548096,8.481555224895477,,
+4000,-1.2738490104675293,8.516440599918365,,
+4500,-1.2227914333343506,8.465383412837982,,
+5000,-1.2477883100509644,8.490380630970002,,
+5000,,,7.921645476818084,-0.6790536189079285
+5500,-1.2848893404006958,8.52748070192337,,
+6000,-1.2552295923233032,8.49782129907608,,
+6500,-1.2832741737365723,8.525866426944733,,
+7000,-1.2559418678283691,8.498534123897553,,
+7500,-1.2371909618377686,8.47978246307373,,
+8000,-1.2011972665786743,8.443789718151093,,
+8500,-1.2420326471328735,8.4846239361763,,
+9000,-1.277016043663025,8.519607528686523,,
+9500,-1.2190701961517334,8.461662427902223,,
+10000,-1.268432855606079,8.51102446269989,,
+10000,,,8.049738378524781,-0.807146520614624
+10500,-1.2957605123519897,8.538353537559509,,
+11000,-1.1723802089691162,8.414972005844117,,
+11500,-1.2220853567123413,8.464677752017975,,
+12000,-1.2694823741912842,8.512074007034302,,
+12500,-1.2224053144454956,8.464997858524322,,
+13000,-1.2045142650604248,8.447105546951294,,
+13500,-1.2618227005004883,8.504414828777314,,
+14000,-1.2397021055221558,8.482293691158295,,
+14500,-1.134156346321106,8.376747966766358,,
+15000,-1.2440736293792725,8.486665506839753,,
+15000,,,8.149463270902634,-0.9068714141845703
+15500,-1.2508105039596558,8.493402480125427,,
+16000,-1.2312227487564087,8.473814713001252,,
+16500,-1.1367300748825073,8.379321574687959,,
+17000,-1.1449939012527466,8.38758572626114,,
+17500,-1.1947705745697021,8.43736191558838,,
+18000,-1.1431314945220947,8.385722992897033,,
+18500,-1.198479413986206,8.441071241378785,,
+19000,-1.1451743841171265,8.387767234325409,,
+19500,-1.122506856918335,8.365098190307616,,
+20000,-1.236710548400879,8.479302643299103,,
+20000,,,8.218507186174392,-0.9759153294563293
+20500,-1.1116316318511963,8.35422279548645,,
+21000,-1.1377480030059814,8.38033922767639,,
+21500,-1.2083076238632202,8.450899731636047,,
+22000,-1.1671226024627686,8.409713720798493,,
+22500,-1.253317952156067,8.495910203933716,,
+23000,-1.1683346033096313,8.410926961898804,,
+23500,-1.0560994148254395,8.29869065618515,,
+24000,-1.1070435047149658,8.349635181903839,,
+24500,-1.1370806694030762,8.37967237520218,,
+25000,-1.1505688428878784,8.393160609722138,,
+25000,,,8.242576564550399,-0.9999847066402435
+25500,-1.1876877546310425,8.430279606819154,,
+26000,-1.100395679473877,8.342987818717956,,
+26500,-1.0407487154006958,8.283339968681336,,
+27000,-1.1191774606704712,8.361769129276276,,
+27500,-1.1443326473236084,8.386924511909484,,
+28000,-1.2578092813491821,8.500401512145997,,
+28500,-1.1135951280593872,8.35618675327301,,
+29000,-1.1329078674316406,8.37549984741211,,
+29500,-1.0465131998062134,8.28910499572754,,
+30000,-1.2860294580459595,8.52862127685547,,
+30000,,,8.280946964025498,-1.0383551049232482
+30500,-1.1040349006652832,8.34662652206421,,
+31000,-1.0808707475662231,8.323462380409241,,
+31500,-1.0409836769104004,8.28357599544525,,
+32000,-1.1372066736221313,8.379798205375671,,
+32500,-1.092490315437317,8.335082127571106,,
+33000,-1.199385643005371,8.441977437496185,,
+33500,-0.98192298412323,8.224514891386033,,
+34000,-1.0702688694000244,8.31286094236374,,
+34500,-1.205410361289978,8.448001908302308,,
+35000,-1.1245042085647583,8.367095613479615,,
+35000,,,8.125164510011674,-0.8825726509094238
+35500,-1.0918993949890137,8.334491700649261,,
+36000,-0.9455532431602478,8.188144985675812,,
+36500,-1.0261520147323608,8.268744242191314,,
+37000,-0.9891917109489441,8.231783352136611,,
+37500,-0.9718740582466125,8.214465849637985,,
+38000,-1.0833275318145752,8.325919157981872,,
+38500,-0.9262539744377136,8.168845703125,,
+39000,-0.9757115840911865,8.218303520202637,,
+39500,-1.0679569244384766,8.310548597335815,,
+40000,-1.0552783012390137,8.297870304107667,,
+40000,,,8.032755798101425,-0.7901639401912689
+40500,-1.0701168775558472,8.312708149909973,,
+41000,-1.0251420736312866,8.267734111785888,,
+41500,-0.9983317852020264,8.240923062324525,,
+42000,-1.0062366724014282,8.248828182220459,,
+42500,-0.9604449272155762,8.203036922454833,,
+43000,-1.0203297138214111,8.262921420574187,,
+43500,-0.8827806711196899,8.125372834205628,,
+44000,-0.9479599595069885,8.190551757335664,,
+44500,-0.954931378364563,8.1975232796669,,
+45000,-0.959622859954834,8.202214864730834,,
+45000,,,7.657717061042786,-0.4151252019405365
+45500,-0.8350804448127747,8.077672555446625,,
+46000,-0.9315222501754761,8.17411429309845,,
+46500,-0.8603422045707703,8.102933712482452,,
+47000,-0.9848171472549438,8.227408859729767,,
+47500,-0.8061552047729492,8.048746953964233,,
+48000,-0.858570396900177,8.101162043571472,,
+48500,-0.9205390810966492,8.163131041526794,,
+49000,-0.984183132648468,8.22677476835251,,
+49500,-0.8795024156570435,8.122094462394715,,
+50000,-0.8338159322738647,8.076407314300537,,
+50000,,,7.515316879749298,-0.2727250218391418
+50500,-0.8908106684684753,8.133402589797974,,
+51000,-0.9163455963134766,8.158937111377716,,

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd93922c99358f54eefcde623fa66f438856479f6ed5702b3a57c41d7ed95706
+size 1935720

4/config.yaml

@@ -0,0 +1,58 @@
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-hard-v0/PPO/4
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,218 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_ppo
+    - env_id=RBC2D-hard-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_ppo,env_id=RBC2D-hard-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_ppo
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-hard-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: PPO
+  obj:
+    _target_: stable_baselines3.ppo.ppo.PPO
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    n_steps: 2048
+    batch_size: 64
+    n_epochs: 10
+    gamma: 0.99
+    gae_lambda: 0.95
+    clip_range: 0.2
+    clip_range_vf: null
+    normalize_advantage: true
+    ent_coef: 0.01
+    vf_coef: 0.5
+    max_grad_norm: 0.5
+    use_sde: false
+    sde_sample_freq: -1
+    rollout_buffer_class: null
+    rollout_buffer_kwargs: null
+    target_kl: null
+    stats_window_size: 100
+    tensorboard_log: null
+    verbose: 0
+    seed: ${seed}
+    device: ${rl_device}
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_ppo
+- env_id=RBC2D-hard-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+8.275074,0.49808472,0.33729306,-0.4144559,-0.41279408,-0.39002502,-0.23333083,0.31757474,0.6964563,-0.35555202,-0.65394396,-0.36903304,-0.3446144,-1.0324821472167969
+3.8806684,0.47044188,0.35448727,-0.5612273,-0.40026873,-0.34759486,-0.25720003,0.2831746,0.70468056,-0.43681467,-0.666289,-0.31775266,-0.4154466,3.3619234561920166
+5.358513,0.44614753,0.41412634,-0.6642835,-0.38264066,-0.3524053,-0.33848408,0.21478021,0.6942383,-0.50253576,-0.67324775,-0.3442533,-0.5803545,1.8840789794921875
+9.790725,0.43688947,0.47332144,-0.64415884,-0.36828825,-0.37573123,-0.42158002,0.17891675,0.67278,-0.48520333,-0.64066267,-0.4448573,-0.7184544,-2.54813289642334
+10.901175,0.39484918,0.46648708,-0.4613793,-0.35999247,-0.3595404,-0.4698574,0.10165999,0.5995111,-0.361566,-0.55602896,-0.55764854,-0.7814548,-3.6585826873779297
+6.7583284,0.36584428,0.35598093,-0.29463193,-0.32196438,-0.35410392,-0.51144683,0.0029994994,0.42453024,-0.15225263,-0.4516367,-0.63200366,-0.87895924,0.48426342010498047
+3.840323,0.42384472,0.32833612,-0.28456897,-0.3404865,-0.41561937,-0.4708171,0.02405516,0.34240296,-0.11122207,-0.4794758,-0.5670844,-0.8952638,3.402268886566162
+6.814623,0.5215731,0.37506124,-0.35292104,-0.35670924,-0.49266934,-0.40485087,0.17897701,0.43797338,-0.2614605,-0.53094435,-0.51732016,-0.7645602,0.42796897888183594
+10.650375,0.5986299,0.34099054,-0.43207127,-0.3769717,-0.5058291,-0.3269502,0.33524162,0.52328515,-0.36089665,-0.5771856,-0.5140811,-0.5781186,-3.4077835083007812
+9.726222,0.5730869,0.29828826,-0.45711634,-0.40980342,-0.44908017,-0.2597436,0.35986948,0.62471235,-0.3747745,-0.6314836,-0.43872985,-0.41772148,-2.4836301803588867
+5.391052,0.52104807,0.31602445,-0.5632262,-0.399702,-0.37063098,-0.25609797,0.3298387,0.67528826,-0.42590037,-0.6608291,-0.3551444,-0.4095995,1.8515400886535645
+4.5436163,0.46445468,0.37620932,-0.65707743,-0.38656548,-0.35284227,-0.30741337,0.25090605,0.69181234,-0.4951496,-0.67219985,-0.32791603,-0.5282459,2.6989755630493164
+8.175851,0.43451953,0.46026817,-0.6593553,-0.37286982,-0.36644924,-0.3987306,0.18445703,0.6881763,-0.49754816,-0.657496,-0.40124997,-0.67811733,-0.9332590103149414
+10.471904,0.3930897,0.48445067,-0.5110979,-0.37260053,-0.35741383,-0.45521772,0.11895517,0.64037037,-0.4076137,-0.58900136,-0.5143704,-0.75329375,-3.229311943054199
+7.720266,0.36534607,0.36908385,-0.3291094,-0.32807073,-0.3441704,-0.51013535,0.011615083,0.45775175,-0.18864669,-0.46399447,-0.63035333,-0.8665095,-0.4776740074157715
+4.1278253,0.41034213,0.29210892,-0.28950953,-0.3320721,-0.39777434,-0.49247223,0.0025282279,0.3170709,-0.08469352,-0.45930865,-0.60288596,-0.9322548,3.1147665977478027
+5.8227487,0.50575304,0.3414031,-0.34810925,-0.35780716,-0.4760145,-0.42888683,0.13018712,0.37597448,-0.2033727,-0.5188348,-0.5206161,-0.83581287,1.4198431968688965
+9.998845,0.60242015,0.34124997,-0.42611203,-0.36220792,-0.51540446,-0.343337,0.31661168,0.4736308,-0.33915782,-0.55539507,-0.5254692,-0.6375631,-2.756253242492676
+10.346051,0.58541137,0.30146024,-0.42782995,-0.40494567,-0.4720695,-0.26364008,0.36327165,0.59139585,-0.36276343,-0.6077755,-0.4599033,-0.43456462,-3.103459358215332
+6.0098543,0.52446634,0.3124371,-0.51038265,-0.40457734,-0.378973,-0.24392225,0.33613384,0.67483705,-0.39632767,-0.6576596,-0.3654531,-0.3787871,1.2327375411987305
+4.038104,0.47808504,0.35604978,-0.63360214,-0.38997546,-0.35448676,-0.2866085,0.27766702,0.68981326,-0.47806728,-0.6682858,-0.32698333,-0.48582044,3.2044878005981445
+7.3567367,0.4334763,0.44675258,-0.654861,-0.37945256,-0.35791093,-0.37534755,0.19104299,0.6979947,-0.4975806,-0.6677831,-0.37214872,-0.63504654,-0.11414480209350586
+10.602432,0.3979928,0.49009535,-0.5439562,-0.37844563,-0.35932344,-0.44181246,0.13665792,0.6660644,-0.4339379,-0.61219496,-0.48193932,-0.7288449,-3.3598403930664062
+8.937344,0.36527243,0.4014272,-0.35480514,-0.34746033,-0.335716,-0.49785745,0.030863069,0.5127862,-0.23688455,-0.4961814,-0.6086407,-0.8250758,-1.6947517395019531
+4.544883,0.3953285,0.2940187,-0.28052723,-0.3267604,-0.37925488,-0.5040972,0.0012886897,0.3385131,-0.08598665,-0.44896957,-0.6276784,-0.9216334,2.697709083557129
+4.7347794,0.47114992,0.33189952,-0.31434888,-0.36176014,-0.44841295,-0.4408956,0.08256279,0.35635006,-0.15390952,-0.51273674,-0.525741,-0.8537073,2.5078125
+9.00253,0.5833471,0.3493197,-0.40937385,-0.36454862,-0.506175,-0.36111796,0.2811559,0.46284822,-0.31742886,-0.553379,-0.5238967,-0.6724437,-1.7599382400512695
+10.84109,0.5889164,0.3114809,-0.41311124,-0.40160844,-0.48285854,-0.27462456,0.35852987,0.5724101,-0.35677463,-0.5963644,-0.47450453,-0.45916083,-3.5984983444213867
+7.32565,0.525309,0.31120238,-0.4629983,-0.41085193,-0.3898574,-0.23678139,0.33644584,0.67456365,-0.3724119,-0.6539209,-0.37651363,-0.3609456,-0.08305835723876953
+4.123517,0.48698986,0.342508,-0.6006361,-0.39478967,-0.3537343,-0.26981395,0.2969573,0.69044137,-0.45652482,-0.6662753,-0.32768267,-0.4448261,3.119074821472168
+6.379337,0.43310308,0.4302839,-0.6441097,-0.38662383,-0.35100383,-0.35058638,0.20006719,0.704903,-0.4939539,-0.6726412,-0.3486127,-0.5912242,0.8632550239562988
+10.012916,0.3991179,0.4906916,-0.5614759,-0.3816122,-0.35875618,-0.43057558,0.14493456,0.68266106,-0.44752744,-0.6260956,-0.45498684,-0.7078352,-2.7703237533569336
+9.632374,0.3507971,0.4365045,-0.36860487,-0.36134952,-0.32473457,-0.49204618,0.032610998,0.5613055,-0.2708159,-0.52144957,-0.5781779,-0.796156,-2.389781951904297
+5.4608526,0.36065847,0.30916896,-0.26326433,-0.3227158,-0.35222965,-0.52012795,-0.027580842,0.36162043,-0.08131739,-0.43901426,-0.63315344,-0.91669315,1.7817392349243164
+4.3201084,0.42181134,0.3192576,-0.2745087,-0.3618226,-0.4141332,-0.45873332,0.01581648,0.33027092,-0.09273598,-0.50102514,-0.53230274,-0.8823935,2.922483444213867
+8.069936,0.54635245,0.36017177,-0.37020877,-0.36827576,-0.4909079,-0.38305193,0.2220886,0.44926867,-0.2766754,-0.54748887,-0.5122095,-0.71378994,-0.8273439407348633
+10.759824,0.5880472,0.32442826,-0.39075175,-0.39604837,-0.4894414,-0.2853053,0.34842205,0.5519643,-0.34462786,-0.58417827,-0.48379973,-0.48347563,-3.5172319412231445
+8.120476,0.5265991,0.3110788,-0.4169609,-0.41502234,-0.40405858,-0.23158787,0.33752698,0.670643,-0.35112116,-0.64563066,-0.38704264,-0.34882665,-0.8778839111328125
+4.2958727,0.48659065,0.33679488,-0.5595862,-0.40056467,-0.35155714,-0.25550556,0.30444914,0.6971154,-0.43167603,-0.6651882,-0.3243528,-0.4070354,2.946719169616699
+5.6776943,0.42918766,0.41442946,-0.6277308,-0.3944767,-0.34551042,-0.32786018,0.20591271,0.71330124,-0.4875611,-0.674769,-0.32506046,-0.5510622,1.5648975372314453
+9.607563,0.39192313,0.49110833,-0.5691563,-0.38661444,-0.3536623,-0.41825137,0.14315459,0.7013847,-0.45665482,-0.63909334,-0.4210045,-0.68190795,-2.364971160888672
+10.158118,0.32842472,0.47547796,-0.37618926,-0.3774892,-0.31191796,-0.48257065,0.030128688,0.61504763,-0.30280992,-0.5500361,-0.53596157,-0.75861186,-2.9155263900756836
+6.158845,0.3150592,0.34085962,-0.23751184,-0.3253417,-0.31878132,-0.5337613,-0.06383841,0.40251523,-0.08226803,-0.4353368,-0.621781,-0.8954705,1.0837469100952148
+3.945813,0.37229106,0.31536493,-0.2336281,-0.35946536,-0.3815874,-0.477964,-0.042542398,0.3237561,-0.048009507,-0.48539117,-0.54432774,-0.8998566,3.296778917312622
+7.2031636,0.49252337,0.37401286,-0.32241806,-0.37559295,-0.4648913,-0.41043374,0.1446222,0.44269285,-0.22715972,-0.5445161,-0.49743712,-0.75576276,0.0394282341003418
+10.710792,0.57147324,0.34730318,-0.3620205,-0.39170018,-0.4865033,-0.3027999,0.3199689,0.54262674,-0.32690334,-0.5788055,-0.4872467,-0.51590174,-3.4681997299194336
+9.101429,0.52213866,0.32034823,-0.36665156,-0.4170735,-0.41706967,-0.23056524,0.33291095,0.6671058,-0.33030042,-0.6348146,-0.39679402,-0.3430291,-1.8588371276855469
+4.697254,0.47557044,0.3407554,-0.4970859,-0.40702564,-0.3470642,-0.23965597,0.30226967,0.7111519,-0.39620763,-0.66472024,-0.31931227,-0.36298302,2.545337677001953
+4.8748837,0.4204269,0.40542212,-0.5954907,-0.40226918,-0.3390851,-0.30548665,0.20995334,0.7254709,-0.47264767,-0.67511106,-0.3031315,-0.5066384,2.367708206176758
+8.86254,0.36945012,0.49677435,-0.55067194,-0.39433464,-0.34171897,-0.40441275,0.12662637,0.7237178,-0.4555213,-0.6486041,-0.3826005,-0.646838,-1.619948387145996
+10.608105,0.29503825,0.51423573,-0.36697945,-0.39012402,-0.2974329,-0.47576943,0.016356654,0.6647266,-0.32304183,-0.5730675,-0.49012113,-0.7239855,-3.3655128479003906
+7.251409,0.25501004,0.38774753,-0.20240018,-0.3340053,-0.27955198,-0.5490803,-0.113448255,0.45849,-0.08603628,-0.43818298,-0.59305376,-0.8688365,-0.008817195892333984
+3.9736679,0.31251755,0.32479846,-0.18149942,-0.35139576,-0.34448594,-0.5038292,-0.103488535,0.33350348,-0.0100476155,-0.46134207,-0.5575278,-0.91073185,3.2689239978790283
+6.226054,0.4182982,0.38887697,-0.2567398,-0.38422945,-0.42452246,-0.43941236,0.045306757,0.43463966,-0.15897213,-0.5405889,-0.4808458,-0.7941132,1.0165376663208008
+10.199978,0.5367245,0.3774563,-0.32058555,-0.39056754,-0.47453862,-0.32756096,0.26818272,0.54181546,-0.29840446,-0.57761735,-0.48417062,-0.55624586,-2.957386016845703
+9.916941,0.51241475,0.33866623,-0.31351152,-0.4163562,-0.4294775,-0.23462723,0.32170692,0.66438913,-0.30967003,-0.62209886,-0.40553313,-0.34605142,-2.674348831176758
+5.52859,0.45540422,0.35322627,-0.4184945,-0.41167668,-0.34425485,-0.22514677,0.2923607,0.73135793,-0.35313243,-0.66364986,-0.31435707,-0.321347,1.7140016555786133
+4.3125634,0.406389,0.40181515,-0.5505817,-0.4090437,-0.3309905,-0.28382012,0.21153879,0.7410112,-0.4496374,-0.67540854,-0.28125,-0.45886937,2.9300284385681152
+7.916347,0.33225107,0.5035062,-0.5109894,-0.40632528,-0.324749,-0.38555402,0.09714801,0.7511765,-0.44694066,-0.6551728,-0.33604392,-0.599724,-0.6737551689147949
+10.664677,0.24992445,0.5499746,-0.33794466,-0.40135205,-0.28177214,-0.46932322,-0.009992473,0.71073127,-0.33139142,-0.58861923,-0.44070223,-0.68768245,-3.4220848083496094
+8.295715,0.17993735,0.44713223,-0.1603118,-0.34851658,-0.233738,-0.56515163,-0.17526037,0.5295,-0.09281636,-0.44926098,-0.54725075,-0.838464,-1.0531234741210938
+4.3285313,0.23590447,0.3512942,-0.11944464,-0.33635843,-0.29755294,-0.53999954,-0.17537284,0.35849896,0.023808233,-0.428076,-0.5613403,-0.91728026,2.914060592651367
+5.3864727,0.32721314,0.3974937,-0.18470539,-0.3901574,-0.3696459,-0.46911532,-0.073494636,0.4168202,-0.07419198,-0.5304455,-0.46818405,-0.83400434,1.856119155883789
+9.50849,0.47369927,0.41381148,-0.26378223,-0.39368862,-0.4492727,-0.36517698,0.17820907,0.54566425,-0.2510476,-0.5775872,-0.47181156,-0.6141959,-2.265897750854492
+10.463315,0.49503085,0.36799392,-0.25234336,-0.41202044,-0.43923342,-0.24521321,0.2988448,0.6597055,-0.2855103,-0.6075004,-0.4151045,-0.36073574,-3.2207231521606445
+6.5078745,0.43270448,0.3715169,-0.32843474,-0.41231453,-0.3480515,-0.21329328,0.28153527,0.75076324,-0.3051316,-0.6589585,-0.31722924,-0.2860774,0.7347173690795898
+3.9815695,0.38469714,0.40720397,-0.48384514,-0.4138703,-0.31997144,-0.26204637,0.20899358,0.7623358,-0.41162327,-0.67541295,-0.26170784,-0.40337297,3.2610223293304443
+6.876929,0.28676924,0.5086192,-0.45371845,-0.42020324,-0.30676365,-0.36170304,0.06290823,0.7797321,-0.42938066,-0.65645784,-0.2887625,-0.54440904,0.3656630516052246
+10.45283,0.1961804,0.58086777,-0.2921581,-0.410429,-0.26886138,-0.4634735,-0.048027366,0.75191355,-0.33093584,-0.5947479,-0.3897,-0.6512953,-3.210238456726074
+9.365006,0.09901045,0.51313055,-0.1146769,-0.36629683,-0.18999015,-0.5698199,-0.23259059,0.6094815,-0.10766712,-0.47083834,-0.48976585,-0.7935188,-2.1224145889282227
+5.0120997,0.13962807,0.39917603,-0.048620094,-0.31723577,-0.24024081,-0.5821413,-0.26027718,0.40549424,0.05140626,-0.39005053,-0.54575217,-0.912732,2.230492115020752
+4.6390004,0.22593257,0.40548882,-0.10882738,-0.38768303,-0.3053047,-0.50012755,-0.19772857,0.3972455,0.011128749,-0.5053594,-0.46413338,-0.86906594,2.6035914421081543
+8.555813,0.37295398,0.45261425,-0.19455996,-0.40372843,-0.40086854,-0.41620842,0.04042644,0.5516852,-0.18008481,-0.57765365,-0.44588488,-0.68633646,-1.3132209777832031
+10.771345,0.4604392,0.41040584,-0.18534578,-0.40454528,-0.44013292,-0.26808718,0.25015968,0.656754,-0.25474438,-0.59435713,-0.42184943,-0.39709792,-3.5287532806396484
+7.765016,0.40970284,0.39713147,-0.23497751,-0.40762687,-0.36032075,-0.20762132,0.26954094,0.76314676,-0.25858536,-0.64813304,-0.33004376,-0.26495746,-0.5224242210388184
+4.060459,0.35393292,0.42350957,-0.38709798,-0.41433927,-0.30684662,-0.23814029,0.20166409,0.7893137,-0.35268557,-0.67258835,-0.24837773,-0.3376739,3.1821327209472656
+5.7131395,0.24348408,0.50963104,-0.38963285,-0.43189126,-0.29240465,-0.33384705,0.035490938,0.80308235,-0.40352705,-0.6521969,-0.24994825,-0.48724326,1.5294523239135742
+9.752386,0.12744606,0.6071291,-0.22348407,-0.4192574,-0.25627714,-0.45636624,-0.10521556,0.7897471,-0.32026756,-0.5887264,-0.33668646,-0.6110466,-2.509794235229492
+10.230952,0.016855823,0.5734827,-0.059616428,-0.38227212,-0.15680921,-0.55844736,-0.28194892,0.6827694,-0.12246261,-0.49333397,-0.4278068,-0.7336611,-2.9883604049682617
+6.138313,0.029447189,0.4608436,0.021444155,-0.30924088,-0.17658941,-0.6185289,-0.35520563,0.47430837,0.06506256,-0.36486042,-0.5083889,-0.89606273,1.1042790412902832
+4.2144876,0.1188064,0.42268625,-0.024409594,-0.36973634,-0.23760182,-0.54382926,-0.31289604,0.38827673,0.08213386,-0.45609856,-0.46491688,-0.8988482,3.028104305267334
+7.428966,0.24321863,0.48373154,-0.11831896,-0.41419354,-0.32758927,-0.46970943,-0.13219944,0.54267746,-0.08536481,-0.5680241,-0.41426426,-0.7614861,-0.18637418746948242
+10.590714,0.39434427,0.46189776,-0.117526576,-0.39753395,-0.42146897,-0.31045932,0.15624255,0.65653,-0.20933251,-0.58426833,-0.4195041,-0.46538475,-3.3481225967407227
+9.014551,0.38246846,0.43340424,-0.13805912,-0.3959571,-0.3775202,-0.21116626,0.2475197,0.7644521,-0.21502145,-0.6267182,-0.34750476,-0.26446217,-1.7719593048095703
+4.740324,0.31988055,0.4496324,-0.26689774,-0.40675926,-0.29964238,-0.21579854,0.1931034,0.81455976,-0.27821854,-0.6657465,-0.25146466,-0.27535942,2.502267837524414
+4.649083,0.21119721,0.5075515,-0.32501122,-0.43650085,-0.2832721,-0.3034278,0.024456695,0.8194915,-0.3682978,-0.649615,-0.22452593,-0.4295994,2.593508720397949
+8.64046,0.048253115,0.6237885,-0.14099407,-0.42942363,-0.24457978,-0.44421417,-0.17642456,0.8200805,-0.3034312,-0.5690879,-0.2864677,-0.56837815,-1.3978681564331055
+10.729405,-0.059130777,0.61752176,0.0050025634,-0.39522722,-0.14088865,-0.53788227,-0.32751423,0.7389567,-0.13088049,-0.50259,-0.3703224,-0.67300874,-3.486813545227051
+7.563969,-0.080884956,0.5168146,0.081520975,-0.32728952,-0.11363469,-0.6291738,-0.44210285,0.55376303,0.059674907,-0.37083468,-0.45576626,-0.8519581,-0.3213772773742676
+4.2255564,0.010954155,0.4504367,0.062954575,-0.33838785,-0.17380323,-0.5934601,-0.40978843,0.40762907,0.13144207,-0.3939655,-0.46101254,-0.9137573,3.017035484313965
+6.2468305,0.10556083,0.49942628,-0.03679115,-0.41076112,-0.23994742,-0.5155909,-0.30940974,0.50671494,0.020557802,-0.53086877,-0.3923604,-0.82779723,0.9957613945007324
+9.963284,0.27835372,0.512013,-0.056280445,-0.400521,-0.36493194,-0.37844804,-0.004471384,0.6522786,-0.13564704,-0.57608765,-0.40075883,-0.5704689,-2.720691680908203
+10.041051,0.34081525,0.4781813,-0.045003183,-0.3778483,-0.38981098,-0.22993878,0.19689652,0.75648487,-0.17417185,-0.5925786,-0.36029565,-0.2959221,-2.798459053039551
+5.9752235,0.29119825,0.48003694,-0.14250508,-0.39024037,-0.30937046,-0.20341498,0.18550867,0.8264385,-0.20587903,-0.6493668,-0.2756927,-0.23746763,1.2673683166503906
+3.9638844,0.19104016,0.50856286,-0.24964586,-0.43034336,-0.27861553,-0.27176747,0.031280898,0.8347758,-0.3146484,-0.6500103,-0.21431467,-0.36838394,3.278707504272461
+7.1825585,-0.016960626,0.6229131,-0.06892067,-0.44098938,-0.23806329,-0.41995344,-0.23144966,0.8347193,-0.2840283,-0.5445207,-0.25029588,-0.52544427,0.060033321380615234
+10.598972,-0.12420729,0.6469351,0.067882285,-0.40453488,-0.14304672,-0.52111644,-0.3738028,0.77860284,-0.13719082,-0.49235535,-0.32066232,-0.628503,-3.3563804626464844
+9.081925,-0.1739496,0.5543858,0.13201776,-0.3556425,-0.06656979,-0.6041008,-0.49794927,0.62312174,0.045418974,-0.39770856,-0.40202674,-0.7744658,-1.8393335342407227
+4.8634458,-0.092896745,0.4822537,0.14068171,-0.31361324,-0.11799561,-0.6255444,-0.49255544,0.45890367,0.15650626,-0.34722966,-0.44868964,-0.9039516,2.379146099090576
+5.15729,-0.01646264,0.49983773,0.053650748,-0.38798642,-0.15992811,-0.5554789,-0.45021498,0.4557634,0.11542766,-0.46364084,-0.38723612,-0.8757481,2.0853018760681152
+8.907112,0.12441619,0.54252076,-0.0016539567,-0.4106451,-0.2709567,-0.45979756,-0.21578106,0.6205238,-0.033028368,-0.5540154,-0.37289914,-0.6937491,-1.664520263671875
+10.6085415,0.2744068,0.5223567,0.027788987,-0.36339465,-0.38114,-0.27246758,0.09818249,0.7422582,-0.13010718,-0.5552596,-0.36371395,-0.3692866,-3.3659496307373047
+7.5697155,0.26729465,0.5077764,-0.03212515,-0.3677778,-0.3346948,-0.20511839,0.16775736,0.8196904,-0.150378,-0.61326385,-0.3053042,-0.23400311,-0.32712364196777344
+4.0107756,0.18131284,0.5183953,-0.15501714,-0.41201892,-0.27912074,-0.24293393,0.051212735,0.8464521,-0.2428915,-0.6437865,-0.22524619,-0.30660564,3.231816291809082
+5.6007686,-0.033756528,0.6028626,-0.03994235,-0.4495024,-0.24429633,-0.37861985,-0.23057991,0.8366344,-0.2706086,-0.53885716,-0.23212652,-0.47716337,1.6418232917785645
+9.716771,-0.17668034,0.66302025,0.11791245,-0.4150201,-0.15802345,-0.50433993,-0.41742194,0.8055198,-0.15066536,-0.46922296,-0.27752936,-0.59554046,-2.474179267883301
+10.343939,-0.23727408,0.5773761,0.1771228,-0.37877023,-0.050705016,-0.5615118,-0.5243121,0.6758968,0.028999764,-0.41923967,-0.35896266,-0.6939261,-3.101346969604492
+6.2415695,-0.188738,0.5091128,0.20052376,-0.31787127,-0.07203052,-0.6249231,-0.56168735,0.52665734,0.15378816,-0.33286583,-0.42158723,-0.85606223,1.0010223388671875
+4.424346,-0.10526645,0.4897029,0.13862383,-0.36123833,-0.107507594,-0.58569187,-0.5325151,0.43252563,0.17603303,-0.40098616,-0.39852163,-0.89611495,2.8182458877563477
+7.508615,-0.013191225,0.54277205,0.05644208,-0.40919885,-0.17660339,-0.52278,-0.40450972,0.5542775,0.06976297,-0.50740343,-0.35594937,-0.79215664,-0.2660231590270996
+10.540553,0.16416809,0.5535334,0.0746544,-0.37129626,-0.32687974,-0.35012934,-0.072758,0.708272,-0.06301237,-0.52904075,-0.35780755,-0.49488828,-3.2979612350463867
+9.1976185,0.23945984,0.5297539,0.0508099,-0.34648967,-0.3562476,-0.2233063,0.12480972,0.79932344,-0.11094517,-0.56425613,-0.3277932,-0.2682102,-1.955026626586914
+4.99157,0.18236986,0.535244,-0.04990217,-0.3834322,-0.29099625,-0.22358246,0.07578038,0.84594095,-0.16942428,-0.6239746,-0.2572975,-0.25888813,2.2510218620300293
+4.253134,0.0026586107,0.57542753,-0.044845637,-0.44429132,-0.25907257,-0.32553512,-0.16738081,0.84006274,-0.2526503,-0.564709,-0.22581448,-0.41450652,2.9894580841064453
+8.125541,-0.20370573,0.65783334,0.14154682,-0.43099225,-0.18125497,-0.47311318,-0.43474242,0.81896985,-0.16999184,-0.45085847,-0.24522343,-0.5610894,-0.8829488754272461
+10.856451,-0.2692594,0.60489523,0.20449623,-0.39650768,-0.066838205,-0.5316486,-0.5344758,0.7211331,-0.0042854594,-0.42614037,-0.31953132,-0.64075464,-3.613859176635742
+8.223707,-0.26260552,0.5252479,0.23416927,-0.34763926,-0.038100563,-0.5933709,-0.5969471,0.5888722,0.13347346,-0.35323846,-0.3845008,-0.77297133,-0.9811153411865234
+4.466753,-0.1707909,0.48090562,0.20829134,-0.33975083,-0.07823855,-0.6048558,-0.5791707,0.4571435,0.20174782,-0.35663787,-0.41175944,-0.8859445,2.775838851928711
+5.8863454,-0.10406844,0.5148464,0.11857621,-0.39667308,-0.11237863,-0.55369216,-0.52613187,0.47788537,0.15210919,-0.4527361,-0.3612631,-0.8520031,1.3562464714050293
+9.625138,0.023794604,0.554614,0.09781272,-0.39593273,-0.22981541,-0.45156303,-0.29406404,0.6332045,0.03302383,-0.5067277,-0.34673566,-0.6579028,-2.3825464248657227
+10.481881,0.18689586,0.5496336,0.10474866,-0.3432013,-0.349531,-0.27082652,0.029205881,0.7671472,-0.07420805,-0.5230337,-0.3406881,-0.35194126,-3.2392892837524414
+6.880555,0.19190896,0.5439955,0.03847644,-0.35373387,-0.3172934,-0.21769187,0.09194637,0.82797277,-0.11376223,-0.5853566,-0.2940081,-0.24392965,0.36203670501708984
+3.7871099,0.071399346,0.556833,-0.043022085,-0.41917259,-0.2713192,-0.2755586,-0.06758175,0.84747374,-0.20962201,-0.5978947,-0.23055814,-0.34131476,3.455482006072998
+6.0238743,-0.16207616,0.62875986,0.10333658,-0.44736728,-0.21978498,-0.41655925,-0.37093437,0.8279818,-0.20212428,-0.46874446,-0.22973837,-0.5099808,1.2187175750732422
+10.1322565,-0.2713688,0.6408695,0.20330115,-0.41591927,-0.11302575,-0.5151599,-0.5265114,0.77063,-0.06872445,-0.42556384,-0.27110174,-0.6076767,-2.889664649963379
+10.243103,-0.29641378,0.5441264,0.24008557,-0.38366127,-0.03133551,-0.5534289,-0.5926944,0.64712906,0.09054732,-0.39030275,-0.34909618,-0.68976074,-3.0005111694335938
+5.9011154,-0.2313197,0.48779017,0.25236535,-0.33764264,-0.060582213,-0.6033832,-0.61067355,0.52147675,0.18668647,-0.33369732,-0.4030238,-0.834698,1.3414764404296875
+4.525632,-0.15208419,0.4792303,0.17900346,-0.37909228,-0.084867895,-0.5750654,-0.58021575,0.43710732,0.19891687,-0.4036655,-0.3865701,-0.88206697,2.7169599533081055
+7.791778,-0.07042556,0.5280832,0.107373044,-0.41371185,-0.1458763,-0.5263086,-0.46138754,0.5373441,0.11242123,-0.4863915,-0.34834892,-0.79147536,-0.5491862297058105
+10.765975,0.08532819,0.5521324,0.121497855,-0.37654626,-0.29020756,-0.36917052,-0.1610876,0.6999504,-0.012144347,-0.50721663,-0.34074417,-0.5162311,-3.523383140563965
+9.238318,0.19083092,0.5410429,0.09146728,-0.344487,-0.34039676,-0.23757915,0.06851126,0.79721516,-0.08316637,-0.5461578,-0.32212138,-0.28539133,-1.9957265853881836
+4.9182396,0.14261,0.55040395,0.0030118874,-0.3828312,-0.28854024,-0.23753993,0.03163921,0.8431438,-0.14596154,-0.604293,-0.26136786,-0.2715998,2.324352264404297
+4.1167707,-0.036774646,0.58425665,0.008313283,-0.4451805,-0.2571442,-0.33689934,-0.20843643,0.8398371,-0.22419278,-0.54364103,-0.22669707,-0.4235026,3.125821113586426
+8.027843,-0.23295617,0.64730585,0.16373253,-0.4378007,-0.1761039,-0.47731382,-0.471049,0.8112618,-0.14384317,-0.43564793,-0.23238038,-0.56644005,-0.7852516174316406
+11.015896,-0.2862356,0.59257317,0.21474022,-0.4112888,-0.0696301,-0.532685,-0.56185496,0.71703374,0.007367532,-0.42007902,-0.30240175,-0.6406131,-3.773303985595703
+8.698719,-0.27271947,0.50764835,0.24732214,-0.3733937,-0.04369069,-0.5775793,-0.60887367,0.5951478,0.13453518,-0.36420628,-0.36980408,-0.74824876,-1.4561271667480469
+4.580047,-0.18410154,0.4626156,0.22892171,-0.36082855,-0.081745654,-0.5997967,-0.5959336,0.47129905,0.19927041,-0.36129746,-0.4070397,-0.8707581,2.6625447273254395
+5.4655232,-0.1105632,0.48064744,0.1336779,-0.411767,-0.10672787,-0.5585534,-0.5443162,0.45088786,0.16862081,-0.45273766,-0.37107635,-0.8673964,1.7770686149597168
+9.303481,-0.014416488,0.52216524,0.09563917,-0.4246754,-0.197895,-0.4855554,-0.37369657,0.5863671,0.065887526,-0.51186836,-0.3461209,-0.7223588,-2.06088924407959
+10.928791,0.14032046,0.5372133,0.10724709,-0.37477985,-0.32316393,-0.31256294,-0.058568813,0.7408786,-0.051523965,-0.5300121,-0.33384612,-0.4210132,-3.686199188232422
+7.7265315,0.18910435,0.53470355,0.05328391,-0.3634214,-0.318308,-0.229011,0.07721352,0.81337374,-0.10271135,-0.58265024,-0.2998797,-0.26243067,-0.48393964767456055
+3.9058979,0.11278661,0.5490949,-0.04387523,-0.41199464,-0.2739029,-0.26451635,-0.018149178,0.84810627,-0.18733098,-0.61524796,-0.2358424,-0.31646264,3.3366940021514893
+5.1696324,-0.08781027,0.6024636,0.028438767,-0.45444706,-0.24394141,-0.38781327,-0.2872054,0.83935624,-0.22146288,-0.5137232,-0.22004196,-0.4823773,2.0729594230651855
+9.496937,-0.22906277,0.64188004,0.15027876,-0.43412253,-0.15510143,-0.51062346,-0.4863021,0.7974423,-0.114681885,-0.4429803,-0.24221975,-0.6007707,-2.254344940185547
+11.042887,-0.26077288,0.5574065,0.19403529,-0.41629446,-0.064120986,-0.55011433,-0.55966735,0.6855794,0.035026494,-0.42539707,-0.32031158,-0.6712402,-3.800294876098633
+7.292354,-0.21994638,0.48054424,0.22767273,-0.37825418,-0.07534404,-0.59542674,-0.5935023,0.5592741,0.13987146,-0.36109132,-0.3870108,-0.79721755,-0.04976224899291992
+4.1407957,-0.12550265,0.442792,0.1795069,-0.3912894,-0.10932243,-0.59304386,-0.55991167,0.44126663,0.18232504,-0.40103656,-0.4079098,-0.89170545,3.1017961502075195
+6.337753,-0.043186728,0.46571794,0.076906875,-0.44048628,-0.1443084,-0.5477652,-0.48196977,0.4624701,0.12581751,-0.500558,-0.3733315,-0.86118287,0.904839038848877
+10.22151,0.05216805,0.49918744,0.059845325,-0.44272584,-0.24535692,-0.45384762,-0.2937534,0.6120108,0.018170934,-0.5463036,-0.34929758,-0.67998266,-2.9789180755615234
+10.785568,0.18134922,0.51001585,0.06695612,-0.3944566,-0.33332068,-0.28907254,-0.0034751557,0.75188327,-0.083084054,-0.5659788,-0.3274833,-0.38318506,-3.5429763793945312
+6.7039423,0.20306115,0.51741636,0.00090436405,-0.38960057,-0.30336827,-0.22982761,0.08853165,0.81801903,-0.13013405,-0.6189886,-0.283266,-0.26155826,0.5386495590209961
+3.6158867,0.1251687,0.54056835,-0.09821298,-0.42793334,-0.27111855,-0.2800773,-0.020467043,0.84937423,-0.22012301,-0.6304869,-0.22115155,-0.34390166,3.6267051696777344
+6.0103393,-0.067971006,0.60277045,-0.012144299,-0.45807233,-0.24236737,-0.4126554,-0.28314447,0.8450495,-0.23007788,-0.52615476,-0.21395192,-0.5098315,1.232252597808838
+10.26768,-0.1824604,0.6311027,0.09503338,-0.4385923,-0.16241385,-0.52557796,-0.45094228,0.7978519,-0.122612745,-0.4695633,-0.24659406,-0.61919415,-3.025088310241699
+10.9837475,-0.21016836,0.5414543,0.14512332,-0.4290971,-0.08410446,-0.5662436,-0.5298964,0.6791842,0.019790333,-0.44478193,-0.32527837,-0.69563717,-3.7411556243896484
+6.6815333,-0.16033213,0.45908996,0.1848857,-0.39661244,-0.108130656,-0.60479146,-0.5575896,0.54318595,0.1172684,-0.37787646,-0.39840728,-0.82272226,0.561058521270752
+3.9356782,-0.05753844,0.41592398,0.12254414,-0.41602218,-0.14577791,-0.58774984,-0.5067695,0.42669225,0.15124159,-0.43511233,-0.41803807,-0.9041954,3.3069136142730713
+6.5647874,0.032695167,0.430171,0.014118133,-0.46340978,-0.18599503,-0.53727806,-0.41577458,0.45324272,0.08703771,-0.5385627,-0.3898908,-0.869517,0.6778044700622559
+10.568566,0.11252761,0.4615005,0.00032995408,-0.46731168,-0.2753299,-0.44946644,-0.24587551,0.60128164,-0.019385505,-0.5799643,-0.3599074,-0.6906634,-3.325974464416504
+10.963075,0.21656209,0.4712566,0.011936596,-0.4282852,-0.33818108,-0.2953456,0.0135734975,0.73643064,-0.112488315,-0.6000884,-0.32923484,-0.39874306,-3.72048282623291
+6.5998816,0.23997876,0.4828665,-0.051552076,-0.4156748,-0.30390853,-0.23362267,0.11336889,0.8064668,-0.15721811,-0.6466415,-0.28238648,-0.2711166,0.6427102088928223
+3.5785527,0.18283361,0.5169846,-0.15912403,-0.43309426,-0.2768118,-0.27631304,0.033078752,0.8456658,-0.24078129,-0.6566366,-0.21789458,-0.3427818,3.664039134979248
+6.085531,0.021137698,0.5775056,-0.1138545,-0.46130887,-0.2589311,-0.3994366,-0.19522798,0.85333586,-0.26280335,-0.57534117,-0.21025252,-0.50297135,1.1570606231689453
+10.366425,-0.10005381,0.6181607,-0.0016016462,-0.44797355,-0.19634053,-0.5196262,-0.3694803,0.81466216,-0.17172766,-0.5113421,-0.24143611,-0.6196091,-3.1238327026367188
+11.327431,-0.14203428,0.54234797,0.06606818,-0.44731355,-0.12146107,-0.56892747,-0.46945733,0.7039635,-0.033263844,-0.48401693,-0.31393647,-0.69750327,-4.0848388671875
+7.100899,-0.10964889,0.44520375,0.12483376,-0.42518216,-0.13318296,-0.60308194,-0.5136933,0.5556592,0.0728673,-0.40993333,-0.39699346,-0.8160472,0.1416926383972168
+3.6682122,0.0007655523,0.38399965,0.07516551,-0.42840564,-0.18331319,-0.5865203,-0.45227158,0.42847046,0.11516793,-0.4474919,-0.4380331,-0.9077482,3.5743796825408936
+5.905895,0.09745473,0.38107163,-0.04200307,-0.47055316,-0.21903525,-0.53511435,-0.36284804,0.41631693,0.066288464,-0.5518553,-0.41756666,-0.89804745,1.3366966247558594
+10.223918,0.1611677,0.41129246,-0.074659795,-0.48541564,-0.28716868,-0.47461784,-0.23358816,0.541345,-0.032916147,-0.5977714,-0.3847177,-0.7662817,-2.981326103210449
+11.6596,0.24257594,0.42168584,-0.051581826,-0.4670244,-0.34453857,-0.3376791,-0.015375327,0.6837894,-0.12897007,-0.6182682,-0.3460618,-0.48603156,-4.417008399963379
+7.762223,0.28730822,0.42592815,-0.089344926,-0.44747347,-0.3237074,-0.24628198,0.12896627,0.7678635,-0.17664783,-0.6601023,-0.30502126,-0.30326667,-0.5196309089660645
+3.704589,0.25967446,0.473227,-0.18906832,-0.43693268,-0.28937763,-0.2583798,0.1124681,0.8235326,-0.24065475,-0.67948097,-0.23823209,-0.31756613,3.5380029678344727
+5.1646466,0.15704651,0.5241925,-0.23408104,-0.45787996,-0.28458452,-0.34792495,-0.04582212,0.85138196,-0.2971704,-0.63990444,-0.20869069,-0.45719156,2.0779452323913574
+9.552685,0.020554176,0.5848694,-0.14186311,-0.4585238,-0.24561776,-0.47577637,-0.2351357,0.8356607,-0.251092,-0.56970745,-0.23120141,-0.5908856,-2.3100929260253906
+11.936457,-0.050263472,0.5599742,-0.051177185,-0.46061063,-0.18084492,-0.5471092,-0.36106223,0.76420313,-0.12980771,-0.5393692,-0.28139687,-0.6692463,-4.693864822387695
+8.912904,-0.0728528,0.45574197,0.03654432,-0.46283382,-0.14870855,-0.5831733,-0.45675468,0.620463,-0.00011168886,-0.4746961,-0.36110398,-0.7614328,-1.6703119277954102
+3.9711046,0.016107215,0.37157923,0.046714734,-0.44028002,-0.19962041,-0.58901685,-0.42480153,0.474834,0.06679836,-0.44123,-0.4406913,-0.87429816,3.271487236022949
+4.3249936,0.1282188,0.33613446,-0.064961046,-0.46216977,-0.2389091,-0.54898703,-0.33761677,0.38647413,0.060394067,-0.53142464,-0.45206565,-0.9302883,2.917598247528076
+8.570034,0.19664018,0.3513696,-0.14165026,-0.4825199,-0.28445363,-0.5093497,-0.24380076,0.43973017,-0.013562915,-0.5921764,-0.42339483,-0.8770656,-1.3274421691894531
+12.012287,0.24304269,0.37193325,-0.1322414,-0.49102575,-0.33512223,-0.42832887,-0.10629037,0.57232034,-0.1034892,-0.6166735,-0.3811266,-0.68403536,-4.769695281982422
+10.447271,0.3065766,0.36542168,-0.11485993,-0.48519072,-0.35111898,-0.301474,0.07738883,0.6850176,-0.17412996,-0.64901644,-0.34598526,-0.42066455,-3.204679489135742
+5.1750865,0.32368237,0.39373884,-0.16772576,-0.4631115,-0.3193378,-0.2522346,0.15439883,0.76067364,-0.21933615,-0.6826006,-0.29440597,-0.315394,2.067505359649658
+3.6205156,0.28174543,0.45805094,-0.26850665,-0.45068377,-0.30315506,-0.28691676,0.10391275,0.82053643,-0.28823948,-0.6839236,-0.23204832,-0.376424,3.6220762729644775
+7.1049957,0.18160021,0.5128426,-0.28507793,-0.46149623,-0.2935623,-0.38278165,-0.04546519,0.84075856,-0.31405938,-0.64258677,-0.22263786,-0.5125145,0.13759613037109375
+11.323542,0.08369735,0.55037385,-0.21568546,-0.46309865,-0.25858602,-0.48286894,-0.18802172,0.8198619,-0.26217198,-0.59566474,-0.24621238,-0.6166179,-4.080949783325195
+11.83121,0.010120476,0.5095282,-0.114151,-0.47941732,-0.20292503,-0.533399,-0.3178806,0.7490605,-0.13872725,-0.56813866,-0.28821024,-0.67194635,-4.588618278503418
+7.0533886,-0.0094827805,0.40990162,-0.023834812,-0.48650706,-0.18180913,-0.5630849,-0.40557575,0.6090246,-0.021539044,-0.5053957,-0.36333337,-0.7589776,0.18920326232910156
+3.1009934,0.09155363,0.3310323,-0.04075289,-0.45795172,-0.23303103,-0.57588893,-0.35210788,0.45558733,0.03043389,-0.4791224,-0.45799488,-0.88932073,4.141598701477051
+5.0239434,0.19968256,0.29343697,-0.15132274,-0.46144003,-0.2767403,-0.54549557,-0.2681987,0.36411744,0.020513985,-0.54780895,-0.4757304,-0.9592579,2.2186484336853027
+9.486609,0.25090697,0.3037488,-0.20903495,-0.4726863,-0.30929315,-0.5120862,-0.19810358,0.39294642,-0.030309137,-0.5935426,-0.44503918,-0.9184636,-2.2440176010131836
+12.294701,0.28102085,0.31935883,-0.19549339,-0.48981023,-0.34083295,-0.45246685,-0.0931862,0.49384642,-0.09803258,-0.6171007,-0.41035217,-0.7629315,-5.0521087646484375
+10.274341,0.318471,0.30923688,-0.15375948,-0.5055761,-0.35759676,-0.34577185,0.047576934,0.607304,-0.16103189,-0.64279705,-0.37349778,-0.51752234,-3.0317487716674805
+4.8951654,0.35176426,0.3327274,-0.18725301,-0.48790434,-0.34457773,-0.2774759,0.14791742,0.7035325,-0.21915995,-0.67691964,-0.32437897,-0.37138042,2.347426414489746
+3.4585104,0.33480084,0.410418,-0.28225377,-0.4587317,-0.32162905,-0.28452086,0.14801684,0.7864223,-0.28708738,-0.691058,-0.25986567,-0.3782527,3.78408145904541
+6.867822,0.2705683,0.45924872,-0.34925163,-0.45942193,-0.32103533,-0.34618327,0.051441498,0.8219766,-0.33347267,-0.66774267,-0.23133692,-0.48644945,0.3747696876525879
+10.905527,0.19501173,0.4950427,-0.33839273,-0.4631858,-0.30545253,-0.4265502,-0.060911834,0.82154965,-0.3285633,-0.6319625,-0.23860532,-0.5855581,-3.662935256958008
+12.168374,0.12900124,0.49135438,-0.26630357,-0.47842544,-0.27213687,-0.47602868,-0.16349122,0.79934025,-0.25330144,-0.61112845,-0.25092798,-0.6263711,-4.925782203674316
+8.802629,0.07915361,0.4207651,-0.18745472,-0.5074884,-0.23302375,-0.49470422,-0.26470974,0.72323525,-0.14396037,-0.597295,-0.28604454,-0.65796345,-1.560037612915039
+3.7771802,0.10275835,0.33419582,-0.15913874,-0.49106583,-0.22966464,-0.5557689,-0.3098228,0.5666135,-0.05915737,-0.53578067,-0.3896574,-0.8081742,3.46541166305542
+3.4375746,0.240244,0.23892167,-0.2195532,-0.44210553,-0.30083215,-0.5734236,-0.21796915,0.36681882,-0.013397236,-0.5123138,-0.5186483,-0.9856741,3.8050172328948975

4/training_log.csv

@@ -0,0 +1,113 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-1.2638757228851318,8.506467935562133,,
+1000,-1.2918249368667603,8.534417217254639,,
+1500,-1.2429440021514893,8.485536410331726,,
+2000,-1.2318264245986938,8.474418429851532,,
+2500,-1.204951286315918,8.447543182849884,,
+3000,-1.231319546699524,8.473911806106567,,
+3500,-1.1939345598220825,8.43652674293518,,
+4000,-1.3139466047286987,8.556538533210754,,
+4500,-1.269408941268921,8.512001159191131,,
+5000,-1.2420543432235718,8.48464625263214,,
+5000,,,8.004975762367248,-0.7623839044570923
+5500,-1.2467498779296875,8.489342157363891,,
+6000,-1.229374885559082,8.471966935157775,,
+6500,-1.2253780364990234,8.467969826221466,,
+7000,-1.2468763589859009,8.489468628406525,,
+7500,-1.2224012613296509,8.464993106365204,,
+8000,-1.2332895994186401,8.475881048679351,,
+8500,-1.2292163372039795,8.471808386325836,,
+9000,-1.2435085773468018,8.48609997367859,,
+9500,-1.2183769941329956,8.460968848228454,,
+10000,-1.2307666540145874,8.473358258724213,,
+10000,,,7.960881587266922,-0.7182897293567657
+10500,-1.2136406898498535,8.456233565330505,,
+11000,-1.2244008779525757,8.466992930173873,,
+11500,-1.233966588973999,8.476557076931,,
+12000,-1.1903570890426636,8.432948615074158,,
+12500,-1.1589231491088867,8.401514246940613,,
+13000,-1.2377092838287354,8.480301039218903,,
+13500,-1.1781790256500244,8.420771000385285,,
+14000,-1.1713075637817383,8.413900054216384,,
+14500,-1.2514299154281616,8.494021889686584,,
+15000,-1.1581870317459106,8.400779174804688,,
+15000,,,7.956232913732529,-0.7136410558223725
+15500,-1.206253170967102,8.448844613552094,,
+16000,-1.2153222560882568,8.457913551807403,,
+16500,-1.1572656631469727,8.39985796546936,,
+17000,-1.162837028503418,8.405428987503052,,
+17500,-1.1196784973144531,8.362270884990693,,
+18000,-1.1976488828659058,8.440240446090698,,
+18500,-1.1802736520767212,8.422865752220154,,
+19000,-1.1861079931259155,8.428699759483337,,
+19500,-1.175835132598877,8.41842696762085,,
+20000,-1.2100130319595337,8.45260515499115,,
+20000,,,7.909002994298935,-0.6664111363887787
+20500,-1.0803356170654297,8.32292752456665,,
+21000,-1.0614991188049316,8.304090758800507,,
+21500,-1.1110498905181885,8.353641838073731,,
+22000,-1.1087592840194702,8.351351665496827,,
+22500,-1.0825586318969727,8.325150571346283,,
+23000,-1.1428171396255493,8.385409548282624,,
+23500,-1.0502127408981323,8.292804786205291,,
+24000,-1.1211448907852173,8.363737188339233,,
+24500,-1.0986582040786743,8.341250121593475,,
+25000,-1.1315317153930664,8.374123731136322,,
+25000,,,7.9271217215061185,-0.6845298635959626
+25500,-1.2225385904312134,8.465130236148834,,
+26000,-1.2542667388916016,8.49685870552063,,
+26500,-1.1935598850250244,8.436151297092438,,
+27000,-1.1482439041137695,8.390835689544678,,
+27500,-1.0486449003219604,8.291237101078034,,
+28000,-1.0865131616592407,8.329105385780334,,
+28500,-1.1382107734680176,8.380802344799042,,
+29000,-1.143283486366272,8.385874795913697,,
+29500,-1.125913143157959,8.368504550933839,,
+30000,-1.1172559261322021,8.359847628593444,,
+30000,,,7.847749240398407,-0.6051573836803437
+30500,-1.0235986709594727,8.266190693378448,,
+31000,-1.1044046878814697,8.346997009277343,,
+31500,-1.0924290418624878,8.335021157264709,,
+32000,-0.9471048712730408,8.189696428775788,,
+32500,-0.9405381083488464,8.183129636764527,,
+33000,-1.0239322185516357,8.266523794651032,,
+33500,-1.0145606994628906,8.25715268421173,,
+34000,-1.0216234922409058,8.26421560716629,,
+34500,-1.007668375968933,8.250259715557098,,
+35000,-1.0353662967681885,8.277958436489104,,
+35000,,,7.874070560932159,-0.6314787030220032
+35500,-1.0075114965438843,8.250103253364562,,
+36000,-0.9544050693511963,8.196997289657594,,
+36500,-0.9406864643096924,8.18327812051773,,
+37000,-1.033657431602478,8.276249062538147,,
+37500,-0.9497969150543213,8.192388789653778,,
+38000,-1.0068761110305786,8.249468105793,,
+38500,-0.9298377633094788,8.172429467201233,,
+39000,-1.035007119178772,8.277599180221557,,
+39500,-0.8599153757095337,8.102507478713989,,
+40000,-0.9653960466384888,8.207987933158874,,
+40000,,,7.793733333349228,-0.5511414742469788
+40500,-1.0321928262710571,8.274784571647643,,
+41000,-0.9808789491653442,8.223470498085023,,
+41500,-0.9243172407150269,8.166909071445465,,
+42000,-0.9609916806221008,8.20358335494995,,
+42500,-0.9696775078773499,8.21226980304718,,
+43000,-0.903010368347168,8.145602182865144,,
+43500,-0.9372181296348572,8.179809857845306,,
+44000,-0.9655391573905945,8.208130515575409,,
+44500,-0.9357297420501709,8.178321737766266,,
+45000,-0.9281056523323059,8.170697585105897,,
+45000,,,7.64711929321289,-0.4045274353027344
+45500,-0.8526376485824585,8.095229726314544,,
+46000,-0.8664577603340149,8.109049812316895,,
+46500,-0.9083737134933472,8.15096590089798,,
+47000,-0.9521086812019348,8.19470103406906,,
+47500,-0.9567602872848511,8.199352354049683,,
+48000,-0.8979848623275757,8.140576687812805,,
+48500,-0.8833582401275635,8.125949962615966,,
+49000,-0.9552427530288696,8.197834327220917,,
+49500,-0.865196704864502,8.107788438796996,,
+50000,-1.066251277923584,8.308843178749084,,
+50000,,,7.612463876008987,-0.3698720180988312
+50500,-0.8959355354309082,8.138526679992676,,
+51000,-0.9262123703956604,8.168804445743561,,

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-hard-v0
+model-index:
+- name: PPO-RBC2D-hard-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-hard-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: -0.31
+      name: mean_reward
+---
+
+# PPO on RBC2D-hard-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-hard-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** -0.31 ± 0.03
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | -0.32 | 2.24 |
+| Seed 1 | -0.27 | 2.19 |
+| Seed 2 | -0.36 | 2.50 |
+| Seed 3 | -0.29 | 2.22 |
+| Seed 4 | -0.30 | 2.35 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import PPO
+model = PPO.load("0/ckpt_latest.zip")