Upload results for SAC on RBC2D-easy-v0.

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+0/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+1/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+2/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+3/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text
+4/test/temperature_test_eval_episode_0.gif filter=lfs diff=lfs merge=lfs -text

0/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8553c2d0b1f711f2430ce21f82f0bb85aeff9d281088cda65dc26d596b81d66
+size 16140760

0/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=0
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/SAC/0
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

0/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=0
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=0
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 0
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

0/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=0

0/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6048207,0.9820869,0.68364215,-0.9382144,-0.88145864,-0.6507198,0.98336697,0.9877341,-0.021313965,-0.94754714,-0.9760905,-0.98020035,-0.42326176,0.29109907150268555
+4.1548314,0.9800117,0.6719415,-0.9435713,-0.87522906,-0.5817616,0.9819058,0.98741794,0.26104426,-0.95275986,-0.96988267,-0.9786887,-0.52568245,0.7410883903503418
+4.093789,0.98009133,0.7319839,-0.9208395,-0.87193656,-0.62463456,0.9820757,0.9866159,0.29523814,-0.9458313,-0.95895386,-0.9771045,-0.35219836,0.8021306991577148
+4.188906,0.9818759,0.8249917,-0.84346503,-0.8174579,-0.66372836,0.98232794,0.9840257,0.08149028,-0.9447575,-0.9432157,-0.97724956,-0.09473485,0.7070136070251465
+4.2352324,0.9840996,0.880342,-0.727885,-0.73693186,-0.6845709,0.9834914,0.98118687,-0.056821585,-0.95102346,-0.9290904,-0.979706,0.17777658,0.6606874465942383
+4.222739,0.981956,0.8880937,-0.7082229,-0.6439983,-0.60158986,0.9849316,0.97923577,-0.005399883,-0.9522272,-0.93047595,-0.9843482,0.25540245,0.6731805801391602
+4.156342,0.97826004,0.87183976,-0.7564298,-0.44614482,-0.3651371,0.98662305,0.9761808,-0.07028794,-0.9580126,-0.9375671,-0.9875269,0.38247705,0.7395777702331543
+4.1372175,0.9769095,0.8440769,-0.79912823,-0.2718377,-0.04159522,0.9879868,0.9758276,-0.242491,-0.96745276,-0.9403367,-0.98589146,0.5276183,0.758702278137207
+4.232926,0.9743297,0.84719276,-0.8431545,-0.18616384,0.25316703,0.9899708,0.97416985,-0.26434875,-0.97363394,-0.9464139,-0.9841608,0.597679,0.6629939079284668
+4.3919144,0.97219396,0.88284695,-0.86323225,-0.18389875,0.45815492,0.99131393,0.9708226,-0.11194044,-0.9759425,-0.9544132,-0.9843556,0.59981966,0.5040054321289062
+4.4922256,0.9743992,0.90235794,-0.8774174,-0.13597953,0.60792065,0.99205947,0.9664912,-0.06238514,-0.97941816,-0.9588163,-0.9842345,0.6305249,0.40369415283203125
+4.4839745,0.97799766,0.88036466,-0.8879114,-0.15815556,0.7193326,0.99292266,0.9592314,0.06029582,-0.98527473,-0.9572962,-0.98315567,0.6463413,0.4119453430175781
+4.4205885,0.9776758,0.8208504,-0.88735783,-0.11824775,0.8105992,0.99306595,0.95448005,0.2873876,-0.988614,-0.9553551,-0.98174804,0.69398093,0.47533130645751953
+4.3857613,0.9764868,0.7365376,-0.89460367,-0.1267885,0.83763814,0.9923928,0.954185,0.53154397,-0.9872624,-0.950601,-0.9807727,0.7545614,0.5101585388183594
+4.4173517,0.9760835,0.6565393,-0.904468,-0.19523168,0.82633567,0.990831,0.95615315,0.7341356,-0.9832484,-0.93511,-0.9797314,0.82848716,0.47856807708740234
+4.493976,0.9767728,0.578004,-0.9079573,-0.26299047,0.80063486,0.98913527,0.96151626,0.8544519,-0.9773913,-0.91103804,-0.98006725,0.8910028,0.4019436836242676
+4.5634613,0.9801607,0.48951125,-0.8949642,-0.27927816,0.7802341,0.9879737,0.9637035,0.8993082,-0.9728607,-0.8951326,-0.9805392,0.9312078,0.33245849609375
+4.579836,0.981647,0.35199618,-0.8810145,-0.33883238,0.7816465,0.98731697,0.96393967,0.9257963,-0.9702385,-0.8908461,-0.9784541,0.95299125,0.3160839080810547
+4.5411835,0.9814147,0.08656466,-0.87171054,-0.34707165,0.8258388,0.9871583,0.9649761,0.9416114,-0.9712849,-0.89588416,-0.9749058,0.96657765,0.354736328125
+4.498144,0.9789741,-0.3143593,-0.81572646,-0.31281126,0.8656652,0.98260045,0.96904397,0.948449,-0.9703626,-0.8972967,-0.9648766,0.97384787,0.39777565002441406
+4.4961157,0.97366846,-0.63679194,-0.6082619,-0.114733815,0.92130923,0.977052,0.97172284,0.9434428,-0.9720268,-0.8961893,-0.9403981,0.980849,0.39980411529541016
+4.5033493,0.96908045,-0.84096813,-0.065909445,0.15840185,0.946141,0.9650483,0.97950864,0.90217483,-0.9608514,-0.7573348,-0.8530433,0.9858974,0.39257049560546875
+4.4550524,0.97164047,-0.92259765,0.5461799,0.39355326,0.94515455,0.9510671,0.9848883,0.8114971,-0.94411886,-0.27170503,-0.6070324,0.9887116,0.44086742401123047
+4.3894496,0.97251856,-0.9420083,0.6994083,0.32132804,0.9117818,0.94338155,0.9878576,0.76178956,-0.9166125,0.059802055,-0.30572522,0.99107885,0.5064702033996582
+4.371955,0.97551084,-0.94885015,0.7593378,0.05807519,0.8490908,0.936687,0.9877598,0.7779571,-0.8851887,0.20758557,0.008641839,0.9928204,0.5239648818969727
+4.3071423,0.9811945,-0.95751595,0.8059428,-0.37076366,0.7654426,0.91890836,0.98631287,0.81622505,-0.84516793,0.3230375,0.45734644,0.9948261,0.5887775421142578
+4.1334467,0.9837799,-0.97011846,0.87959635,-0.63958037,0.694919,0.8678744,0.97894835,0.84930944,-0.8153727,0.396029,0.8453536,0.99760616,0.7624731063842773
+3.9232912,0.97477007,-0.94526666,0.94580483,-0.759863,0.6643207,0.7397461,0.9468856,0.8875067,-0.7861667,0.4506178,0.9532119,0.998065,0.9726285934448242
+3.7599733,0.98053396,-0.93765056,0.9463233,-0.9736074,0.34103274,-0.37191677,0.79976976,0.89527416,-0.7509012,0.8876164,0.9941106,0.9974818,1.13594651222229
+3.6591613,0.9701294,-0.92800003,0.9231348,-0.99199134,0.37165296,-0.8324925,0.37459815,0.94321537,-0.7680901,0.95400167,0.9977199,0.995373,1.2367584705352783
+3.7360916,0.95025027,-0.518746,0.7407701,-0.9955831,-0.043809175,-0.6974776,0.0944742,0.96885276,-0.5800208,0.9447869,0.9948741,0.98392224,1.1598281860351562
+3.8590803,0.9464159,0.08947933,0.61010134,-0.9866385,-0.51513624,0.0042312145,-0.19642222,0.94432044,-0.45608777,0.94210744,0.9865134,0.979522,1.036839485168457
+4.009636,0.92375183,0.7133603,0.54905367,-0.9039253,-0.8878204,0.3759718,-0.20207655,0.92409074,-0.48672998,0.97738266,0.96507585,0.968812,0.8862838745117188
+4.1046977,0.95032763,0.85067964,0.59241855,-0.5742979,-0.73976076,0.8795129,-0.80467725,0.91169536,-0.84672827,0.94881916,0.96774507,0.9700382,0.791222095489502
+4.0461197,0.9437926,0.76522255,0.59061146,-0.0864985,-0.5757952,0.94156194,-0.89423394,0.94802237,-0.8569436,0.9231732,0.97416043,0.96414506,0.8498001098632812
+3.9027402,0.9295169,0.6422305,0.45739233,0.06367767,-0.5328696,0.9342613,-0.92004466,0.9559113,-0.90826327,0.9248135,0.9799559,0.95658994,0.9931795597076416
+3.864168,0.92626977,0.31283057,0.26596212,-0.1787175,-0.20986253,0.9490044,-0.8900009,0.96226346,-0.754674,0.9130058,0.9753821,0.94678664,1.0317518711090088
+3.9524438,0.95018816,0.2328955,0.050150752,-0.4779737,-0.3761835,0.9406662,-0.86628604,0.9568205,-0.56490415,0.9233917,0.96834683,0.9442694,0.9434759616851807
+3.9747796,0.9688189,0.1939838,0.19213057,-0.6855679,-0.56637895,0.9048221,-0.8253204,0.9478605,-0.24791938,0.9260695,0.964,0.9498234,0.921140193939209
+3.9813514,0.9761746,-0.35615236,0.36017644,-0.82944196,-0.5125504,0.8431926,-0.7961764,0.93362343,0.41188323,0.95252824,0.96340644,0.9648855,0.9145684242248535
+4.051924,0.97971153,-0.5437697,0.22327542,-0.83813876,-0.3059584,0.8596134,-0.8307845,0.9211502,0.29377103,0.95681334,0.9624255,0.97547674,0.8439955711364746
+4.047873,0.98178625,-0.575095,0.01601863,-0.8021273,0.009885192,0.874933,-0.87019426,0.9139533,-0.043067873,0.952474,0.964533,0.9755913,0.8480467796325684
+3.953632,0.9804375,-0.6486745,-0.21455109,-0.7981565,0.31298602,0.8723687,-0.8955659,0.90022707,-0.10962701,0.95276976,0.96738136,0.97492886,0.9422876834869385
+3.935407,0.97871447,-0.56258655,-0.23388648,-0.75905883,0.33246124,0.86545014,-0.9153623,0.8925952,-0.24258018,0.9449667,0.96725976,0.97241426,0.9605128765106201
+4.007689,0.9737357,-0.39227265,-0.08694446,-0.61943066,0.25518537,0.8683833,-0.93408245,0.89227223,-0.29395175,0.93029547,0.9661939,0.9630878,0.8882308006286621
+4.0589366,0.9654325,-0.3523262,-0.01212132,-0.49389362,0.20518613,0.8748692,-0.9416439,0.90415025,-0.27013528,0.92823815,0.9663601,0.9542155,0.8369832038879395
+4.050313,0.9592508,-0.37253165,0.013558507,-0.4516399,0.12837458,0.8855486,-0.9397444,0.91951513,-0.19742048,0.93456256,0.9677181,0.9513557,0.845606803894043
+4.015769,0.9567611,-0.38634604,0.03742814,-0.4383453,0.021600127,0.8927562,-0.9364118,0.93282795,-0.093575,0.9401511,0.96888435,0.95222497,0.8801507949829102
+3.9762292,0.95756674,-0.41554427,-0.02139008,-0.43340546,-0.010572076,0.8988066,-0.9338752,0.93910027,-0.0035885572,0.94386744,0.9701295,0.9548533,0.9196906089782715
+3.943545,0.9585706,-0.40573025,-0.041501045,-0.40596163,-0.024341404,0.902102,-0.9331284,0.94146657,0.0073320866,0.94544816,0.97140145,0.956774,0.9523746967315674
+3.9399898,0.9577582,-0.39980555,-0.02684921,-0.370991,-0.030767798,0.9011626,-0.93253493,0.941834,-0.011766434,0.94583297,0.9726734,0.95666146,0.9559299945831299
+3.9655316,0.9570075,-0.4540689,-0.07393801,-0.36090124,0.027158618,0.9019816,-0.9308178,0.9409187,-0.0011563301,0.9457835,0.9733412,0.95517194,0.9303882122039795
+3.9971771,0.95777047,-0.53750294,-0.16232282,-0.38950205,0.14685428,0.90469146,-0.9276467,0.9379475,0.06076455,0.9463583,0.97389364,0.9543314,0.89874267578125
+4.0195045,0.96039486,-0.6142332,-0.24859738,-0.444228,0.28711915,0.9059882,-0.9248097,0.93302107,0.17329633,0.9479917,0.97401714,0.9544468,0.8764152526855469
+4.026725,0.9644067,-0.67250097,-0.31909907,-0.5038166,0.39323688,0.90318966,-0.9237562,0.92613196,0.29568386,0.94969964,0.9733722,0.9552405,0.8691949844360352
+4.0309668,0.9674959,-0.7133831,-0.37599987,-0.53981346,0.43569803,0.8965976,-0.9267245,0.9205935,0.37543488,0.94919515,0.9719738,0.9573629,0.8649530410766602
+4.041026,0.9683578,-0.7345452,-0.4119506,-0.54395866,0.44937134,0.8857167,-0.9316765,0.915998,0.41163146,0.9484103,0.9709811,0.9573207,0.854893684387207
+4.0506725,0.96729624,-0.7236327,-0.38366002,-0.5111836,0.4149388,0.8759538,-0.9379825,0.9147663,0.3860128,0.948014,0.9692228,0.95538735,0.8452472686767578
+4.0536466,0.96484876,-0.7029262,-0.33771336,-0.46906507,0.37569845,0.87002194,-0.94223964,0.9164643,0.33310652,0.9475038,0.9685248,0.95330596,0.8422732353210449
+4.0573683,0.9621906,-0.6797394,-0.28872442,-0.43529284,0.3449906,0.8691187,-0.9438644,0.9187294,0.27965283,0.9476118,0.9690635,0.9521203,0.8385515213012695
+4.0674314,0.959929,-0.64930665,-0.2266326,-0.3998084,0.31843042,0.8723433,-0.9443068,0.9208908,0.23072207,0.9483353,0.97025394,0.951905,0.8284883499145508
+4.081386,0.9587836,-0.64233464,-0.20730573,-0.37699628,0.31341815,0.8788192,-0.94378513,0.9230468,0.20845354,0.9491749,0.9717715,0.9523246,0.8145337104797363
+4.0918407,0.95888054,-0.64302003,-0.20721817,-0.3594253,0.31184685,0.8860941,-0.9431698,0.9247408,0.1958915,0.94992113,0.9731996,0.9532194,0.8040790557861328
+4.0929747,0.9598179,-0.6487441,-0.22058201,-0.3493504,0.30959332,0.892025,-0.9425155,0.9258257,0.19446278,0.9505274,0.9741806,0.95407915,0.8029451370239258
+4.083975,0.9608134,-0.65902627,-0.24448943,-0.34787518,0.31314433,0.89538705,-0.94168204,0.92611754,0.20155466,0.95086145,0.97472584,0.9543824,0.8119449615478516
+4.0672603,0.96152234,-0.6706097,-0.2658999,-0.3516835,0.32153225,0.89679635,-0.9410052,0.9255123,0.21333277,0.9509541,0.9748148,0.95414937,0.8286595344543457
+4.052819,0.96199083,-0.6878936,-0.29369223,-0.36352742,0.34146845,0.89682126,-0.9403184,0.92420316,0.23482609,0.950829,0.97458196,0.9536824,0.8431010246276855
+4.047374,0.9623412,-0.70755965,-0.3239218,-0.38011944,0.3724723,0.8957168,-0.939714,0.92224216,0.2642939,0.95075274,0.97419477,0.9533553,0.848546028137207
+4.052477,0.9627764,-0.72268534,-0.3462541,-0.39592934,0.40067935,0.89351785,-0.9396061,0.9198079,0.29324067,0.950699,0.9735627,0.9533144,0.8434429168701172
+4.0636106,0.9633883,-0.73390675,-0.36847442,-0.41252208,0.42028582,0.89021254,-0.94015926,0.91703165,0.31518996,0.9504266,0.9728651,0.9536172,0.8323092460632324
+4.0796423,0.96383667,-0.73979414,-0.3821317,-0.42245233,0.42948914,0.88642335,-0.9413524,0.9147022,0.3247609,0.9500952,0.97219205,0.9538344,0.8162775039672852
+4.0975485,0.96388566,-0.74124056,-0.38356298,-0.42216468,0.42984462,0.8831575,-0.94275856,0.9135766,0.32429004,0.94995165,0.971622,0.9536998,0.7983713150024414
+4.111327,0.9634018,-0.73151493,-0.35484958,-0.40632355,0.420254,0.8811337,-0.94432336,0.9132993,0.311288,0.9503331,0.9712827,0.9534509,0.7845926284790039
+4.1163044,0.9627818,-0.7247094,-0.33283877,-0.39344972,0.41184282,0.88097954,-0.9451853,0.91395926,0.3016039,0.9508476,0.9712734,0.9532783,0.7796154022216797
+4.1127224,0.96220994,-0.7187851,-0.31487066,-0.38305032,0.40314972,0.882367,-0.9453974,0.9154222,0.29398727,0.9513719,0.9715071,0.9532573,0.7831974029541016
+4.104499,0.96185684,-0.71049166,-0.29989803,-0.3754123,0.3898573,0.88409376,-0.9453384,0.9169316,0.2832055,0.95164466,0.97186804,0.953542,0.7914209365844727
+4.0963883,0.9616854,-0.70138776,-0.28573167,-0.36729908,0.37612593,0.8859196,-0.9451304,0.9182285,0.27136827,0.95177364,0.97222567,0.9538543,0.7995314598083496
+4.091046,0.96164227,-0.692172,-0.27211022,-0.35838258,0.36483645,0.8876915,-0.94486994,0.9190258,0.25854373,0.95181274,0.97255206,0.9540775,0.8048739433288574
+4.088298,0.96172404,-0.68553656,-0.26327837,-0.35165453,0.35985792,0.8894558,-0.94450814,0.91922355,0.24781156,0.95178914,0.9728501,0.9541671,0.807621955871582
+4.0866976,0.9619374,-0.6838069,-0.26315546,-0.3501314,0.3630967,0.8911264,-0.94401,0.9188702,0.2424953,0.95171773,0.97309995,0.9541409,0.8092222213745117
+4.085544,0.9622694,-0.68660337,-0.270988,-0.3539132,0.37247014,0.8924142,-0.94349116,0.9180896,0.24303877,0.9516009,0.9732498,0.9540514,0.8103756904602051
+4.0845757,0.96266866,-0.6919057,-0.28352642,-0.36102438,0.38433933,0.8930079,-0.9431026,0.9170399,0.2476039,0.9514369,0.97326505,0.9539423,0.8113441467285156
+4.083671,0.9630666,-0.69615096,-0.29292035,-0.36773837,0.39309478,0.89292085,-0.94303685,0.9158658,0.25284767,0.9512775,0.97309446,0.9538536,0.812248706817627
+4.082509,0.96333945,-0.69842964,-0.29817688,-0.37265778,0.39843798,0.8921648,-0.9432059,0.9147483,0.25694394,0.9511397,0.9728093,0.9537488,0.813410758972168
+4.0808015,0.9634247,-0.69739544,-0.2965274,-0.374547,0.39913845,0.8910501,-0.9435449,0.9138489,0.25780618,0.9510505,0.97246885,0.95362866,0.8151183128356934
+4.0787296,0.96332073,-0.6934944,-0.28915668,-0.37392884,0.39626145,0.8899232,-0.9439083,0.9132799,0.25537765,0.9510069,0.97215426,0.95350385,0.8171901702880859
+4.076784,0.9630866,-0.68753934,-0.27816755,-0.37161058,0.39112735,0.8890846,-0.9441881,0.9130752,0.25019085,0.9509945,0.97193074,0.95340776,0.8191356658935547
+4.0754595,0.9628186,-0.68043524,-0.2658084,-0.36842656,0.3848672,0.8887272,-0.9443353,0.91318166,0.24315453,0.9509959,0.9718292,0.9533764,0.820460319519043
+4.074951,0.96260285,-0.67280227,-0.2535323,-0.36482787,0.3781743,0.8888991,-0.944358,0.9134829,0.2349422,0.9510002,0.97184706,0.9534199,0.8209686279296875
+4.075136,0.96247196,-0.6655449,-0.24369341,-0.36142063,0.37241983,0.88943815,-0.94425243,0.91386735,0.22622657,0.9509864,0.97198,0.9535043,0.8207836151123047
+4.0755386,0.96240616,-0.65942484,-0.23856735,-0.3587395,0.36898208,0.89005077,-0.9440112,0.9142697,0.21731961,0.9509237,0.97222185,0.9535717,0.8203811645507812
+4.0755825,0.9623982,-0.65429085,-0.23534447,-0.35650402,0.36687398,0.89080834,-0.9437564,0.91457963,0.20879364,0.9508593,0.97248375,0.9536141,0.8203372955322266
+4.0746574,0.9624381,-0.6509458,-0.2349391,-0.3557765,0.36666453,0.8916255,-0.9434558,0.91475415,0.2021532,0.9507873,0.9727223,0.95361304,0.8212623596191406
+4.0724845,0.9625261,-0.6492936,-0.23694813,-0.35696065,0.3677343,0.8923657,-0.94312173,0.91481256,0.19812036,0.95069873,0.9728961,0.9535849,0.8234353065490723
+4.0695267,0.96264863,-0.6486691,-0.23996794,-0.35957658,0.36905372,0.8928809,-0.94281995,0.9147701,0.19637644,0.9505875,0.9729743,0.95354915,0.8263931274414062
+4.0665474,0.9627788,-0.6482723,-0.24247098,-0.3626684,0.3700316,0.8930967,-0.9426048,0.91462374,0.19594097,0.950459,0.97295725,0.9535115,0.8293724060058594
+4.06421,0.96288943,-0.6474758,-0.24340439,-0.36536932,0.37051034,0.8930342,-0.9424952,0.9143863,0.19576168,0.9503286,0.9728707,0.95347285,0.8317098617553711
+4.0629325,0.96296334,-0.6460079,-0.2426045,-0.36734188,0.37066007,0.8927989,-0.94246763,0.9140959,0.19505441,0.95021033,0.97275615,0.95343244,0.8329873085021973
+4.0625467,0.9629972,-0.6438932,-0.24046946,-0.36863077,0.37062168,0.8925085,-0.9424828,0.9138049,0.19351006,0.9501126,0.9726491,0.9533925,0.8333730697631836
+4.0626674,0.96299696,-0.64126754,-0.23751748,-0.36938626,0.37034738,0.8922566,-0.94250953,0.91356874,0.19109857,0.9500359,0.9725729,0.9533572,0.8332524299621582
+4.063159,0.96297324,-0.6382518,-0.23415208,-0.36971712,0.36960793,0.89209783,-0.9425287,0.9134326,0.18792892,0.94997716,0.9725349,0.9533328,0.8327608108520508
+4.0637197,0.96293545,-0.63502747,-0.23074359,-0.36974406,0.36829305,0.8920603,-0.9425255,0.9134172,0.184268,0.9499321,0.97253394,0.9533217,0.8322000503540039
+4.0640163,0.9628961,-0.63170296,-0.22748166,-0.36955118,0.36643565,0.89215016,-0.9424918,0.9135176,0.18037486,0.9498992,0.97256565,0.9533274,0.8319034576416016
+4.063877,0.96286416,-0.6284781,-0.22466326,-0.3693564,0.36424077,0.8923509,-0.94241846,0.91371083,0.17658758,0.9498725,0.9726207,0.95334744,0.8320426940917969
+4.0633945,0.9628451,-0.6254592,-0.22240841,-0.3693267,0.3619287,0.8926177,-0.94230664,0.9139588,0.17308581,0.9498439,0.972687,0.9533758,0.8325252532958984
+4.06252,0.9628415,-0.6227684,-0.2207821,-0.36953968,0.3598423,0.89291024,-0.9421624,0.9142144,0.17000806,0.9498097,0.9727565,0.95340383,0.833399772644043
+4.0616097,0.96285594,-0.6205541,-0.21989274,-0.3701219,0.35822022,0.8931924,-0.9419999,0.9144416,0.16750705,0.94976425,0.9728186,0.95342803,0.8343100547790527
+4.0607853,0.96288824,-0.61880195,-0.21962231,-0.37102032,0.3572098,0.89343643,-0.9418369,0.91460896,0.16550565,0.9497075,0.9728701,0.95344615,0.8351345062255859
+4.060174,0.9629371,-0.61751074,-0.21986902,-0.37223887,0.3567729,0.89362717,-0.9416853,0.91470575,0.16406906,0.9496436,0.97290444,0.9534577,0.8357458114624023
+4.0598383,0.9629972,-0.61646616,-0.22025359,-0.37359118,0.35665143,0.8937485,-0.9415643,0.91473603,0.16294992,0.94957495,0.97291934,0.95346355,0.8360815048217773
+4.059559,0.9630599,-0.61555904,-0.2205208,-0.37493384,0.35667264,0.8938055,-0.94147927,0.9147117,0.1620779,0.94950914,0.97291625,0.9534637,0.8363609313964844
+4.0593767,0.9631146,-0.61465424,-0.22049838,-0.37617314,0.35666263,0.8938112,-0.9414279,0.91465664,0.16126633,0.9494488,0.97289956,0.953459,0.836543083190918
+4.059067,0.96315336,-0.6135684,-0.21995175,-0.3771521,0.35641098,0.89377856,-0.9414031,0.91459703,0.1603359,0.9493973,0.9728749,0.95345104,0.83685302734375
+4.058576,0.96317315,-0.6122885,-0.21893853,-0.37786025,0.3558694,0.89372885,-0.9413934,0.91455495,0.1592437,0.9493544,0.9728482,0.9534427,0.837343692779541
+4.058074,0.9631754,-0.6108327,-0.21758783,-0.37832642,0.35506213,0.8936825,-0.94138455,0.9145436,0.1579901,0.94931865,0.9728253,0.9534365,0.8378458023071289
+4.057703,0.9631636,-0.60923797,-0.2160443,-0.37857217,0.35407972,0.89365757,-0.9413675,0.91456723,0.15655112,0.9492891,0.9728122,0.95343375,0.8382167816162109
+4.057397,0.9631468,-0.60763496,-0.21455038,-0.37868857,0.3530376,0.89366686,-0.94133765,0.9146228,0.15503573,0.9492644,0.97281146,0.9534366,0.8385229110717773
+4.057316,0.9631326,-0.6061251,-0.2132929,-0.37878597,0.35204864,0.8937148,-0.9412927,0.9147016,0.15354419,0.94924164,0.9728229,0.95344496,0.8386039733886719
+4.0573826,0.96312475,-0.6047588,-0.21231419,-0.37888223,0.35114968,0.893795,-0.94123834,0.9147923,0.1521101,0.9492214,0.97284365,0.95345664,0.8385372161865234
+4.057461,0.9631269,-0.6036382,-0.21172214,-0.37907618,0.35040283,0.8938974,-0.94117564,0.9148841,0.15089703,0.9492023,0.9728687,0.9534694,0.8384590148925781
+4.057454,0.96313834,-0.60277313,-0.21146023,-0.37937915,0.34980893,0.8940072,-0.94111234,0.91496897,0.14994276,0.9491837,0.97289324,0.9534817,0.838465690612793
+4.0573645,0.96315706,-0.60217077,-0.2114901,-0.37981415,0.34937167,0.8941102,-0.9410517,0.91504,0.14929986,0.94916487,0.97291243,0.95349205,0.8385553359985352
+4.0572033,0.9631791,-0.6017382,-0.21164286,-0.38032937,0.34902143,0.89419043,-0.9409977,0.9150939,0.1489135,0.9491464,0.97292304,0.9534993,0.8387165069580078
+4.056839,0.9632019,-0.60143834,-0.21183062,-0.38088542,0.3487543,0.8942406,-0.9409527,0.91512823,0.14875937,0.94912744,0.9729241,0.95350397,0.839080810546875
+4.056388,0.96322274,-0.6011859,-0.21195531,-0.38142443,0.3485378,0.8942592,-0.9409196,0.91514444,0.1487143,0.94910765,0.97291684,0.9535072,0.8395318984985352
+4.056074,0.96323943,-0.6009259,-0.21194887,-0.38188946,0.3483727,0.8942498,-0.94089764,0.91514444,0.14868319,0.94908845,0.9729047,0.95350885,0.8398456573486328
+4.055875,0.96325016,-0.6006373,-0.2118147,-0.38226378,0.34822404,0.894222,-0.9408834,0.91513383,0.14861727,0.9490707,0.97288966,0.95350814,0.8400449752807617
+4.0558553,0.9632567,-0.60030824,-0.21153998,-0.38250476,0.34808528,0.8941866,-0.94087857,0.9151187,0.14847064,0.9490559,0.9728761,0.9535079,0.840064525604248
+4.0559063,0.9632592,-0.6000105,-0.21128744,-0.38269508,0.34800947,0.8941616,-0.94087434,0.91510415,0.14829016,0.94904566,0.97286665,0.95350754,0.8400135040283203
+4.056005,0.96325994,-0.59968853,-0.21098751,-0.38279867,0.34786677,0.8941456,-0.9408729,0.9150988,0.14804971,0.94903874,0.97286105,0.9535091,0.8399147987365723
+4.056162,0.9632592,-0.5993673,-0.21066332,-0.38282168,0.34764838,0.8941395,-0.94087404,0.91510415,0.14777875,0.94903517,0.9728588,0.95351195,0.8397579193115234
+4.0562263,0.9632567,-0.5990917,-0.21040106,-0.3828218,0.34740317,0.8941486,-0.9408706,0.9151199,0.14754224,0.9490354,0.97285974,0.95351493,0.839693546295166
+4.0561795,0.96325314,-0.59885997,-0.2101829,-0.3828001,0.34712553,0.8941642,-0.9408642,0.9151447,0.14735913,0.9490373,0.97286177,0.95351815,0.8397402763366699
+4.0560822,0.9632516,-0.598722,-0.21009237,-0.38282013,0.34685302,0.89418805,-0.9408528,0.9151764,0.147313,0.9490403,0.9728639,0.9535229,0.8398375511169434
+4.056072,0.96325064,-0.5986311,-0.21005046,-0.38283348,0.34661627,0.89420986,-0.9408415,0.915208,0.14730418,0.9490422,0.9728663,0.9535279,0.8398475646972656
+4.0559688,0.96325254,-0.5986547,-0.21015012,-0.3829118,0.34649122,0.89423084,-0.9408269,0.91523266,0.1474446,0.94904447,0.9728676,0.9535332,0.8399510383605957
+4.0558853,0.96325636,-0.59873104,-0.21030909,-0.38300693,0.3464327,0.8942425,-0.94081366,0.9152489,0.14763713,0.9490452,0.9728668,0.9535376,0.8400344848632812
+4.0559015,0.9632621,-0.5988372,-0.21047473,-0.383085,0.34644914,0.894245,-0.9408061,0.91525364,0.14784122,0.94904494,0.9728651,0.95354164,0.8400182723999023
+4.0559263,0.9632683,-0.59901327,-0.21069604,-0.38317877,0.34655404,0.8942411,-0.94080234,0.91524804,0.14809942,0.94904554,0.97286177,0.9535439,0.8399934768676758
+4.056076,0.96327424,-0.59919536,-0.2108835,-0.38324666,0.3466766,0.8942292,-0.9408034,0.91523504,0.14836395,0.9490466,0.97285676,0.95354486,0.83984375
+4.0561647,0.96327937,-0.59942156,-0.21107495,-0.3833077,0.34683466,0.8942158,-0.940809,0.91521764,0.14867365,0.9490497,0.97285104,0.95354533,0.8397550582885742
+4.056135,0.9632828,-0.5996399,-0.21123463,-0.38334644,0.34694767,0.89419985,-0.9408178,0.9152019,0.14898038,0.949054,0.9728441,0.9535458,0.8397846221923828
+4.056189,0.96328497,-0.5998344,-0.21133876,-0.38335526,0.34702468,0.8941817,-0.94082904,0.9151882,0.14927578,0.9490595,0.9728372,0.95354736,0.8397307395935059
+4.0561495,0.96328306,-0.5999661,-0.21133286,-0.38329613,0.34703195,0.8941598,-0.94084114,0.915177,0.14950645,0.9490657,0.97283006,0.9535475,0.8397703170776367
+4.056182,0.96327984,-0.60008144,-0.21128839,-0.38318753,0.34702444,0.89413834,-0.94085413,0.91516936,0.14971304,0.94907284,0.97282386,0.95354843,0.8397378921508789
+4.0562215,0.9632746,-0.6002458,-0.2113285,-0.38309932,0.34707463,0.89412713,-0.94086206,0.9151646,0.14993691,0.94908047,0.9728204,0.9535489,0.839698314666748
+4.0562587,0.9632697,-0.60037744,-0.21134627,-0.3829822,0.34711277,0.89411783,-0.9408687,0.9151614,0.15011549,0.94908834,0.9728186,0.9535501,0.8396611213684082
+4.0563297,0.9632673,-0.6005639,-0.21144974,-0.3828981,0.3471892,0.89411354,-0.9408734,0.91515875,0.15035594,0.9490962,0.9728174,0.9535525,0.8395900726318359
+4.056473,0.9632654,-0.60073435,-0.21154088,-0.38279134,0.3472433,0.894109,-0.9408791,0.915156,0.15056026,0.94910336,0.97281647,0.9535544,0.839447021484375
+4.056595,0.96326494,-0.60097265,-0.21170837,-0.38270962,0.34736085,0.89410794,-0.94088507,0.91515076,0.1508236,0.9491116,0.9728161,0.95355606,0.839324951171875
+4.056638,0.9632654,-0.6012303,-0.2118988,-0.38264072,0.34748292,0.8941064,-0.94089156,0.9151442,0.15111423,0.9491197,0.97281504,0.9535575,0.8392820358276367
+4.0567017,0.96326756,-0.60153407,-0.21215492,-0.38262582,0.34763765,0.8941046,-0.9408968,0.9151361,0.15147662,0.9491279,0.9728129,0.9535593,0.8392181396484375
+4.0567408,0.9632685,-0.601771,-0.21230793,-0.38256574,0.34772885,0.894094,-0.94090545,0.91512656,0.15177643,0.9491353,0.9728091,0.95356035,0.8391790390014648
+4.056658,0.9632685,-0.6020371,-0.2124744,-0.38251328,0.34785616,0.8940809,-0.94091475,0.9151137,0.15210474,0.94914246,0.9728044,0.95356035,0.8392620086669922
+4.0567164,0.9632683,-0.60227615,-0.21259576,-0.38243246,0.3479824,0.8940644,-0.94092643,0.9150995,0.15240169,0.94914913,0.9727998,0.95356095,0.8392033576965332
+4.05674,0.9632659,-0.6025156,-0.21272099,-0.38235378,0.34813762,0.8940487,-0.9409371,0.915084,0.15267229,0.9491563,0.97279596,0.95356035,0.8391799926757812
+4.056842,0.9632648,-0.60275614,-0.21286166,-0.3822881,0.34828544,0.89403427,-0.940947,0.9150691,0.15295935,0.9491632,0.9727917,0.9535606,0.8390779495239258
+4.056908,0.9632628,-0.60294604,-0.21293056,-0.38217938,0.3484068,0.8940183,-0.9409582,0.91505396,0.15318227,0.9491701,0.97278833,0.95356035,0.8390116691589355
+4.0570335,0.9632616,-0.6031944,-0.2130853,-0.38212,0.348567,0.8940072,-0.940968,0.9150393,0.15346563,0.949178,0.97278523,0.9535608,0.8388862609863281
+4.057086,0.96325994,-0.6033753,-0.21315145,-0.38199937,0.34867477,0.89399624,-0.9409801,0.9150274,0.15365493,0.94918525,0.97278357,0.9535614,0.8388338088989258
+4.0571456,0.96325815,-0.6035494,-0.21321243,-0.38188344,0.34875703,0.8939856,-0.9409917,0.91501653,0.15384865,0.9491925,0.9727812,0.9535618,0.8387742042541504
+4.057199,0.96325576,-0.60375607,-0.21333146,-0.38178873,0.34888887,0.8939812,-0.94100016,0.9150069,0.15405846,0.94920063,0.97278047,0.95356226,0.8387207984924316
+4.0572896,0.9632535,-0.603929,-0.21341872,-0.3817042,0.34895968,0.89397395,-0.9410081,0.9149995,0.1542548,0.9492073,0.9727783,0.95356226,0.838630199432373
+4.0572615,0.96325135,-0.6041046,-0.21349841,-0.38160133,0.34905875,0.8939669,-0.94101584,0.91499054,0.15445125,0.94921446,0.9727769,0.95356226,0.838658332824707
+4.0572944,0.9632509,-0.60432506,-0.21365726,-0.38154495,0.34919095,0.8939631,-0.9410225,0.9149828,0.15469253,0.9492209,0.9727756,0.95356345,0.838625431060791
+4.0573425,0.9632497,-0.60449684,-0.21375918,-0.3814739,0.34929562,0.8939562,-0.94102955,0.91497374,0.15487814,0.9492266,0.97277427,0.9535637,0.8385772705078125
+4.0573897,0.9632492,-0.60465014,-0.21383363,-0.38139033,0.3493799,0.8939462,-0.94103736,0.9149631,0.15505826,0.94923186,0.97277176,0.95356417,0.8385300636291504
+4.057435,0.96324825,-0.60481614,-0.21392477,-0.38130403,0.34950566,0.8939395,-0.94104546,0.9149518,0.15522099,0.9492376,0.9727707,0.95356417,0.8384847640991211
+4.0575256,0.96324766,-0.60499084,-0.21404088,-0.38125193,0.34963012,0.89393187,-0.94105244,0.9149399,0.15540147,0.9492426,0.9727688,0.9535638,0.8383941650390625
+4.057576,0.96324694,-0.60513616,-0.21412528,-0.3811952,0.34973955,0.89392424,-0.9410591,0.91492784,0.1555562,0.9492471,0.9727671,0.95356345,0.838343620300293
+4.05752,0.9632466,-0.6052913,-0.21421307,-0.38113415,0.3498572,0.89391804,-0.9410668,0.9149163,0.15572071,0.94925237,0.9727657,0.95356345,0.8383998870849609
+4.0575686,0.96324563,-0.6054342,-0.21429724,-0.3810811,0.34995174,0.8939111,-0.9410742,0.91490626,0.15586805,0.9492569,0.9727638,0.95356345,0.8383512496948242
+4.0576158,0.96324384,-0.60550845,-0.21427965,-0.38097644,0.34998703,0.8938999,-0.9410837,0.91489697,0.15594304,0.9492607,0.97276187,0.953563,0.8383040428161621
+4.0576606,0.96324205,-0.6056437,-0.21435928,-0.3809272,0.35009623,0.8938955,-0.94108844,0.9148872,0.15608513,0.9492657,0.97276056,0.953562,0.838259220123291
+4.0576196,0.9632404,-0.6057323,-0.21438795,-0.380854,0.3501705,0.8938906,-0.94109446,0.91487885,0.15617096,0.94926953,0.97275996,0.953562,0.8383002281188965
+4.0576572,0.9632399,-0.60584396,-0.21445948,-0.3808061,0.3502488,0.8938879,-0.94109946,0.91487217,0.15628815,0.94927347,0.9727591,0.953563,0.8382625579833984
+4.057702,0.96323824,-0.60590833,-0.21447062,-0.3807398,0.35029864,0.89388084,-0.94110477,0.91486454,0.15634799,0.9492763,0.97275805,0.9535624,0.8382177352905273
+4.057801,0.9632373,-0.6060067,-0.21453118,-0.3806913,0.35039103,0.8938787,-0.9411084,0.9148567,0.15643895,0.9492799,0.97275805,0.953562,0.8381190299987793
+4.057811,0.963236,-0.606071,-0.21454918,-0.38062084,0.35045004,0.89387584,-0.9411138,0.9148499,0.15647984,0.9492829,0.97275805,0.95356154,0.838109016418457
+4.0578117,0.9632362,-0.60616255,-0.21461117,-0.3805884,0.3505218,0.8938749,-0.94111794,0.9148432,0.15657425,0.9492862,0.9727576,0.953562,0.8381080627441406
+4.057804,0.9632362,-0.6062473,-0.21467781,-0.38056302,0.35059285,0.89387405,-0.94112056,0.9148371,0.15665996,0.9492891,0.97275734,0.95356226,0.8381156921386719
+4.0577874,0.96323586,-0.60628986,-0.214679,-0.38050997,0.3506155,0.8938675,-0.9411262,0.9148314,0.15669501,0.94929075,0.97275615,0.953562,0.838132381439209
+4.0578394,0.96323526,-0.60637605,-0.21474594,-0.38049537,0.35068488,0.89386654,-0.94112843,0.9148257,0.15678215,0.94929314,0.9727553,0.95356154,0.8380804061889648
+4.0578666,0.9632342,-0.6064081,-0.21474248,-0.38044953,0.35072935,0.89386284,-0.9411322,0.91481936,0.15680385,0.94929504,0.97275496,0.95356107,0.8380532264709473
+4.057886,0.9632335,-0.60645264,-0.21476418,-0.38042223,0.3507706,0.89385986,-0.9411345,0.914814,0.15684915,0.94929695,0.972754,0.9535606,0.8380336761474609
+4.0579176,0.9632335,-0.60649526,-0.21478915,-0.38040376,0.35082102,0.8938581,-0.94113576,0.9148085,0.15690613,0.94929886,0.9727535,0.9535608,0.8380022048950195
+4.0579195,0.963233,-0.6065222,-0.21479183,-0.3803705,0.3508532,0.89385533,-0.94113994,0.91480374,0.15691078,0.9492998,0.9727535,0.9535606,0.8380002975463867
+4.057952,0.9632323,-0.6065389,-0.21478343,-0.38033658,0.3508743,0.8938521,-0.9411427,0.9147992,0.15692365,0.9493009,0.9727529,0.95356035,0.8379678726196289
+4.057949,0.9632318,-0.6065575,-0.21478283,-0.38029647,0.35089767,0.893852,-0.941145,0.91479623,0.15693295,0.9493028,0.97275305,0.95356035,0.8379707336425781
+4.0580025,0.9632318,-0.60660446,-0.21482992,-0.38030088,0.35096145,0.89385414,-0.94114554,0.91479206,0.15697253,0.94930434,0.9727535,0.95356035,0.8379173278808594
+4.0579596,0.9632313,-0.60659224,-0.21480197,-0.38026857,0.35095537,0.8938525,-0.9411472,0.9147897,0.15695453,0.94930506,0.9727533,0.9535601,0.8379602432250977
+4.0579824,0.9632318,-0.60661024,-0.21481419,-0.38025808,0.35096598,0.89385295,-0.94114906,0.914788,0.15697241,0.94930553,0.9727533,0.9535607,0.8379373550415039
+4.0579867,0.9632311,-0.60661465,-0.21481097,-0.3802426,0.3509984,0.893852,-0.94115007,0.91478395,0.15696013,0.949306,0.9727533,0.9535601,0.8379330635070801
+4.0579557,0.9632307,-0.60660684,-0.21479344,-0.38021398,0.35101485,0.89385223,-0.9411517,0.91478145,0.15693045,0.9493065,0.972754,0.9535599,0.8379640579223633
+4.0579824,0.9632306,-0.6066112,-0.2148037,-0.38021266,0.35103607,0.8938519,-0.9411513,0.9147787,0.15693247,0.9493067,0.97275376,0.95355964,0.8379373550415039
+4.0579767,0.96323013,-0.6065872,-0.21477032,-0.3801822,0.3510424,0.89385104,-0.9411524,0.91477585,0.15689039,0.94930685,0.97275424,0.95355904,0.8379430770874023
+4.0579405,0.9632306,-0.60660976,-0.21479875,-0.3801887,0.35106874,0.8938532,-0.9411528,0.9147742,0.15690756,0.94930696,0.97275424,0.9535593,0.8379793167114258
+4.058016,0.9632311,-0.60660666,-0.21480256,-0.38018674,0.35107958,0.89385414,-0.9411531,0.9147726,0.15690231,0.94930696,0.97275424,0.95355964,0.8379039764404297
+4.057996,0.96323085,-0.6066032,-0.21480095,-0.380188,0.35108757,0.8938546,-0.94115305,0.9147711,0.1568923,0.94930756,0.97275436,0.95355916,0.8379240036010742
+4.0579815,0.96323156,-0.6065852,-0.21478415,-0.3801874,0.35107195,0.893854,-0.9411531,0.91477036,0.1568892,0.94930744,0.97275364,0.95355964,0.8379383087158203

0/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.06010052189230919,4.956020358085632,,
+1000,-0.06762798130512238,4.963547794342041,,
+1500,-0.010410509072244167,4.9063303089141845,,
+2000,-0.024178912863135338,4.920098714828491,,
+2500,-0.01725992187857628,4.913179714202881,,
+3000,0.007104979362338781,4.888814820289612,,
+3500,-0.0194217711687088,4.915341593742371,,
+4000,-0.0017699870513752103,4.897689786911011,,
+4500,-0.03245826065540314,4.928378060340881,,
+5000,0.01641271635890007,4.879507085800171,,
+5000,,,4.768201396465302,0.127718403339386
+5500,0.029624976217746735,4.866294813156128,,
+6000,0.016804752871394157,4.879115047931671,,
+6500,0.060361843556165695,4.835557951927185,,
+7000,0.0506209135055542,4.845298888206482,,
+7500,0.10555047541856766,4.790369305610657,,
+8000,0.13636621832847595,4.7595536336898805,,
+8500,0.14338061213493347,4.752539157867432,,
+9000,0.11938703805208206,4.776532757759094,,
+9500,0.188872292637825,4.7070475254058834,,
+10000,0.18474562466144562,4.711174118995666,,
+10000,,,4.276217106580734,0.6197026932239532
+10500,0.24091115593910217,4.655008587837219,,
+11000,0.35235732793807983,4.543562410831451,,
+11500,0.44227170944213867,4.453648137569427,,
+12000,0.4837493896484375,4.412170240402221,,
+12500,0.5292168855667114,4.3667029809951785,,
+13000,0.5780242681503296,4.317895310401917,,
+13500,0.544098973274231,4.351820888996124,,
+14000,0.5467525720596313,4.3491673679351806,,
+14500,0.5458378195762634,4.350081850528717,,
+15000,0.5736566185951233,4.322263331413269,,
+15000,,,4.2715960574150085,0.6243237423896789
+15500,0.49921390414237976,4.396705749034882,,
+16000,0.6092562675476074,4.286663562297821,,
+16500,0.5513033270835876,4.344616313457489,,
+17000,0.6134932041168213,4.282426589488983,,
+17500,0.5430799722671509,4.3528400182724,,
+18000,0.593995213508606,4.30192418050766,,
+18500,0.49793216586112976,4.39798774766922,,
+19000,0.5883476734161377,4.30757257270813,,
+19500,0.5904688239097595,4.305451178073883,,
+20000,0.673524796962738,4.222394959449768,,
+20000,,,4.297975962162018,0.5979438376426697
+20500,0.7285947799682617,4.167324848175049,,
+21000,0.7812251448631287,4.1146949253082274,,
+21500,0.6721459031105042,4.223774185180664,,
+22000,0.6895936727523804,4.206326550960541,,
+22500,0.6798408627510071,4.216079057216644,,
+23000,0.6681675314903259,4.2277524929046635,,
+23500,0.7090982794761658,4.186821770191193,,
+24000,0.7451890110969543,4.150730483531952,,
+24500,0.6983412504196167,4.197578183174134,,
+25000,0.8501180410385132,4.045801553726196,,
+25000,,,4.224447625875473,0.6714721739292144
+25500,0.8014905452728271,4.094429267883301,,
+26000,0.7351145148277283,4.160805347919464,,
+26500,0.7761022448539734,4.119817725658416,,
+27000,0.7664259076118469,4.129493451118469,,
+27500,0.7401525974273682,4.155767142772675,,
+28000,0.836887538433075,4.059032101631164,,
+28500,0.8105483651161194,4.085371603488922,,
+29000,0.6928315162658691,4.203087983131408,,
+29500,0.7837188839912415,4.1122009806632995,,
+30000,0.9004902243614197,3.995428780555725,,
+30000,,,4.254592294692993,0.6413275051116943
+30500,0.8077627420425415,4.088157354831695,,
+31000,0.720850944519043,4.17506868648529,,
+31500,0.9146949052810669,3.9812251353263854,,
+32000,0.8832377195358276,4.012682279109955,,
+32500,0.835914671421051,4.060005143642425,,
+33000,0.9196045398712158,3.976315257549286,,
+33500,0.9254862666130066,3.970433331489563,,
+34000,0.7716565132141113,4.12426304769516,,
+34500,0.8700727820396423,4.02584788942337,,
+35000,0.9270522594451904,3.968867311954498,,
+35000,,,3.9585508096218107,0.9373689901828766
+35500,0.855806827545166,4.04011278295517,,
+36000,0.8928802013397217,4.003039710521698,,
+36500,0.8415313959121704,4.054388465404511,,
+37000,0.8161708116531372,4.079749258041382,,
+37500,0.8102002143859863,4.085719204902649,,
+38000,0.8735489845275879,4.022370812892913,,
+38500,0.8594521284103394,4.036467477798462,,
+39000,0.923952579498291,3.971967272758484,,
+39500,0.8303558826446533,4.065563850879669,,
+40000,0.8814589381217957,4.01446125125885,,
+40000,,,3.865206067562103,1.0307137322425843
+40500,0.8280853033065796,4.067834432601929,,
+41000,0.8330550789833069,4.062864763736725,,
+41500,0.7666528224945068,4.129266968727112,,
+42000,0.7516821622848511,4.1442376298904415,,
+42500,0.8802570104598999,4.015662420272827,,
+43000,0.7664872407913208,4.129432399272918,,
+43500,0.8490495681762695,4.046870242595673,,
+44000,0.8660760521888733,4.029843455314636,,
+44500,0.7808338403701782,4.115085937976837,,
+45000,0.8536191582679749,4.0423010053634645,,
+45000,,,3.956695319414139,0.9392244803905487
+45500,0.8096204400062561,4.086299792766571,,
+46000,0.8291450142860413,4.066774940013885,,
+46500,0.8081926107406616,4.087727133274078,,
+47000,0.7679374814033508,4.127981873989105,,
+47500,0.5772661566734314,4.318653561115265,,
+48000,0.6518995761871338,4.244020341873169,,
+48500,0.8557542562484741,4.040165956020355,,
+49000,0.8486754298210144,4.047243885993957,,
+49500,0.7023369669914246,4.193582893848419,,
+50000,0.8517650365829468,4.044154629707337,,
+50000,,,4.131519224643707,0.7644005751609803

1/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32559608f34e80cf48c0777906b642155dfcdac0f14d20d2afc1e054f8dbf955
+size 16140760

1/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=1
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/SAC/1
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

1/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=1
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=1
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 1
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

1/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=1

1/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6889005,0.98532665,0.8754486,-0.98036426,-0.97914916,-0.9796277,0.58963966,0.9625578,0.49983573,-0.956287,-0.5610832,0.98632646,0.9871974,0.20701932907104492
+4.560979,0.9807961,0.8443228,-0.98011416,-0.98054814,-0.9722489,0.5595045,0.9589671,0.5488303,-0.9345369,-0.2887932,0.9832537,0.98491323,0.33494091033935547
+4.758993,0.9814279,0.8715706,-0.97723573,-0.98018533,-0.9711427,0.41332078,0.94784427,0.6903384,-0.88111854,-0.25489998,0.98016226,0.98375547,0.13692665100097656
+4.860177,0.98097634,0.899544,-0.97717696,-0.9809427,-0.97155106,0.21917939,0.9409176,0.83643746,-0.7180042,-0.2017206,0.97547185,0.9843396,0.035742759704589844
+4.8552947,0.97803545,0.9130691,-0.97920686,-0.98226607,-0.97264165,0.2129364,0.9427843,0.9072056,-0.53187454,-0.1698752,0.9754405,0.98614,0.04062509536743164
+4.759872,0.9773569,0.90610576,-0.97910935,-0.98579735,-0.97177726,0.30343866,0.9363543,0.9399326,-0.3666724,-0.10436785,0.97476196,0.98708093,0.1360478401184082
+4.6841784,0.97864413,0.9068854,-0.9732084,-0.98727584,-0.9586799,0.23712862,0.88022006,0.94976413,-0.17872888,0.23801601,0.9409182,0.9884949,0.21174144744873047
+4.7289104,0.9809662,0.90893555,-0.96323353,-0.98488355,-0.9389416,0.3317381,0.82608724,0.9508941,-0.34163696,0.1085577,0.91290593,0.98995626,0.1670093536376953
+4.803863,0.9797554,0.9105134,-0.95771897,-0.9819646,-0.92802817,0.3508613,0.7997445,0.9561347,-0.30074453,0.07188022,0.89605546,0.9903811,0.0920567512512207
+4.831267,0.9792607,0.9088532,-0.94994766,-0.9762378,-0.9034599,0.40436935,0.7752489,0.9516263,-0.39456427,-0.05294949,0.86406565,0.99079657,0.06465291976928711
+4.775505,0.981025,0.9103801,-0.93661684,-0.9674587,-0.8686901,0.4414773,0.7436321,0.94226825,-0.5304759,-0.25368333,0.81067336,0.9916924,0.12041473388671875
+4.662404,0.98331,0.91119385,-0.9168416,-0.9561205,-0.8227866,0.47585332,0.7074821,0.93035364,-0.655096,-0.4688847,0.7116513,0.99248815,0.23351573944091797
+4.5661907,0.98493457,0.9079821,-0.89362466,-0.9363744,-0.7574373,0.5435343,0.6477623,0.91620564,-0.7553734,-0.63330036,0.59357977,0.993263,0.3297290802001953
+4.529096,0.9852475,0.9018345,-0.8726926,-0.9154513,-0.70016867,0.61477757,0.5889621,0.9020324,-0.81337243,-0.718108,0.4886515,0.9935423,0.366823673248291
+4.544153,0.98425674,0.8924335,-0.8584835,-0.899534,-0.6645981,0.6842611,0.54320025,0.887987,-0.84686524,-0.753526,0.41373968,0.9933535,0.35176658630371094
+4.5786066,0.98226106,0.8823383,-0.85140127,-0.8904961,-0.6501398,0.7454046,0.51124763,0.8740213,-0.8683715,-0.76240695,0.35965753,0.99278903,0.31731319427490234
+4.6001644,0.97918963,0.8776592,-0.84820193,-0.88979435,-0.6522215,0.78572166,0.49137473,0.8650327,-0.8798657,-0.745864,0.30127215,0.99181294,0.29575538635253906
+4.5948296,0.9751402,0.8706349,-0.8391385,-0.89095753,-0.6495017,0.7980125,0.48398936,0.8706627,-0.8810747,-0.70469487,0.25926948,0.99056304,0.3010902404785156
+4.5656037,0.97213197,0.8650856,-0.8253272,-0.8834434,-0.6285266,0.80344296,0.46702015,0.87318707,-0.8847838,-0.6915314,0.19998264,0.98972523,0.33031606674194336
+4.5239153,0.9713907,0.862762,-0.80218494,-0.86245745,-0.58378893,0.80101633,0.4253583,0.8709762,-0.894496,-0.7233084,0.107642174,0.98967683,0.37200450897216797
+4.4744315,0.96295977,0.83592606,-0.6944978,-0.72493577,-0.32534742,0.8168951,0.31170928,0.8572097,-0.89288646,-0.79366326,-0.08657968,0.9881922,0.42148828506469727
+4.4122934,0.95664024,0.8209436,-0.57492334,-0.54827905,-0.10419828,0.82521486,0.19173002,0.8468363,-0.8892939,-0.8424671,-0.2445997,0.9870287,0.4836263656616211
+4.3741946,0.95014465,0.80910945,-0.4437076,-0.3336982,0.086375594,0.82878745,0.073399305,0.83600426,-0.8835797,-0.87172323,-0.36432493,0.9854927,0.5217251777648926
+4.3981524,0.94283545,0.7970586,-0.3456657,-0.19198346,0.17326069,0.83334565,0.031579256,0.8181536,-0.8697589,-0.8772645,-0.46593177,0.98146033,0.49776744842529297
+4.4818163,0.92888,0.774091,-0.26818222,-0.10426623,0.223539,0.83969116,0.02616489,0.7956865,-0.8470151,-0.857793,-0.5142776,0.9739132,0.41410350799560547
+4.553126,0.90261614,0.7394366,-0.23238349,-0.0899837,0.23920953,0.8485458,0.08911383,0.78045225,-0.79961085,-0.79814935,-0.4969663,0.9605615,0.34279394149780273
+4.52354,0.8665279,0.7022066,-0.24591106,-0.14407527,0.22461832,0.8528075,0.20010555,0.77543116,-0.725843,-0.68753433,-0.40534878,0.94266915,0.37237977981567383
+4.3960037,0.826211,0.6327996,-0.29174626,-0.27397746,0.14331579,0.85429144,0.34766722,0.77624893,-0.64041996,-0.5736578,-0.12330687,0.9352534,0.49991607666015625
+4.2764955,0.80945134,0.56528354,-0.34420222,-0.3350774,0.10794473,0.85653293,0.4199232,0.781181,-0.5979833,-0.53724277,0.18266809,0.9432212,0.6194243431091309
+4.2777863,0.8352927,0.5867593,-0.3749255,-0.3696499,0.075207114,0.84261227,0.42859387,0.7830416,-0.6159216,-0.5920577,0.2155968,0.9523736,0.618133544921875
+4.3848767,0.8781109,0.6611577,-0.36406338,-0.33680665,0.09652376,0.8194976,0.32718515,0.77407074,-0.7084045,-0.7023046,0.030069113,0.9613606,0.5110430717468262
+4.48279,0.9075463,0.7159591,-0.32454288,-0.23080039,0.16345727,0.8121245,0.16669834,0.7630491,-0.7896685,-0.7868962,-0.20160341,0.9676323,0.4131298065185547
+4.5111837,0.90828764,0.71407485,-0.2723385,-0.14335036,0.20990121,0.82279015,0.08660531,0.7533579,-0.8084986,-0.8062578,-0.3128693,0.9664997,0.3847360610961914
+4.492301,0.8818011,0.648142,-0.20564687,-0.06596774,0.25020504,0.841836,0.109607816,0.73832583,-0.77189356,-0.7784966,-0.29623872,0.9571595,0.40361881256103516
+4.452096,0.8259561,0.5046482,-0.15005499,-0.016465306,0.24976099,0.8524126,0.21260476,0.7188952,-0.6732913,-0.7243472,-0.1770168,0.9407437,0.44382381439208984
+4.385668,0.7745848,0.36920977,-0.113793015,0.013868809,0.22338665,0.84652567,0.3110901,0.69750845,-0.5621938,-0.69759756,-0.07693368,0.925967,0.5102519989013672
+4.3122168,0.7897186,0.39364517,-0.091154754,0.02229309,0.2233944,0.8261179,0.30433023,0.68140054,-0.5348794,-0.71631706,-0.025717676,0.92873263,0.5837030410766602
+4.296232,0.83515894,0.50336933,-0.11390138,-0.022869587,0.22646523,0.81246114,0.3079648,0.6763437,-0.57299787,-0.76297164,-0.0007300973,0.94145155,0.5996875762939453
+4.376443,0.8609376,0.55979896,-0.19013625,-0.12153131,0.15408754,0.8068578,0.34151602,0.6871667,-0.6222262,-0.7918213,0.09776819,0.9545884,0.5194768905639648
+4.517316,0.86808515,0.5815767,-0.26358378,-0.22995579,0.07737839,0.81933236,0.37794244,0.7077811,-0.66624147,-0.79653245,0.19561315,0.96220946,0.3786039352416992
+4.6134624,0.8623643,0.57678676,-0.30658835,-0.32157713,0.025559783,0.8400743,0.39393044,0.72727275,-0.69997734,-0.7812889,0.23602295,0.9649887,0.2824573516845703
+4.5759773,0.85131884,0.5604913,-0.30889392,-0.361297,0.014120698,0.8557749,0.38473296,0.73753715,-0.7230429,-0.7618474,0.19726205,0.96372414,0.3199424743652344
+4.426591,0.83401334,0.5314319,-0.2776351,-0.34190106,0.041327357,0.86298144,0.36403358,0.7372266,-0.7175532,-0.73404497,0.11361563,0.9573337,0.4693288803100586
+4.2895923,0.8087175,0.4688803,-0.23531377,-0.25403845,0.08745217,0.8627645,0.33235502,0.7304082,-0.6762335,-0.6980327,0.046073437,0.9467802,0.6063275337219238
+4.2587113,0.78682995,0.40279233,-0.19566989,-0.13444674,0.13331461,0.85427535,0.30625212,0.7217519,-0.6084308,-0.6736621,-0.016627073,0.93427324,0.6372084617614746
+4.3265705,0.79528284,0.39350033,-0.1533165,0.012464285,0.21982515,0.8449967,0.29112673,0.7084904,-0.56756914,-0.70442736,-0.15130395,0.9260726,0.5693492889404297
+4.4319134,0.83582807,0.455783,-0.101462066,0.15883529,0.319196,0.82977223,0.20682323,0.69174874,-0.590664,-0.76747376,-0.27264285,0.93163335,0.4640064239501953
+4.508746,0.87719417,0.5392543,-0.045197606,0.25318265,0.387218,0.80987823,0.09230447,0.6742358,-0.61934245,-0.8182249,-0.35884523,0.94215274,0.3871736526489258
+4.525449,0.89397717,0.56813073,-0.023439825,0.26854205,0.37809956,0.79223263,0.03851843,0.6509247,-0.6247596,-0.8434627,-0.33166522,0.9499192,0.3704710006713867
+4.483881,0.8850548,0.5689008,-0.041674197,0.1066432,0.2563448,0.7869779,0.16530085,0.6445162,-0.5746617,-0.8375978,-0.17253238,0.95067215,0.41203880310058594
+4.4223757,0.8559878,0.5230632,-0.12953246,-0.08617759,0.11334908,0.8203521,0.3424225,0.6662624,-0.5116937,-0.79698026,0.15125692,0.9510758,0.4735441207885742
+4.3951883,0.8189652,0.45644903,-0.28869843,-0.32805264,-0.07411295,0.8667803,0.52052104,0.7277638,-0.47190177,-0.737989,0.43331337,0.9520216,0.5007314682006836
+4.4327035,0.7980225,0.43109202,-0.3978548,-0.4928683,-0.20430636,0.8885459,0.60848665,0.7705357,-0.47616184,-0.68382967,0.5546117,0.9540204,0.46321630477905273
+4.4822474,0.8117485,0.46858168,-0.4242773,-0.5463951,-0.2401892,0.88430715,0.58064723,0.78056,-0.5382745,-0.67845863,0.51528525,0.9578955,0.41367244720458984
+4.4604435,0.84191287,0.53813314,-0.37452817,-0.48297906,-0.1671133,0.85902596,0.45176065,0.76076436,-0.6310831,-0.71403885,0.32478404,0.95999575,0.43547630310058594
+4.3442674,0.86645937,0.56437564,-0.30691946,-0.30692303,0.01650107,0.8498256,0.27134907,0.74538445,-0.6983854,-0.7468191,-0.0056403875,0.9569881,0.5516524314880371
+4.227297,0.8416269,0.48476052,-0.24594688,-0.11864424,0.16192257,0.8683251,0.23859632,0.7410655,-0.6277859,-0.69790846,-0.18184948,0.9371532,0.6686229705810547
+4.1713266,0.7405894,0.19288695,-0.15192121,-0.088579655,0.082969904,0.8859141,0.4582231,0.76152205,-0.30223805,-0.5788989,-0.20821303,0.8793957,0.7245931625366211
+4.151544,0.6336272,-0.07776767,0.04283476,-0.07913506,-0.02196008,0.89776206,0.5884588,0.795984,0.002546668,-0.4708541,-0.19442111,0.8145914,0.7443757057189941
+4.0868087,0.62229156,-0.14198697,0.40087032,-0.11551142,-0.23862755,0.9287771,0.5832553,0.8822932,0.069076896,-0.46739203,-0.15327269,0.82185996,0.8091111183166504
+3.9274268,0.55516005,-0.3485521,0.93886113,-0.29328358,-0.39651525,0.9464357,0.5354265,0.9387499,0.09467685,-0.047006905,0.30830324,0.8268771,0.9684929847717285
+3.7860193,0.20416439,-0.66387814,0.9362135,-0.32210934,-0.5675021,0.96985006,0.7663479,0.9707024,0.42533302,0.6196666,0.6290784,0.81276035,1.1099004745483398
+3.9296963,0.06579077,-0.7293133,0.871557,-0.30229294,-0.6429714,0.96218956,0.92805743,0.9838853,0.6568632,0.7662461,0.69343257,0.8087063,0.9662234783172607
+4.1584854,0.11631167,-0.7365062,0.82348657,0.23383641,-0.47015893,0.93203855,0.9612354,0.98378146,0.6430788,0.31124783,0.34094822,0.82219815,0.7374343872070312
+4.2362485,0.4811871,-0.79785246,0.9439478,0.93168235,0.40417564,0.9255066,0.91807294,0.9753728,0.5610759,-0.8213061,-0.48054838,0.6434488,0.6596713066101074
+4.1624804,0.89367545,-0.7902223,0.97563267,0.9836819,0.53818,0.900717,0.5940119,0.97421885,-0.06318557,-0.986305,-0.52741325,0.9041271,0.7334394454956055
+3.8856077,0.9695059,-0.69576895,0.9772023,0.9865612,0.65017176,0.867587,0.41152442,0.9813349,-0.12885731,-0.99389774,-0.75951344,0.9278915,1.0103120803833008
+3.6959014,0.91688824,-0.7772128,0.9701246,0.9839084,0.7269782,0.88789237,0.7159754,0.98306036,0.47027135,-0.9847506,-0.8947745,0.6345227,1.2000184059143066
+3.657102,-0.10845244,-0.90925014,0.955894,0.9842745,0.824559,0.9017309,0.6819289,0.9793848,0.83830714,-0.6454263,-0.80764246,-0.66945744,1.2388176918029785
+3.6142104,-0.45117354,-0.87868345,0.9358487,0.9810413,0.7672565,0.9000232,-0.2018624,0.97562397,0.017217636,0.0653764,0.4543705,0.2349608,1.2817094326019287
+3.6239498,0.31081486,-0.8465286,0.9292245,0.9667206,0.5794964,0.91261184,0.3199234,0.9744643,-0.17602223,-0.7092279,0.40604854,0.82317805,1.2719700336456299
+3.807199,0.7811291,-0.6794649,0.93475723,0.9655082,0.58565736,0.86259866,-0.06226355,0.9709892,-0.5498448,-0.89918983,0.26659238,0.9218943,1.0887207984924316
+4.0369406,0.15299892,-0.80070364,0.9374287,0.9728075,0.7140627,0.9004744,0.22676814,0.976055,0.18757915,-0.5613161,-0.112791836,0.29975688,0.8589792251586914
+4.2070293,-0.1973685,-0.7829637,0.92905474,0.9748807,0.7976998,0.88040733,-0.3396448,0.9796965,-0.20263612,0.13496768,0.47283733,0.2790712,0.6888904571533203
+4.2546005,0.44697487,-0.68534994,0.94146895,0.9753201,0.76531804,0.8675505,-0.31915557,0.9797561,-0.39472258,-0.49182588,0.26431298,0.6713364,0.6413192749023438
+4.1334667,0.66998243,-0.6629702,0.9486859,0.97311485,0.76261055,0.8670914,-0.21770132,0.979692,-0.3802411,-0.70025074,0.011840701,0.7137574,0.7624530792236328
+3.9120684,0.47393465,-0.68544805,0.95062923,0.9733536,0.79478383,0.8857188,-0.021350265,0.97970414,-0.039541543,-0.54922706,-0.17814511,0.35618007,0.983851432800293
+3.7653723,0.30573714,-0.68807805,0.9463197,0.9731349,0.80581105,0.887681,-0.081151724,0.9788172,-0.030361295,-0.35004103,-0.027521074,0.25883114,1.1305475234985352
+3.7292664,0.4525144,-0.6944464,0.9436345,0.97249174,0.7890644,0.8804115,-0.0546726,0.9783598,-0.11491001,-0.50102854,-0.07209647,0.4389335,1.1666533946990967
+3.7193706,0.3936175,-0.7488167,0.93913794,0.97174585,0.7760072,0.8804991,0.06016898,0.97831655,0.00064635277,-0.47541463,-0.12654781,0.37953556,1.1765491962432861
+3.7423933,0.053687453,-0.79899365,0.9330367,0.97150564,0.7744292,0.88660884,0.109392285,0.978425,0.18387377,-0.1677618,-0.01226002,0.120226264,1.1535265445709229
+3.841031,0.09200013,-0.77644086,0.9315653,0.9730334,0.750633,0.8778174,-0.07610947,0.9787917,-0.04281205,-0.19042504,0.22837484,0.38756323,1.0548887252807617
+3.9636493,0.13592541,-0.7619447,0.9319868,0.97376275,0.75107455,0.8764895,-0.1319465,0.9792664,-0.1233477,-0.23735213,0.26530528,0.46033144,0.9322705268859863
+4.026821,0.10332239,-0.75745326,0.9354627,0.9753623,0.7673595,0.87831163,-0.18306398,0.97967076,-0.14083934,-0.20929939,0.28077662,0.42556775,0.8690986633300781
+4.012166,0.024103642,-0.7563665,0.9386227,0.97641885,0.78501606,0.8808669,-0.23391598,0.9800029,-0.13509566,-0.11123091,0.3141601,0.34243882,0.883753776550293
+3.952522,0.17854536,-0.73822206,0.941874,0.97748446,0.7856605,0.87591434,-0.26927143,0.9800608,-0.2247293,-0.26417327,0.27870727,0.46020472,0.9433977603912354
+3.8761692,0.239542,-0.7502745,0.94307613,0.9776242,0.79175234,0.87687564,-0.182571,0.979723,-0.1474061,-0.35184085,0.12929714,0.41229963,1.0197505950927734
+3.800671,0.25391698,-0.764855,0.94291663,0.9778342,0.79297876,0.8784933,-0.078030944,0.9790343,-0.040233433,-0.41006362,-0.013251841,0.341619,1.0952486991882324
+3.7527895,0.23506546,-0.77549994,0.9396962,0.9775953,0.7857449,0.8781948,-0.03170383,0.97828424,-0.0014412403,-0.4147327,-0.027410924,0.34438956,1.1431303024291992
+3.762254,0.24681318,-0.77391547,0.9351181,0.976549,0.7710364,0.87618005,-0.029729724,0.9780172,-0.037668347,-0.4184013,0.030229568,0.4202274,1.1336658000946045
+3.8203943,0.20091379,-0.77512133,0.93141377,0.97526646,0.76261616,0.876529,-0.03141433,0.9782363,-0.04214424,-0.3585742,0.095776916,0.42493463,1.0755255222320557
+3.898031,0.13140345,-0.77360535,0.9306812,0.97473216,0.7607875,0.8771012,-0.07401878,0.9787011,-0.057624996,-0.26877916,0.17986083,0.41170216,0.9978888034820557
+3.967127,0.10954118,-0.7635205,0.93253684,0.97478807,0.7633059,0.8763834,-0.15323055,0.9791838,-0.11560255,-0.21388942,0.2606542,0.43179905,0.9287927150726318
+4.003537,0.14910185,-0.74925643,0.93578196,0.97524583,0.770658,0.8753878,-0.21321446,0.9795015,-0.17301893,-0.2284621,0.2807864,0.4604168,0.8923826217651367
+3.9883869,0.17422962,-0.7427117,0.9389677,0.9759214,0.78249216,0.87619376,-0.22904754,0.9795605,-0.1760906,-0.24668497,0.24733174,0.43707275,0.9075329303741455
+3.9275396,0.18779755,-0.7430692,0.94117,0.9766817,0.7914071,0.87711453,-0.21461433,0.9794078,-0.14958298,-0.26967227,0.19101858,0.39886808,0.9683802127838135
+3.851152,0.20283115,-0.7489323,0.9415877,0.9771538,0.7935854,0.877089,-0.179488,0.97912264,-0.11546999,-0.30323744,0.13266611,0.37851226,1.0447678565979004
+3.7915277,0.20529175,-0.7590866,0.9402306,0.9772167,0.79035044,0.876668,-0.13266194,0.97879696,-0.07567614,-0.32800412,0.087070465,0.3679012,1.1043920516967773
+3.7685323,0.18270624,-0.7687617,0.9377091,0.9769863,0.7841284,0.87611413,-0.100696504,0.9785342,-0.047037244,-0.32258028,0.081725,0.36449385,1.127387523651123
+3.787662,0.15455937,-0.7725175,0.93513286,0.9765254,0.7758708,0.87544465,-0.102445185,0.97839665,-0.050391316,-0.29812312,0.12287426,0.38089907,1.10825777053833
+3.8378735,0.13720453,-0.7703637,0.9335455,0.9761021,0.7691072,0.8746563,-0.13064104,0.9784559,-0.08021855,-0.27259016,0.18211591,0.41116965,1.0580463409423828
+3.8963988,0.12011111,-0.76576895,0.9334798,0.9759853,0.76831424,0.8742225,-0.17033702,0.97869635,-0.112580955,-0.24105585,0.2340213,0.4280231,0.999521017074585
+3.9404337,0.11289787,-0.75876105,0.93492997,0.97623396,0.77288103,0.87389493,-0.21459389,0.978987,-0.14451134,-0.21682268,0.26828218,0.43498075,0.9554860591888428
+3.9561718,0.13270497,-0.75004524,0.93724275,0.97668314,0.77956843,0.8734044,-0.24948633,0.9791777,-0.17290181,-0.2231437,0.27280295,0.4425397,0.9397480487823486
+3.9392278,0.1696508,-0.7438917,0.9395387,0.97712076,0.7859849,0.8732736,-0.25835264,0.97917306,-0.1801945,-0.2569332,0.24056101,0.44042206,0.9566919803619385
+3.8963227,0.19543421,-0.7443349,0.9409193,0.97748303,0.791078,0.87364674,-0.23786151,0.97900486,-0.15686941,-0.29154468,0.1838088,0.41932642,0.9995970726013184
+3.8454988,0.20020008,-0.7496972,0.9409094,0.9776468,0.79285705,0.8740258,-0.2048083,0.9787408,-0.12030685,-0.3102156,0.13467383,0.39365327,1.0504209995269775
+3.8093183,0.19369972,-0.755693,0.93962455,0.9775486,0.79044557,0.8737798,-0.17827058,0.9784852,-0.095228076,-0.3150183,0.11505675,0.38574922,1.0866014957427979
+3.8017063,0.18140316,-0.75953424,0.93782496,0.97713256,0.78477716,0.87340295,-0.16886169,0.978281,-0.08827907,-0.30629975,0.12857056,0.3924867,1.0942134857177734
+3.822216,0.16295671,-0.7607875,0.9362812,0.97669244,0.779536,0.87299085,-0.17671949,0.9782243,-0.09512007,-0.28495324,0.16168463,0.40343952,1.0737037658691406
+3.8595414,0.14362967,-0.75877535,0.9356283,0.97645044,0.77707434,0.87251854,-0.20249581,0.9783201,-0.1148389,-0.25646698,0.20438516,0.41515613,1.0363783836364746
+3.8981774,0.13615274,-0.75329345,0.9361174,0.9764793,0.7779448,0.8719379,-0.23832476,0.97849786,-0.143587,-0.23626888,0.2407676,0.42838168,0.9977424144744873
+3.9233372,0.14485145,-0.74611694,0.9374889,0.9767413,0.78176165,0.8713405,-0.2712103,0.978662,-0.17092067,-0.2334891,0.25696528,0.4389193,0.9725825786590576
+3.9259512,0.16369772,-0.74011344,0.9391897,0.97714174,0.78722143,0.8709507,-0.28954905,0.97874045,-0.18487084,-0.24689388,0.24698806,0.44031048,0.9699685573577881
+3.9058192,0.18451726,-0.7373225,0.94061446,0.9775301,0.7921599,0.8708441,-0.28960568,0.97869396,-0.18133259,-0.2697587,0.21634412,0.43214452,0.990100622177124
+3.8718665,0.19866157,-0.7384971,0.9412776,0.9777663,0.7949319,0.870955,-0.27439892,0.9785353,-0.16299039,-0.2915722,0.17822802,0.41765857,1.0240533351898193
+3.8386426,0.20233214,-0.74227655,0.9410131,0.97779894,0.7949172,0.8709929,-0.25378644,0.9783263,-0.14050215,-0.30446804,0.1492548,0.4051447,1.0572772026062012
+3.8193958,0.1960069,-0.7461484,0.9400625,0.97760415,0.79232633,0.8709215,-0.2394259,0.9781238,-0.12474412,-0.304178,0.14201486,0.3996706,1.076524019241333
+3.8207617,0.18567383,-0.74795663,0.93891454,0.977298,0.7885413,0.87060237,-0.23826581,0.9779985,-0.12299293,-0.29458642,0.15609694,0.4045869,1.0751581192016602
+3.8402116,0.17432046,-0.7471405,0.93809295,0.9770254,0.7855755,0.87015605,-0.25079775,0.9779837,-0.13355446,-0.27868485,0.18304801,0.41459846,1.0557081699371338
+3.8682315,0.16633356,-0.7437019,0.93797326,0.9769106,0.78480744,0.8696611,-0.27353925,0.9780625,-0.15222621,-0.26246727,0.21186757,0.4252392,1.0276882648468018
+3.8933191,0.1662035,-0.73832184,0.9386014,0.97698927,0.78650665,0.86914706,-0.29984444,0.97817755,-0.17352712,-0.25296104,0.23242438,0.43404818,1.0026006698608398
+3.906106,0.17707586,-0.7322758,0.93974185,0.9772203,0.7898655,0.8686404,-0.3216504,0.97826254,-0.19154006,-0.25660276,0.23704338,0.44027603,0.9898138046264648
+3.902231,0.193331,-0.72784907,0.94095397,0.97751284,0.7938342,0.8683138,-0.3316083,0.97827315,-0.19829571,-0.27055883,0.22330856,0.43961835,0.9936888217926025
+3.883741,0.20789003,-0.72634244,0.94182956,0.97776616,0.7970679,0.8682003,-0.32885885,0.9781971,-0.19229424,-0.28793967,0.19769347,0.43215728,1.012178897857666
+3.8588052,0.21484387,-0.7277406,0.9421052,0.97789097,0.798609,0.86823964,-0.31765622,0.9780562,-0.17745543,-0.30061984,0.17175102,0.42090487,1.0371146202087402
+3.837672,0.21490657,-0.73033327,0.9417906,0.9778528,0.79803514,0.8682213,-0.30593836,0.9778924,-0.16305816,-0.306103,0.15646148,0.4130913,1.0582478046417236
+3.828532,0.20983958,-0.7324152,0.94111085,0.9776833,0.79596376,0.8680556,-0.30011636,0.9777565,-0.15553296,-0.3037492,0.1563338,0.41171908,1.0673878192901611
+3.8337407,0.20257318,-0.732725,0.9404211,0.9774723,0.7935908,0.86773777,-0.30370075,0.9776857,-0.15765285,-0.29546726,0.16939604,0.41638565,1.0621790885925293
+3.84996,0.19553685,-0.73090696,0.94005096,0.97731996,0.7921996,0.86734045,-0.31628883,0.97769046,-0.16780627,-0.28402394,0.1892196,0.4236381,1.045959711074829
+3.8698092,0.1932503,-0.7269815,0.9401971,0.9772922,0.7923808,0.8668642,-0.3350258,0.97774625,-0.18360281,-0.2752173,0.2081765,0.4320358,1.0261106491088867
+3.8851826,0.19801724,-0.7218881,0.94082046,0.97739446,0.7941208,0.86637473,-0.35410297,0.97781086,-0.19984686,-0.27355075,0.21870935,0.43912888,1.0107371807098389
+3.8904247,0.20845938,-0.7171166,0.94169307,0.9775853,0.7968513,0.8659713,-0.36761153,0.97784185,-0.21067911,-0.2800287,0.21646476,0.4421736,1.0054950714111328
+3.8839066,0.22045326,-0.7140309,0.94251513,0.97779727,0.7996702,0.8657167,-0.37268752,0.9778161,-0.21290767,-0.29157674,0.2029196,0.44006836,1.0120131969451904
+3.8687787,0.22950387,-0.7132637,0.94302917,0.9779551,0.80169666,0.865618,-0.36977887,0.9777341,-0.2067827,-0.30321258,0.18387651,0.43371105,1.0271410942077637
+3.851436,0.23354065,-0.71426535,0.94312,0.97800875,0.8023617,0.86557925,-0.3627385,0.97761595,-0.19664967,-0.31112683,0.16730118,0.42664158,1.0444839000701904
+3.8387516,0.23236811,-0.7158739,0.9428396,0.97795224,0.8017185,0.86550546,-0.35658872,0.97749615,-0.18786812,-0.31305432,0.15950227,0.42209816,1.0571682453155518
+3.8354568,0.22810614,-0.7167101,0.9423847,0.9778235,0.8002937,0.86532307,-0.3554688,0.9774065,-0.18478787,-0.309695,0.16237974,0.42212152,1.0604629516601562
+3.8417041,0.22320509,-0.7159693,0.9420028,0.977689,0.79894924,0.8650284,-0.36114502,0.9773669,-0.18879086,-0.30299056,0.17356193,0.42617917,1.054215669631958
+3.8543541,0.22057843,-0.7133998,0.94189954,0.9776119,0.7983961,0.86464083,-0.37268454,0.9773742,-0.19870329,-0.29641664,0.18773746,0.43265963,1.0415656566619873
+3.8677702,0.22133493,-0.70958674,0.942142,0.9776257,0.7990403,0.8642328,-0.38679135,0.9774078,-0.21075368,-0.2923872,0.19903922,0.43856502,1.0281496047973633
+3.8764343,0.22719419,-0.7051846,0.9426799,0.97772896,0.8006258,0.8638158,-0.40009594,0.977437,-0.22221535,-0.29407972,0.20343864,0.443403,1.0194854736328125
+3.8774874,0.2357862,-0.7014996,0.9433193,0.97787833,0.8027041,0.8634956,-0.40857178,0.97743654,-0.22858799,-0.30057752,0.19874477,0.44464803,1.018432378768921
+3.8706722,0.24450684,-0.6993065,0.94386315,0.97802496,0.8046092,0.86328745,-0.4111427,0.97739446,-0.22877604,-0.30965745,0.18717086,0.4424609,1.025247573852539
+3.859152,0.25009155,-0.69887036,0.9441583,0.97812104,0.80583906,0.8631902,-0.4089092,0.9773183,-0.2236675,-0.31734037,0.17364192,0.43762755,1.0367677211761475
+3.8475785,0.2515049,-0.6995604,0.94416094,0.97814107,0.8061296,0.8631344,-0.404876,0.977226,-0.21671802,-0.32124984,0.1636486,0.4327029,1.0483412742614746
+3.8403966,0.25024235,-0.70024914,0.9439522,0.97808945,0.80554974,0.8630247,-0.4025005,0.97714114,-0.21215647,-0.32156706,0.16051948,0.43065166,1.055523157119751
+3.8401341,0.24761069,-0.7001122,0.94367313,0.97799885,0.8046069,0.8628297,-0.40391743,0.9770818,-0.21202022,-0.3188746,0.1642983,0.4318626,1.0557856559753418
+3.846152,0.24462843,-0.69878787,0.94348586,0.97791934,0.80395365,0.86257017,-0.40977436,0.9770583,-0.21634877,-0.31403697,0.17283523,0.43503988,1.0497677326202393
+3.8554132,0.24399483,-0.696071,0.9435183,0.9778912,0.8039267,0.8622309,-0.41940236,0.9770634,-0.22472608,-0.31019557,0.18258762,0.43994987,1.0405066013336182
+3.864205,0.24703526,-0.6924383,0.943786,0.9779258,0.8046329,0.8618591,-0.43001044,0.97707796,-0.23432112,-0.30985212,0.18897271,0.4449327,1.031714916229248
+3.868681,0.2521491,-0.6889632,0.9442053,0.978014,0.80599916,0.86154413,-0.4387223,0.97708464,-0.24151903,-0.31243688,0.18956947,0.44741964,1.0272388458251953
+3.867549,0.2590021,-0.68606865,0.94466543,0.97812915,0.8075018,0.8612766,-0.44426948,0.97706664,-0.2454794,-0.3182729,0.18459702,0.44806588,1.0283708572387695
+3.8615732,0.26456523,-0.6845704,0.94501257,0.97822714,0.8087969,0.8611268,-0.44552827,0.9770222,-0.24450469,-0.3244412,0.17554581,0.4456811,1.034346580505371
+3.8533733,0.26744366,-0.68431574,0.9451654,0.97828496,0.8095658,0.86102366,-0.44443095,0.9769559,-0.24082369,-0.32870317,0.16693401,0.44214606,1.0425465106964111
+3.845973,0.2671671,-0.6847776,0.94513226,0.97829056,0.8097143,0.86097693,-0.44217885,0.97688603,-0.23583138,-0.33010405,0.16088963,0.43830705,1.0499467849731445
+3.8424177,0.2664032,-0.6847457,0.9449954,0.9782541,0.8092513,0.8608408,-0.4420432,0.976825,-0.23410511,-0.33010137,0.16021657,0.4379679,1.053502082824707
+3.8436418,0.26483,-0.6840303,0.94484377,0.97819805,0.80870724,0.86066437,-0.44451666,0.9767872,-0.23535204,-0.32804382,0.16383982,0.43944085,1.0522780418395996
+3.8487873,0.26420832,-0.68229955,0.9447863,0.97815824,0.8084204,0.86042,-0.4498768,0.97677207,-0.23989129,-0.32584697,0.16977465,0.44264603,1.0471324920654297
+3.8556926,0.26413977,-0.6799023,0.9448657,0.978158,0.8087299,0.8601533,-0.45714676,0.9767728,-0.24595618,-0.32346797,0.1757772,0.44551778,1.0402271747589111
+3.8612125,0.26599145,-0.6771386,0.9450927,0.97820544,0.80956435,0.8598808,-0.46468377,0.97677684,-0.25218463,-0.32303536,0.17922711,0.44782126,1.0347073078155518
+3.8636086,0.26991904,-0.67448,0.9454069,0.97828543,0.8106724,0.8596258,-0.47075176,0.97677004,-0.25699055,-0.3254401,0.17864013,0.44920695,1.032311201095581
+3.862157,0.27460444,-0.67255026,0.94571376,0.9783726,0.8117938,0.85944486,-0.4737965,0.97674537,-0.25853157,-0.32996458,0.17352092,0.44869232,1.0337626934051514
+3.857713,0.2775098,-0.6717158,0.9459286,0.9784471,0.81273293,0.8593564,-0.47422922,0.97670627,-0.2567662,-0.3337196,0.16659784,0.44598353,1.0382068157196045
+3.8525932,0.27977479,-0.67136985,0.9460342,0.9784913,0.81315947,0.859277,-0.47347832,0.9766576,-0.2542221,-0.33732796,0.16032362,0.443864,1.0433266162872314
+3.8485866,0.2803465,-0.6713825,0.946018,0.97849655,0.8131912,0.8592169,-0.47246814,0.9766109,-0.25158155,-0.3390981,0.15632868,0.44216228,1.0473332405090332
+3.8473418,0.2807901,-0.67099124,0.9459456,0.9784758,0.8129008,0.8591001,-0.47282517,0.9765723,-0.25110513,-0.34014177,0.15553212,0.44263268,1.0485780239105225
+3.849169,0.2789334,-0.67037916,0.94585776,0.9784479,0.8127662,0.8589964,-0.47497708,0.97655225,-0.25190234,-0.33784783,0.15811837,0.44281697,1.046750783920288
+3.8530595,0.2789346,-0.6686968,0.94585514,0.97843456,0.81272626,0.8588011,-0.4794786,0.9765444,-0.2559607,-0.33657157,0.16251194,0.44544125,1.0428602695465088
+3.857372,0.2794484,-0.6666914,0.9459331,0.9784428,0.8130919,0.85860586,-0.48472685,0.9765445,-0.26053333,-0.33536732,0.16629982,0.44753838,1.0385477542877197
+3.860646,0.28203154,-0.664404,0.9461049,0.97848,0.8137069,0.8583894,-0.48979032,0.9765415,-0.2651658,-0.33651888,0.16769779,0.44969213,1.035273790359497
+3.8614252,0.28335416,-0.6627864,0.9462955,0.9785354,0.81463027,0.85825586,-0.4933861,0.9765322,-0.2671892,-0.3369313,0.16670263,0.44899487,1.0344946384429932
+3.8596897,0.28647017,-0.6612996,0.9464927,0.97859585,0.81534386,0.85810566,-0.49574,0.9765091,-0.26857322,-0.33990186,0.16366398,0.44898212,1.0362300872802734
+3.856458,0.2882669,-0.66068894,0.9466121,0.97863877,0.81590927,0.85803246,-0.49611813,0.97647715,-0.26745266,-0.34220266,0.15928924,0.44730985,1.0394618511199951
+3.8530595,0.28944194,-0.660431,0.94666076,0.97866297,0.81613994,0.8579731,-0.49574244,0.9764409,-0.2657721,-0.3442403,0.155483,0.4459424,1.0428602695465088
+3.8507302,0.2890452,-0.660341,0.94663715,0.9786651,0.8161504,0.8579253,-0.49559534,0.9764085,-0.2642696,-0.34446895,0.15381467,0.44475913,1.045189619064331
+3.8499253,0.28891206,-0.65984565,0.9465909,0.9786533,0.8159733,0.8578317,-0.4965502,0.97638345,-0.264544,-0.34448212,0.15430987,0.44529748,1.045994520187378
+3.8520858,0.28797567,-0.65911466,0.9465513,0.9786401,0.81590617,0.8577316,-0.49864686,0.9763696,-0.2658528,-0.3430624,0.15657663,0.4459697,1.0438339710235596
+3.8550396,0.28833997,-0.6577436,0.9465759,0.9786409,0.8159578,0.8575845,-0.5019422,0.976364,-0.26885885,-0.34256983,0.15931618,0.44784546,1.0408802032470703
+3.8576193,0.28854537,-0.6562744,0.9466486,0.9786577,0.81631064,0.8574494,-0.50557613,0.97636247,-0.27181304,-0.34169698,0.16159451,0.448879,1.0383005142211914
+3.8594286,0.29068208,-0.65452874,0.9467833,0.97868824,0.8167275,0.85729575,-0.5090595,0.9763541,-0.27499735,-0.34298873,0.16221488,0.45037198,1.0364911556243896
+3.8596325,0.29186285,-0.6533627,0.946924,0.9787214,0.8173013,0.8572352,-0.5113612,0.9763385,-0.2760613,-0.34366107,0.16114342,0.44956613,1.0362873077392578
+3.8583121,0.29379022,-0.65242296,0.9470544,0.97875977,0.81774783,0.85715747,-0.5126717,0.9763169,-0.27645445,-0.34567803,0.15870869,0.4490621,1.0376076698303223
+3.8560126,0.29489946,-0.6519793,0.9471314,0.978789,0.81807685,0.8571081,-0.51300466,0.97629213,-0.27569705,-0.34721196,0.15593016,0.44797325,1.0399072170257568
+3.8538473,0.29579818,-0.65168685,0.9471545,0.97880554,0.8181913,0.8570509,-0.51288545,0.9762664,-0.27480555,-0.34875643,0.15352094,0.44741488,1.0420725345611572
+3.8521924,0.2952335,-0.65156907,0.94712925,0.978807,0.8182149,0.857015,-0.5130077,0.97624516,-0.27392703,-0.34855932,0.15274751,0.44662333,1.0437273979187012
+3.8523283,0.29499888,-0.65108794,0.947099,0.97880137,0.81812596,0.8569343,-0.51400614,0.9762292,-0.2744496,-0.34832823,0.15346909,0.4471414,1.0435914993286133
+3.8537245,0.2946719,-0.65035164,0.9470866,0.97879577,0.81811047,0.856846,-0.515893,0.9762199,-0.2759133,-0.34752178,0.15532541,0.44798827,1.0421953201293945
+3.8561485,0.29477477,-0.6493045,0.9471123,0.9787955,0.818202,0.85676026,-0.5182505,0.97621286,-0.27787542,-0.3469571,0.15717554,0.4488809,1.039771318435669
+3.8578296,0.29544687,-0.64809084,0.94718075,0.97880745,0.8184347,0.8566692,-0.5209027,0.9762068,-0.2801391,-0.34686995,0.1586113,0.44976044,1.0380902290344238
+3.8587587,0.29642642,-0.6469583,0.94727516,0.9788277,0.81877065,0.8565929,-0.5231671,0.9761975,-0.28183103,-0.3472662,0.15890563,0.45004773,1.037161111831665
+3.8585742,0.297575,-0.6460754,0.9473734,0.9788537,0.8191292,0.856532,-0.5247104,0.9761841,-0.28267932,-0.3481772,0.15799022,0.4498192,1.0373456478118896
+3.8574734,0.29875636,-0.6454433,0.947454,0.97888017,0.8194231,0.8564743,-0.5255855,0.97616744,-0.28288585,-0.34944814,0.1563834,0.44946063,1.0384464263916016
+3.8558455,0.29921305,-0.6451462,0.9474964,0.9788983,0.819628,0.85644805,-0.5257708,0.97614896,-0.28220582,-0.35023987,0.15459037,0.4485581,1.040074348449707
+3.8545852,0.2996577,-0.64489776,0.94750834,0.978909,0.8196832,0.8564,-0.5258975,0.9761313,-0.28176808,-0.35107362,0.15331805,0.4482968,1.041334629058838
+3.8540916,0.29948246,-0.6446811,0.94749355,0.97890997,0.8196808,0.856359,-0.52619636,0.9761162,-0.28147423,-0.35112935,0.15292835,0.44805908,1.0418281555175781
+3.8545568,0.2992518,-0.6442733,0.94747865,0.97890925,0.8196578,0.8562987,-0.5271519,0.9761057,-0.28205335,-0.35080773,0.15368056,0.44844913,1.041363000869751
+3.8554382,0.29880726,-0.6437065,0.94747674,0.97890747,0.8196951,0.85625196,-0.52850705,0.97609854,-0.28294587,-0.35002595,0.15494657,0.44871342,1.0404815673828125
+3.8568048,0.29949725,-0.6427839,0.9475081,0.9789126,0.8197546,0.85616183,-0.53038126,0.97609305,-0.28482246,-0.35024267,0.15621483,0.44993758,1.0391149520874023
+3.85787,0.29978895,-0.6420047,0.9475553,0.9789207,0.81996036,0.8561125,-0.5320143,0.97608626,-0.28598088,-0.35007972,0.1568023,0.45005202,1.0380496978759766

1/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.06781058758497238,4.9637303524017335,,
+1000,-0.023672502487897873,4.919592318534851,,
+1500,-0.07853193581104279,4.974451763153076,,
+2000,-0.035383231937885284,4.931303065299987,,
+2500,-0.03465710207819939,4.930576898574829,,
+3000,0.005867821630090475,4.89005197763443,,
+3500,0.013212079182267189,4.882707726478577,,
+4000,0.008638734929263592,4.8872810649871825,,
+4500,0.007477673701941967,4.888442126274109,,
+5000,0.009070250205695629,4.886849549293518,,
+5000,,,4.791192696094513,0.10472710371017456
+5500,0.024794861674308777,4.871124946594239,,
+6000,0.05810078978538513,4.837819006919861,,
+6500,0.04036615043878555,4.8555536527633665,,
+7000,0.07348232716321945,4.822437491416931,,
+7500,0.07930152863264084,4.816618280410767,,
+8000,0.031271710991859436,4.8646480884552,,
+8500,0.0978122428059578,4.798107528686524,,
+9000,0.12935470044612885,4.76656510257721,,
+9500,0.17599347233772278,4.719926267623902,,
+10000,0.30185937881469727,4.594060430526733,,
+10000,,,4.535047419071198,0.36087238073349
+10500,0.2173570990562439,4.67856263589859,,
+11000,0.36601805686950684,4.529901868820191,,
+11500,0.4207775592803955,4.475142490386963,,
+12000,0.46978995203971863,4.426129657745362,,
+12500,0.4339540898799896,4.46196563577652,,
+13000,0.4531416893005371,4.442778135299682,,
+13500,0.5287524461746216,4.367167568206787,,
+14000,0.6296225786209106,4.266297729969025,,
+14500,0.6073395013809204,4.288580012321472,,
+15000,0.6502442955970764,4.245675333499909,,
+15000,,,4.078059881925583,0.8178599178791046
+15500,0.6094864010810852,4.286433386325836,,
+16000,0.576747715473175,4.31917227935791,,
+16500,0.5418465733528137,4.35407312297821,,
+17000,0.6178687810897827,4.278051248073578,,
+17500,0.570162296295166,4.32575726556778,,
+18000,0.748081386089325,4.147837859153747,,
+18500,0.7194918394088745,4.176427851676941,,
+19000,0.767803966999054,4.128115781307221,,
+19500,0.7078751921653748,4.188044494152069,,
+20000,0.6302920579910278,4.26562738609314,,
+20000,,,4.28806955575943,0.6078502440452576
+20500,0.6465226411819458,4.249396784305572,,
+21000,0.624789834022522,4.271129950523377,,
+21500,0.5421141386032104,4.3538054451942445,,
+22000,0.5155944228172302,4.380325298309327,,
+22500,0.5910283327102661,4.304891526222229,,
+23000,0.7030788660049438,4.192841132640838,,
+23500,0.6312992572784424,4.264620572090149,,
+24000,0.7310395836830139,4.164880690574646,,
+24500,0.7469294667243958,4.148990183830262,,
+25000,0.7668827772140503,4.12903725862503,,
+25000,,,4.1328072929382325,0.763112506866455
+25500,0.7234245538711548,4.172495340824127,,
+26000,0.8244341611862183,4.071485727310181,,
+26500,0.7321522831916809,4.1637675976753235,,
+27000,0.8058591485023499,4.090060839653015,,
+27500,0.7332265973091125,4.162693355083466,,
+28000,0.8214840888977051,4.074435817241668,,
+28500,0.7634644508361816,4.132455599784851,,
+29000,0.8121892809867859,4.083731027126312,,
+29500,0.8029031753540039,4.093016468048096,,
+30000,0.8253943920135498,4.070525625705719,,
+30000,,,4.047812665700913,0.848107134103775
+30500,0.8176087141036987,4.078310852050781,,
+31000,0.859913170337677,4.036006732463837,,
+31500,0.7579036951065063,4.1380158362388615,,
+32000,0.721142053604126,4.1747777094841005,,
+32500,0.7813311815261841,4.114588516712189,,
+33000,0.9146214127540588,3.981298336029053,,
+33500,0.7316060066223145,4.164313527584076,,
+34000,0.8223187327384949,4.073601455211639,,
+34500,0.7863075137138367,4.109611881732941,,
+35000,0.8018606305122375,4.094058545589447,,
+35000,,,4.052333083152771,0.8435867166519165
+35500,0.7866441607475281,4.109275463581085,,
+36000,0.6843576431274414,4.211561968803406,,
+36500,0.7851774096488953,4.110742897510528,,
+37000,0.7223367094993591,4.173582774162292,,
+37500,0.7794983983039856,4.116421010494232,,
+38000,0.8302304744720459,4.065689761161805,,
+38500,0.9220008254051208,3.9739190998077394,,
+39000,0.7866688966751099,4.109250622272492,,
+39500,0.7502818703651428,4.145638114452362,,
+40000,0.845702588558197,4.0502174415588375,,
+40000,,,4.103545006513595,0.792374793291092
+40500,0.7982372045516968,4.097682444572449,,
+41000,0.9099467992782593,3.985972822189331,,
+41500,0.9163407683372498,3.9795794448852537,,
+42000,0.8405916690826416,4.055328216552734,,
+42500,0.6296499967575073,4.266269786834717,,
+43000,0.7018924355506897,4.194027076721191,,
+43500,0.8460696339607239,4.049849932193756,,
+44000,0.9300314784049988,3.965888786792755,,
+44500,0.7789812684059143,4.116938692569732,,
+45000,0.8481354117393494,4.047784205913544,,
+45000,,,4.156538715362549,0.7393810844421387
+45500,0.7278191447257996,4.168100543022156,,
+46000,0.808249294757843,4.087670279502869,,
+46500,0.7946467399597168,4.101273151874542,,
+47000,0.8370266556739807,4.058892886638642,,
+47500,0.7812142968177795,4.114705813884735,,
+48000,0.823106586933136,4.072812892436981,,
+48500,0.8241832852363586,4.07173668050766,,
+49000,0.8589930534362793,4.036926683425904,,
+49500,0.8229879140853882,4.07293142080307,,
+50000,0.8775739669799805,4.018345596313477,,
+50000,,,4.060356808900833,0.8355629909038543

2/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a46da80e3e228277ddfe471199a26422d0c6f0167b3a7e038bf73504dc544c
+size 16140760

2/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=2
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/SAC/2
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

2/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=2
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=2
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 2
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

2/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=2

2/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.7030087,0.9871756,-0.94429684,-0.98172754,-0.9724683,-0.9599578,0.6768615,0.9810395,0.9839326,0.28468347,0.7781913,-0.93621933,0.97062385,0.19291114807128906
+4.4992003,0.9735081,-0.97169155,-0.9754977,-0.95605767,-0.93082577,0.798851,0.9799621,0.9834012,-0.1710428,0.73410153,-0.9618536,0.9629407,0.39671945571899414
+4.520833,0.9644432,-0.97141004,-0.97169423,-0.942375,-0.9108378,0.7809187,0.97929287,0.98253965,-0.33918142,0.66909325,-0.9683639,0.9592166,0.37508678436279297
+4.4580803,0.95788205,-0.96224666,-0.9715512,-0.93543077,-0.8974642,0.6934227,0.98017836,0.982618,-0.37944317,0.56230843,-0.97042674,0.96083355,0.4378395080566406
+4.3330965,0.95663285,-0.9472616,-0.9718699,-0.9344202,-0.8891644,0.6105013,0.9806478,0.98264384,-0.39959717,0.47675848,-0.9694858,0.9640113,0.5628232955932617
+4.2320924,0.95906615,-0.9086473,-0.97238374,-0.9385451,-0.8956259,0.49907994,0.98016346,0.98145723,-0.4474784,0.4512093,-0.9646221,0.9675584,0.6638274192810059
+4.1973643,0.958694,-0.6024886,-0.9672585,-0.9337099,-0.8978449,0.19956529,0.97895825,0.98136723,-0.5729065,0.4612224,-0.95392585,0.9697945,0.6985554695129395
+4.208679,0.9485626,-0.0134727955,-0.95629364,-0.9181645,-0.91061324,0.010702133,0.97877216,0.98294616,-0.7075001,0.5553955,-0.9477702,0.973506,0.6872406005859375
+4.24284,0.9475825,0.30675912,-0.94933826,-0.9068564,-0.9250297,-0.04901266,0.97870266,0.9835702,-0.77142495,0.56576574,-0.95157635,0.9666512,0.6530799865722656
+4.2821093,0.946581,0.27364564,-0.9451169,-0.8892612,-0.9363429,-0.000101685524,0.97864735,0.9831737,-0.7684346,0.5456443,-0.9535298,0.96703744,0.6138105392456055
+4.3064775,0.95083797,0.12834513,-0.9460898,-0.8760028,-0.9439215,0.11673522,0.9795482,0.9830278,-0.7137204,0.5532751,-0.9546504,0.97351336,0.589442253112793
+4.3009086,0.9607384,0.060988665,-0.94826335,-0.8706078,-0.94720876,0.1951809,0.9814856,0.98458266,-0.64972025,0.5525255,-0.9584673,0.98069286,0.5950112342834473
+4.2485085,0.9704516,0.12502909,-0.9482068,-0.8691723,-0.9479491,0.2160213,0.98382235,0.9870627,-0.60524607,0.5102825,-0.9653286,0.9867102,0.6474113464355469
+4.1513767,0.9782249,0.1602614,-0.95107794,-0.87067443,-0.94702846,0.28635848,0.98577976,0.988127,-0.58651537,0.32757878,-0.97390336,0.9855268,0.7445430755615234
+4.054263,0.97893214,0.298975,-0.95409876,-0.8832077,-0.93025666,0.38737643,0.98652005,0.9872998,-0.60100216,0.21548295,-0.977603,0.9813802,0.8416566848754883
+4.0208373,0.9745842,0.5055393,-0.9565068,-0.89307374,-0.8934508,0.52471113,0.9863608,0.9851173,-0.67835075,0.26376748,-0.9790757,0.9727421,0.8750824928283691
+4.038492,0.9620917,0.686115,-0.9524988,-0.8905943,-0.7173732,0.7483462,0.98422337,0.98048234,-0.7604208,0.41683555,-0.98233896,0.9615451,0.8574275970458984
+4.0426035,0.93658054,0.782711,-0.94906414,-0.89323556,-0.16055042,0.8909141,0.97941923,0.97277045,-0.7717516,0.62735784,-0.98398846,0.95816004,0.8533163070678711
+4.0193615,0.9109013,0.7528901,-0.9411596,-0.87059754,0.22720933,0.9017676,0.97379017,0.9630828,-0.80120575,0.71998024,-0.9819602,0.9610934,0.8765583038330078
+4.028348,0.9253006,0.71220016,-0.9217943,-0.7481066,0.50134826,0.89833665,0.9645406,0.94687223,-0.8146326,0.83125424,-0.9758487,0.96635556,0.8675718307495117
+4.1779833,0.9352255,0.65623593,-0.88483965,-0.46333826,0.7011318,0.9048538,0.9585092,0.9279914,-0.8295064,0.8920357,-0.96599776,0.96858406,0.7179365158081055
+4.3924685,0.95370173,0.64088523,-0.8496319,-0.20121896,0.7623017,0.9151567,0.9615855,0.9124385,-0.8290686,0.8770752,-0.96072876,0.9504719,0.5034513473510742
+4.4403133,0.9616437,0.63517284,-0.82515496,0.048633814,0.81990075,0.9399502,0.9669366,0.91118264,-0.86957437,0.8024225,-0.96643233,0.92979944,0.45560646057128906
+4.4665575,0.9674287,0.5932305,-0.80797976,0.3090911,0.86870265,0.95753336,0.97347355,0.9167843,-0.8645144,0.69715416,-0.97470397,0.9169357,0.42936229705810547
+4.519645,0.97087884,0.56396556,-0.79770684,0.45788276,0.90465665,0.9667727,0.97544646,0.91246104,-0.8618662,0.65669894,-0.9789738,0.90076804,0.37627458572387695
+4.545206,0.9725356,0.5737541,-0.76624846,0.5619798,0.91300344,0.9700979,0.97594345,0.9082719,-0.8578956,0.6141529,-0.9819466,0.88797915,0.35071372985839844
+4.5521297,0.9698843,0.5775142,-0.7510155,0.5855552,0.91223574,0.967577,0.9749224,0.901608,-0.8659308,0.60462713,-0.98115754,0.88968813,0.34379005432128906
+4.55844,0.9687755,0.6343031,-0.7223544,0.5903549,0.9050386,0.96372414,0.9727787,0.8886149,-0.8833512,0.63398314,-0.97837096,0.8908696,0.3374795913696289
+4.579609,0.96762586,0.72939706,-0.6614746,0.5828388,0.8929138,0.9579431,0.969295,0.86680365,-0.9106962,0.6774281,-0.9729271,0.893816,0.3163108825683594
+4.617944,0.9664327,0.82231045,-0.55331033,0.5824344,0.8801513,0.9519725,0.9643161,0.8355484,-0.9383086,0.71895313,-0.9653111,0.89959073,0.27797603607177734
+4.6499014,0.96147513,0.8732457,-0.4424165,0.5627743,0.8724878,0.9500871,0.9603059,0.83136344,-0.9573069,0.7445853,-0.9542203,0.89388466,0.2460184097290039
+4.63291,0.95441663,0.90945435,-0.3483479,0.5689757,0.86888766,0.94591665,0.9598143,0.8551967,-0.95975643,0.74604595,-0.9481882,0.89303935,0.26301002502441406
+4.5049553,0.95002675,0.9349401,-0.18900669,0.6398827,0.87426376,0.9442072,0.96307254,0.8800323,-0.96274537,0.59067297,-0.9490306,0.8934412,0.3909645080566406
+4.29205,0.93651795,0.9595847,0.27858818,0.7976477,0.86740696,0.94988024,0.9673505,0.92431295,-0.97217786,0.0033320189,-0.9629488,0.90588903,0.6038699150085449
+4.2076254,0.92116284,0.97622013,0.683413,0.9325175,0.8366127,0.9566641,0.9733813,0.9593687,-0.9741958,-0.7264609,-0.970564,0.9067559,0.6882944107055664
+4.176643,0.6985071,0.9733932,0.70710516,0.95296955,0.88521934,0.93890643,0.97648096,0.9754729,-0.9393544,-0.77593786,-0.9750606,0.8737596,0.7192769050598145
+4.2870054,0.13610041,0.952054,0.716105,0.9011779,0.8762679,0.9123212,0.9676591,0.95571804,-0.9437522,0.06837559,-0.956309,0.89056087,0.6089143753051758
+4.454974,0.85690045,0.88141584,0.573812,0.911062,0.94828486,0.9004053,0.9641917,-0.5144396,-0.94792134,0.5762776,-0.451324,0.42577732,0.4409456253051758
+4.413878,0.84917855,0.90950537,0.82947993,0.8891647,0.94620407,0.87013817,0.9605832,-0.64829695,-0.91890186,0.59272933,0.06324601,-0.19962633,0.4820418357849121
+4.235419,0.8468766,0.9405048,0.88573027,0.93756366,0.9680295,0.85346293,0.9497359,-0.9126308,-0.32732904,0.8874308,0.75388527,-0.5965827,0.6605010032653809
+4.0083747,0.8538673,0.9350563,0.89673114,0.9507508,0.9692857,0.8741009,0.9355812,-0.9063221,-0.115727544,0.89869046,0.74882567,-0.7936913,0.887545108795166
+3.80699,0.82786274,0.9428885,0.92583025,0.95201826,0.9588796,0.8956728,0.93594074,-0.8513764,-0.17358136,0.8823203,0.5775087,-0.8788441,1.0889298915863037
+3.7856076,0.7806666,0.951802,0.92998993,0.9452759,0.9498782,0.90805316,0.9335058,-0.79385054,-0.23805833,0.8918185,0.3601724,-0.90094525,1.1103122234344482
+4.006997,0.7477553,0.9538164,0.92462015,0.9366909,0.9410782,0.8964261,0.9239905,-0.7612281,-0.31865168,0.9151828,0.25291085,-0.8946432,0.8889226913452148
+4.283431,0.73955345,0.95152116,0.9142351,0.933059,0.9405943,0.8833413,0.92129743,-0.786197,-0.34807938,0.9267776,0.3859408,-0.88071257,0.6124887466430664
+4.456803,0.7469882,0.95407665,0.9165571,0.93673396,0.9438069,0.8843807,0.9230354,-0.8005287,-0.41291964,0.93657184,0.4425161,-0.8808028,0.4391169548034668
+4.5196753,0.7235671,0.9594495,0.9262755,0.9378009,0.9403342,0.89153004,0.9208088,-0.7177187,-0.5832715,0.9478195,0.25373316,-0.8881982,0.37624454498291016
+4.4983664,0.4613049,0.96335363,0.94078624,0.91628885,0.8750398,0.88408995,0.88722587,0.25186658,-0.7786643,0.94298935,-0.50883067,-0.8588954,0.3975534439086914
+4.4601765,-0.020019114,0.9689803,0.94317174,0.8886529,0.7910452,0.864697,0.8579143,0.8272176,-0.89045113,0.95415306,-0.8128805,-0.78225166,0.4357433319091797
+4.450135,-0.30220938,0.96967244,0.9398397,0.8676591,0.7742202,0.8311579,0.8476354,0.86485195,-0.9060512,0.96318746,-0.798478,-0.67814904,0.4457845687866211
+4.455125,-0.14606857,0.96735,0.94694424,0.87414694,0.7762587,0.79286504,0.8398521,0.51192164,-0.8753306,0.9659755,-0.34134352,-0.6174421,0.4407949447631836
+4.371806,0.2732656,0.96664226,0.9565058,0.8933265,0.70530534,0.776407,0.81856847,-0.15438783,-0.815262,0.9624826,0.29065335,-0.66815174,0.524113655090332
+4.196452,0.4721309,0.97053075,0.9627118,0.8888999,0.20715702,0.77544093,0.7246307,0.49601746,-0.85674006,0.95061576,-0.3013714,-0.7839452,0.699467658996582
+4.074543,0.5686054,0.9757514,0.97001624,0.88910925,-0.55264735,0.7650864,0.47491503,0.8664199,-0.9317938,0.9480219,-0.8182048,-0.90726554,0.8213768005371094
+3.990029,0.6286273,0.9804876,0.97300637,0.90338063,-0.8299529,0.73844624,0.25321937,0.91995764,-0.9587222,0.9621582,-0.90894866,-0.9542369,0.905890703201294
+3.9394937,0.73991704,0.983004,0.97581196,0.90443337,-0.92478573,0.60572255,0.10731447,0.90752435,-0.9514539,0.9660311,-0.9219706,-0.9660249,0.9564261436462402
+3.9713044,0.76995254,0.98322916,0.9757509,0.8914373,-0.9507974,0.47937655,0.04550326,0.9078649,-0.93610436,0.9658017,-0.9294177,-0.9673998,0.9246153831481934
+4.026104,0.7904458,0.9832214,0.9766636,0.8805393,-0.9636298,0.4481182,0.03700149,0.9198315,-0.92259884,0.9643172,-0.94120866,-0.9713443,0.8698158264160156
+4.0509405,0.82655025,0.98318624,0.9776828,0.8751838,-0.96509075,0.45104718,0.0722065,0.91050506,-0.9121145,0.96203136,-0.94263464,-0.97383744,0.8449792861938477
+4.0761137,0.8516723,0.98415923,0.97912705,0.881377,-0.9637176,0.37054348,0.07775438,0.88317156,-0.905618,0.959079,-0.92982423,-0.96763915,0.8198060989379883
+4.1223574,0.86525464,0.9841621,0.978817,0.88897,-0.9584468,0.25241315,0.09430826,0.8376788,-0.9028888,0.9577451,-0.91073,-0.95270795,0.7735624313354492
+4.1573677,0.88071966,0.9840524,0.9780756,0.89746904,-0.9517744,0.11646128,0.12475002,0.76973534,-0.89878833,0.95682025,-0.8864835,-0.9284362,0.7385520935058594
+4.14602,0.89947796,0.98377,0.9772601,0.9061674,-0.94549805,-0.08215189,0.18437624,0.6363008,-0.88869995,0.9570037,-0.8546563,-0.8912257,0.7498998641967773
+4.0807447,0.92996836,0.9807408,0.97723174,0.9227389,-0.949685,-0.48144686,0.4075588,0.19989252,-0.8762203,0.9618331,-0.77184653,-0.81147957,0.8151750564575195
+3.9809484,0.9492223,0.9788196,0.97852826,0.92915833,-0.95953465,-0.7015892,0.5976944,-0.1758815,-0.85446674,0.9691236,-0.6483146,-0.7113149,0.9149713516235352
+3.8851128,0.9573586,0.9776306,0.97404253,0.93446875,-0.96310186,-0.73152584,0.73093724,-0.33921814,-0.8454926,0.9720912,-0.60274595,-0.5586665,1.0108070373535156
+3.8371615,0.9627135,0.9775357,0.97022426,0.93749094,-0.9653018,-0.7491792,0.7996465,-0.4473337,-0.8330413,0.9746382,-0.5683825,-0.41399908,1.05875825881958
+3.8573306,0.96366525,0.9773786,0.9672854,0.93724966,-0.9671115,-0.7415228,0.8253188,-0.48718,-0.8174806,0.97518885,-0.55771565,-0.30786574,1.0385892391204834
+3.9281414,0.96642447,0.9777713,0.9677272,0.9384942,-0.9674621,-0.74560994,0.83389974,-0.5520562,-0.7918444,0.9738219,-0.50018716,-0.16587311,0.9677784442901611
+4.019682,0.9681573,0.97821784,0.9684857,0.9422307,-0.96854514,-0.7486769,0.8376368,-0.60118926,-0.7661827,0.97321856,-0.45198977,-0.04212421,0.8762378692626953
+4.0965734,0.96865535,0.9777911,0.9698819,0.94395375,-0.9685176,-0.7684608,0.8398911,-0.65626574,-0.73807997,0.97401357,-0.39908618,0.05426109,0.7993464469909668
+4.1356354,0.9685322,0.97724485,0.9709492,0.9440476,-0.9694764,-0.7993649,0.84352565,-0.70718586,-0.7073822,0.9754847,-0.32073176,0.1148082,0.760284423828125
+4.1330237,0.9675081,0.9769287,0.9705858,0.94150376,-0.9720327,-0.8300177,0.8508104,-0.75089884,-0.6848335,0.97750354,-0.26416743,0.17363429,0.7628960609436035
+4.1146936,0.96645427,0.9768691,0.96827424,0.9399611,-0.97440934,-0.8625284,0.8686929,-0.7892408,-0.6716805,0.9798138,-0.21602678,0.26116443,0.7812261581420898
+4.10183,0.96503043,0.9766357,0.96423936,0.939559,-0.97555375,-0.890271,0.89085317,-0.81795466,-0.6718654,0.9818561,-0.20088601,0.35691035,0.7940897941589355
+4.104289,0.962311,0.9752312,0.96107316,0.9361706,-0.97551847,-0.89370966,0.9123528,-0.8234771,-0.6498392,0.98369515,-0.23456901,0.4179418,0.791630744934082
+4.125454,0.9578731,0.971949,0.955549,0.9289589,-0.97516775,-0.8807375,0.93271327,-0.82053775,-0.5948815,0.9854939,-0.2851442,0.4698658,0.7704658508300781
+4.159487,0.95370185,0.9681747,0.9528682,0.9228778,-0.97393584,-0.88095987,0.9471352,-0.83687127,-0.5259954,0.98680544,-0.2786218,0.56249714,0.7364330291748047
+4.1975307,0.94967365,0.9639306,0.9512013,0.9173913,-0.9724882,-0.8855338,0.9570432,-0.85745966,-0.45324492,0.98766136,-0.25030327,0.6512699,0.6983890533447266
+4.230199,0.945281,0.95977736,0.94874644,0.90899885,-0.9731153,-0.8846251,0.9617902,-0.8719414,-0.39149582,0.9881115,-0.21433699,0.7060852,0.6657209396362305
+4.250932,0.94057035,0.95504093,0.94756436,0.90095127,-0.97358507,-0.8862041,0.9647337,-0.88618344,-0.33425236,0.98872423,-0.16399992,0.7471025,0.6449875831604004
+4.2590103,0.9366131,0.9491621,0.9464624,0.8962865,-0.97343594,-0.8920856,0.9657413,-0.89708054,-0.29171443,0.9895396,-0.08121878,0.7734008,0.6369094848632812
+4.258112,0.93645036,0.9418086,0.94302166,0.8943753,-0.9725763,-0.9019749,0.9630338,-0.89663655,-0.27270997,0.9892976,-0.0056369305,0.78960204,0.6378078460693359
+4.2554674,0.93616986,0.93499386,0.9411024,0.8935063,-0.97158563,-0.9081128,0.9607204,-0.8965165,-0.25465643,0.989107,0.05228293,0.8014934,0.6404523849487305
+4.257331,0.93582106,0.92866933,0.93952155,0.8925835,-0.97058064,-0.91227156,0.95872855,-0.8967443,-0.23772776,0.9889332,0.10086334,0.8108226,0.6385889053344727
+4.2650185,0.9367027,0.92256117,0.93810713,0.89099836,-0.9699354,-0.9156003,0.9568107,-0.8967985,-0.22342336,0.9888251,0.14291441,0.81804323,0.6309013366699219
+4.275955,0.9376974,0.9170716,0.936672,0.8893937,-0.9695699,-0.9181635,0.95519114,-0.8963853,-0.2105447,0.9887867,0.18097985,0.8238096,0.619964599609375
+4.288393,0.9391029,0.9120178,0.93519115,0.8879132,-0.96946037,-0.92029846,0.9537071,-0.8957953,-0.20021212,0.98879194,0.21951652,0.8284688,0.6075267791748047
+4.299167,0.94177425,0.9065139,0.9335755,0.8873664,-0.9694938,-0.92237765,0.9521909,-0.89648587,-0.19234419,0.98882556,0.2628541,0.8313031,0.5967526435852051
+4.3114176,0.94447017,0.90089107,0.9317851,0.88692045,-0.96966296,-0.9244774,0.95053756,-0.8965829,-0.18609554,0.98881507,0.3052957,0.8343854,0.5845022201538086
+4.321969,0.94726765,0.89562964,0.93015933,0.88692427,-0.97001505,-0.9268619,0.9487655,-0.8966284,-0.18257308,0.9887667,0.34791565,0.83831334,0.5739507675170898
+4.32526,0.9496417,0.8905313,0.9288373,0.88820994,-0.97027874,-0.9286305,0.94760585,-0.8962294,-0.17537886,0.9886143,0.37407804,0.8427515,0.5706596374511719
+4.323453,0.95127106,0.888659,0.9304507,0.89011073,-0.9709268,-0.93042386,0.94642663,-0.89543647,-0.16225666,0.98862386,0.38848495,0.84493065,0.5724668502807617
+4.320705,0.95283914,0.8877804,0.93201804,0.892105,-0.9715564,-0.9319246,0.94530225,-0.89470685,-0.15286136,0.9885893,0.40500367,0.8477144,0.5752148628234863
+4.3200893,0.9542184,0.8880298,0.9334378,0.8940598,-0.972208,-0.93286425,0.9444413,-0.89366513,-0.14648414,0.98853123,0.42057335,0.85076237,0.5758304595947266
+4.322214,0.9552648,0.88952684,0.934546,0.8956573,-0.97296804,-0.9329909,0.9441228,-0.89187074,-0.1425004,0.9884968,0.43233323,0.8538234,0.5737056732177734
+4.3259506,0.95609164,0.892185,0.9350412,0.8967502,-0.97378784,-0.93250424,0.944577,-0.889376,-0.13933754,0.98855805,0.44062555,0.8567774,0.5699691772460938
+4.329044,0.9575634,0.8969629,0.93453765,0.89711595,-0.9747442,-0.92963105,0.9456333,-0.88356924,-0.14441156,0.9884932,0.4336791,0.8547833,0.5668759346008301
+4.3297586,0.95905423,0.9027988,0.93356633,0.8970871,-0.97570485,-0.92522466,0.9470265,-0.87603647,-0.1548847,0.9883472,0.41886163,0.8505392,0.5661611557006836
+4.327739,0.9602295,0.9089029,0.93234324,0.8968196,-0.97658664,-0.91986465,0.9486573,-0.8677796,-0.16779393,0.9881784,0.40035415,0.8457668,0.568181037902832
+4.322579,0.961118,0.9150672,0.93075347,0.89612377,-0.9774231,-0.9132213,0.9504802,-0.85825324,-0.18358767,0.98797727,0.3750986,0.83985066,0.573340892791748
+4.314577,0.96160793,0.92090464,0.92879796,0.89472914,-0.97818077,-0.9055754,0.9523834,-0.84771925,-0.20160127,0.9877728,0.34355426,0.8331368,0.5813426971435547
+4.3045654,0.9617437,0.92635727,0.92645836,0.89320827,-0.9788355,-0.8967498,0.95438695,-0.8366119,-0.22087145,0.98756766,0.30650318,0.82599425,0.5913543701171875
+4.2929373,0.9620271,0.93160367,0.92522776,0.8921299,-0.9794849,-0.8874431,0.95615923,-0.82736003,-0.23826957,0.9875202,0.2675357,0.8150548,0.6029825210571289
+4.2859106,0.9624336,0.93639684,0.9253622,0.8912878,-0.9800555,-0.8782548,0.95758367,-0.8199095,-0.25299585,0.9875641,0.22811007,0.7992084,0.6100091934204102
+4.2845497,0.96270263,0.9409332,0.9258119,0.8904624,-0.9805389,-0.8693477,0.95888853,-0.81369174,-0.26844108,0.987597,0.19269788,0.78284574,0.6113700866699219
+4.2824335,0.96285176,0.94496727,0.92627716,0.8895912,-0.98097914,-0.86056095,0.9601164,-0.8080088,-0.28277647,0.98764896,0.1580205,0.76593304,0.6134862899780273
+4.2776203,0.9628817,0.94855213,0.9266703,0.8885913,-0.9813683,-0.8519913,0.9614415,-0.8032567,-0.2957785,0.9877839,0.12269139,0.748265,0.6182994842529297
+4.2716403,0.9627787,0.95176065,0.9271703,0.88754463,-0.98165303,-0.8443395,0.9626889,-0.8003452,-0.3082379,0.98797035,0.092336535,0.73129797,0.6242794990539551
+4.266013,0.9630306,0.9547739,0.9267992,0.88482,-0.98235506,-0.833264,0.9633889,-0.7968974,-0.3247708,0.9880822,0.0698576,0.7105292,0.6299066543579102
+4.2604,0.96349883,0.95754015,0.92750525,0.88235736,-0.9831254,-0.8201361,0.9637892,-0.79333544,-0.34107125,0.98820376,0.04684961,0.6863265,0.6355199813842773
+4.255063,0.96354806,0.9598453,0.9284631,0.8809817,-0.98365426,-0.8065927,0.9645424,-0.7915461,-0.35034394,0.98829365,0.009796023,0.6645081,0.6408567428588867
+4.248946,0.96329737,0.96162367,0.9294958,0.8801712,-0.98398423,-0.7954971,0.9652816,-0.7919017,-0.355394,0.9883914,-0.02491796,0.6473527,0.6469736099243164
+4.2425146,0.962909,0.962989,0.93054414,0.8796971,-0.9841633,-0.7869475,0.96591616,-0.7933662,-0.35860753,0.9884875,-0.05584228,0.63374805,0.6534051895141602
+4.2372155,0.9624758,0.9641328,0.93148685,0.87922263,-0.98429954,-0.77864707,0.9665072,-0.7948236,-0.36113644,0.9885763,-0.08726454,0.6204395,0.6587042808532715
+4.233447,0.96196055,0.96506023,0.9321891,0.87848306,-0.98442316,-0.77058965,0.967026,-0.7965206,-0.36272007,0.98867404,-0.11618388,0.6074413,0.6624727249145508
+4.230856,0.9617084,0.9655175,0.93160653,0.87766874,-0.9844622,-0.7661866,0.96685755,-0.79526085,-0.36660838,0.9885948,-0.13959098,0.5947981,0.6650638580322266
+4.2287693,0.9615648,0.96562374,0.93035495,0.8769369,-0.9844076,-0.7646813,0.96631765,-0.7926539,-0.3710974,0.9884248,-0.15941411,0.5834384,0.6671504974365234
+4.226881,0.9612659,0.96555936,0.9292792,0.87627923,-0.9842838,-0.7641666,0.96585894,-0.79126227,-0.37374318,0.9882982,-0.17743921,0.5742003,0.6690387725830078
+4.2252035,0.9608141,0.9653268,0.9283626,0.8756652,-0.9840955,-0.7647366,0.96546006,-0.79114413,-0.3746084,0.9882109,-0.19287199,0.5673537,0.6707162857055664
+4.223733,0.96021867,0.96493495,0.92758274,0.8750776,-0.98385304,-0.7663989,0.96512127,-0.79219675,-0.37365854,0.9881656,-0.20527911,0.56311417,0.6721868515014648
+4.2240486,0.95950437,0.964406,0.9269221,0.8745153,-0.9835715,-0.7688882,0.9648535,-0.79410803,-0.37109733,0.9881625,-0.21517241,0.5612161,0.6718711853027344
+4.2229204,0.95878863,0.96386147,0.9264209,0.87401104,-0.9833041,-0.7717397,0.9646599,-0.7966226,-0.36779654,0.9881997,-0.2213605,0.5612755,0.672999382019043
+4.219343,0.95806456,0.96328473,0.9258981,0.8733454,-0.9830727,-0.7738932,0.964527,-0.7989734,-0.36386347,0.9882637,-0.2249347,0.561995,0.6765766143798828
+4.2170935,0.9572592,0.96260667,0.9255667,0.87270045,-0.9828077,-0.7764706,0.9644939,-0.8019499,-0.3586526,0.9883714,-0.2263053,0.5644119,0.6788263320922852
+4.218846,0.95643806,0.9619297,0.92554,0.8723376,-0.9824936,-0.78006345,0.96447206,-0.80573684,-0.35290205,0.9884796,-0.22260863,0.57000506,0.6770739555358887
+4.222494,0.9555979,0.9611691,0.925581,0.87206435,-0.9821758,-0.78397906,0.96456504,-0.8095775,-0.34551156,0.9886124,-0.21691567,0.5774193,0.6734256744384766
+4.2264123,0.95488167,0.9604256,0.9257076,0.87182415,-0.98192775,-0.7875385,0.96474814,-0.8130748,-0.33794624,0.98876166,-0.21025574,0.58494496,0.6695075035095215
+4.2295256,0.9541607,0.9596374,0.9260787,0.871742,-0.9816853,-0.791738,0.9649987,-0.81710637,-0.32985508,0.9889374,-0.20108068,0.594193,0.6663942337036133
+4.2322087,0.95338583,0.9587977,0.92676353,0.8719882,-0.9813901,-0.7967879,0.9653199,-0.8217677,-0.32112396,0.98912835,-0.18991572,0.60567784,0.6637110710144043
+4.235018,0.9526553,0.95797276,0.9276123,0.87248707,-0.9810702,-0.80176574,0.9656868,-0.82625526,-0.31235242,0.9893062,-0.17837924,0.61781216,0.6609020233154297
+4.2380524,0.95203686,0.9572153,0.92855453,0.873137,-0.9807693,-0.8063365,0.96606815,-0.8303524,-0.30408955,0.98946357,-0.16628921,0.6297736,0.657867431640625
+4.241119,0.9515394,0.95654964,0.9295771,0.8739219,-0.9805074,-0.8106301,0.96645117,-0.8341445,-0.29655063,0.9896058,-0.15349531,0.6414757,0.6548008918762207
+4.244025,0.95119214,0.956022,0.93065524,0.87483335,-0.98029166,-0.8145293,0.96682155,-0.8375054,-0.2901603,0.9897289,-0.14072436,0.6524459,0.6518945693969727
+4.2467117,0.9512644,0.9555452,0.931226,0.87587523,-0.980109,-0.8186119,0.9668715,-0.83882415,-0.28738552,0.9897412,-0.12839907,0.66140723,0.6492080688476562
+4.2492857,0.9517386,0.9551743,0.93132854,0.8769698,-0.9799776,-0.82247716,0.96663475,-0.83819497,-0.28820932,0.98965025,-0.11695182,0.66800094,0.6466341018676758
+4.25159,0.952345,0.95508313,0.9315028,0.8779907,-0.9799454,-0.8249469,0.966449,-0.83710855,-0.29037982,0.9895525,-0.10742366,0.67258203,0.6443300247192383
+4.25299,0.9530623,0.9552746,0.931718,0.8788762,-0.980027,-0.8259441,0.9663198,-0.83554274,-0.29383904,0.98945284,-0.10032475,0.6749582,0.6429300308227539
+4.2533207,0.95384824,0.9557283,0.93196774,0.87959814,-0.9802144,-0.8255112,0.9662509,-0.8335774,-0.29844654,0.98935807,-0.09585488,0.6751702,0.6425991058349609
+4.2525415,0.95466876,0.95643675,0.93225145,0.88014555,-0.98049134,-0.823619,0.96624184,-0.8312645,-0.30410063,0.9892682,-0.09420639,0.67321396,0.6433782577514648
+4.250931,0.95549357,0.9573674,0.9325576,0.88050795,-0.98084146,-0.8202431,0.9662967,-0.8286357,-0.3105594,0.9891851,-0.09564263,0.6690805,0.644989013671875
+4.2487507,0.9563,0.9584868,0.9328854,0.88067746,-0.9812522,-0.81537974,0.9664159,-0.8257776,-0.31763148,0.98911095,-0.10015267,0.6627866,0.6471691131591797
+4.2462497,0.95705795,0.95974433,0.9332417,0.8806617,-0.9817036,-0.8091563,0.96659565,-0.82285225,-0.32506514,0.9890487,-0.10753745,0.6545168,0.6496701240539551
+4.243347,0.95774174,0.9610877,0.9336426,0.8804896,-0.982174,-0.80175704,0.96683204,-0.8200487,-0.3326177,0.98900187,-0.11747885,0.64456177,0.6525726318359375
+4.24024,0.9583583,0.96243966,0.9340043,0.8801861,-0.98263705,-0.79354113,0.96706915,-0.81725615,-0.34032494,0.98895645,-0.12963879,0.6331005,0.6556797027587891
+4.236756,0.9593241,0.96351755,0.9332409,0.8798727,-0.983034,-0.78701663,0.96665907,-0.8110933,-0.35212368,0.98871255,-0.14287728,0.6189065,0.6591639518737793
+4.2329607,0.96019673,0.96452296,0.9323783,0.87947726,-0.9833908,-0.7804258,0.9662039,-0.8048266,-0.3637694,0.98845756,-0.15781373,0.6035969,0.662959098815918
+4.2288046,0.96095335,0.96542144,0.9313996,0.8789878,-0.98370326,-0.77390075,0.9657135,-0.7985507,-0.37488198,0.98819697,-0.1744839,0.5873933,0.6671152114868164
+4.224362,0.9615712,0.9661933,0.9303347,0.8784059,-0.9839647,-0.7677095,0.9651933,-0.79255486,-0.38517416,0.9879401,-0.19196177,0.570876,0.6715579032897949
+4.2198477,0.96203554,0.9668236,0.92920184,0.87773776,-0.9841703,-0.76205564,0.96465707,-0.7870466,-0.39432824,0.9876957,-0.20959127,0.55459785,0.6760721206665039
+4.2153854,0.96234775,0.96731186,0.9280158,0.8769884,-0.98432046,-0.75706285,0.9641149,-0.78214145,-0.40221155,0.98747015,-0.22698814,0.5389017,0.6805343627929688
+4.2114296,0.96250427,0.96765304,0.9268062,0.87616754,-0.9844141,-0.75287074,0.9635811,-0.7780136,-0.40866792,0.9872712,-0.24363172,0.52424383,0.6844902038574219
+4.208145,0.9628322,0.9679395,0.9263725,0.8756286,-0.9843799,-0.75292724,0.96305776,-0.77802366,-0.41123116,0.9870393,-0.24969268,0.518258,0.687774658203125
+4.2058477,0.96311355,0.9681088,0.92600155,0.8751093,-0.9842903,-0.75362545,0.9625666,-0.7785837,-0.41235173,0.986809,-0.2554853,0.51391315,0.6900720596313477
+4.2045965,0.9632747,0.9681673,0.9256003,0.8744726,-0.98419654,-0.7543997,0.9621277,-0.77947515,-0.41262925,0.98662496,-0.26050693,0.51025856,0.6913232803344727
+4.2041984,0.9632044,0.9680791,0.9252454,0.87386775,-0.98407495,-0.75585693,0.9617692,-0.78109485,-0.41186106,0.9865408,-0.2626239,0.5083661,0.6917214393615723
+4.2047224,0.9628968,0.96782124,0.9249871,0.8736286,-0.9839034,-0.7583988,0.9614818,-0.7831444,-0.410398,0.98657846,-0.26180303,0.5080569,0.691197395324707
+4.2059164,0.96246195,0.9675183,0.9248035,0.87336445,-0.9837212,-0.7606639,0.9613788,-0.785095,-0.40798426,0.9866481,-0.26240432,0.5092666,0.6900033950805664
+4.2076774,0.9619174,0.9671705,0.9246739,0.8730308,-0.98354435,-0.76266444,0.96143365,-0.78700495,-0.4047811,0.986743,-0.26385558,0.5118227,0.6882424354553223
+4.2095013,0.9612274,0.9667429,0.9245353,0.87260425,-0.9833716,-0.7645872,0.9616288,-0.78893805,-0.4005872,0.9868666,-0.26595497,0.5158162,0.6864185333251953
+4.211094,0.9603882,0.9661374,0.9244133,0.87256575,-0.98317945,-0.7673642,0.9618362,-0.79086477,-0.39617264,0.9870758,-0.26625526,0.5202317,0.6848258972167969
+4.2122364,0.9594455,0.9654293,0.9242866,0.87258506,-0.98298585,-0.7700879,0.9621179,-0.792681,-0.3912351,0.9873117,-0.26716173,0.52517366,0.6836833953857422
+4.2132416,0.9584094,0.9646317,0.92414904,0.8726151,-0.9827904,-0.77273405,0.9624454,-0.7945131,-0.3858521,0.98756385,-0.26820737,0.5305295,0.68267822265625
+4.2141504,0.95735264,0.9637811,0.9241437,0.8727112,-0.98257345,-0.77589875,0.96278954,-0.7969863,-0.37970352,0.9878124,-0.26727402,0.53753066,0.6817693710327148
+4.215281,0.9566071,0.9629924,0.9248047,0.873111,-0.98228127,-0.7814168,0.9631245,-0.8018842,-0.37134922,0.98799706,-0.25857484,0.5503175,0.6806387901306152
+4.2168894,0.95595527,0.9622388,0.92536116,0.8734789,-0.98200744,-0.78582597,0.96343565,-0.80587643,-0.36374152,0.98814726,-0.2521677,0.5611814,0.6790304183959961
+4.219174,0.95537424,0.96156096,0.92586434,0.8737327,-0.9817827,-0.78938013,0.96371627,-0.8094775,-0.35706294,0.98828673,-0.2455213,0.57057714,0.6767458915710449
+4.221853,0.9548186,0.96095896,0.9264593,0.87401175,-0.98156494,-0.79288,0.9639859,-0.8132737,-0.35076332,0.98842895,-0.236565,0.58009934,0.6740670204162598
+4.224887,0.9543357,0.9604527,0.92716193,0.874449,-0.9813422,-0.79629135,0.9642577,-0.81691474,-0.34498912,0.98855734,-0.22703403,0.589515,0.6710329055786133
+4.2278404,0.9539975,0.9600749,0.9279325,0.87502754,-0.98114234,-0.7992329,0.96452045,-0.81998783,-0.34034002,0.98865926,-0.21851498,0.5978656,0.6680793762207031
+4.230672,0.9537777,0.9597974,0.92873895,0.8756757,-0.9809751,-0.8018055,0.9647672,-0.8226436,-0.33666492,0.9887409,-0.21041971,0.6053593,0.665247917175293
+4.2329445,0.95365095,0.95959854,0.92954206,0.87636924,-0.9808406,-0.80418783,0.96499574,-0.8249511,-0.33369374,0.9888061,-0.20247048,0.61231124,0.6629753112792969
+4.2345705,0.95361197,0.9594681,0.93030953,0.87709284,-0.98074293,-0.80625504,0.9652152,-0.8267771,-0.33137727,0.98885727,-0.19541407,0.6185678,0.6613492965698242
+4.2354555,0.9536636,0.9594183,0.931031,0.87782633,-0.9806865,-0.80786014,0.9654232,-0.82806814,-0.32988185,0.9888942,-0.18950391,0.6239078,0.6604642868041992
+4.2359524,0.95380545,0.959461,0.93168724,0.8785398,-0.98067164,-0.8089425,0.9656061,-0.8288272,-0.32929665,0.98891354,-0.18447429,0.6282358,0.6599674224853516
+4.236506,0.95405054,0.95961237,0.932256,0.8792081,-0.98070395,-0.80943525,0.96575356,-0.8290059,-0.32972825,0.98891234,-0.18033135,0.6313393,0.6594138145446777
+4.23687,0.9544164,0.9598899,0.932708,0.8798009,-0.98079616,-0.8091915,0.96585894,-0.828494,-0.3313743,0.98888826,-0.17746556,0.63283896,0.6590499877929688
+4.237072,0.95489097,0.96028876,0.9330356,0.8802891,-0.9809466,-0.8081804,0.96591556,-0.8273232,-0.33429158,0.988842,-0.17596704,0.63257456,0.6588478088378906
+4.236968,0.95545363,0.960796,0.9332416,0.88067484,-0.9811439,-0.80647177,0.965919,-0.82555944,-0.33841848,0.98877335,-0.1758889,0.63058186,0.6589517593383789
+4.2364845,0.95608354,0.96139073,0.93331623,0.8809526,-0.9813778,-0.80411017,0.9658681,-0.82322556,-0.34360027,0.98868227,-0.17737317,0.62688875,0.6594352722167969
+4.235397,0.9567547,0.96204257,0.93324685,0.88111067,-0.98163736,-0.8011171,0.96576214,-0.82033163,-0.34966642,0.98856866,-0.18072206,0.6214733,0.6605229377746582
+4.233699,0.9574369,0.9627241,0.9330416,0.88115525,-0.98191047,-0.7976371,0.96560395,-0.8169884,-0.35638738,0.98843646,-0.18585873,0.61453974,0.6622209548950195
+4.231408,0.9581008,0.96340656,0.93270874,0.88109374,-0.98218274,-0.79379857,0.96539617,-0.813303,-0.3635062,0.9882889,-0.19263875,0.6063285,0.6645116806030273
+4.228798,0.95872724,0.96407115,0.93225384,0.8809315,-0.98244494,-0.78969806,0.9651432,-0.8093558,-0.37082064,0.9881289,-0.20095295,0.5970092,0.6671218872070312
+4.225855,0.9593005,0.96470106,0.93168473,0.8806679,-0.98269045,-0.78543645,0.964849,-0.8052468,-0.3781358,0.98795986,-0.21053582,0.5867716,0.6700649261474609
+4.2229133,0.9598055,0.96528053,0.93102264,0.88031185,-0.9829128,-0.78115994,0.9645214,-0.80113095,-0.385242,0.98778784,-0.22096801,0.5759232,0.673006534576416
+4.220044,0.96023107,0.965796,0.9302838,0.87987185,-0.98310757,-0.777003,0.9641696,-0.79714,-0.3919344,0.98761785,-0.23189324,0.56476736,0.6758756637573242
+4.21739,0.9605658,0.96623325,0.9294882,0.87935495,-0.98327065,-0.7731198,0.96380365,-0.7934239,-0.39801085,0.9874563,-0.2429372,0.5536456,0.6785297393798828
+4.2149134,0.9607992,0.96657944,0.9286611,0.878775,-0.9833971,-0.76966166,0.96343446,-0.7901379,-0.40328264,0.9873092,-0.25371915,0.54294777,0.6810064315795898
+4.2124844,0.9609233,0.96682477,0.92782855,0.8781519,-0.9834839,-0.7667783,0.963076,-0.78741807,-0.40757143,0.98718286,-0.26392,0.5330918,0.6834354400634766
+4.210458,0.96097314,0.96696925,0.9271178,0.8775437,-0.98351604,-0.7649973,0.9627404,-0.78579545,-0.4103955,0.9870746,-0.27204406,0.5253911,0.6854619979858398
+4.2086806,0.96111465,0.9670601,0.9268701,0.8771162,-0.98346287,-0.7656575,0.9624281,-0.7865358,-0.41076106,0.9869523,-0.27419776,0.52305317,0.6872391700744629
+4.207489,0.96115637,0.96703565,0.9265764,0.8767134,-0.98337984,-0.76642805,0.962145,-0.7872522,-0.41047645,0.98685956,-0.27688384,0.520972,0.6884307861328125
+4.206972,0.96106994,0.96686363,0.92630696,0.87655306,-0.9832745,-0.76797014,0.96184194,-0.7882802,-0.4099928,0.98685336,-0.27685988,0.5191884,0.6889476776123047
+4.207117,0.9608314,0.9666383,0.9260589,0.87622654,-0.9831601,-0.76940364,0.9616678,-0.78963447,-0.40844393,0.98688257,-0.27666748,0.51896894,0.6888027191162109
+4.2078543,0.9604504,0.9663665,0.9258437,0.87582374,-0.98303264,-0.7707888,0.9616283,-0.79115313,-0.40594536,0.9869418,-0.27679563,0.5202465,0.6880655288696289
+4.2090893,0.95995975,0.96605504,0.9256792,0.87540114,-0.9828965,-0.77208555,0.96171236,-0.7927026,-0.4027589,0.98702335,-0.27763152,0.5226977,0.6868305206298828
+4.2106333,0.95937943,0.9656997,0.92553437,0.87494135,-0.9827598,-0.773267,0.96189594,-0.7942235,-0.39898705,0.98711884,-0.27916873,0.5260314,0.6852865219116211
+4.212259,0.9586966,0.9652133,0.9254136,0.8747797,-0.982608,-0.77508944,0.9620762,-0.7957644,-0.39516795,0.9872749,-0.27914596,0.5295582,0.6836609840393066
+4.2135334,0.9579301,0.96463394,0.9252908,0.8747132,-0.9824535,-0.77706987,0.9622936,-0.79727364,-0.39102983,0.98746,-0.27904654,0.5334182,0.6823863983154297

2/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.05469633638858795,4.950616147994995,,
+1000,-0.020106935873627663,4.916026740074158,,
+1500,-0.07065746933221817,4.966577284812927,,
+2000,-0.03580048307776451,4.931720273971558,,
+2500,-0.03538388013839722,4.931303685188293,,
+3000,-0.004608032293617725,4.90052783203125,,
+3500,0.0015521363820880651,4.894367663383484,,
+4000,-0.0010029735276475549,4.896922773361206,,
+4500,0.02290673367679119,4.873013066291809,,
+5000,0.017220541834831238,4.87869926071167,,
+5000,,,4.74536141872406,0.15055838108062744
+5500,0.035649269819259644,4.860270520210266,,
+6000,0.054371125996112823,4.841548697471619,,
+6500,0.07879267632961273,4.817127106666565,,
+7000,0.08227484673261642,4.813644940376282,,
+7500,0.0698215588927269,4.826098240852356,,
+8000,0.11395218968391418,4.781967616081237,,
+8500,0.1522676646709442,4.743652131080627,,
+9000,0.34084072709083557,4.555079117298126,,
+9500,0.2056790143251419,4.690240668296814,,
+10000,0.2790547311306,4.616865202426911,,
+10000,,,4.322903940677643,0.5730158591270447
+10500,0.4393679201602936,4.456551766872406,,
+11000,0.3624029755592346,4.533516850948334,,
+11500,0.45795243978500366,4.437967555522919,,
+12000,0.5219399929046631,4.373979769229889,,
+12500,0.5190432071685791,4.3768767361640935,,
+13000,0.5514355301856995,4.344484226703644,,
+13500,0.5568577647209167,4.339061886787414,,
+14000,0.6298843622207642,4.266035663127899,,
+14500,0.5918717980384827,4.30404780960083,,
+15000,0.5902144312858582,4.305705562114715,,
+15000,,,4.234160472154617,0.6617593276500702
+15500,0.5965772867202759,4.299343195438385,,
+16000,0.5926651358604431,4.303254592895508,,
+16500,0.6194234490394592,4.276496342658996,,
+17000,0.6140950918197632,4.281824736595154,,
+17500,0.601017415523529,4.294902472496033,,
+18000,0.6147196888923645,4.28119990825653,,
+18500,0.6663503646850586,4.229569540977478,,
+19000,0.6542154550552368,4.241704180240631,,
+19500,0.6863803267478943,4.209539662837982,,
+20000,0.6043404340744019,4.2915796327590945,,
+20000,,,4.441113437414169,0.4548063623905182
+20500,0.5835577845573425,4.312361845493316,,
+21000,0.60400390625,4.291915914058685,,
+21500,0.5713146328926086,4.324605407238007,,
+22000,0.6183692812919617,4.277550545692444,,
+22500,0.651496171951294,4.244423900604248,,
+23000,0.6971624493598938,4.198757387638092,,
+23500,0.7256056666374207,4.170314098834991,,
+24000,0.7674533128738403,4.128466490268707,,
+24500,0.6783409714698792,4.217579075336456,,
+25000,0.7554478645324707,4.140471652030945,,
+25000,,,4.1483421385288235,0.7475776612758637
+25500,0.664194643497467,4.231725151062012,,
+26000,0.7436407804489136,4.1522788887023925,,
+26500,0.6402836441993713,4.2556358814239506,,
+27000,0.704365611076355,4.191554109573365,,
+27500,0.6806281805038452,4.215291363716125,,
+28000,0.7311782240867615,4.164741626262665,,
+28500,0.668502151966095,4.227417692184448,,
+29000,0.7228501439094543,4.173069821834564,,
+29500,0.6775731444358826,4.21834666633606,,
+30000,0.709757387638092,4.18616290140152,,
+30000,,,4.185533491373062,0.7103863084316253
+30500,0.7017973065376282,4.194122500896454,,
+31000,0.7023854851722717,4.193534404277801,,
+31500,0.6915497183799744,4.204369942188263,,
+32000,0.6947381496429443,4.201181643486023,,
+32500,0.7347754836082458,4.161144144058228,,
+33000,0.715140163898468,4.1807798237800595,,
+33500,0.6970503926277161,4.198869513988495,,
+34000,0.7122536301612854,4.18366656255722,,
+34500,0.6721194386482239,4.223800676822663,,
+35000,0.7084102034568787,4.1875097680091855,,
+35000,,,4.064277943372726,0.8316418564319611
+35500,0.7381153106689453,4.157804275512695,,
+36000,0.7371877431869507,4.158732101917267,,
+36500,0.7305323481559753,4.165387609481812,,
+37000,0.7102790474891663,4.185640233993531,,
+37500,0.7457661032676697,4.1501536011695865,,
+38000,0.8023549914360046,4.093564716815949,,
+38500,0.7496578097343445,4.146262320041656,,
+39000,0.7447620034217834,4.15115793800354,,
+39500,0.685832142829895,4.210087802886963,,
+40000,0.7611342668533325,4.134785517692566,,
+40000,,,4.055977816581726,0.8399419832229614
+40500,0.7217703461647034,4.1741497139930726,,
+41000,0.7378434538841248,4.158076527118683,,
+41500,0.7570021748542786,4.138917275905609,,
+42000,0.7797091007232666,4.116210601806641,,
+42500,0.7915752530097961,4.104344500541687,,
+43000,0.7516778111457825,4.144241992950439,,
+43500,0.7928832173347473,4.1030366277694705,,
+44000,0.7899062633514404,4.106013395786285,,
+44500,0.797512948513031,4.098406736373901,,
+45000,0.7636102437973022,4.132309415340424,,
+45000,,,3.955502781867981,0.9404170179367065
+45500,0.729123055934906,4.166796465873718,,
+46000,0.7812316417694092,4.114688412189484,,
+46500,0.7331199049949646,4.162799956798554,,
+47000,0.7391576766967773,4.156762266635895,,
+47500,0.8011806011199951,4.094739077091217,,
+48000,0.7617540955543518,4.13416605758667,,
+48500,0.7448456287384033,4.151074337005615,,
+49000,0.8135129809379578,4.082406508922577,,
+49500,0.7758315205574036,4.120088108539582,,
+50000,0.766567587852478,4.129351999759674,,
+50000,,,4.237590322494507,0.6583294773101807

3/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568ea9e63b35e30e0196623ef186060103489b4f54454390e016fbac1f13fe69
+size 16140758

3/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=3
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/SAC/3
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

3/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=3
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=3
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 3
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

3/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=3

3/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.7245865,0.97022593,0.9781556,0.9171934,0.28848004,-0.30153257,0.9771843,0.97754395,-0.6727492,-0.94031435,-0.96645564,-0.98794043,0.9039271,0.17133331298828125
+4.662554,0.9539962,0.9693525,0.9225917,0.3915429,-0.40468132,0.97398543,0.957621,-0.6429603,-0.9500237,-0.9766035,-0.9897699,0.9176781,0.2333660125732422
+4.908613,0.9510063,0.9577174,0.9125234,0.43716156,-0.5587671,0.96341324,0.9268143,-0.54609096,-0.92973906,-0.97663724,-0.98961663,0.9245646,-0.012693405151367188
+4.850778,0.9566536,0.9658716,0.6404996,0.34836102,-0.5419161,0.9556451,0.9233055,-0.18666023,-0.8976283,-0.9865026,-0.9929353,0.9355762,0.04514169692993164
+4.505074,0.94724524,0.97366273,0.001136303,0.33304918,-0.2876984,0.947361,0.8754004,0.0981009,-0.89646554,-0.9868981,-0.9896366,0.93717384,0.39084577560424805
+4.2145486,0.93913794,0.9746523,-0.44905996,0.33293366,-0.36274052,0.9590932,0.9045168,0.5056082,-0.85558957,-0.9897918,-0.9910533,0.9579141,0.6813712120056152
+4.171447,0.9401076,0.9712763,-0.5348636,0.38438463,-0.6391037,0.9627528,0.914932,0.70960903,-0.8146501,-0.99262214,-0.99460113,0.9713783,0.7244729995727539
+4.3039627,0.931447,0.9675176,-0.44512796,0.45230746,-0.88762546,0.97079086,0.90513635,0.79103565,-0.8580787,-0.99247503,-0.99553883,0.9721328,0.5919570922851562
+4.4785395,0.93658733,0.96945,-0.47054857,0.51480603,-0.93862414,0.97457993,0.9126682,0.8207197,-0.8981441,-0.9922966,-0.99513936,0.97251105,0.41738033294677734
+4.5335436,0.94191265,0.9734391,-0.5638109,0.55555844,-0.93326753,0.97882867,0.921463,0.8257867,-0.90457374,-0.9932312,-0.99559367,0.9711571,0.36237621307373047
+4.4421597,0.9450697,0.9771826,-0.66383153,0.55426836,-0.9074351,0.9815688,0.93058395,0.82869923,-0.8944106,-0.99400383,-0.9960115,0.9692917,0.45376014709472656
+4.306318,0.94453955,0.9786575,-0.71086764,0.5029981,-0.9059649,0.983052,0.9376571,0.85502565,-0.87878144,-0.9938537,-0.9958763,0.9670205,0.589601993560791
+4.231437,0.9395546,0.9766493,-0.66576326,0.42887998,-0.94618124,0.9840566,0.93681836,0.8933445,-0.8561202,-0.9921175,-0.99526393,0.96393144,0.664482593536377
+4.25334,0.92468023,0.9707221,-0.4555527,0.3826046,-0.9808415,0.9857614,0.92142284,0.92154753,-0.8110778,-0.9865365,-0.99457633,0.9583223,0.6425800323486328
+4.3686314,0.9233155,0.9623369,0.00010728836,0.4541353,-0.9947788,0.98428845,0.9021895,0.90875995,-0.78187656,-0.97245836,-0.99412614,0.95511985,0.5272884368896484
+4.5481415,0.9288473,0.960274,0.29488707,0.5413941,-0.9966056,0.9849429,0.89986944,0.8932748,-0.8143391,-0.97234696,-0.9938185,0.9553913,0.3477783203125
+4.690629,0.92690456,0.96384203,0.3158791,0.64054024,-0.995632,0.9868307,0.8910576,0.86528325,-0.8493134,-0.9807403,-0.9947922,0.9588804,0.2052907943725586
+4.681991,0.91996765,0.96629786,0.13080084,0.7399038,-0.9891115,0.98805714,0.873834,0.80689144,-0.86799175,-0.9888286,-0.9967793,0.9696379,0.2139286994934082
+4.54925,0.90678346,0.9684794,-0.23717386,0.795671,-0.9691421,0.9882624,0.8409802,0.74558234,-0.8679371,-0.9924208,-0.9977051,0.9785304,0.34666967391967773
+4.421125,0.88649106,0.97059846,-0.58918464,0.8077961,-0.9287135,0.9868454,0.8164389,0.73753166,-0.8530082,-0.9927425,-0.9976355,0.9836228,0.474794864654541
+4.361594,0.86740613,0.97288465,-0.7722718,0.77932215,-0.8965056,0.9838772,0.8173232,0.7752619,-0.8371648,-0.99005073,-0.99640316,0.98429585,0.5343255996704102
+4.333592,0.8545437,0.97652245,-0.84609044,0.7211349,-0.9106014,0.9802046,0.85099983,0.8200846,-0.81656444,-0.98232514,-0.9939853,0.98243845,0.5623278617858887
+4.2919617,0.8545861,0.9787638,-0.8609801,0.67846704,-0.9413477,0.9774692,0.8917712,0.85925984,-0.79487574,-0.9699379,-0.9908491,0.98048997,0.6039581298828125
+4.253143,0.8792918,0.97769046,-0.8119121,0.6828189,-0.96761096,0.9772953,0.9181678,0.86589074,-0.7881226,-0.95911556,-0.9875887,0.97874665,0.6427769660949707
+4.258894,0.90205264,0.9766898,-0.7058402,0.7062855,-0.98108387,0.9788915,0.9353576,0.8431202,-0.8154478,-0.95380604,-0.9850028,0.9766042,0.6370258331298828
+4.3234844,0.9144335,0.9761231,-0.58998597,0.7505052,-0.9843104,0.9801302,0.944119,0.779248,-0.85045534,-0.9536793,-0.9831341,0.97531724,0.5724353790283203
+4.4211082,0.90975356,0.97526264,-0.5735739,0.8048055,-0.9787668,0.9811007,0.9449009,0.6806669,-0.8653277,-0.9566769,-0.9812211,0.9759321,0.4748115539550781
+4.5010037,0.89827573,0.9761349,-0.69294107,0.8463423,-0.95193344,0.9804461,0.933867,0.54044044,-0.8872866,-0.9649735,-0.9808598,0.97873497,0.3949160575866699
+4.5293074,0.8602421,0.97628427,-0.87526906,0.8600452,-0.8561011,0.9779835,0.90550923,0.4417622,-0.89041996,-0.973069,-0.9797894,0.98104525,0.36661243438720703
+4.525357,0.7889128,0.9733603,-0.95954823,0.85367024,-0.63970363,0.97277975,0.86429,0.4227798,-0.87507296,-0.9756612,-0.976401,0.9827604,0.3705630302429199
+4.5450726,0.6984894,0.96649384,-0.98375374,0.83994687,-0.3928157,0.96413577,0.8168969,0.41675377,-0.8545949,-0.97309875,-0.9699198,0.9836334,0.3508472442626953
+4.6133537,0.6202545,0.96144235,-0.9883562,0.8451166,-0.23330939,0.9617646,0.7932441,0.44328296,-0.8091454,-0.96579105,-0.9639026,0.9820801,0.2825660705566406
+4.698591,0.5338813,0.9551642,-0.99154246,0.8669598,-0.10631007,0.953006,0.7904693,0.4459226,-0.6995092,-0.9411016,-0.94816595,0.9819491,0.1973285675048828
+4.7499304,0.44812226,0.9524152,-0.99337685,0.88790417,0.006196022,0.93915486,0.80671334,0.43893147,-0.5352624,-0.8938211,-0.92758405,0.98297095,0.14598941802978516
+4.744812,0.3825369,0.95627046,-0.9943153,0.9048052,0.08752322,0.9222629,0.83125985,0.450801,-0.31083137,-0.80845165,-0.9055023,0.9842129,0.1511077880859375
+4.6861954,0.31131494,0.9588177,-0.99405557,0.904675,0.10359371,0.9227054,0.8814181,0.5272875,0.032344103,-0.61386853,-0.8671343,0.98292756,0.20972442626953125
+4.5717897,0.2375164,0.96590734,-0.9937723,0.866384,-0.13679373,0.9575162,0.9423704,0.6137352,0.35767972,-0.18095255,-0.81860614,0.97705436,0.3241300582885742
+4.3944044,0.2664045,0.9714267,-0.99280137,0.8113606,-0.3658527,0.9689691,0.9682187,0.73774505,0.59572816,0.28043866,-0.72758436,0.96804357,0.5015153884887695
+4.2031374,0.38620865,0.9719999,-0.99213237,0.7428148,-0.5541033,0.9714799,0.9813241,0.84691715,0.7396426,0.6401628,-0.58281195,0.9493756,0.6927824020385742
+4.037566,0.39458203,0.95850396,-0.9895659,0.7218478,-0.6251714,0.9755976,0.98649216,0.8874035,0.7905009,0.77771425,-0.6062083,0.9200375,0.8583536148071289
+3.8684032,0.4691379,0.93748474,-0.98415774,0.73808384,-0.682347,0.97277236,0.98761773,0.9059894,0.81153655,0.84770954,-0.6077415,0.89389515,1.0275166034698486
+3.7485576,0.6775608,0.8861394,-0.96610385,0.7593138,-0.7566392,0.9499209,0.98860216,0.91175663,0.8394773,0.9046881,-0.51907283,0.8688679,1.147362232208252
+3.9655826,0.7967756,0.77938986,-0.90631163,0.8107035,-0.7484946,0.86601186,0.9861474,0.8960841,0.83847094,0.9339875,-0.28303754,0.8517941,0.9303371906280518
+4.46565,0.8364537,0.38002872,-0.9256677,0.78000605,-0.45355427,0.72069824,0.9798999,0.9286747,0.90057254,0.95897985,0.2981516,0.81600404,0.430269718170166
+4.725387,0.7192354,-0.60180885,-0.77374804,0.6374979,0.0762558,0.0834651,0.96674263,0.9591675,0.9629152,0.97656584,0.61593294,0.5539937,0.1705327033996582
+4.501651,0.82940793,-0.75662374,-0.05766076,0.66742516,-0.10840827,-0.6781876,0.94189334,0.9473274,0.9535165,0.9700222,0.79175544,0.14738548,0.3942689895629883
+4.0996037,0.9657967,0.06774604,0.74500084,0.8162105,-0.7677619,-0.9565003,0.9635289,0.95716286,0.9539187,0.97568464,0.9286345,0.4950019,0.7963161468505859
+3.9140494,0.9746758,0.97475505,0.9643972,0.8116009,-0.99348164,-0.9675184,0.9749216,0.90383244,0.93834615,0.97834015,0.94268847,0.8458786,0.9818704128265381
+3.8856146,0.9626472,0.9837992,0.99298966,0.8474264,-0.99663615,-0.9669291,0.9733665,0.8239982,0.9312545,0.9742017,0.95206416,0.80542016,1.0103051662445068
+4.016143,0.9699223,0.96393085,0.97603345,0.7908701,-0.9900367,-0.963051,0.97271097,0.8662125,0.91605735,0.9728807,0.95438004,0.8657825,0.8797769546508789
+4.3482995,0.97667634,0.85674334,0.71370673,0.75459456,-0.9515721,-0.96766365,0.9729035,0.9393339,0.9451802,0.97984457,0.94786525,0.9015068,0.5476202964782715
+4.584455,0.97756696,0.39642704,-0.5699217,0.6648611,-0.78792375,-0.94654495,0.9734626,0.9722606,0.9648529,0.98498607,0.91884613,0.899776,0.311464786529541
+4.5121956,0.932323,-0.5855748,-0.90641874,0.418342,-0.18158191,-0.6106164,0.96830106,0.96972346,0.9587488,0.9761338,0.85583997,0.84635997,0.3837242126464844
+4.3860855,0.8811538,-0.7568094,-0.8988535,0.30685902,0.2195394,-0.31171864,0.96998906,0.95232415,0.9380069,0.96659684,0.8536359,0.7864301,0.5098342895507812
+4.230182,0.9333916,-0.4582014,-0.7360753,0.4913528,-0.06437546,-0.7102517,0.97145844,0.929608,0.9104192,0.9557662,0.90014565,0.81607485,0.6657376289367676
+4.034827,0.9681686,0.47287738,-0.253855,0.6801889,-0.6643105,-0.9044889,0.9734539,0.9264674,0.86032295,0.94815135,0.91583705,0.9063313,0.8610925674438477
+3.9786122,0.9797504,0.8500122,0.1511395,0.72404575,-0.8945323,-0.9338207,0.972388,0.91283584,0.8336692,0.94830227,0.9207554,0.94203603,0.9173076152801514
+4.077379,0.9798988,0.86866426,0.4489584,0.76782453,-0.9035789,-0.94421834,0.9712293,0.8928704,0.8264916,0.9499712,0.9250815,0.93395066,0.8185405731201172
+4.214096,0.97922635,0.7418673,0.032140493,0.7501097,-0.7885526,-0.9442992,0.97295284,0.9250835,0.8629763,0.9643136,0.9308915,0.9273536,0.68182373046875
+4.285584,0.96550906,0.10971391,-0.3785081,0.7131171,-0.26222247,-0.9444049,0.97181284,0.9464662,0.9134066,0.97191525,0.93730223,0.8738296,0.6103358268737793
+4.255441,0.9427693,-0.47053617,-0.619667,0.6176537,0.11681795,-0.9152293,0.9639294,0.9569633,0.93988156,0.9745835,0.93578744,0.81032705,0.6404786109924316
+4.19169,0.93677855,-0.5320216,-0.55255675,0.61648595,0.07843578,-0.90942526,0.96324134,0.9589734,0.94340205,0.9732468,0.93146217,0.7736633,0.7042298316955566
+4.130944,0.9522965,-0.18834126,-0.2508062,0.65402937,-0.28044438,-0.9288526,0.96880317,0.9534409,0.9339762,0.9719753,0.9334626,0.8022733,0.7649760246276855
+4.065925,0.96826375,0.4697789,0.11830449,0.6772015,-0.7108294,-0.9392698,0.97243977,0.9429997,0.90642977,0.96899116,0.9321916,0.87933946,0.8299946784973145
+4.0325174,0.9781147,0.81810546,0.3642733,0.68900704,-0.8907743,-0.93212885,0.97376037,0.9215698,0.8640194,0.96565795,0.9316844,0.9228921,0.8634023666381836
+4.0951157,0.9782522,0.84751606,0.50733876,0.7328657,-0.89888245,-0.9380314,0.97430134,0.90454113,0.84957755,0.9635596,0.9315547,0.9240298,0.8008041381835938
+4.2352657,0.97785354,0.75387335,0.24722409,0.7465408,-0.81732416,-0.94672406,0.97372746,0.92437947,0.8816147,0.9700532,0.93710566,0.9164127,0.6606540679931641
+4.346796,0.9726639,0.35024464,-0.19893229,0.73495126,-0.49588883,-0.9514004,0.97266483,0.9476192,0.91982424,0.9760623,0.9415641,0.8820685,0.5491237640380859
+4.338974,0.9524107,-0.34051532,-0.60895514,0.6288624,-0.02584225,-0.92871386,0.96713877,0.9587352,0.9386734,0.97658217,0.94058275,0.8398609,0.55694580078125
+4.2439785,0.93248975,-0.615933,-0.6884737,0.55714583,0.16884184,-0.8896024,0.96290743,0.95763636,0.9388211,0.9719808,0.93385553,0.79291916,0.6519412994384766
+4.1256495,0.93013704,-0.5561941,-0.5815022,0.58037686,0.11100888,-0.87674457,0.9666221,0.948833,0.9283118,0.9660288,0.9269291,0.77527905,0.7702703475952148
+4.035752,0.95452714,-0.08368683,-0.27388036,0.6857916,-0.29549515,-0.9081709,0.9700649,0.94442046,0.9044695,0.96155095,0.9240527,0.83389485,0.8601679801940918
+4.008024,0.97019696,0.5602071,0.07838738,0.6967317,-0.74070317,-0.9257981,0.972857,0.933663,0.87316895,0.95920634,0.9252809,0.89907694,0.8878955841064453
+4.071493,0.9765693,0.79393506,0.31117022,0.7158505,-0.8711392,-0.9266969,0.97282434,0.9210205,0.85411453,0.9596634,0.9291725,0.91973686,0.8244266510009766
+4.204669,0.97757435,0.7770817,0.32856154,0.7331164,-0.8465453,-0.93356156,0.97280204,0.9208112,0.8632822,0.96497345,0.93202615,0.90981555,0.6912508010864258
+4.316374,0.9723208,0.53761613,0.14231873,0.7286248,-0.6597917,-0.9424766,0.97203803,0.9360838,0.89708877,0.9710777,0.9397352,0.87531304,0.5795459747314453
+4.325845,0.9604769,-0.050040066,-0.13383317,0.70445585,-0.19401991,-0.9471201,0.9705863,0.95073485,0.9276712,0.97529864,0.945552,0.8069835,0.5700750350952148
+4.255564,0.9420574,-0.4746319,-0.34150743,0.6422603,0.044397593,-0.9297353,0.9650612,0.9567678,0.940621,0.9756534,0.9420738,0.7478492,0.6403555870056152
+4.1565704,0.9322915,-0.5594588,-0.32710803,0.62111104,0.035708666,-0.91749793,0.9648514,0.95823383,0.94176745,0.97330153,0.9372473,0.7097044,0.739349365234375
+4.0561,0.93566465,-0.42007333,-0.17100531,0.6347858,-0.1186254,-0.9124934,0.9680532,0.9550898,0.93478835,0.9696169,0.93369496,0.7181438,0.8398199081420898
+3.9763045,0.94900644,-0.06166303,0.017476559,0.66188085,-0.40005553,-0.9142699,0.9701953,0.9488864,0.91807437,0.96561337,0.92876256,0.78313875,0.9196152687072754
+3.95916,0.96084106,0.32597208,0.14097929,0.6779877,-0.6362169,-0.92213625,0.9720509,0.9430764,0.89747906,0.9622674,0.9266249,0.8465586,0.9367597103118896
+4.0258245,0.96792316,0.52845776,0.23362792,0.7023767,-0.7292899,-0.9286766,0.9724121,0.9377005,0.88933015,0.9631705,0.92803764,0.8672613,0.8700952529907227
+4.1470346,0.9683517,0.4978286,0.2455728,0.71718335,-0.69114566,-0.935985,0.97188985,0.93931735,0.9006791,0.96720064,0.9314072,0.852618,0.7488851547241211
+4.256153,0.964365,0.27529013,0.16697824,0.71068215,-0.5286013,-0.9436847,0.97143054,0.9468491,0.9200733,0.97207487,0.93859804,0.81272364,0.6397666931152344
+4.287987,0.9571147,-0.052467823,0.06787968,0.69795036,-0.30253708,-0.94594866,0.9706826,0.9511769,0.9333838,0.9759319,0.94261384,0.7582092,0.6079325675964355
+4.2526155,0.95045996,-0.2686262,0.025711775,0.688828,-0.1949321,-0.9417026,0.96933603,0.9559281,0.9407667,0.9768071,0.9422362,0.71601236,0.6433043479919434
+4.180322,0.94529295,-0.33071417,0.0023834705,0.6687317,-0.21911371,-0.9353329,0.9697225,0.9580767,0.9422307,0.9754412,0.93950653,0.7033088,0.7155976295471191
+4.0960064,0.9438052,-0.293967,0.017509699,0.6673806,-0.26498485,-0.92819285,0.9700868,0.95759845,0.9388883,0.97271025,0.9357332,0.710441,0.7999134063720703
+4.018545,0.94542944,-0.19415033,0.03696263,0.67676854,-0.32435977,-0.9218838,0.9704056,0.95539474,0.9325757,0.96944046,0.93174434,0.7356392,0.8773746490478516
+3.9912956,0.95037055,-0.05729425,0.04605651,0.6860993,-0.41588283,-0.919617,0.97073936,0.952795,0.92402303,0.9666593,0.92918444,0.7698021,0.9046242237091064
+4.02205,0.9547303,0.05235815,0.069423676,0.69732356,-0.4793843,-0.923796,0.9708309,0.9516704,0.9216974,0.96635103,0.92839575,0.7882284,0.8738698959350586
+4.0938106,0.9568012,0.097201586,0.12048769,0.7075467,-0.4969015,-0.93115854,0.9707533,0.95162845,0.92473793,0.96820354,0.92975163,0.78339815,0.8021092414855957
+4.170947,0.95662904,0.06944001,0.16971302,0.7114403,-0.47786915,-0.93695855,0.97079206,0.9517665,0.9288316,0.9708508,0.93188596,0.76324916,0.7249727249145508
+4.2198257,0.9557346,0.0109705925,0.20042992,0.7063993,-0.4532032,-0.94041693,0.9709263,0.95302916,0.93343353,0.9732764,0.9347632,0.74092436,0.6760940551757812
+4.221442,0.95447016,-0.04630369,0.22004926,0.69824886,-0.44010615,-0.94203115,0.9710431,0.9548123,0.9372759,0.97490096,0.937096,0.7246342,0.6744775772094727
+4.1946073,0.9526453,-0.09064436,0.22337055,0.69004035,-0.43804395,-0.94163233,0.9711697,0.95662653,0.93992305,0.9754503,0.93787646,0.7156229,0.7013125419616699
+4.158343,0.95079875,-0.1259054,0.20927906,0.6881523,-0.42579526,-0.9393284,0.9712436,0.95752895,0.940423,0.97485876,0.9374434,0.7099056,0.737576961517334
+4.120756,0.94815993,-0.18089294,0.16200256,0.6923157,-0.38180447,-0.93454975,0.9710425,0.95810485,0.9396615,0.97322464,0.9354675,0.7043716,0.7751636505126953
+4.089182,0.94493556,-0.25256747,0.100167036,0.70178926,-0.31077075,-0.92781585,0.9705465,0.95831513,0.93835545,0.97106206,0.9320929,0.6944604,0.8067378997802734
+4.0739193,0.9428637,-0.3030327,0.05739045,0.7109233,-0.25762737,-0.9213542,0.96994317,0.95857954,0.9385046,0.96972346,0.9288918,0.6813673,0.8220005035400391
+4.0838118,0.9431679,-0.30050218,0.06636298,0.7202859,-0.26270682,-0.9197806,0.96946883,0.9583883,0.93867934,0.96920705,0.9271376,0.6727495,0.812108039855957
+4.107112,0.9449651,-0.2473942,0.13125587,0.72602415,-0.32268363,-0.92292166,0.9693351,0.95770144,0.93864167,0.9695411,0.92729056,0.6698396,0.7888078689575195
+4.1341333,0.94748354,-0.1574226,0.22573972,0.7266308,-0.41210616,-0.9284158,0.9695692,0.9566505,0.93813777,0.9703376,0.92894316,0.673857,0.7617864608764648
+4.154925,0.95001984,-0.066119134,0.31064105,0.7234335,-0.492566,-0.9340249,0.9700186,0.9557259,0.9376025,0.97129345,0.931435,0.6815064,0.740994930267334
+4.1614513,0.95152426,-0.018343985,0.3611641,0.7175189,-0.5358613,-0.93780065,0.9704957,0.9557364,0.9383769,0.9724618,0.9339521,0.68385077,0.7344684600830078
+4.1561127,0.95146894,-0.036750793,0.37444878,0.71508026,-0.5346852,-0.9397063,0.9707053,0.95661116,0.94024694,0.97341,0.93542457,0.6756903,0.73980712890625
+4.15189,0.94966626,-0.11833942,0.35366142,0.71741366,-0.49027205,-0.9394638,0.970623,0.95815504,0.94255424,0.9737793,0.9356793,0.6557524,0.7440299987792969
+4.1536255,0.9463196,-0.24079931,0.3053689,0.7246797,-0.40721214,-0.9370442,0.97021747,0.9599993,0.9449117,0.9734771,0.9346968,0.62562263,0.7422943115234375
+4.152713,0.94196916,-0.3639928,0.24445581,0.73422074,-0.3033151,-0.9323048,0.96952915,0.96181417,0.9477854,0.9730263,0.9326663,0.5897484,0.7432069778442383
+4.1388817,0.9372406,-0.4617623,0.18569052,0.7414638,-0.20608258,-0.92468786,0.968851,0.96314967,0.9494542,0.971977,0.9300444,0.55412626,0.7570381164550781
+4.1215873,0.93464684,-0.5050205,0.17463458,0.7388859,-0.17942476,-0.91716963,0.9679148,0.96239614,0.9492285,0.9705026,0.9280263,0.52638125,0.7743325233459473
+4.1069617,0.9353936,-0.4725983,0.21525061,0.74213624,-0.22965175,-0.9155573,0.96757936,0.96170866,0.9484613,0.96974003,0.9267609,0.52196646,0.7889580726623535
+4.100465,0.9387181,-0.37285846,0.29651916,0.75053954,-0.3360303,-0.9203606,0.96791565,0.9614303,0.947464,0.9698634,0.9261795,0.5375614,0.7954549789428711
+4.106555,0.94293714,-0.24918675,0.39148068,0.7532302,-0.45364082,-0.92738116,0.96823215,0.9603026,0.9461287,0.9703064,0.9267936,0.55690956,0.7893648147583008
+4.1193724,0.94609725,-0.15997505,0.46197903,0.75443053,-0.5271274,-0.9338834,0.96841264,0.9593265,0.94549096,0.97099686,0.92798066,0.5678692,0.7765474319458008
+4.1323853,0.94730353,-0.14316988,0.4956566,0.7569001,-0.5440051,-0.93842614,0.96840525,0.9591994,0.9462335,0.97189486,0.9290788,0.5631709,0.7635345458984375
+4.147306,0.94693935,-0.19363415,0.49798393,0.7614386,-0.51736814,-0.94116724,0.9681711,0.9600141,0.94843185,0.97291255,0.92990375,0.54301167,0.7486138343811035
+4.166046,0.9453182,-0.28621608,0.47593665,0.7671801,-0.4595952,-0.9421323,0.9678123,0.9616332,0.9515116,0.9737816,0.9304297,0.51130676,0.7298736572265625
+4.1841507,0.9427638,-0.38962263,0.43039596,0.7734659,-0.383529,-0.9406568,0.96748567,0.9638014,0.9546703,0.97417593,0.9304813,0.47588146,0.7117691040039062
+4.188592,0.9391291,-0.49465227,0.37416708,0.77081835,-0.30147225,-0.9351204,0.96670985,0.96461344,0.95646167,0.97348,0.92995334,0.43510425,0.7073278427124023
+4.171155,0.93452084,-0.58203566,0.32316017,0.762498,-0.22224736,-0.9258775,0.9655683,0.96417916,0.9567733,0.9718306,0.92846394,0.39180565,0.7247648239135742
+4.1392384,0.93109274,-0.62289315,0.30356884,0.7567892,-0.18527317,-0.9170424,0.9646194,0.9633479,0.9561733,0.97003925,0.92632866,0.36090016,0.7566814422607422
+4.110655,0.9311373,-0.60169303,0.33324444,0.7572322,-0.22609544,-0.9137837,0.9643011,0.9625406,0.9550345,0.9689021,0.9244108,0.35735488,0.7852649688720703
+4.0995398,0.9341862,-0.5245243,0.40141225,0.7640314,-0.32390082,-0.9177576,0.96458244,0.9621258,0.9539412,0.9688349,0.9233701,0.37576377,0.7963800430297852
+4.106964,0.9381645,-0.420727,0.47909403,0.7746818,-0.42625558,-0.9259221,0.96510196,0.96224284,0.9535041,0.9696789,0.9233593,0.3976636,0.7889556884765625
+4.122815,0.94143224,-0.33752382,0.5380058,0.78505135,-0.4939345,-0.9337175,0.96558726,0.9627454,0.95389485,0.97088146,0.9241073,0.41024196,0.7731046676635742
+4.1384864,0.9433775,-0.30177838,0.5682428,0.7922826,-0.5195952,-0.93895227,0.96586144,0.963258,0.9547167,0.9719827,0.92505586,0.41245508,0.7574334144592285
+4.1539936,0.9442446,-0.3150342,0.5742743,0.79651,-0.51318574,-0.942226,0.9658234,0.9637785,0.95605946,0.9729521,0.92614174,0.4040382,0.7419261932373047
+4.172744,0.9442749,-0.36444634,0.56244195,0.798131,-0.4867376,-0.943892,0.9654875,0.9643643,0.95785856,0.97369313,0.92729044,0.38565183,0.7231760025024414
+4.1919603,0.9431292,-0.43881267,0.53335905,0.79625833,-0.4422406,-0.943071,0.9649303,0.9649067,0.9596169,0.9738841,0.9281573,0.35860658,0.7039594650268555
+4.2005405,0.9400861,-0.52981716,0.48501492,0.7908468,-0.37259144,-0.9383424,0.9641011,0.96512806,0.96066165,0.9732163,0.9279057,0.32329953,0.6953792572021484
+4.1899605,0.9353018,-0.6165009,0.42895043,0.78353584,-0.2857238,-0.9297828,0.9629823,0.9648299,0.9607805,0.9717568,0.9261713,0.28200173,0.7059593200683594
+4.1637897,0.930284,-0.670244,0.3874688,0.7750311,-0.22078466,-0.91829866,0.9621887,0.964329,0.96059704,0.9700873,0.9226062,0.24646842,0.7321300506591797
+4.1368,0.9280734,-0.6766488,0.39091396,0.77334476,-0.22082126,-0.9114517,0.9619019,0.96365356,0.95970106,0.9690225,0.92006683,0.23460221,0.759119987487793
+4.122697,0.9298217,-0.64674646,0.43389583,0.77856064,-0.2756489,-0.914414,0.9614079,0.9629717,0.9584334,0.9684067,0.919263,0.23915279,0.7732229232788086
+4.124244,0.93290305,-0.58334,0.49438405,0.7871263,-0.35864884,-0.92093766,0.9615122,0.9627824,0.9577552,0.96879935,0.9191406,0.25380027,0.7716755867004395
+4.1354666,0.93648386,-0.50947154,0.5515504,0.7968476,-0.4374776,-0.92870355,0.96195173,0.96308994,0.95781577,0.96989584,0.9194994,0.2717347,0.7604532241821289
+4.1483316,0.93945575,-0.4540813,0.5899217,0.8052592,-0.48833108,-0.93524164,0.96234226,0.9636023,0.95838475,0.9710903,0.92039883,0.2832501,0.7475881576538086
+4.1582236,0.94141686,-0.43230307,0.6052836,0.8108096,-0.50846267,-0.9393265,0.9625727,0.9641223,0.9592085,0.97203875,0.9214028,0.28743243,0.7376961708068848
+4.166333,0.94220483,-0.4437549,0.60115683,0.8131795,-0.503006,-0.94104505,0.96256614,0.96454763,0.96008253,0.9726044,0.9222015,0.28423095,0.7295866012573242
+4.175299,0.941856,-0.48100394,0.5821223,0.813041,-0.47775477,-0.9407995,0.96229076,0.96488786,0.9609451,0.97278905,0.92264426,0.27313733,0.7206206321716309
+4.183424,0.9402745,-0.5358809,0.55140114,0.81069624,-0.43461204,-0.9384436,0.96175265,0.9650817,0.9616456,0.9725306,0.9225564,0.25354302,0.7124958038330078
+4.1857967,0.9374583,-0.596321,0.5132681,0.8057096,-0.37769383,-0.9335009,0.96107435,0.9650879,0.962106,0.9718027,0.92140377,0.22776163,0.7101230621337891
+4.17908,0.9334495,-0.64702636,0.47566187,0.7984898,-0.31812072,-0.9254329,0.9605514,0.9649093,0.9623487,0.9707831,0.9190707,0.19885659,0.7168397903442383
+4.1663895,0.9302027,-0.6712174,0.46031404,0.79444766,-0.28846037,-0.9180798,0.9605726,0.96462154,0.9621458,0.97019386,0.9172723,0.18335247,0.7295303344726562
+4.1548634,0.9291923,-0.6726307,0.47035897,0.7939966,-0.29291296,-0.9157905,0.9603412,0.96416056,0.96151567,0.9696717,0.9163823,0.17697608,0.7410564422607422
+4.149415,0.9306171,-0.6529819,0.49902654,0.7973497,-0.32789254,-0.91905046,0.95991206,0.9637468,0.9607997,0.96938944,0.9164212,0.17961836,0.7465047836303711
+4.15053,0.932852,-0.6202129,0.53235984,0.8024657,-0.37345123,-0.9241504,0.9595742,0.96353614,0.96035707,0.9694438,0.9168054,0.18520927,0.7453899383544922
+4.1554337,0.93510103,-0.5838414,0.5612829,0.80818844,-0.41672242,-0.92886853,0.9596181,0.96366143,0.96038413,0.9699646,0.9172126,0.19356608,0.7404861450195312
+4.160458,0.9370332,-0.5564764,0.58073115,0.8134743,-0.44765306,-0.9326637,0.959828,0.96400523,0.9607632,0.9706855,0.9176247,0.20113802,0.7354617118835449
+4.163511,0.938326,-0.5444662,0.58850646,0.81724715,-0.46210903,-0.93510836,0.95994186,0.9643519,0.9612354,0.9712403,0.9180201,0.20437682,0.7324090003967285
+4.1645966,0.93892455,-0.5471663,0.5855297,0.8191037,-0.46242183,-0.936027,0.959949,0.9646268,0.9616637,0.9715204,0.91828275,0.20410371,0.7313232421875
+4.1653957,0.93877935,-0.5606373,0.5742048,0.81853986,-0.45166993,-0.93529975,0.9598901,0.9648199,0.9620342,0.9715092,0.9180113,0.20127714,0.7305240631103516
+4.166849,0.9379784,-0.58119303,0.55873346,0.81643677,-0.43234336,-0.9335362,0.95972157,0.9648961,0.9622929,0.97127485,0.917521,0.19491363,0.7290706634521484
+4.1685476,0.9366101,-0.6036451,0.5422714,0.81333923,-0.40810215,-0.9308519,0.95950973,0.9648458,0.9624326,0.9709004,0.9168829,0.18553162,0.7273721694946289
+4.16982,0.935019,-0.62152433,0.52954054,0.81034946,-0.386629,-0.92772806,0.9594495,0.96472526,0.9624562,0.9706049,0.9163089,0.17731583,0.726099967956543
+4.1702013,0.9337983,-0.63363254,0.5234442,0.8083906,-0.37253892,-0.92544824,0.9593971,0.9645653,0.96237993,0.970402,0.9159727,0.17114699,0.7257184982299805
+4.169772,0.9331565,-0.63929677,0.5238137,0.8075917,-0.3674127,-0.92443395,0.95927334,0.9643984,0.9622555,0.9702494,0.91580606,0.16651571,0.7261476516723633
+4.1686625,0.9331119,-0.63878614,0.52905285,0.8079369,-0.3709936,-0.92459124,0.9591249,0.96427584,0.96213794,0.97017264,0.9157598,0.164006,0.727257251739502
+4.167086,0.93346715,-0.6342178,0.53654265,0.80908704,-0.38003647,-0.92545414,0.9589963,0.9642272,0.96207166,0.9701717,0.915746,0.16312087,0.7288336753845215
+4.1653643,0.93403065,-0.62761384,0.5438814,0.81067944,-0.39122182,-0.92655975,0.95891273,0.9642545,0.9620786,0.97023225,0.91568875,0.16341066,0.730555534362793
+4.163553,0.9346411,-0.62066555,0.54954326,0.81235147,-0.40200222,-0.9275641,0.9588826,0.9643383,0.9621494,0.97032726,0.91555476,0.16448939,0.7323665618896484
+4.1623983,0.9351953,-0.61448634,0.55288434,0.81383204,-0.4108504,-0.9283014,0.95889544,0.9644495,0.96226025,0.9704299,0.9153588,0.16607666,0.7335214614868164
+4.1623344,0.93562984,-0.6098662,0.5540333,0.81497157,-0.4169798,-0.9287532,0.9589293,0.96456313,0.962391,0.9705248,0.91515136,0.16771245,0.7335853576660156
+4.1633706,0.93591094,-0.6071744,0.5535672,0.81568813,-0.42022985,-0.92896765,0.95896316,0.9646584,0.9625168,0.9705988,0.9149904,0.1690116,0.7325491905212402
+4.1651764,0.93602777,-0.60648584,0.5520215,0.8159313,-0.42080104,-0.9289786,0.95898724,0.9647198,0.9626148,0.9706428,0.914917,0.16981614,0.730743408203125
+4.1671877,0.93598807,-0.60765535,0.54983544,0.81573343,-0.4191301,-0.9288122,0.95899594,0.964743,0.96267724,0.9706547,0.91492987,0.1700126,0.7287321090698242
+4.1688366,0.9358163,-0.6102999,0.54728174,0.81518555,-0.41579872,-0.9284879,0.95899165,0.96473336,0.96270704,0.9706389,0.9150002,0.16963637,0.7270832061767578
+4.1696825,0.9355246,-0.61411506,0.5445373,0.8143959,-0.4112786,-0.92799044,0.95898104,0.9647014,0.9627123,0.97059953,0.9150722,0.16863608,0.7262372970581055
+4.169429,0.93515134,-0.61856437,0.54178166,0.81352115,-0.40618503,-0.9273504,0.9589685,0.96465945,0.9627056,0.9705461,0.9150996,0.16710424,0.7264909744262695
+4.1683035,0.9347483,-0.6229808,0.5392895,0.8127066,-0.4012676,-0.9266276,0.9589586,0.96461654,0.9626925,0.97048616,0.9150541,0.16527605,0.7276163101196289
+4.16671,0.9343879,-0.6266174,0.53745556,0.8121033,-0.397408,-0.92594767,0.9589491,0.9645798,0.9626787,0.9704304,0.914942,0.16344965,0.7292098999023438
+4.1650343,0.93415284,-0.6286826,0.5366564,0.81183434,-0.39551198,-0.92546356,0.95893645,0.9645531,0.96266615,0.97038794,0.9147904,0.1620537,0.7308855056762695
+4.163921,0.93409026,-0.6287716,0.53706145,0.81191087,-0.39603186,-0.92527723,0.9589212,0.96453786,0.9626515,0.9703634,0.914646,0.16144061,0.7319989204406738
+4.1634493,0.93421376,-0.62693316,0.53854394,0.8123076,-0.39883322,-0.9254329,0.9589013,0.9645355,0.962641,0.97036266,0.9145467,0.16170144,0.7324705123901367
+4.163622,0.93448913,-0.6235384,0.54068494,0.8128978,-0.4033407,-0.9258671,0.9588821,0.96454465,0.9626329,0.9703808,0.9145117,0.16285765,0.7322978973388672
+4.1642284,0.93484926,-0.6193937,0.5428643,0.81353056,-0.40847588,-0.92645544,0.958868,0.96456265,0.96263087,0.97041297,0.91454315,0.16466367,0.7316913604736328
+4.164985,0.9352002,-0.6154985,0.54448104,0.81405234,-0.41306102,-0.9270241,0.95886326,0.964587,0.96263766,0.9704499,0.91461396,0.1666708,0.7309346199035645
+4.165415,0.93546927,-0.6126587,0.54507303,0.8143494,-0.4161721,-0.92743105,0.9588702,0.9646125,0.9626522,0.9704821,0.9146962,0.168527,0.7305049896240234
+4.1657023,0.9356077,-0.6113581,0.544492,0.8143704,-0.41730833,-0.9275923,0.95888686,0.9646332,0.9626707,0.9705012,0.91476226,0.16993058,0.730217456817627
+4.165496,0.9355974,-0.61175436,0.542897,0.8141328,-0.4164235,-0.9274859,0.9589093,0.9646467,0.9626906,0.9705038,0.91479206,0.17063296,0.7304239273071289
+4.1651287,0.9354718,-0.6133692,0.54067993,0.81370044,-0.41407514,-0.92717606,0.9589317,0.96464753,0.9627023,0.97048855,0.9147923,0.17078745,0.7307910919189453
+4.164633,0.9352784,-0.61561257,0.53835046,0.81317925,-0.4110095,-0.92675984,0.9589491,0.9646361,0.9627023,0.97046006,0.91477036,0.17053103,0.7312870025634766
+4.1643677,0.93508196,-0.6177459,0.53638303,0.81268406,-0.40810508,-0.9263606,0.95895624,0.9646144,0.9626894,0.9704251,0.9147446,0.17014933,0.7315521240234375
+4.1641207,0.9349325,-0.61924183,0.5351229,0.81228995,-0.40605533,-0.92607236,0.9589541,0.96458673,0.9626647,0.97039056,0.9147341,0.16987884,0.7317991256713867
+4.1640882,0.93486166,-0.61978394,0.53463364,0.812042,-0.4052148,-0.92594105,0.9589453,0.96455836,0.9626316,0.97036195,0.9147452,0.1699264,0.7318315505981445
+4.163995,0.93487763,-0.61933565,0.53479266,0.8119476,-0.40563118,-0.92596817,0.95893407,0.9645349,0.9625968,0.9703429,0.9147742,0.17036748,0.7319250106811523
+4.1639557,0.9349648,-0.61812466,0.53532743,0.8119743,-0.40696323,-0.9261148,0.95892537,0.96451974,0.962566,0.97033453,0.9148178,0.17117047,0.731964111328125
+4.163724,0.9350929,-0.61648417,0.5359366,0.8120694,-0.40878868,-0.9263159,0.9589224,0.964514,0.96254253,0.97033453,0.91486096,0.17222285,0.7321958541870117
+4.163411,0.93522906,-0.61479837,0.5363691,0.8121805,-0.41059232,-0.9265138,0.95892596,0.9645159,0.96252775,0.97033966,0.91489697,0.17336643,0.732508659362793
+4.1630554,0.9353492,-0.61331683,0.5365002,0.8122599,-0.41207188,-0.9266684,0.9589367,0.9645232,0.96251893,0.97034585,0.91492355,0.17450023,0.7328643798828125
+4.162717,0.9354429,-0.6121826,0.5362928,0.81229115,-0.41305,-0.9267669,0.95895004,0.96453094,0.9625145,0.9703505,0.9149401,0.17554128,0.7332029342651367
+4.1625905,0.93550956,-0.6113771,0.5358293,0.8122592,-0.4135611,-0.92681915,0.9589639,0.96453595,0.96250916,0.97035146,0.91495764,0.17649817,0.7333292961120605
+4.1625767,0.9355489,-0.61091614,0.53522825,0.8121698,-0.4136331,-0.926842,0.95897555,0.9645374,0.9625025,0.9703493,0.914984,0.17730403,0.7333431243896484
+4.162678,0.9355674,-0.6107087,0.5345504,0.8120271,-0.41338897,-0.92683965,0.9589846,0.964533,0.96249115,0.9703431,0.9150201,0.1780119,0.7332420349121094
+4.1627946,0.9355769,-0.6105926,0.53388333,0.811851,-0.41303724,-0.92683285,0.9589907,0.9645237,0.9624746,0.9703336,0.9150672,0.17868936,0.7331252098083496
+4.162813,0.9355743,-0.61061144,0.5332463,0.81164885,-0.41256166,-0.9268158,0.958995,0.96451116,0.9624548,0.9703219,0.9151206,0.17928016,0.7331066131591797
+4.162836,0.9355669,-0.6106444,0.53263545,0.8114388,-0.41210383,-0.9267884,0.95899963,0.9644978,0.96243286,0.97030854,0.9151714,0.17985153,0.7330837249755859
+4.16259,0.93555665,-0.6106759,0.5320841,0.8112416,-0.4117024,-0.9267549,0.9590037,0.9644846,0.9624109,0.97029495,0.91521287,0.18036532,0.7333297729492188

3/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.06299148499965668,4.95891127204895,,
+1000,-0.04026485234498978,4.936184652328492,,
+1500,-0.021233398467302322,4.9171531934738155,,
+2000,-0.04819805175065994,4.944117834091187,,
+2500,-0.017987502738833427,4.913907302856446,,
+3000,-0.00332821742631495,4.899248017311097,,
+3500,0.0007718334090895951,4.895147966384887,,
+4000,-0.02426849491894245,4.9201883106231685,,
+4500,0.019408974796533585,4.87651082611084,,
+5000,0.03956621140241623,4.856353597640991,,
+5000,,,4.764576165676117,0.13134363412857056
+5500,0.0035057736095041037,4.892414026260376,,
+6000,0.07169273495674133,4.824227098464966,,
+6500,0.04290087893605232,4.853018915176391,,
+7000,0.08703272044658661,4.808887046813965,,
+7500,0.06876586377620697,4.8271539077758785,,
+8000,0.06767558306455612,4.8282442417144775,,
+8500,0.1446382999420166,4.75128145313263,,
+9000,0.17601700127124786,4.7199027509689335,,
+9500,0.2190401256084442,4.676879692554474,,
+10000,0.32418739795684814,4.571732742786407,,
+10000,,,4.4804092574119565,0.4155105423927307
+10500,0.30955106019973755,4.586368625164032,,
+11000,0.382164865732193,4.513754975318909,,
+11500,0.4509696960449219,4.444950036525726,,
+12000,0.44369199872016907,4.452227607727051,,
+12500,0.4426208734512329,4.453298926353455,,
+13000,0.5166301727294922,4.379289329528809,,
+13500,0.509620726108551,4.386299058437348,,
+14000,0.5437424778938293,4.3521772160530094,,
+14500,0.5143827199935913,4.381537157535553,,
+15000,0.5128225088119507,4.383097219467163,,
+15000,,,4.31450040102005,0.5814193987846374
+15500,0.5032016634941101,4.392718185901642,,
+16000,0.5057186484336853,4.390201119422913,,
+16500,0.5176594853401184,4.378260040760041,,
+17000,0.5979547500610352,4.297964847564697,,
+17500,0.5435119271278381,4.352408032417298,,
+18000,0.5704073905944824,4.32551219367981,,
+18500,0.5458237528800964,4.350096044540405,,
+19000,0.5473615527153015,4.348558527469635,,
+19500,0.6222348809242249,4.273685015678406,,
+20000,0.5351817011833191,4.3607381162643435,,
+20000,,,4.213122248649597,0.6827975511550903
+20500,0.5295490622520447,4.366370635986328,,
+21000,0.6115573644638062,4.284362462997437,,
+21500,0.58497554063797,4.31094446182251,,
+22000,0.6533452272415161,4.242574604988098,,
+22500,0.5732257962226868,4.322694231033325,,
+23000,0.557647168636322,4.338272756099701,,
+23500,0.4686400890350342,4.427279688835144,,
+24000,0.6333629488945007,4.262556609153748,,
+24500,0.5775946378707886,4.318324839115143,,
+25000,0.6978199481964111,4.198099555492401,,
+25000,,,4.2353126847743985,0.6606071150302887
+25500,0.6793652772903442,4.216554612159729,,
+26000,0.7075976133346558,4.188322515010833,,
+26500,0.7039701342582703,4.191950144290924,,
+27000,0.7078973054885864,4.188022740840912,,
+27500,0.6443480849266052,4.251571664333343,,
+28000,0.6421403288841248,4.253779514789581,,
+28500,0.6643054485321045,4.231614396572113,,
+29000,0.8024880290031433,4.0934317927360535,,
+29500,0.6663324236869812,4.229587611675263,,
+30000,0.7001875042915344,4.19573210811615,,
+30000,,,4.1677233147621155,0.7281964850425721
+30500,0.707547664642334,4.188372183322906,,
+31000,0.7254011631011963,4.170518857002258,,
+31500,0.6835523843765259,4.212367723464966,,
+32000,0.7591708302497864,4.136749336719513,,
+32500,0.7512070536613464,4.144713054656982,,
+33000,0.7450736165046692,4.150846219539642,,
+33500,0.7068374752998352,4.189081984996796,,
+34000,0.6966388821601868,4.199281002521515,,
+34500,0.6986822485923767,4.1972375831604,,
+35000,0.7451315522193909,4.150788439750672,,
+35000,,,4.266372765302658,0.6295470345020294
+35500,0.674969494342804,4.220950390338897,,
+36000,0.6902756094932556,4.205644143581391,,
+36500,0.6706236004829407,4.225296713352203,,
+37000,0.6715084314346313,4.224411350250244,,
+37500,0.643039345741272,4.2528805236816405,,
+38000,0.6169635057449341,4.278956053733825,,
+38500,0.7229084968566895,4.173011179447174,,
+39000,0.7016206979751587,4.19429934835434,,
+39500,0.738874614238739,4.157045084476471,,
+40000,0.6677693128585815,4.228150787353516,,
+40000,,,4.1694828736782075,0.7264369261264801
+40500,0.7448002696037292,4.151119835853577,,
+41000,0.6097077131271362,4.2862119030952455,,
+41500,0.7037060260772705,4.192213777542114,,
+42000,0.667831301689148,4.2280885658264165,,
+42500,0.7251386046409607,4.170780729293823,,
+43000,0.7790599465370178,4.116860114097595,,
+43500,0.7027794122695923,4.193140605926514,,
+44000,0.743413507938385,4.152506375789643,,
+44500,0.7379533052444458,4.157966495513916,,
+45000,0.7900598049163818,4.105860418319702,,
+45000,,,4.086572549343109,0.8093472504615784
+45500,0.6794936656951904,4.2164257941246035,,
+46000,0.7674233317375183,4.128496903896332,,
+46500,0.7528743743896484,4.1430451126098635,,
+47000,0.7065930962562561,4.189326714038849,,
+47500,0.6981306672096252,4.197789090156555,,
+48000,0.7122209668159485,4.183698821544647,,
+48500,0.7482271790504456,4.147692574024201,,
+49000,0.7548724412918091,4.141047307491302,,
+49500,0.8962744474411011,3.9996454238891603,,
+50000,0.8232787847518921,4.072640985012055,,
+50000,,,4.167422852516174,0.7284969472885132

4/ckpt_latest.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf2853a81196a52e50ed6fad93f9a80905086e0dbfa583e3f1d38b5da1b6e3
+size 16140762

4/config.yaml

@@ -0,0 +1,60 @@
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/hydra.yaml

@@ -0,0 +1,160 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=4
+    id: '0'
+    num: 0
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /cephfs/users/becktepe/git_projects/FluidGym/output/training/sarl/RBC2D-easy-v0/SAC/4
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

4/multirun.yaml

@@ -0,0 +1,220 @@
+hydra:
+  run:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+  sweep:
+    dir: output/training/${rl_mode}/${env_id}/${algorithm.name}/${seed}
+    subdir: ''
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: MULTIRUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .
+  overrides:
+    hydra:
+    - hydra.mode=MULTIRUN
+    task:
+    - algorithm=sb3_sac
+    - env_id=RBC2D-easy-v0
+    - rl_mode=sarl
+    - seed=4
+  job:
+    name: test_sb3
+    chdir: true
+    override_dirname: algorithm=sb3_sac,env_id=RBC2D-easy-v0,rl_mode=sarl,seed=4
+    id: ???
+    num: ???
+    config_name: test_sb3
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.3'
+    cwd: /cephfs/users/becktepe/git_projects/FluidGym
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /cephfs/users/becktepe/git_projects/FluidGym/runscripts/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: ???
+    choices:
+      cluster: local
+      algorithm: sb3_sac
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false
+env_id: RBC2D-easy-v0
+env_kwargs: {}
+eval_env_kwargs: {}
+seed: 4
+rl_mode: sarl
+total_timesteps: 50000.0
+n_eval_steps: 10
+eval_freq: ${eval:${total_timesteps} // ${n_eval_steps}}
+n_eval_episodes: 1
+continue_training: false
+checkpoint_latest: true
+rl_device: cpu
+eval_callback:
+  _target_: fluidgym.integration.sb3.EvalCallback
+  eval_freq: ${eval_freq}
+  n_eval_episodes: ${n_eval_episodes}
+  use_wandb: ${wandb.enable}
+  checkpoint_latest: ${checkpoint_latest}
+wandb:
+  enable: true
+  entity: safe-autonomous-systems
+  project: jbecktepe-fluidgym
+algorithm:
+  name: SAC
+  obj:
+    _target_: stable_baselines3.sac.sac.SAC
+    policy: MlpPolicy
+    learning_rate: 0.0003
+    buffer_size: 1000000
+    learning_starts: 100
+    batch_size: 256
+    tau: 0.005
+    gamma: 0.99
+    train_freq: 1
+    gradient_steps: -1
+    action_noise: null
+    replay_buffer_class: null
+    replay_buffer_kwargs: null
+    optimize_memory_usage: false
+    ent_coef: auto
+    target_update_interval: 1
+    target_entropy: auto
+    use_sde: false
+    sde_sample_freq: -1
+    use_sde_at_warmup: false
+    stats_window_size: 100
+    tensorboard_log: null
+    policy_kwargs: {}
+    verbose: 0
+    seed: ${seed}
+    device: cuda
+    _init_setup_model: true
+cluster: {}
+test_env_id: ${env_id}
+test_env_kwargs: ${env_kwargs}
+test_rl_mode: ${rl_mode}
+n_test_episodes: 10
+deterministic: true
+save_frames: true
+render_3d: true

4/overrides.yaml

@@ -0,0 +1,4 @@
+- algorithm=sb3_sac
+- env_id=RBC2D-easy-v0
+- rl_mode=sarl
+- seed=4

4/test/test_eval_episode_0.csv

@@ -0,0 +1,201 @@
+nusselt,action_0,action_1,action_2,action_3,action_4,action_5,action_6,action_7,action_8,action_9,action_10,action_11,reward
+4.6797667,0.97793484,-0.97974527,-0.9161179,-0.95251167,-0.9653651,-0.9166026,0.9653733,0.94330287,-0.8466024,-0.82961476,0.9398526,0.97690606,0.21615314483642578
+4.4376507,0.9712254,-0.96715844,-0.92198485,-0.95778453,-0.9673567,-0.9227646,0.97014284,0.9481137,-0.8385822,-0.75771445,0.9049618,0.974844,0.4582691192626953
+4.55139,0.96834874,-0.9755911,-0.9238158,-0.9475569,-0.95798403,-0.83634096,0.96837044,0.9344475,-0.8053735,-0.7880304,0.8841784,0.970296,0.3445296287536621
+4.540394,0.97140694,-0.9890065,-0.9193437,-0.9453169,-0.9567954,-0.49017918,0.9579115,0.9309412,-0.7639436,-0.8995846,0.8876606,0.9720502,0.3555259704589844
+4.3177795,0.9686508,-0.98957396,-0.88489485,-0.95446247,-0.9581864,0.39168417,0.9431169,0.95545435,-0.6839414,-0.9758788,0.8478856,0.9804753,0.5781402587890625
+4.0921087,0.97381306,-0.983424,-0.78686935,-0.96688807,-0.9478792,0.87294006,0.9366498,0.9638152,-0.64303714,-0.9874191,0.7633505,0.9838085,0.8038110733032227
+4.033284,0.97186756,-0.9760421,-0.79319817,-0.970675,-0.92011917,0.9327898,0.93741536,0.9575882,-0.58806264,-0.986677,0.677456,0.9863653,0.862635612487793
+4.163326,0.9688606,-0.9490288,-0.8208398,-0.973188,-0.8847041,0.9354745,0.9295118,0.95661306,-0.54735106,-0.9859696,0.45788884,0.9870291,0.7325940132141113
+4.365861,0.9693141,-0.862362,-0.81360877,-0.9740897,-0.7642704,0.9178889,0.91752553,0.9576006,-0.25680828,-0.9835179,0.0736773,0.9858351,0.5300588607788086
+4.5234103,0.9728675,-0.7244704,-0.8198828,-0.97224873,-0.5759674,0.88674307,0.9205235,0.94406223,0.06878269,-0.9799106,-0.27178955,0.9840858,0.3725094795227051
+4.622141,0.9757385,-0.51470834,-0.8321149,-0.9651049,-0.13930428,0.8672149,0.9369209,0.90047383,0.40205908,-0.9719075,-0.50620526,0.9830644,0.27377891540527344
+4.708413,0.97701466,-0.27563024,-0.8049697,-0.95025754,0.45491445,0.83161414,0.9515133,0.80370545,0.6889565,-0.95512676,-0.6536601,0.98171103,0.18750667572021484
+4.789048,0.9724393,-0.0005443692,-0.76941544,-0.9307492,0.66203725,0.7268586,0.9503641,0.7707639,0.84527683,-0.9014968,-0.6409421,0.97788095,0.1068716049194336
+4.8170967,0.9651134,0.45396662,-0.8151312,-0.9223529,0.6685802,0.5543685,0.9487505,0.81338406,0.8923106,-0.84053856,-0.670571,0.9740683,0.07882308959960938
+4.8429365,0.95218647,0.8207109,-0.89567745,-0.921988,0.59984756,0.28355384,0.94344187,0.8675773,0.90429974,-0.7888661,-0.7307296,0.9700477,0.05298328399658203
+4.904043,0.93539846,0.939914,-0.9257614,-0.9333599,0.54413784,-0.029569685,0.9264579,0.89566875,0.91645586,-0.72168654,-0.7849716,0.96727717,-0.008123397827148438
+4.958704,0.91764665,0.9567876,-0.9342498,-0.9457678,0.5739137,-0.14040792,0.90736246,0.9096645,0.93676925,-0.6908943,-0.8295614,0.968912,-0.06278419494628906
+4.9601107,0.9172369,0.96743417,-0.9479709,-0.9537013,0.62142134,-0.13424623,0.9222646,0.91169286,0.94408226,-0.709521,-0.89071333,0.9707668,-0.06419086456298828
+4.9333405,0.9235995,0.9743186,-0.9527406,-0.9578364,0.66238487,-0.029324472,0.93500304,0.9029597,0.94138086,-0.7752318,-0.93055016,0.97337365,-0.03742074966430664
+4.934761,0.9325745,0.9758084,-0.94818693,-0.9608669,0.7391541,0.07900953,0.9464538,0.89211357,0.9365903,-0.8444667,-0.9444254,0.97724724,-0.03884124755859375
+4.97414,0.9421618,0.9757925,-0.95241743,-0.95893145,0.81352425,0.15701139,0.9550289,0.88452864,0.9375224,-0.8884604,-0.9563995,0.98031247,-0.07822036743164062
+5.017772,0.9506419,0.9720485,-0.95483834,-0.95629674,0.86832297,0.1736319,0.9561994,0.86521363,0.936558,-0.91397977,-0.95833164,0.98287606,-0.12185239791870117
+5.026823,0.9557897,0.9644085,-0.9467672,-0.955623,0.89861596,0.13741946,0.946668,0.8418788,0.9320667,-0.9236182,-0.9488432,0.9846904,-0.1309032440185547
+4.9583063,0.95780087,0.95661974,-0.92568475,-0.95632434,0.9147477,0.057427764,0.93011475,0.82385564,0.92863035,-0.9246023,-0.9325431,0.9854858,-0.062386512756347656
+4.750602,0.9583502,0.95504403,-0.90509593,-0.9569578,0.9228568,-0.050920308,0.91284084,0.818805,0.9254936,-0.91696024,-0.9214416,0.98543775,0.14531803131103516
+4.5104103,0.95427847,0.9575932,-0.91024107,-0.9537447,0.9102645,-0.2967232,0.89761245,0.8288207,0.9085083,-0.87602675,-0.9061716,0.985203,0.3855094909667969
+4.4724064,0.9223777,0.92734146,-0.8971101,-0.96074694,0.8559897,-0.77078646,0.8254795,0.74489105,0.75441015,-0.6899629,-0.72527474,0.9876206,0.42351341247558594
+4.3636107,0.9646126,0.94911253,-0.849673,-0.76250154,0.95996356,-0.71589017,0.7333987,0.001028657,0.76067305,-0.80790263,-0.9142091,0.9722202,0.5323090553283691
+4.295372,0.9850824,0.9669025,-0.93384165,0.2876401,0.9869584,-0.539851,0.7731197,-0.6175476,0.8876488,-0.757652,-0.98535866,0.90880084,0.6005477905273438
+4.338241,0.9851806,0.82149625,-0.7200788,0.76051307,0.98324895,-0.08670622,0.5469415,-0.78603756,0.58393633,-0.90420127,-0.93133205,0.94493043,0.5576786994934082
+4.1851773,0.9851296,0.7796111,-0.07819629,0.96592283,0.9818866,0.35532737,-0.2487272,-0.91052055,0.22540629,-0.81480336,-0.55252665,0.92357063,0.7107424736022949
+3.8933434,0.98190427,0.9075222,0.14674294,0.9698231,0.9818654,0.59829235,-0.30896056,-0.8915315,0.5174124,-0.638628,-0.4330101,0.66302705,1.0025763511657715
+3.6817172,0.9766023,0.9635818,-0.3544488,0.93403363,0.9829098,0.23632109,0.011596322,-0.6977978,0.8953755,0.10145664,-0.65629953,-0.027951777,1.214202642440796
+3.5716019,0.9656334,0.9658866,-0.5112146,0.8765876,0.9754026,-0.14780676,-0.027912557,-0.45562327,0.951278,0.58256245,-0.54157376,-0.36093754,1.3243179321289062
+3.613804,0.96084344,0.9574965,-0.045125425,0.934777,0.97151494,0.23517108,-0.3959601,-0.68575495,0.8664489,0.5421772,0.03413415,-0.5115208,1.2821156978607178
+3.8602633,0.9625149,0.94389,0.3453436,0.9685693,0.9738836,0.5311439,-0.43702304,-0.8519301,0.5461693,0.2827034,0.27140093,-0.36516875,1.035656452178955
+4.1817403,0.96199346,0.92957544,0.35156167,0.9689059,0.9738984,0.5010569,-0.37372136,-0.8703729,0.43894446,0.16780734,0.2539307,-0.16380012,0.714179515838623
+4.3674464,0.96482646,0.947186,0.22489071,0.96742237,0.9757016,0.49540937,-0.18800604,-0.85319823,0.6268592,0.24063611,0.040693283,-0.32369143,0.5284733772277832
+4.3447623,0.9665742,0.95570064,0.005692482,0.9535551,0.97543955,0.22501457,-0.21232069,-0.7951177,0.793777,0.44989002,-0.077653706,-0.35575867,0.5511574745178223
+4.2031546,0.9683744,0.9485793,0.10058224,0.959214,0.97482884,0.08529067,-0.43312758,-0.8300248,0.7100965,0.46203613,0.042863965,-0.18291688,0.6927652359008789
+4.0957136,0.97096956,0.933769,0.35931492,0.9748986,0.9778441,0.21758914,-0.5842749,-0.902269,0.33248615,0.2467686,0.29399812,0.07954943,0.800206184387207
+4.089055,0.9719914,0.9314033,0.2760471,0.9743308,0.9790871,0.3070842,-0.41033447,-0.8933606,0.3451867,0.06748748,0.09302366,0.21904457,0.8068647384643555
+4.104632,0.97050476,0.94433784,-0.18020219,0.9461986,0.97620463,0.08083093,-0.0055826306,-0.75098443,0.7522845,0.14885306,-0.49940014,0.2172041,0.791287899017334
+4.069093,0.9678347,0.95107627,-0.48226452,0.8880718,0.9725683,-0.275365,0.04764843,-0.5246415,0.89880204,0.35108602,-0.6989525,0.19762492,0.8268265724182129
+4.0322833,0.9656732,0.95200515,-0.5301397,0.85964453,0.97043717,-0.39360398,-0.0042237043,-0.4410013,0.91945136,0.43741894,-0.68288344,0.17664504,0.8636364936828613
+4.0767527,0.9657614,0.947899,-0.3670919,0.9075296,0.9714725,-0.2871114,-0.18765235,-0.6332627,0.8584516,0.41435516,-0.44701898,0.14313781,0.8191671371459961
+4.2202196,0.96851015,0.9395577,-0.033260643,0.9575696,0.97564864,0.0745095,-0.31147295,-0.8275824,0.6468631,0.26581347,-0.08109546,0.111441016,0.6757001876831055
+4.3639135,0.97030973,0.935992,0.19023001,0.9720044,0.9785645,0.3706367,-0.3014202,-0.87716377,0.45665574,0.08185208,0.00062286854,0.07369554,0.5320062637329102
+4.364231,0.97109747,0.94482374,0.09276128,0.9641303,0.978075,0.36967325,-0.22769582,-0.83265895,0.632516,0.12784481,-0.19561261,-0.027281106,0.5316886901855469
+4.214019,0.9693234,0.9508836,-0.12533206,0.93753433,0.97440743,0.16142607,-0.2159549,-0.71235496,0.82555795,0.29042864,-0.41985828,-0.09132564,0.6819009780883789
+4.0421042,0.9673729,0.948488,-0.033693433,0.9373009,0.97186565,0.11164558,-0.40953958,-0.7296889,0.8145151,0.38368416,-0.2115159,-0.12380642,0.8538155555725098
+3.969457,0.96733713,0.9453423,0.19302273,0.96060324,0.9743135,0.2921642,-0.49988228,-0.8347106,0.65720606,0.33556736,0.10212588,-0.15882105,0.9264628887176514
+4.038048,0.9680724,0.9433788,0.2976445,0.97028613,0.9761832,0.4737221,-0.4267727,-0.868853,0.533234,0.17608619,0.13100731,-0.16843027,0.8578720092773438
+4.138103,0.9676719,0.9494827,0.19562757,0.96668315,0.9764111,0.53121495,-0.23407364,-0.8409854,0.6470144,0.16974556,-0.06797111,-0.26745886,0.7578167915344238
+4.1642647,0.96694064,0.956022,0.027184367,0.9532651,0.9754975,0.44189632,-0.17606348,-0.77599806,0.7916446,0.30904353,-0.1883508,-0.37748814,0.7316551208496094
+4.1289825,0.96624136,0.95768154,-0.04331416,0.94247985,0.9738301,0.32962263,-0.25062996,-0.73278,0.8451984,0.4108714,-0.17285544,-0.40803897,0.766937255859375
+4.09935,0.96664524,0.9544798,0.103921056,0.9548147,0.97476256,0.3522085,-0.41545916,-0.8003401,0.7701497,0.41162884,0.0844022,-0.39608955,0.79656982421875
+4.121812,0.9674959,0.94976604,0.30815065,0.9692893,0.9764348,0.48049176,-0.47467422,-0.86414874,0.6001375,0.30229592,0.23736358,-0.35450435,0.7741079330444336
+4.168824,0.96759176,0.9473543,0.35235727,0.9724984,0.9769647,0.56207454,-0.40850496,-0.87280357,0.5473156,0.20822036,0.17878997,-0.33389628,0.7270956039428711
+4.1648474,0.96728444,0.9530077,0.28822577,0.9688947,0.9768523,0.5860596,-0.3131398,-0.8494667,0.6438848,0.23813093,0.050081134,-0.41347122,0.7310724258422852
+4.0989814,0.96643686,0.9566543,0.18831372,0.95944095,0.975523,0.5353216,-0.3076319,-0.8042572,0.7521292,0.31772435,-0.03009504,-0.46380198,0.796938419342041
+4.028592,0.96590185,0.9564898,0.17291665,0.95607996,0.9744928,0.5025748,-0.36423916,-0.7924734,0.7713039,0.34978807,0.008310676,-0.46397525,0.8673276901245117
+4.01349,0.9660585,0.95518136,0.2226839,0.9610609,0.9750531,0.5287417,-0.38683218,-0.81856567,0.7262763,0.32181215,0.09441447,-0.44715464,0.8824295997619629
+4.066538,0.9658041,0.9540067,0.235654,0.96401846,0.97502756,0.56375647,-0.33112836,-0.8282005,0.7083483,0.27668774,0.058937073,-0.43778497,0.8293819427490234
+4.1330748,0.9655087,0.9548669,0.23325455,0.96437955,0.975374,0.5910249,-0.2895465,-0.826022,0.7170428,0.27247548,0.034451246,-0.4727819,0.7628450393676758
+4.1560106,0.96539056,0.95688987,0.2271632,0.96283627,0.9757452,0.6032028,-0.2921701,-0.8164539,0.74004436,0.3006611,0.04037428,-0.52304965,0.7399091720581055
+4.132719,0.9653177,0.9573629,0.26156557,0.9628234,0.97562814,0.61338246,-0.3541115,-0.8175494,0.73867846,0.31939912,0.09528637,-0.5485677,0.7632007598876953
+4.098525,0.9652618,0.95611453,0.31888235,0.96529555,0.9752747,0.6373687,-0.40001494,-0.82948965,0.7108114,0.2979976,0.13526177,-0.54175925,0.7973947525024414
+4.080364,0.96510184,0.9547107,0.36007082,0.9677012,0.9749496,0.66472936,-0.4032895,-0.83956695,0.6833538,0.26098323,0.13597202,-0.5284972,0.8155555725097656
+4.077542,0.964834,0.9552113,0.34951663,0.96740866,0.9748256,0.6825812,-0.35767698,-0.8348563,0.6965047,0.24078786,0.08751154,-0.53737736,0.8183779716491699
+4.073128,0.96442103,0.95710087,0.30299568,0.96452606,0.97475266,0.68475306,-0.30560052,-0.8175972,0.73841095,0.2530471,0.034384966,-0.5664075,0.822791576385498
+4.0624437,0.9640012,0.9584974,0.26805258,0.9617362,0.97455764,0.68141747,-0.28818738,-0.8024482,0.7690911,0.2753756,0.017002344,-0.59294957,0.8334760665893555
+4.0588055,0.9636936,0.9585451,0.26957452,0.9614533,0.9742954,0.6844752,-0.29933566,-0.8008343,0.77393365,0.28242755,0.032715917,-0.60402805,0.8371143341064453
+4.0732746,0.96347845,0.9577372,0.29918802,0.96339,0.9741404,0.69841886,-0.3142848,-0.80986357,0.7601025,0.27072442,0.058274865,-0.605641,0.8226451873779297
+4.097556,0.9632909,0.9571645,0.3333205,0.9654989,0.9741738,0.71848726,-0.3198287,-0.81879675,0.7443384,0.25431538,0.07553482,-0.61147064,0.7983636856079102
+4.110381,0.9628942,0.95762515,0.36064124,0.96652734,0.9742081,0.7345344,-0.31644446,-0.8211761,0.74351215,0.2504847,0.07714164,-0.62947303,0.7855386734008789
+4.1000113,0.9624282,0.95846176,0.37749088,0.96649516,0.97410345,0.7457409,-0.31446075,-0.81821585,0.75242555,0.25341034,0.070738316,-0.6487924,0.7959084510803223
+4.0756063,0.9619925,0.9588127,0.38923,0.9661753,0.9738227,0.75477564,-0.31600797,-0.814746,0.7592546,0.24840856,0.0614928,-0.65847033,0.8203134536743164
+4.0554724,0.9616082,0.9588746,0.39490092,0.9659015,0.97358906,0.76204693,-0.30937052,-0.8118623,0.7634237,0.23454988,0.04582131,-0.6598138,0.8404474258422852
+4.0503554,0.9611459,0.9590895,0.3924253,0.96539795,0.97342336,0.76645947,-0.29211998,-0.80767125,0.77138376,0.22451448,0.02613163,-0.66267985,0.8455643653869629
+4.057743,0.96056366,0.95982075,0.38231874,0.96442056,0.9733615,0.7675736,-0.26550066,-0.80052024,0.7863852,0.22392392,0.0022121668,-0.67238533,0.8381767272949219
+4.0691457,0.9599571,0.9607215,0.37477374,0.9634452,0.97336745,0.76756907,-0.24445486,-0.7933707,0.8011471,0.22970176,-0.014362454,-0.68577427,0.8267741203308105
+4.079776,0.9594717,0.9613168,0.37967026,0.9632251,0.9734111,0.7706083,-0.23705637,-0.7904238,0.80826974,0.23139966,-0.018716335,-0.6968992,0.8161439895629883
+4.0890565,0.95912755,0.9614763,0.39920425,0.9639658,0.97348285,0.7783743,-0.24180001,-0.79280835,0.80640054,0.223804,-0.01311779,-0.70353687,0.8068633079528809
+4.09597,0.95882463,0.9615228,0.42519355,0.9650574,0.973588,0.7888231,-0.24833125,-0.7969558,0.8010063,0.20979023,-0.00780946,-0.708098,0.7999496459960938
+4.096878,0.9584451,0.96179235,0.4441048,0.9654577,0.9737179,0.79740274,-0.24757397,-0.79740274,0.8004792,0.19701672,-0.011853635,-0.7128402,0.799041748046875
+4.0896997,0.95798063,0.9624207,0.453022,0.96521914,0.97378016,0.80359554,-0.23671728,-0.7937222,0.80664706,0.18807065,-0.028225124,-0.72011226,0.8062200546264648
+4.0783377,0.9574858,0.9631504,0.4537909,0.9646473,0.9737315,0.8079035,-0.2196927,-0.78775024,0.81616867,0.18176258,-0.05150175,-0.7281538,0.8175821304321289
+4.070537,0.95698714,0.9637008,0.4487443,0.96374524,0.97367704,0.8102399,-0.20283693,-0.78062344,0.825876,0.17728376,-0.0736112,-0.73379254,0.8253827095031738
+4.071681,0.9565029,0.9641812,0.4465326,0.96314514,0.9736928,0.8129302,-0.19000459,-0.77534485,0.83286345,0.17362988,-0.090105295,-0.73932123,0.8242387771606445
+4.080713,0.95597064,0.9644413,0.45343995,0.9627938,0.9737625,0.81442165,-0.18338078,-0.7734921,0.83753633,0.17687571,-0.08333975,-0.7473415,0.8152070045471191
+4.092087,0.95540917,0.96468735,0.46797085,0.96272373,0.9739239,0.8168154,-0.1739608,-0.7737968,0.8410088,0.17950368,-0.0694474,-0.75729465,0.8038330078125
+4.1004744,0.95488966,0.9649241,0.48625147,0.9627956,0.9741416,0.8213625,-0.16233504,-0.7747579,0.84330237,0.17689192,-0.063066244,-0.76716405,0.795445442199707
+4.10336,0.95445514,0.96499336,0.5052104,0.96254194,0.97441757,0.8267286,-0.15180981,-0.7751943,0.84502137,0.17138076,-0.06374729,-0.7758786,0.7925596237182617
+4.101585,0.9540379,0.96504545,0.5216112,0.9621897,0.97462296,0.83171415,-0.14378339,-0.7747271,0.84695864,0.16407847,-0.06563848,-0.78245234,0.794334888458252
+4.0973268,0.95368004,0.9650912,0.5346389,0.9618385,0.97484684,0.83641744,-0.1327864,-0.7737525,0.85009277,0.15898907,-0.069618285,-0.7880151,0.7985930442810059
+4.093217,0.9534118,0.96508574,0.5435244,0.9614047,0.9751165,0.8402581,-0.115870416,-0.77197593,0.85485077,0.15744913,-0.076526046,-0.7927967,0.8027029037475586
+4.09142,0.9531734,0.96507335,0.5500679,0.9607855,0.9753735,0.84311223,-0.09725499,-0.7694732,0.8600738,0.15753269,-0.085259676,-0.7977994,0.804499626159668
+4.093302,0.9529296,0.9650223,0.5567541,0.9601588,0.9756317,0.84539545,-0.0808084,-0.76754916,0.86477304,0.1600821,-0.08968425,-0.8031512,0.8026180267333984
+4.0986366,0.9526799,0.96491134,0.5653093,0.95965147,0.9759004,0.84763527,-0.067274034,-0.7666932,0.86841094,0.16294813,-0.08873117,-0.8083467,0.7972831726074219
+4.105462,0.9524193,0.9647467,0.5762193,0.9593153,0.976166,0.8500818,-0.056966484,-0.7668829,0.8708844,0.16467094,-0.08319676,-0.8130674,0.7904577255249023
+4.111332,0.9521593,0.9645711,0.588444,0.9591155,0.97641873,0.85289526,-0.04803431,-0.76751196,0.87265897,0.16402471,-0.07703382,-0.8171381,0.7845878601074219
+4.1142135,0.95191,0.9644189,0.6004784,0.9589727,0.97664356,0.8559445,-0.039333582,-0.76796144,0.87425256,0.1610825,-0.073107064,-0.82054,0.7817063331604004
+4.11382,0.9516841,0.964316,0.6108835,0.958799,0.9768394,0.85897756,-0.029788673,-0.76778126,0.87614274,0.15694284,-0.07307416,-0.8234662,0.782099723815918
+4.111496,0.9514816,0.964262,0.61898863,0.9585376,0.9770105,0.8616655,-0.019462347,-0.7669199,0.878482,0.15343714,-0.07606655,-0.82622415,0.784423828125
+4.1089563,0.9512956,0.96424115,0.6249509,0.9581797,0.97716737,0.8638282,-0.008661807,-0.7656031,0.8811579,0.15185273,-0.0803417,-0.82907116,0.7869634628295898
+4.1080966,0.9511144,0.9642315,0.6296494,0.9577689,0.97731805,0.8654902,0.0017336607,-0.7642195,0.88385284,0.15248394,-0.083808064,-0.83210176,0.7878232002258301
+4.1096525,0.9509318,0.9642148,0.6340138,0.9573648,0.97746897,0.8668277,0.011409283,-0.7630938,0.8862909,0.1545496,-0.08557618,-0.8352371,0.7862672805786133
+4.11316,0.9507464,0.9641781,0.6389034,0.9570321,0.9776175,0.86804295,0.019500375,-0.7624676,0.8882297,0.15695798,-0.08499533,-0.8383014,0.7827596664428711
+4.1174765,0.9505657,0.9641259,0.6445098,0.9568014,0.97776115,0.8693249,0.026152492,-0.762315,0.88965535,0.15855956,-0.08294183,-0.8410987,0.7784433364868164
+4.121073,0.95039,0.96406794,0.6507406,0.9566673,0.97788966,0.8707204,0.031021833,-0.7624902,0.8906406,0.15904713,-0.07996702,-0.8435702,0.7748470306396484
+4.122964,0.95022845,0.96402335,0.65685296,0.9565935,0.97799957,0.8722,0.034954906,-0.7626774,0.8914051,0.1583637,-0.07767737,-0.845652,0.7729558944702148
+4.123088,0.9500823,0.9640043,0.66217136,0.9565306,0.9780866,0.8736255,0.03839314,-0.7626321,0.89214265,0.15716422,-0.07681477,-0.84741473,0.772831916809082
+4.121929,0.9499545,0.9640193,0.66620827,0.95643806,0.97815347,0.8748605,0.041846752,-0.76221436,0.8930025,0.15620911,-0.07772279,-0.84898376,0.7739906311035156
+4.1205864,0.9498434,0.9640634,0.66885734,0.95630145,0.97820437,0.87579703,0.045375347,-0.7614706,0.8939936,0.1561575,-0.07987243,-0.8504653,0.7753334045410156
+4.119918,0.9497467,0.9641254,0.67045105,0.9561361,0.9782448,0.8764125,0.048568726,-0.7605959,0.8950077,0.15727878,-0.08218193,-0.8519341,0.7760019302368164
+4.1205683,0.94962645,0.96421766,0.6717138,0.9560194,0.97826123,0.8768084,0.05085039,-0.7597674,0.89584446,0.15933347,-0.08347005,-0.85363615,0.7753515243530273
+4.1223216,0.9495162,0.96430326,0.6728624,0.9559541,0.97827363,0.8770324,0.052104473,-0.75921726,0.89641356,0.16172111,-0.08363247,-0.85522074,0.7735981941223145
+4.1245174,0.94939995,0.96438193,0.6743921,0.9560561,0.9782841,0.87697697,0.05091834,-0.7591768,0.89659107,0.16413248,-0.08225608,-0.85666984,0.7714023590087891
+4.126398,0.94930506,0.96445775,0.6759343,0.9562094,0.9782927,0.8770051,0.04940355,-0.75929016,0.89653957,0.16565907,-0.08112872,-0.85780317,0.7695217132568359
+4.1274624,0.9492271,0.9645269,0.6773946,0.9563935,0.9782865,0.87703764,0.04674542,-0.75949806,0.8962673,0.16656137,-0.079918206,-0.8586047,0.7684574127197266
+4.127319,0.94917727,0.96461034,0.67827153,0.95657825,0.9782729,0.87703204,0.04392183,-0.75957304,0.89599097,0.16709185,-0.07997972,-0.8591552,0.7686009407043457
+4.126457,0.9491521,0.9647049,0.67832613,0.9567431,0.97824824,0.87686706,0.040634155,-0.7594801,0.89573956,0.16781807,-0.08091855,-0.8594815,0.7694625854492188
+4.1252766,0.94915247,0.9648099,0.677482,0.9568856,0.9782164,0.87648857,0.037036777,-0.759244,0.895525,0.16904557,-0.0825268,-0.8596349,0.7706432342529297
+4.124519,0.9491731,0.9649172,0.67587125,0.9570136,0.978179,0.8758836,0.033031702,-0.7589594,0.8952856,0.1708771,-0.08424914,-0.8596382,0.7714009284973145
+4.124441,0.94920945,0.9650223,0.67380047,0.95714426,0.97813725,0.8750868,0.028429985,-0.75874114,0.8949473,0.17318499,-0.085627496,-0.8595304,0.7714786529541016
+4.125067,0.9492606,0.9651226,0.67154217,0.9572964,0.9780934,0.87417483,0.023156166,-0.75867635,0.8944473,0.17566991,-0.08644086,-0.8593073,0.7708525657653809
+4.1259007,0.94929624,0.9652381,0.66935825,0.9575075,0.9780319,0.8732312,0.017206669,-0.75871724,0.8937352,0.1780281,-0.086688936,-0.85913897,0.7700190544128418
+4.1266336,0.9493234,0.965348,0.6668618,0.9576794,0.97796106,0.8721144,0.010375857,-0.75857013,0.8929446,0.18030322,-0.08633858,-0.85875344,0.7692861557006836
+4.1268587,0.94935846,0.9654503,0.66403496,0.957829,0.9778836,0.87091887,0.0030819178,-0.75832176,0.89206934,0.18218648,-0.08604801,-0.8580802,0.7690610885620117
+4.126483,0.94940305,0.9655545,0.6609893,0.9579958,0.9777931,0.86970794,-0.004771471,-0.7580851,0.8910692,0.18374169,-0.08587378,-0.8572187,0.7694368362426758
+4.125594,0.94945705,0.96566415,0.65743256,0.9581543,0.9776914,0.8684144,-0.012850523,-0.75772923,0.89003897,0.18515408,-0.08621675,-0.8561634,0.7703256607055664
+4.1245604,0.94952166,0.96578,0.6531844,0.9582876,0.97758186,0.8669592,-0.02105087,-0.75720423,0.8890337,0.1867286,-0.08704406,-0.85494494,0.7713594436645508
+4.1236687,0.9495952,0.96590126,0.6483116,0.95839524,0.97746587,0.8653033,-0.029551744,-0.75654775,0.8880484,0.1886599,-0.08801389,-0.8536151,0.7722511291503906
+4.1230626,0.94967806,0.9660208,0.6429026,0.95849323,0.97734416,0.86349106,-0.038143873,-0.75586236,0.8870156,0.19076109,-0.08903164,-0.85214746,0.7728571891784668
+4.1228046,0.94976914,0.9661374,0.63727,0.95860195,0.9772177,0.8615787,-0.04713285,-0.7552624,0.8858702,0.1929704,-0.089680135,-0.85059077,0.7731151580810547
+4.12275,0.9498682,0.9662508,0.63158476,0.9587338,0.9770868,0.8596258,-0.05654639,-0.7548026,0.88457704,0.19513011,-0.08989787,-0.8489516,0.773169994354248
+4.122723,0.9499681,0.96637034,0.62589693,0.9588852,0.9769366,0.8576009,-0.06609678,-0.7543041,0.8831463,0.19732249,-0.08984929,-0.847156,0.7731966972351074
+4.122518,0.9500749,0.9664868,0.62018955,0.9590585,0.97677994,0.85558605,-0.07604647,-0.7539256,0.8815708,0.19922912,-0.08961117,-0.84524286,0.7734017372131348
+4.1219683,0.95018864,0.96660495,0.6142802,0.9592385,0.9766176,0.853549,-0.086123645,-0.7535557,0.8799274,0.20093238,-0.08954644,-0.8432071,0.773951530456543
+4.1211143,0.9503075,0.9667245,0.60803676,0.9594121,0.97644734,0.8514447,-0.09626055,-0.75312686,0.87825155,0.20256162,-0.08969748,-0.8410312,0.7748055458068848
+4.1201234,0.95043254,0.966846,0.6013241,0.9595692,0.9762714,0.8492434,-0.106197,-0.752597,0.87658954,0.20419908,-0.0902341,-0.8387195,0.7757964134216309
+4.119218,0.9505615,0.9669688,0.5942199,0.9597094,0.97609055,0.84691405,-0.11612958,-0.7519886,0.87493837,0.20603466,-0.090822935,-0.83631927,0.7767019271850586
+4.118423,0.9506947,0.96708846,0.5868099,0.9598415,0.97590756,0.8444942,-0.12595594,-0.7513835,0.8732631,0.20796216,-0.09140426,-0.8338416,0.7774968147277832
+4.11792,0.9508318,0.967203,0.57929325,0.9599781,0.975723,0.8420274,-0.1358875,-0.7508619,0.8715098,0.20990407,-0.09170252,-0.83130085,0.7779998779296875
+4.117648,0.9509754,0.9673103,0.57176554,0.96012294,0.9755374,0.83953977,-0.1458816,-0.7504346,0.8696575,0.21164441,-0.09181118,-0.8286822,0.7782716751098633
+4.117444,0.9511626,0.96740115,0.563529,0.96018875,0.9753443,0.8367903,-0.15438664,-0.7494076,0.86797357,0.2117827,-0.094239235,-0.82562804,0.7784757614135742
+4.1171327,0.9513421,0.96747994,0.5555706,0.96024966,0.97513187,0.8337562,-0.16485012,-0.7485067,0.86609614,0.21268654,-0.094542444,-0.82257926,0.7787871360778809
+4.1166515,0.9515519,0.9675312,0.54714465,0.96037006,0.97495365,0.8307705,-0.17340529,-0.74782985,0.8644823,0.21430898,-0.09476501,-0.8192201,0.7792682647705078
+4.1159525,0.95179594,0.9674978,0.5386052,0.9606168,0.97481716,0.8277843,-0.18032062,-0.74783254,0.86313915,0.21795619,-0.09237558,-0.8152698,0.7799673080444336
+4.1152177,0.9520366,0.9674561,0.53038263,0.96087825,0.9746822,0.8250903,-0.18660724,-0.7480377,0.86168575,0.2206006,-0.090618074,-0.8112436,0.7807021141052246
+4.1145105,0.95227087,0.9673984,0.52248645,0.96115005,0.97453654,0.82244515,-0.19337404,-0.748414,0.86007977,0.22309732,-0.08803427,-0.8070784,0.7814092636108398
+4.113861,0.952505,0.96733093,0.51504683,0.9614482,0.9743844,0.81994057,-0.20061529,-0.74900883,0.85828495,0.2252183,-0.08471966,-0.8027573,0.7820587158203125
+4.113232,0.9527521,0.9673009,0.5081575,0.9617872,0.97426677,0.8176782,-0.20858324,-0.749871,0.85611236,0.22703874,-0.08189714,-0.7982991,0.7826876640319824
+4.11244,0.9529853,0.96714664,0.5037918,0.9620662,0.9741764,0.81440425,-0.21791995,-0.7519817,0.8536273,0.23187411,-0.069476604,-0.79455125,0.7834796905517578
+4.1113615,0.95323133,0.9669907,0.49894416,0.96229887,0.97412324,0.81184065,-0.22146118,-0.7539636,0.85163045,0.23376644,-0.061689913,-0.7909292,0.7845582962036133
+4.1100593,0.95347,0.96682024,0.49384928,0.9624989,0.9740542,0.8092432,-0.22495341,-0.7558256,0.84965754,0.23550439,-0.054112494,-0.78708035,0.785860538482666
+4.108841,0.9537163,0.9666606,0.4884696,0.9626634,0.9739902,0.8068608,-0.22740716,-0.75746423,0.84790516,0.23648477,-0.048216462,-0.7832186,0.787078857421875
+4.1078854,0.95396745,0.966491,0.4835683,0.9628421,0.97391593,0.80447674,-0.23140824,-0.7592512,0.8459568,0.23771822,-0.04076177,-0.7792297,0.7880344390869141
+4.1071415,0.9542265,0.9663167,0.4790523,0.9630492,0.9738449,0.8023269,-0.23566198,-0.761207,0.84382176,0.23849392,-0.032923102,-0.77509147,0.7887783050537109
+4.1066008,0.9545212,0.9660897,0.47560513,0.96315074,0.97383094,0.8007903,-0.23919713,-0.7633132,0.84142697,0.23904109,-0.027540147,-0.7714919,0.7893190383911133
+4.1060333,0.95482445,0.96584225,0.47257757,0.9631629,0.97382796,0.7993536,-0.24245948,-0.76521647,0.8390093,0.240067,-0.02330494,-0.7681372,0.789886474609375
+4.1053743,0.95511174,0.9656167,0.4692664,0.96313953,0.97380733,0.7978132,-0.24512279,-0.7667232,0.83686304,0.2412821,-0.019640684,-0.7647708,0.7905454635620117
+4.1045732,0.9553839,0.9654046,0.46597767,0.96310604,0.9737872,0.79633737,-0.2476092,-0.7680966,0.83489835,0.242432,-0.01624602,-0.7615652,0.791346549987793
+4.103758,0.95563734,0.96520257,0.4627763,0.9630693,0.9737668,0.7949852,-0.24965155,-0.7693734,0.83307326,0.24339747,-0.0132318735,-0.75851864,0.7921619415283203
+4.103002,0.9558686,0.9650098,0.45979142,0.96303344,0.97374475,0.79378486,-0.25126964,-0.77058476,0.83136225,0.24416077,-0.01054436,-0.755664,0.7929177284240723
+4.1025195,0.95607543,0.96483374,0.45718718,0.9630034,0.9737233,0.792804,-0.25245994,-0.7717244,0.829793,0.2446264,-0.008298039,-0.75308317,0.7934002876281738
+4.1020947,0.95625687,0.96468306,0.45487785,0.9629743,0.9737041,0.79194343,-0.25336015,-0.77273685,0.8284621,0.24505138,-0.00638932,-0.7508658,0.7938251495361328
+4.1017046,0.9564154,0.9645541,0.45276976,0.96294427,0.97368705,0.79122424,-0.2538094,-0.77361214,0.8273599,0.24532354,-0.004979074,-0.74894494,0.794215202331543
+4.1012406,0.9565526,0.9644408,0.45100558,0.9629173,0.9736705,0.79066825,-0.25409234,-0.7744024,0.82640195,0.24545097,-0.0037968159,-0.7472836,0.7946791648864746
+4.1008453,0.956671,0.96433973,0.44952452,0.9628916,0.97365427,0.7903273,-0.2539854,-0.77510476,0.8255689,0.24524117,-0.0030686855,-0.7458033,0.795074462890625
+4.1004343,0.9567692,0.96425366,0.4483285,0.96286607,0.97363937,0.7901771,-0.2535571,-0.77569985,0.8248944,0.24478376,-0.0027638674,-0.74455243,0.7954854965209961
+4.1001315,0.9568434,0.96418667,0.4474224,0.96286297,0.9736273,0.79007125,-0.25315917,-0.7762138,0.824384,0.24421751,-0.0027626157,-0.7435744,0.7957882881164551
+4.0997667,0.9568918,0.964144,0.44666922,0.9628949,0.9736204,0.78992486,-0.25264287,-0.7766278,0.8240802,0.24352705,-0.003341198,-0.74288344,0.7961530685424805
+4.099472,0.9569211,0.9641166,0.44618464,0.96292114,0.9736147,0.789994,-0.25177318,-0.77691364,0.82394373,0.24257565,-0.004344642,-0.7424152,0.79644775390625
+4.0992866,0.956934,0.9641024,0.4459529,0.9629433,0.9736105,0.79025674,-0.25061035,-0.7770931,0.8239503,0.24139237,-0.0057283044,-0.7421513,0.796633243560791
+4.099127,0.9569299,0.9641037,0.44585443,0.9629557,0.97360766,0.7906877,-0.24901134,-0.7771334,0.82415533,0.23998189,-0.007628262,-0.7421056,0.7967929840087891
+4.0989494,0.95690894,0.9641218,0.44601393,0.96295905,0.9736059,0.7912643,-0.24732363,-0.77705353,0.8245449,0.23851895,-0.009672165,-0.7423257,0.7969703674316406
+4.098903,0.9568738,0.9641552,0.44633174,0.96295595,0.9736061,0.7919886,-0.24532098,-0.77686167,0.8251059,0.23690212,-0.012052119,-0.74276084,0.7970166206359863
+4.098833,0.95682263,0.9641999,0.446882,0.96294856,0.97360635,0.79282904,-0.24320608,-0.7765906,0.8257885,0.23523939,-0.01452291,-0.74340624,0.7970867156982422
+4.0987434,0.95675755,0.96425724,0.44769788,0.9629407,0.97360766,0.7938318,-0.2408877,-0.7762486,0.8265834,0.2333858,-0.017224431,-0.7442439,0.7971763610839844
+4.098798,0.9566791,0.9643227,0.44878507,0.96293426,0.9736092,0.79496753,-0.23846132,-0.7758638,0.82744575,0.23138463,-0.020046175,-0.7452373,0.7971220016479492
+4.098909,0.95658803,0.96440005,0.45003414,0.9629239,0.9736122,0.7962258,-0.23575145,-0.7753941,0.82842886,0.22922409,-0.023176849,-0.7463959,0.7970108985900879
+4.0990324,0.9564841,0.96448946,0.45154715,0.96290934,0.97361517,0.79757345,-0.23308742,-0.7748576,0.8295121,0.22707367,-0.02628678,-0.7477515,0.7968873977661133
+4.0991383,0.9563712,0.9645896,0.45300663,0.96288466,0.973619,0.79898024,-0.22999221,-0.7742109,0.8307407,0.22479069,-0.029820144,-0.74920905,0.7967815399169922
+4.0992756,0.9562466,0.96469474,0.4546584,0.96285844,0.9736222,0.8004596,-0.22688663,-0.77352035,0.8320186,0.22245502,-0.033370018,-0.75078136,0.7966442108154297
+4.099447,0.95611453,0.9648068,0.45638967,0.96282935,0.9736266,0.80200696,-0.22359604,-0.77277017,0.8333645,0.22001839,-0.037106156,-0.7524382,0.7964730262756348
+4.0997334,0.95597315,0.9649265,0.4582404,0.96279633,0.9736314,0.80359983,-0.220245,-0.77196115,0.8347782,0.21757853,-0.040883183,-0.75420946,0.7961864471435547
+4.1000814,0.9558234,0.9650512,0.4602077,0.9627609,0.97363675,0.8052304,-0.21686089,-0.77110684,0.83623147,0.21513581,-0.044676423,-0.7560636,0.7958383560180664
+4.100398,0.95566654,0.9651811,0.46223903,0.9627216,0.97364247,0.80689263,-0.2133758,-0.77019674,0.8377285,0.21266246,-0.04855168,-0.7579806,0.7955217361450195
+4.1007314,0.9555031,0.9653151,0.46443796,0.9626826,0.973649,0.8085942,-0.20998847,-0.7692602,0.83923197,0.21019971,-0.0523479,-0.759967,0.7951884269714355
+4.1011305,0.9553338,0.96545315,0.46660864,0.9626379,0.9736558,0.81030643,-0.20639843,-0.76825887,0.8407831,0.20769393,-0.05632478,-0.76198465,0.7947893142700195
+4.1015234,0.9551604,0.9655936,0.46883166,0.96259034,0.97366285,0.8120115,-0.20287114,-0.7672263,0.842345,0.2052393,-0.060239553,-0.76403624,0.7943964004516602
+4.1019087,0.9549818,0.96573734,0.471102,0.96253884,0.9736701,0.81371546,-0.19936955,-0.76615137,0.8439214,0.20282602,-0.06413829,-0.7661237,0.794011116027832
+4.1024175,0.95481944,0.9658817,0.47390723,0.9624376,0.97372055,0.8156395,-0.19583821,-0.7651183,0.8453326,0.20059288,-0.06950319,-0.7685634,0.7935023307800293
+4.102995,0.954674,0.9659934,0.4771316,0.96225905,0.9737972,0.8176372,-0.19246233,-0.7641059,0.84664583,0.19888318,-0.07557756,-0.7713485,0.7929248809814453
+4.103414,0.95450747,0.9659927,0.48283195,0.9620173,0.97388124,0.8186579,-0.1908918,-0.76400965,0.84768975,0.20050204,-0.0724417,-0.77492225,0.7925057411193848
+4.103804,0.9543476,0.9660466,0.488052,0.961784,0.9739983,0.82040465,-0.18470812,-0.7635756,0.84904957,0.19950616,-0.07493687,-0.77850187,0.7921156883239746
+4.104137,0.9541724,0.9660709,0.49342394,0.96155584,0.97409296,0.82188594,-0.18009627,-0.7632607,0.85022783,0.19922411,-0.07557738,-0.78189814,0.7917828559875488
+4.1046267,0.9540036,0.96611834,0.4985212,0.96131873,0.97419477,0.82357264,-0.17429209,-0.7627424,0.8515649,0.19809997,-0.078199565,-0.785257,0.7912931442260742

4/training_log.csv

@@ -0,0 +1,111 @@
+step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward
+500,-0.05090157687664032,4.946821364402771,,
+1000,-0.04170242324471474,4.937622226715088,,
+1500,-0.05500293895602226,4.950922730445861,,
+2000,-0.018688300624489784,4.9146081104278565,,
+2500,-0.05426694452762604,4.950186742782593,,
+3000,-0.025031087920069695,4.920950884819031,,
+3500,-0.008072452619671822,4.9039922542572025,,
+4000,-0.004932711832225323,4.900852511405945,,
+4500,0.00432644272223115,4.891593357086181,,
+5000,0.025606250390410423,4.870313549995422,,
+5000,,,4.748536834716797,0.14738296508789062
+5500,0.014778410084545612,4.8811413898468015,,
+6000,0.03728498890995979,4.858634803771973,,
+6500,0.045450400561094284,4.850469432830811,,
+7000,0.09925542026758194,4.79666444015503,,
+7500,0.06711018085479736,4.82880956363678,,
+8000,0.12257778644561768,4.773342052459717,,
+8500,0.15071412920951843,4.745205780982971,,
+9000,0.16793929040431976,4.727980485916138,,
+9500,0.1717674732208252,4.724152348518372,,
+10000,0.2648695111274719,4.631050242900848,,
+10000,,,4.464053330421447,0.43186646938323975
+10500,0.29978781938552856,4.5961320705413815,,
+11000,0.3991960883140564,4.496723872184753,,
+11500,0.44489067792892456,4.451028926849365,,
+12000,0.48265042901039124,4.41326952791214,,
+12500,0.3544653058052063,4.541454402923584,,
+13000,0.4819711446762085,4.413948875904083,,
+13500,0.5346062183380127,4.3613138384819035,,
+14000,0.5325151085853577,4.363404850006104,,
+14500,0.5105998516082764,4.385319903850555,,
+15000,0.5004657506942749,4.395453908443451,,
+15000,,,4.357265269756317,0.5386545300483704
+15500,0.5016806125640869,4.394239304542541,,
+16000,0.5715159773826599,4.324403958797455,,
+16500,0.5203468203544617,4.375572797298432,,
+17000,0.5837644338607788,4.312155207633972,,
+17500,0.5970160365104675,4.298903336524964,,
+18000,0.5681489109992981,4.327770755290985,,
+18500,0.5582693815231323,4.337650377750396,,
+19000,0.5308208465576172,4.365098962306976,,
+19500,0.5906524658203125,4.3052672653198245,,
+20000,0.5454909205436707,4.35042905330658,,
+20000,,,4.1880436098575595,0.7078761899471283
+20500,0.6124237775802612,4.283496038913727,,
+21000,0.6063739061355591,4.289545930862427,,
+21500,0.718097448348999,4.177822423934937,,
+22000,0.6606463193893433,4.2352732815742495,,
+22500,0.63279128074646,4.26312879228592,,
+23000,0.6569719314575195,4.238947916507721,,
+23500,0.6903178691864014,4.205601337909698,,
+24000,0.6854216456413269,4.210498442173004,,
+24500,0.4987829625606537,4.397136566638946,,
+25000,0.5834265947341919,4.312493271350861,,
+25000,,,4.265715123414993,0.6302046763896942
+25500,0.6333773136138916,4.262542848110199,,
+26000,0.6650903224945068,4.230829482555389,,
+26500,0.7007908821105957,4.1951290159225465,,
+27000,0.7745119333267212,4.121407799243927,,
+27500,0.5535902380943298,4.342329843044281,,
+28000,0.727649450302124,4.168270427227021,,
+28500,0.7028014659881592,4.193118199825287,,
+29000,0.7065593600273132,4.189360683441162,,
+29500,0.6917510628700256,4.204168540000915,,
+30000,0.6952394247055054,4.200680503845215,,
+30000,,,4.141589639186859,0.7543301606178283
+30500,0.7955432534217834,4.100376103401184,,
+31000,0.7612375020980835,4.134682499408722,,
+31500,0.7284286618232727,4.167491149425507,,
+32000,0.7315862774848938,4.164333153247833,,
+32500,0.7347390055656433,4.1611808395385745,,
+33000,0.7418614625930786,4.15405862569809,,
+33500,0.7890051007270813,4.1069148797988895,,
+34000,0.6841253638267517,4.21179453086853,,
+34500,0.7905815839767456,4.1053377966880795,,
+35000,0.7712089419364929,4.124711304187775,,
+35000,,,4.142136974334717,0.7537828254699707
+35500,0.6822840571403503,4.213635506629944,,
+36000,0.8439620733261108,4.051957638740539,,
+36500,0.7523859739303589,4.143533845901489,,
+37000,0.7203350067138672,4.175584668636322,,
+37500,0.6816504001617432,4.214270025253296,,
+38000,0.7546802759170532,4.141239542484284,,
+38500,0.7598051428794861,4.136114589691162,,
+39000,0.5846160650253296,4.311303897857666,,
+39500,0.7186543941497803,4.1772658305168155,,
+40000,0.7202681303024292,4.175651653289795,,
+40000,,,4.119672214984893,0.7762475848197937
+40500,0.7293861508369446,4.166533496379852,,
+41000,0.7097687721252441,4.186150917053222,,
+41500,0.7109078764915466,4.18501173210144,,
+42000,0.7033184170722961,4.192601573944092,,
+42500,0.7506208419799805,4.145299172878265,,
+43000,0.5899915099143982,4.305928323745728,,
+43500,0.5647913813591003,4.33112840461731,,
+44000,0.7687448263168335,4.127174705982208,,
+44500,0.6942294239997864,4.201690705299377,,
+45000,0.7825618982315063,4.113358335018158,,
+45000,,,4.108089048862457,0.7878307509422302
+45500,0.7802777290344238,4.115642543315888,,
+46000,0.7647122144699097,4.131207253932953,,
+46500,0.7805477976799011,4.115372149944306,,
+47000,0.8415427803993225,4.0543761372566225,,
+47500,0.820213794708252,4.075706208705902,,
+48000,0.7652164101600647,4.130703283786774,,
+48500,0.7186154723167419,4.177304429531097,,
+49000,0.7521359324455261,4.143783277988434,,
+49500,0.7244331240653992,4.171486785411835,,
+50000,0.7121034860610962,4.1838162541389465,,
+50000,,,4.130136134624482,0.7657836651802064

README.md

@@ -0,0 +1,55 @@
+---
+library_name: stable-baselines3
+tags:
+- reinforcement-learning
+- stable-baselines3
+- deep-reinforcement-learning
+- fluidgym
+- active-flow-control
+- fluid-dynamics
+- simulation
+- RBC2D-easy-v0
+model-index:
+- name: SAC-RBC2D-easy-v0
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FluidGym-RBC2D-easy-v0
+      type: fluidgym
+    metrics:
+    - type: mean_reward
+      value: 0.80
+      name: mean_reward
+---
+
+# SAC on RBC2D-easy-v0 (FluidGym)
+
+This repository is part of the **FluidGym** benchmark results. It contains trained Stable Baselines3 agents for the specialized **RBC2D-easy-v0** environment.
+
+## Evaluation Results
+
+### Global Performance (Aggregated across 5 seeds)
+**Mean Reward:** 0.80 ± 0.09
+
+### Per-Seed Statistics
+| Run | Mean Reward | Std Dev |
+| --- | --- | --- |
+| Seed 0 | 0.91 | 0.25 |
+| Seed 1 | 0.91 | 0.27 |
+| Seed 2 | 0.71 | 0.18 |
+| Seed 3 | 0.77 | 0.26 |
+| Seed 4 | 0.72 | 0.21 |
+
+## Visual Preview
+![Agent Preview](4/test/temperature_test_eval_episode_0.gif)
+
+## About FluidGym
+FluidGym is a benchmark for reinforcement learning in active flow control.
+
+## Usage
+Each seed is contained in its own subdirectory. You can load a model using:
+```python
+from stable_baselines3 import SAC
+model = SAC.load("0/ckpt_latest.zip")