| { |
| "---- Shared parameters ---": "----------------", |
| "gamma": 0.99, |
| "replay_buffer_size": 1000000, |
| "n_initial_samples": 20000, |
| "n_epochs": 200, |
| "n_training_steps_per_epoch": 250000, |
| "n_training_steps_per_online_update": 4, |
| "horizon": 27000, |
| "starting_eps": 1, |
| "ending_eps": 0.01, |
| "duration_eps": 250000, |
| "batch_size": 32, |
| "---- i-DQN ---": "----------------------------", |
| "idqn_learning_rate": 6.25e-5, |
| "idqn_optimizer_eps": 1.5e-4, |
| "idqn_n_step_return": 1, |
| "idqn_n_training_steps_per_target_update": 30, |
| "idqn_n_training_steps_per_window_shift": 6000, |
| "idqn_head_behaviorial_policy": "uniform", |
| "idqn_shared_network": true, |
| "---- i-IQN ---": "----------------------------", |
| "iiqn_learning_rate": 0.00005, |
| "iiqn_optimizer_eps": 0.0003125, |
| "iiqn_n_step_return": 3, |
| "iiqn_n_training_steps_per_target_update": 30, |
| "iiqn_n_training_steps_per_window_shift": 6000, |
| "iiqn_head_behaviorial_policy": "uniform", |
| "iiqn_n_quantiles_policy": 32, |
| "iiqn_n_quantiles": 64, |
| "iiqn_n_quantiles_target": 64, |
| "iiqn_shared_network": true |
| } |
