{ "hyperparams": { "env_str": "PongNoFrameskip-v4", "rl_type": "DQN", "eval_freq": 400000, "buffer_size": 100000, "total_timesteps": 4000000, "train_freq": 4, "target_update_interval": 1000, "gradient_steps": 1, "exploration_fraction": 0.1, "exploration_final_eps": 0.01, "n_envs": 1, "batch_size": 32, "learning_rate": 0.0001, "learning_starts": 100000, "optimize_memory_usage": false }, "env_wrap_args": { "frame_skip": 4 }, "env_kwargs": { "render_mode": "rgb_array" }, "env_val_wrap_args": { "frame_skip": 4, "noop_max": 30 }, "env_val_kwargs": { "render_mode": "rgb_array" } }