env.py

import gym
from gym.vector import SyncVectorEnv

def make_env_cartpole(n_envs=1, use_async_envs=False):
    def _mk():
        return gym.make("CartPole-v1")
    Vec = gym.vector.AsyncVectorEnv if use_async_envs else SyncVectorEnv
    return {"cartpole_suite": {0: Vec([_mk for _ in range(n_envs)])}}

def make_env_mountaincar(n_envs=1, use_async_envs=False):
    def _mk():
        return gym.make("MountainCar-v0")
    Vec = gym.vector.AsyncVectorEnv if use_async_envs else SyncVectorEnv
    return {"mountaincar_suite": {0: Vec([_mk for _ in range(n_envs)])}}