VPG playing PongNoFrameskip-v4 from https://github.com/sgoodfriend/rl-algo-impls/tree/e8bc541d8b5e67bb4d3f2075282463fb61f5f2c6
10ca8cb
import gym | |
from typing import Any | |
class IsVectorEnv(gym.Wrapper): | |
""" | |
Override to set properties to match gym.vector.VectorEnv | |
""" | |
def __init__(self, env: Any) -> None: | |
super().__init__(env) | |
self.is_vector_env = True | |
self.single_observation_space = env.observation_space | |
self.single_action_space = env.action_space | |