sgoodfriend's picture
PPO playing impala-BreakoutNoFrameskip-v4 from https://github.com/sgoodfriend/rl-algo-impls/tree/e47a44c4d891f48885af0b1605b30d19fc67b5af
b05c680
raw
history blame contribute delete
367 Bytes
import gym
from typing import Any
class IsVectorEnv(gym.Wrapper):
"""
Override to set properties to match gym.vector.VectorEnv
"""
def __init__(self, env: Any) -> None:
super().__init__(env)
self.is_vector_env = True
self.single_observation_space = env.observation_space
self.single_action_space = env.action_space