PPO playing HalfCheetahBulletEnv-v0 from https://github.com/sgoodfriend/rl-algo-impls/tree/983cb75e43e51cf4ef57f177194ab9a4a1a8808b
f050c92
from typing import Optional, Union | |
import numpy as np | |
from gym_microrts.envs.vec_env import MicroRTSGridModeVecEnv | |
from rl_algo_impls.wrappers.vectorable_wrapper import ( | |
VecEnv, | |
VecotarableWrapper, | |
find_wrapper, | |
) | |
class IncompleteArrayError(Exception): | |
pass | |
class SingleActionMaskWrapper(VecotarableWrapper): | |
def get_action_mask(self) -> Optional[np.ndarray]: | |
envs = getattr(self.env.unwrapped, "envs", None) # type: ignore | |
assert ( | |
envs | |
), f"{self.__class__.__name__} expects to wrap synchronous vectorized env" | |
masks = [getattr(e.unwrapped, "action_mask", None) for e in envs] | |
assert all(m is not None for m in masks) | |
return np.array(masks, dtype=np.bool_) | |
class MicrortsMaskWrapper(VecotarableWrapper): | |
def get_action_mask(self) -> np.ndarray: | |
return self.env.get_action_mask().astype(bool) # type: ignore | |
def find_action_masker( | |
env: VecEnv, | |
) -> Optional[Union[SingleActionMaskWrapper, MicrortsMaskWrapper]]: | |
return find_wrapper(env, SingleActionMaskWrapper) or find_wrapper( | |
env, MicrortsMaskWrapper | |
) | |