File size: 2,513 Bytes
079c32c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
from easydict import EasyDict
from typing import Optional, List
import copy
eval_episode_return_wrapper = EasyDict(type='eval_episode_return')
def get_default_wrappers(env_wrapper_name: str, env_id: Optional[str] = None, caller: str = 'collector') -> List[dict]:
"""
Overview:
Get default wrappers for different environments used in ``DingEnvWrapper``.
Arguments:
- env_wrapper_name (:obj:`str`): The name of the environment wrapper.
- env_id (:obj:`Optional[str]`): The id of the specific environment, such as ``PongNoFrameskip-v4``.
- caller (:obj:`str`): The caller of the environment, including ``collector`` or ``evaluator``. Different \
caller may need different wrappers.
Returns:
- wrapper_list (:obj:`List[dict]`): The list of wrappers, each element is a config of the concrete wrapper.
Raises:
- NotImplementedError: ``env_wrapper_name`` is not in ``['mujoco_default', 'atari_default', \
'gym_hybrid_default', 'default']``
"""
assert caller == 'collector' or 'evaluator', caller
if env_wrapper_name == 'mujoco_default':
return [
copy.deepcopy(eval_episode_return_wrapper),
]
elif env_wrapper_name == 'atari_default':
wrapper_list = []
wrapper_list.append(EasyDict(type='noop_reset', kwargs=dict(noop_max=30)))
wrapper_list.append(EasyDict(type='max_and_skip', kwargs=dict(skip=4)))
wrapper_list.append(EasyDict(type='episodic_life'))
if env_id is not None:
if 'Pong' in env_id or 'Qbert' in env_id or 'SpaceInvader' in env_id or 'Montezuma' in env_id:
wrapper_list.append(EasyDict(type='fire_reset'))
wrapper_list.append(EasyDict(type='warp_frame'))
wrapper_list.append(EasyDict(type='scaled_float_frame'))
if caller == 'collector':
wrapper_list.append(EasyDict(type='clip_reward'))
wrapper_list.append(EasyDict(type='frame_stack', kwargs=dict(n_frames=4)))
wrapper_list.append(copy.deepcopy(eval_episode_return_wrapper))
return wrapper_list
elif env_wrapper_name == 'gym_hybrid_default':
return [
EasyDict(type='gym_hybrid_dict_action'),
copy.deepcopy(eval_episode_return_wrapper),
]
elif env_wrapper_name == 'default':
return [copy.deepcopy(eval_episode_return_wrapper)]
else:
raise NotImplementedError("not supported env_wrapper_name: {}".format(env_wrapper_name))
|