from easydict import EasyDict from typing import Optional, List import copy eval_episode_return_wrapper = EasyDict(type='eval_episode_return') def get_default_wrappers(env_wrapper_name: str, env_id: Optional[str] = None, caller: str = 'collector') -> List[dict]: """ Overview: Get default wrappers for different environments used in ``DingEnvWrapper``. Arguments: - env_wrapper_name (:obj:`str`): The name of the environment wrapper. - env_id (:obj:`Optional[str]`): The id of the specific environment, such as ``PongNoFrameskip-v4``. - caller (:obj:`str`): The caller of the environment, including ``collector`` or ``evaluator``. Different \ caller may need different wrappers. Returns: - wrapper_list (:obj:`List[dict]`): The list of wrappers, each element is a config of the concrete wrapper. Raises: - NotImplementedError: ``env_wrapper_name`` is not in ``['mujoco_default', 'atari_default', \ 'gym_hybrid_default', 'default']`` """ assert caller == 'collector' or 'evaluator', caller if env_wrapper_name == 'mujoco_default': return [ copy.deepcopy(eval_episode_return_wrapper), ] elif env_wrapper_name == 'atari_default': wrapper_list = [] wrapper_list.append(EasyDict(type='noop_reset', kwargs=dict(noop_max=30))) wrapper_list.append(EasyDict(type='max_and_skip', kwargs=dict(skip=4))) wrapper_list.append(EasyDict(type='episodic_life')) if env_id is not None: if 'Pong' in env_id or 'Qbert' in env_id or 'SpaceInvader' in env_id or 'Montezuma' in env_id: wrapper_list.append(EasyDict(type='fire_reset')) wrapper_list.append(EasyDict(type='warp_frame')) wrapper_list.append(EasyDict(type='scaled_float_frame')) if caller == 'collector': wrapper_list.append(EasyDict(type='clip_reward')) wrapper_list.append(EasyDict(type='frame_stack', kwargs=dict(n_frames=4))) wrapper_list.append(copy.deepcopy(eval_episode_return_wrapper)) return wrapper_list elif env_wrapper_name == 'gym_hybrid_default': return [ EasyDict(type='gym_hybrid_dict_action'), copy.deepcopy(eval_episode_return_wrapper), ] elif env_wrapper_name == 'default': return [copy.deepcopy(eval_episode_return_wrapper)] else: raise NotImplementedError("not supported env_wrapper_name: {}".format(env_wrapper_name))