|
| 1 | +# Copyright (c) 2022-2026, The Isaac Lab Project Developers (https://github.com/isaac-sim/IsaacLab/blob/main/CONTRIBUTORS.md). |
| 2 | +# All rights reserved. |
| 3 | +# |
| 4 | +# SPDX-License-Identifier: BSD-3-Clause |
| 5 | + |
| 6 | +"""Manager-based counterpart of the Shadow Hand handover task.""" |
| 7 | + |
| 8 | +import isaaclab.sim as sim_utils |
| 9 | +from isaaclab.assets import AssetBaseCfg |
| 10 | +from isaaclab.envs import ManagerBasedRLEnvCfg |
| 11 | +from isaaclab.managers import EventTermCfg as EventTerm |
| 12 | +from isaaclab.managers import ObservationGroupCfg as ObsGroup |
| 13 | +from isaaclab.managers import ObservationTermCfg as ObsTerm |
| 14 | +from isaaclab.managers import RewardTermCfg as RewTerm |
| 15 | +from isaaclab.managers import SceneEntityCfg |
| 16 | +from isaaclab.managers import TerminationTermCfg as DoneTerm |
| 17 | +from isaaclab.scene import InteractiveSceneCfg |
| 18 | +from isaaclab.utils.configclass import configclass |
| 19 | + |
| 20 | +import isaaclab_tasks.core.handover.mdp as mdp |
| 21 | +from isaaclab_tasks.core.handover.handover_env_cfg import ( |
| 22 | + LEFT_HAND_CFG, |
| 23 | + RIGHT_HAND_CFG, |
| 24 | + HandoverTaskCfgBase, |
| 25 | + ObjectCfg, |
| 26 | +) |
| 27 | +from isaaclab_tasks.core.handover.handover_task_base import ( |
| 28 | + ACTUATED_JOINT_NAMES_PRESET, |
| 29 | + FINGERTIP_BODY_NAMES, |
| 30 | +) |
| 31 | +from isaaclab_tasks.utils import PresetCfg |
| 32 | + |
| 33 | + |
| 34 | +@configclass |
| 35 | +class HandoverManagerSceneCfg(PresetCfg): |
| 36 | + """Backend-specific scene cloning settings for handover.""" |
| 37 | + |
| 38 | + @configclass |
| 39 | + class SceneCfg(InteractiveSceneCfg): |
| 40 | + """Scene shared by the handover Manager backend alternatives.""" |
| 41 | + |
| 42 | + num_envs = 2048 |
| 43 | + env_spacing = 1.5 |
| 44 | + replicate_physics = True |
| 45 | + |
| 46 | + ground = AssetBaseCfg( |
| 47 | + prim_path="/World/ground", |
| 48 | + spawn=sim_utils.GroundPlaneCfg(), |
| 49 | + ) |
| 50 | + right_hand: PresetCfg = RIGHT_HAND_CFG |
| 51 | + left_hand: PresetCfg = LEFT_HAND_CFG |
| 52 | + object: ObjectCfg = ObjectCfg() |
| 53 | + light = AssetBaseCfg( |
| 54 | + prim_path="/World/Light", |
| 55 | + spawn=sim_utils.DomeLightCfg(intensity=2000.0, color=(0.75, 0.75, 0.75)), |
| 56 | + ) |
| 57 | + |
| 58 | + physx = SceneCfg(clone_in_fabric=True) |
| 59 | + newton_mjwarp = SceneCfg(clone_in_fabric=False) |
| 60 | + ovphysx = physx |
| 61 | + default = physx |
| 62 | + |
| 63 | + |
| 64 | +@configclass |
| 65 | +class CommandsCfg: |
| 66 | + """Handover goal command.""" |
| 67 | + |
| 68 | + object_pose = mdp.HandoverCommandCfg(asset_name="object", debug_vis=True) |
| 69 | + |
| 70 | + |
| 71 | +@configclass |
| 72 | +class ActionsCfg: |
| 73 | + """Two-hand action terms, ordered right then left like the Direct adapter.""" |
| 74 | + |
| 75 | + right_hand = mdp.EMAJointPositionToLimitsActionCfg( |
| 76 | + asset_name="right_hand", |
| 77 | + joint_names=ACTUATED_JOINT_NAMES_PRESET, |
| 78 | + alpha=1.0, |
| 79 | + rescale_to_limits=True, |
| 80 | + ) |
| 81 | + left_hand = mdp.EMAJointPositionToLimitsActionCfg( |
| 82 | + asset_name="left_hand", |
| 83 | + joint_names=ACTUATED_JOINT_NAMES_PRESET, |
| 84 | + alpha=1.0, |
| 85 | + rescale_to_limits=True, |
| 86 | + ) |
| 87 | + |
| 88 | + |
| 89 | +def _hand_entity(name: str) -> SceneEntityCfg: |
| 90 | + return SceneEntityCfg(name, joint_names=".*") |
| 91 | + |
| 92 | + |
| 93 | +def _fingertip_entity(name: str) -> SceneEntityCfg: |
| 94 | + return SceneEntityCfg(name, body_names=FINGERTIP_BODY_NAMES) |
| 95 | + |
| 96 | + |
| 97 | +@configclass |
| 98 | +class ObservationsCfg: |
| 99 | + """Single-agent observations matching the Direct MARL adapter.""" |
| 100 | + |
| 101 | + @configclass |
| 102 | + class PolicyCfg(ObsGroup): |
| 103 | + # Right agent: 133 hand dimensions followed by 24 object/goal dimensions. |
| 104 | + # soft limits equal the hard limits here: soft_joint_pos_limits_factor defaults to 1.0 |
| 105 | + right_joint_pos = ObsTerm(func=mdp.joint_pos_limit_normalized, params={"asset_cfg": _hand_entity("right_hand")}) |
| 106 | + right_joint_vel = ObsTerm(func=mdp.joint_vel, scale=0.2, params={"asset_cfg": _hand_entity("right_hand")}) |
| 107 | + right_fingertip_pos = ObsTerm(func=mdp.fingertip_pos, params={"asset_cfg": _fingertip_entity("right_hand")}) |
| 108 | + right_fingertip_quat = ObsTerm(func=mdp.fingertip_quat, params={"asset_cfg": _fingertip_entity("right_hand")}) |
| 109 | + right_fingertip_vel = ObsTerm(func=mdp.fingertip_vel, params={"asset_cfg": _fingertip_entity("right_hand")}) |
| 110 | + right_action = ObsTerm(func=mdp.hand_action, params={"action_name": "right_hand"}) |
| 111 | + right_object_goal = ObsTerm( |
| 112 | + func=mdp.object_goal, |
| 113 | + params={"command_name": "object_pose", "object_cfg": SceneEntityCfg("object"), "vel_obs_scale": 0.2}, |
| 114 | + ) |
| 115 | + |
| 116 | + # Left agent: the same 157-dimensional layout. |
| 117 | + # soft limits equal the hard limits here: soft_joint_pos_limits_factor defaults to 1.0 |
| 118 | + left_joint_pos = ObsTerm(func=mdp.joint_pos_limit_normalized, params={"asset_cfg": _hand_entity("left_hand")}) |
| 119 | + left_joint_vel = ObsTerm(func=mdp.joint_vel, scale=0.2, params={"asset_cfg": _hand_entity("left_hand")}) |
| 120 | + left_fingertip_pos = ObsTerm(func=mdp.fingertip_pos, params={"asset_cfg": _fingertip_entity("left_hand")}) |
| 121 | + left_fingertip_quat = ObsTerm(func=mdp.fingertip_quat, params={"asset_cfg": _fingertip_entity("left_hand")}) |
| 122 | + left_fingertip_vel = ObsTerm(func=mdp.fingertip_vel, params={"asset_cfg": _fingertip_entity("left_hand")}) |
| 123 | + left_action = ObsTerm(func=mdp.hand_action, params={"action_name": "left_hand"}) |
| 124 | + left_object_goal = ObsTerm( |
| 125 | + func=mdp.object_goal, |
| 126 | + params={"command_name": "object_pose", "object_cfg": SceneEntityCfg("object"), "vel_obs_scale": 0.2}, |
| 127 | + ) |
| 128 | + |
| 129 | + def __post_init__(self): |
| 130 | + self.enable_corruption = False |
| 131 | + self.concatenate_terms = True |
| 132 | + |
| 133 | + policy: PolicyCfg = PolicyCfg() |
| 134 | + |
| 135 | + |
| 136 | +@configclass |
| 137 | +class EventCfg: |
| 138 | + """Reset distributions matching the Direct handover environment.""" |
| 139 | + |
| 140 | + reset_handover = EventTerm( |
| 141 | + func=mdp.reset_handover_state, |
| 142 | + mode="reset", |
| 143 | + params={ |
| 144 | + "position_noise": 0.01, |
| 145 | + "joint_position_noise": 0.2, |
| 146 | + "joint_velocity_noise": 0.0, |
| 147 | + "action_names": ("right_hand", "left_hand"), |
| 148 | + }, |
| 149 | + ) |
| 150 | + |
| 151 | + |
| 152 | +@configclass |
| 153 | +class RewardsCfg: |
| 154 | + """Summed two-agent reward exposed by the Direct single-agent adapter.""" |
| 155 | + |
| 156 | + handover = RewTerm( |
| 157 | + func=mdp.HandoverReward, |
| 158 | + weight=1.0, |
| 159 | + params={ |
| 160 | + "command_name": "object_pose", |
| 161 | + "distance_scale": 20.0, |
| 162 | + "success_distance_threshold": 0.1, |
| 163 | + "object_cfg": SceneEntityCfg("object"), |
| 164 | + }, |
| 165 | + ) |
| 166 | + |
| 167 | + |
| 168 | +@configclass |
| 169 | +class TerminationsCfg: |
| 170 | + """Termination conditions matching the Direct single-agent adapter.""" |
| 171 | + |
| 172 | + object_out_of_reach = DoneTerm( |
| 173 | + func=mdp.root_height_below_minimum, |
| 174 | + params={"minimum_height": 0.24, "asset_cfg": SceneEntityCfg("object")}, |
| 175 | + ) |
| 176 | + time_out = DoneTerm(func=mdp.time_out, time_out=True) |
| 177 | + |
| 178 | + |
| 179 | +@configclass |
| 180 | +class HandoverManagerEnvCfg(HandoverTaskCfgBase, ManagerBasedRLEnvCfg): |
| 181 | + """Manager-based handover environment matching the Direct RSL-RL view.""" |
| 182 | + |
| 183 | + scene: HandoverManagerSceneCfg = HandoverManagerSceneCfg() |
| 184 | + observations: ObservationsCfg = ObservationsCfg() |
| 185 | + actions: ActionsCfg = ActionsCfg() |
| 186 | + commands: CommandsCfg = CommandsCfg() |
| 187 | + rewards: RewardsCfg = RewardsCfg() |
| 188 | + terminations: TerminationsCfg = TerminationsCfg() |
| 189 | + events: EventCfg = EventCfg() |
| 190 | + |
| 191 | + def __post_init__(self): |
| 192 | + self.decimation = 2 |
| 193 | + self.episode_length_s = 7.5 |
| 194 | + self.sim.render_interval = self.decimation |
| 195 | + self.viewer.eye = (2.0, 2.0, 2.0) |
0 commit comments