change parameter

This commit is contained in:
2026-03-20 08:55:29 -04:00
parent c0088ebac3
commit 49da77db51

View File

@@ -203,6 +203,7 @@ class T1ObservationCfg:
base_lin_vel = ObsTerm(func=mdp.base_lin_vel) base_lin_vel = ObsTerm(func=mdp.base_lin_vel)
base_ang_vel = ObsTerm(func=mdp.base_ang_vel) base_ang_vel = ObsTerm(func=mdp.base_ang_vel)
projected_gravity = ObsTerm(func=mdp.projected_gravity) projected_gravity = ObsTerm(func=mdp.projected_gravity)
root_pos = ObsTerm(func=mdp.root_pos_w)
joint_pos = ObsTerm(func=mdp.joint_pos_rel, joint_pos = ObsTerm(func=mdp.joint_pos_rel,
params={"asset_cfg": SceneEntityCfg("robot", joint_names=T1_JOINT_NAMES)}) params={"asset_cfg": SceneEntityCfg("robot", joint_names=T1_JOINT_NAMES)})
joint_vel = ObsTerm(func=mdp.joint_vel_rel, joint_vel = ObsTerm(func=mdp.joint_vel_rel,
@@ -224,7 +225,7 @@ class T1EventCfg:
"yaw": (-3.14, 3.14), # 全向旋转 "yaw": (-3.14, 3.14), # 全向旋转
"x": (0.0, 0.0), "x": (0.0, 0.0),
"y": (0.0, 0.0), "y": (0.0, 0.0),
"z": (0.2, 0.3), "z": (0.1, 0.2),
}, },
"velocity_range": {}, "velocity_range": {},
}, },
@@ -238,7 +239,7 @@ class T1ActionCfg:
joint_pos = JointPositionActionCfg( joint_pos = JointPositionActionCfg(
asset_name="robot", asset_name="robot",
joint_names=T1_JOINT_NAMES, joint_names=T1_JOINT_NAMES,
scale=0.2, # 从 0.5 降到 0.2,防止电机暴力抽搐 scale=0.5,
use_default_offset=True use_default_offset=True
) )
@@ -246,35 +247,35 @@ class T1ActionCfg:
@configclass @configclass
class T1GetUpRewardCfg: class T1GetUpRewardCfg:
# 1. 姿态基础奖 (引导身体变正) # 1. 姿态基础奖 (引导身体变正)
upright = RewTerm(func=mdp.flat_orientation_l2, weight=5.0) upright = RewTerm(func=mdp.flat_orientation_l2, weight=10.0)
# 2. 【条件高度奖】:双高度判定(头+盆骨),且必须脚踩地 # 2. 【条件高度奖】:双高度判定(头+盆骨),且必须脚踩地
height_with_feet = RewTerm( height_with_feet = RewTerm(
func=standing_with_feet_reward, func=standing_with_feet_reward,
weight=30.0, # 作为核心引导,增加权重 weight=50.0, # 作为核心引导,增加权重
params={ params={
"min_head_height": 1.10, "min_head_height": 1.10,
"min_pelvis_height": 0.65, "min_pelvis_height": 0.65,
"sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_foot_link"]), "sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_foot_link"]),
"force_threshold": 30.0 "force_threshold": 10.0
} }
) )
# 3. 手臂撑地奖:辅助脱离地面阶段 # 3. 手臂撑地奖:辅助脱离地面阶段
arm_push_support = RewTerm( arm_push_support = RewTerm(
func=arm_push_up_reward, func=arm_push_up_reward,
weight=15.0, # 显著增加权重(从 3.0 提到 15.0),让它成为起步的关键 weight=20.0, # 显著增加权重(从 3.0 提到 15.0),让它成为起步的关键
params={ params={
"sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_hand_link", "AL3", "AR3"]), "sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_hand_link", "AL3", "AR3"]),
"height_threshold": 0.6, # 躯干升到 0.6m 前都鼓励手臂用力 "height_threshold": 0.6, # 躯干升到 0.6m 前都鼓励手臂用力
"min_force": 15.0 # 只要有 15N 的力就触发 "min_force": 10.0 # 只要有 15N 的力就触发
} }
) )
# 4. 惩罚项 # 4. 惩罚项
undesired_contacts = RewTerm( undesired_contacts = RewTerm(
func=mdp.undesired_contacts, func=mdp.undesired_contacts,
weight=-10.0, weight=-2.0,
params={ params={
"sensor_cfg": SceneEntityCfg("contact_sensor", body_names=["H2", "Trunk"]), "sensor_cfg": SceneEntityCfg("contact_sensor", body_names=["H2", "Trunk"]),
# 注意:此处必须排除手臂相关 link否则手臂用力时会同时被扣分 # 注意:此处必须排除手臂相关 link否则手臂用力时会同时被扣分
@@ -285,26 +286,26 @@ class T1GetUpRewardCfg:
# 5. 抑制跳跃:严厉惩罚向上窜的速度 # 5. 抑制跳跃:严厉惩罚向上窜的速度
root_vel_z_penalty = RewTerm( root_vel_z_penalty = RewTerm(
func=root_vel_z_l2_local, func=root_vel_z_l2_local,
weight=-50.0, # 增大负权重 weight=-1.0, # 增大负权重
params={"asset_cfg": SceneEntityCfg("robot")} params={"asset_cfg": SceneEntityCfg("robot")}
) )
# 6. 抑制滞空 (Airtime Penalty) # 6. 抑制滞空 (Airtime Penalty)
feet_airtime = RewTerm( feet_airtime = RewTerm(
func=strict_feet_contact_reward, func=strict_feet_contact_reward,
weight=-20.0, # 加大权重,跳一下扣的分比站起来得的分还多 weight=-5.0, # 加大权重,跳一下扣的分比站起来得的分还多
params={"sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_foot_link"])} params={"sensor_cfg": SceneEntityCfg("contact_sensor", body_names=[".*_foot_link"])}
) )
joint_vel_penalty = RewTerm( joint_vel_penalty = RewTerm(
func=mdp.joint_vel_l2, func=mdp.joint_vel_l2,
weight=-0.5, # 惩罚过快的关节运动 weight=-0.01, # 惩罚过快的关节运动
params={"asset_cfg": SceneEntityCfg("robot")} params={"asset_cfg": SceneEntityCfg("robot")}
) )
action_rate = RewTerm( action_rate = RewTerm(
func=mdp.action_rate_l2, func=mdp.action_rate_l2,
weight=-0.5, # 惩罚动作的突变,让动作更丝滑,减少爆发力 weight=-0.05, # 惩罚动作的突变,让动作更丝滑,减少爆发力
) )
# 惩罚躯干的翻转和俯仰角速度 # 惩罚躯干的翻转和俯仰角速度
@@ -323,7 +324,7 @@ class T1GetUpRewardCfg:
# 7. 成功终极大奖 # 7. 成功终极大奖
is_success = RewTerm( is_success = RewTerm(
func=lambda env, keys: env.termination_manager.get_term(keys), func=lambda env, keys: env.termination_manager.get_term(keys),
weight=500.0, weight=1000.0,
params={"keys": "standing_success"} params={"keys": "standing_success"}
) )