actuator eval pipeline in imitation_episodes eval_bc()

这个提交包含在:
Zipeng Fu
2023-11-21 00:43:34 -05:00
父节点 cad6d302ab
当前提交 c593d1746b
共有 3 个文件被更改,包括 68 次插入 和 7 次删除

查看文件

@ -75,6 +75,10 @@ def get_args_parser():
parser.add_argument('--resume_ckpt_path', action='store', type=str, help='load_ckpt_path', required=False)
parser.add_argument('--no_encoder', action='store_true')
parser.add_argument('--skip_mirrored_data', action='store_true')
parser.add_argument('--actuator_network_dir', action='store', type=str, help='actuator_network_dir', required=False)
parser.add_argument('--history_len', action='store', type=int)
parser.add_argument('--future_len', action='store', type=int)
parser.add_argument('--prediction_len', action='store', type=int)
return parser

查看文件

@ -99,6 +99,13 @@ def main(args):
else:
raise NotImplementedError
actuator_config = {
'actuator_network_dir': args['actuator_network_dir'],
'history_len': args['history_len'],
'future_len': args['future_len'],
'prediction_len': args['prediction_len'],
}
config = {
'num_steps': num_steps,
'eval_every': eval_every,
@ -117,7 +124,8 @@ def main(args):
'temporal_agg': args['temporal_agg'],
'camera_names': camera_names,
'real_robot': not is_sim,
'load_pretrain': args['load_pretrain']
'load_pretrain': args['load_pretrain'],
'actuator_config': actuator_config,
}
if not os.path.isdir(ckpt_dir):
@ -207,6 +215,8 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
temporal_agg = config['temporal_agg']
onscreen_cam = 'angle'
vq = config['policy_config']['vq']
actuator_config = config['actuator_config']
use_actuator_net = actuator_config['actuator_network_dir'] is not None
# load policy and stats
ckpt_path = os.path.join(ckpt_dir, ckpt_name)
@ -229,6 +239,29 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
stats_path = os.path.join(ckpt_dir, f'dataset_stats.pkl')
with open(stats_path, 'rb') as f:
stats = pickle.load(f)
if use_actuator_net:
prediction_len = actuator_config['prediction_len']
future_len = actuator_config['future_len']
history_len = actuator_config['history_len']
actuator_network_dir = actuator_config['actuator_network_dir']
from train_actuator_network import ActuatorNetwork
actuator_network = ActuatorNetwork(prediction_len)
actuator_network_path = os.path.join(actuator_network_dir, 'actuator_net_last.ckpt')
loading_status = actuator_network.load_state_dict(torch.load(actuator_network_path))
actuator_network.eval()
actuator_network.cuda()
print(f'Loaded actuator network from: {actuator_network_path}, {loading_status}')
actuator_stats_path = os.path.join(actuator_network_dir, 'actuator_net_stats.pkl')
with open(actuator_stats_path, 'rb') as f:
actuator_stats = pickle.load(f)
actuator_unnorm = lambda x: x * actuator_stats['action_std'] + actuator_stats['action_mean']
actuator_norm = lambda x: (x - actuator_stats['action_mean']) / actuator_stats['action_std']
def collect_base_action(all_actions, norm_episode_all_base_actions):
post_processed_actions = post_process(all_actions.squeeze(0).cpu().numpy())
norm_episode_all_base_actions += actuator_norm(post_processed_actions[:, -2:]).tolist()
pre_process = lambda s_qpos: (s_qpos - stats['qpos_mean']) / stats['qpos_std']
if policy_class == 'Diffusion':
@ -281,6 +314,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
qpos_list = []
target_qpos_list = []
rewards = []
norm_episode_all_base_actions = [actuator_norm(np.zeros(history_len, 2)).tolist()]
with torch.inference_mode():
for t in range(max_timesteps):
### update onscreen render and wait for DT
@ -314,6 +348,8 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
else:
# e()
all_actions = policy(qpos, curr_image)
if use_actuator_net:
collect_base_action(all_actions, norm_episode_all_base_actions)
if temporal_agg:
all_time_actions[[t], t:t+num_queries] = all_actions
actions_for_curr_step = all_time_actions[:, t]
@ -329,9 +365,14 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
elif config['policy_class'] == "Diffusion":
if t % query_frequency == 0:
all_actions = policy(qpos, curr_image)
if use_actuator_net:
collect_base_action(all_actions, norm_episode_all_base_actions)
raw_action = all_actions[:, t % query_frequency]
elif config['policy_class'] == "CNNMLP":
raw_action = policy(qpos, curr_image)
all_actions = raw_action.unsqueeze(0)
if use_actuator_net:
collect_base_action(all_actions, norm_episode_all_base_actions)
else:
raise NotImplementedError
@ -339,9 +380,20 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
raw_action = raw_action.squeeze(0).cpu().numpy()
action = post_process(raw_action)
target_qpos = action[:-2]
base_action = action[-2:]
base_action = calibrate_linear_vel(base_action, c=0.19)
# base_action = postprocess_base_action(base_action)
if use_actuator_net:
assert(not temporal_agg)
if t % prediction_len == 0:
offset_start_ts = t + history_len
actuator_net_in = np.array(norm_episode_all_base_actions[offset_start_ts - history_len: offset_start_ts + future_len])
actuator_net_in = torch.from_numpy(actuator_net_in).float().unsqueeze(dim=0).cuda()
pred = actuator_network(actuator_net_in)
base_action_chunk = actuator_unnorm(pred.detach().cpu().numpy()[0])
base_action = base_action_chunk[t % prediction_len]
else:
base_action = action[-2:]
# base_action = calibrate_linear_vel(base_action, c=0.19)
# base_action = postprocess_base_action(base_action)
### step the environment
if real_robot:
@ -509,6 +561,10 @@ if __name__ == '__main__':
parser.add_argument('--save_every', action='store', type=int, default=500, help='save_every', required=False)
parser.add_argument('--resume_ckpt_path', action='store', type=str, help='resume_ckpt_path', required=False)
parser.add_argument('--skip_mirrored_data', action='store_true')
parser.add_argument('--actuator_network_dir', action='store', type=str, help='actuator_network_dir', required=False)
parser.add_argument('--history_len', action='store', type=int)
parser.add_argument('--future_len', action='store', type=int)
parser.add_argument('--prediction_len', action='store', type=int)
# for ACT
parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False)

查看文件

@ -42,6 +42,7 @@ def main():
dataset_dir = '/scr/tonyzhao/compressed_datasets/aloha_mobile_fork/' if os.getlogin() == 'tonyzhao' else '/home/zfu/data/aloha_mobile_fork/'
#########################################################
assert(history_len + future_len >= prediction_len)
assert(future_len % prediction_len == 0)
wandb.init(project="mobile-aloha2", reinit=True, entity="mobile-aloha2", name=expr_name) # mode='disabled',
@ -134,14 +135,14 @@ def main():
wandb.log(forward_dict, step=step) # not great, make training 1-2% slower
if step % save_every == 0:
ckpt_path = os.path.join(ckpt_dir, f'policy_step_{step}.ckpt')
ckpt_path = os.path.join(ckpt_dir, f'actuator_net_step_{step}.ckpt')
torch.save(policy.state_dict(), ckpt_path)
ckpt_path = os.path.join(ckpt_dir, f'policy_last.ckpt')
ckpt_path = os.path.join(ckpt_dir, f'actuator_net_last.ckpt')
torch.save(policy.state_dict(), ckpt_path)
best_step, min_val_loss, best_state_dict = best_ckpt_info
ckpt_path = os.path.join(ckpt_dir, f'policy_step_{best_step}.ckpt')
ckpt_path = os.path.join(ckpt_dir, f'actuator_net_step_{best_step}.ckpt')
torch.save(best_state_dict, ckpt_path)
print(f'Training finished:\nval loss {min_val_loss:.6f} at step {best_step}')