real robot not working

这个提交包含在:
Zipeng Fu
2023-12-14 23:56:38 -08:00
父节点 a0905ad3b5
当前提交 0aba9e4f67
共有 2 个文件被更改,包括 27 次插入 和 6 次删除

查看文件

@ -159,6 +159,9 @@ CUDA_VISIBLE_DEVICES=1 python3 imitate_episodes.py \
###### Diffusion Real ######
## deploy
python3 imitate_episodes.py --task_name aloha_mobile_wipe_wine --ckpt_dir /home/mobile-aloha/interbotix_ws/src/act/ckpts/wipe_wine_diffusion_augmentation_seed0/ --policy_class Diffusion --chunk_size 32 --batch_size 32 --lr 1e-4 --seed 0 --num_steps 1000000 --eval_every 1000000 --validate_every 5000 --save_every 5000 --eval
conda activate mobile
export MUJOCO_GL=egl
cd /home/tonyzhao/Research/act-plus-plus

查看文件

@ -12,6 +12,7 @@ import wandb
import time
import ray
from ray.util.queue import Queue
from torchvision import transforms
from constants import FPS
from constants import PUPPET_GRIPPER_JOINT_OPEN
@ -206,13 +207,25 @@ def make_optimizer(policy_class, policy):
return optimizer
def get_image(ts, camera_names):
def get_image(ts, camera_names, rand_crop_resize=False):
curr_images = []
for cam_name in camera_names:
curr_image = rearrange(ts.observation['images'][cam_name], 'h w c -> c h w')
curr_images.append(curr_image)
curr_image = np.stack(curr_images, axis=0)
curr_image = torch.from_numpy(curr_image / 255.0).float().unsqueeze(0)
if rand_crop_resize:
print('rand crop resize is used!')
original_size = curr_image.shape[-2:]
ratio = 0.95
curr_image = curr_image[..., int(original_size[0] * (1 - ratio) / 2): int(original_size[0] * (1 + ratio) / 2),
int(original_size[1] * (1 - ratio) / 2): int(original_size[1] * (1 + ratio) / 2)]
curr_image = curr_image.squeeze(0)
resize_transform = transforms.Resize(original_size, antialias=True)
curr_image = resize_transform(curr_image)
curr_image = curr_image.unsqueeze(0)
return curr_image
@ -329,7 +342,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
query_frequency = 1
num_queries = policy_config['num_queries']
if real_robot:
BASE_DELAY = 15
BASE_DELAY = 13
query_frequency -= BASE_DELAY
max_timesteps = int(max_timesteps * 1) # may increase for real-world tasks
@ -391,7 +404,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
qpos = torch.from_numpy(qpos).float().unsqueeze(0)
# qpos_history[:, t] = qpos
if t % query_frequency == 0:
curr_image = get_image(ts, camera_names)
curr_image = get_image(ts, camera_names, rand_crop_resize=(config['policy_class'] == 'Diffusion'))
# print('get image: ', time.time() - time2)
if not async_query:
qpos = qpos.cuda()
@ -451,7 +464,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
# raw_action[0, -2:] = 0
elif config['policy_class'] == "Diffusion":
if async_query:
freq_mult = 0.5
freq_mult = 0.8
if t == 0 or (t % int(query_frequency*freq_mult) == 0):
print(f'{t}: Put')
input_queue.put({'qpos': qpos, 'obs': curr_image, 'query_wall_t': time.time(), 'query_t': t})
@ -473,7 +486,9 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
query_wall_t = res_dict['query_wall_t']
query_t = res_dict['query_t']
all_actions = res_dict['action']
all_time_actions[query_t, query_t:query_t+num_queries] = all_actions
if real_robot:
all_actions = torch.cat([all_actions[:, :-BASE_DELAY, :-2], all_actions[:, BASE_DELAY:, -2:]], dim=2)
all_time_actions[query_t, query_t:query_t+len(all_actions)] = all_actions
all_time_curr_actions = all_time_actions[:, t]
has_action = all_time_curr_actions.any(dim=1)
@ -531,7 +546,9 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
target_qpos_list.append(target_qpos)
rewards.append(ts.reward)
duration = time.time() - time1
time.sleep(max(0, DT - duration))
sleep_time = max(0, DT - duration)
# print(sleep_time)
time.sleep(sleep_time)
# time.sleep(max(0, DT - duration - culmulated_delay))
if duration >= DT and real_robot:
culmulated_delay += (duration - DT)
@ -556,6 +573,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
plt.xticks([])
plt.tight_layout()
plt.savefig(os.path.join(ckpt_dir, f'qpos_{log_id}.png'))
plt.close()
rewards = np.array(rewards)