add crop 0.95 and resize to real eval

这个提交包含在:
Zipeng Fu
2023-12-14 23:56:38 -08:00
父节点 c3c9deeaa3
当前提交 3030da0192
共有 2 个文件被更改,包括 23 次插入 和 4 次删除

查看文件

@ -159,6 +159,9 @@ CUDA_VISIBLE_DEVICES=1 python3 imitate_episodes.py \
###### Diffusion Real ###### ###### Diffusion Real ######
## deploy
python3 imitate_episodes.py --task_name aloha_mobile_wipe_wine --ckpt_dir /home/mobile-aloha/interbotix_ws/src/act/ckpts/wipe_wine_diffusion_augmentation_seed0/ --policy_class Diffusion --chunk_size 32 --batch_size 32 --lr 1e-4 --seed 0 --num_steps 1000000 --eval_every 1000000 --validate_every 5000 --save_every 5000 --eval
conda activate mobile conda activate mobile
export MUJOCO_GL=egl export MUJOCO_GL=egl
cd /home/tonyzhao/Research/act-plus-plus cd /home/tonyzhao/Research/act-plus-plus

查看文件

@ -10,6 +10,7 @@ from tqdm import tqdm
from einops import rearrange from einops import rearrange
import wandb import wandb
import time import time
from torchvision import transforms
from constants import FPS from constants import FPS
from constants import PUPPET_GRIPPER_JOINT_OPEN from constants import PUPPET_GRIPPER_JOINT_OPEN
@ -202,13 +203,25 @@ def make_optimizer(policy_class, policy):
return optimizer return optimizer
def get_image(ts, camera_names): def get_image(ts, camera_names, rand_crop_resize=False):
curr_images = [] curr_images = []
for cam_name in camera_names: for cam_name in camera_names:
curr_image = rearrange(ts.observation['images'][cam_name], 'h w c -> c h w') curr_image = rearrange(ts.observation['images'][cam_name], 'h w c -> c h w')
curr_images.append(curr_image) curr_images.append(curr_image)
curr_image = np.stack(curr_images, axis=0) curr_image = np.stack(curr_images, axis=0)
curr_image = torch.from_numpy(curr_image / 255.0).float().cuda().unsqueeze(0) curr_image = torch.from_numpy(curr_image / 255.0).float().cuda().unsqueeze(0)
if rand_crop_resize:
print('rand crop resize is used!')
original_size = curr_image.shape[-2:]
ratio = 0.95
curr_image = curr_image[..., int(original_size[0] * (1 - ratio) / 2): int(original_size[0] * (1 + ratio) / 2),
int(original_size[1] * (1 - ratio) / 2): int(original_size[1] * (1 + ratio) / 2)]
curr_image = curr_image.squeeze(0)
resize_transform = transforms.Resize(original_size, antialias=True)
curr_image = resize_transform(curr_image)
curr_image = curr_image.unsqueeze(0)
return curr_image return curr_image
@ -296,7 +309,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
query_frequency = 1 query_frequency = 1
num_queries = policy_config['num_queries'] num_queries = policy_config['num_queries']
if real_robot: if real_robot:
BASE_DELAY = 15 BASE_DELAY = 13
query_frequency -= BASE_DELAY query_frequency -= BASE_DELAY
max_timesteps = int(max_timesteps * 1) # may increase for real-world tasks max_timesteps = int(max_timesteps * 1) # may increase for real-world tasks
@ -358,7 +371,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
qpos = torch.from_numpy(qpos).float().cuda().unsqueeze(0) qpos = torch.from_numpy(qpos).float().cuda().unsqueeze(0)
# qpos_history[:, t] = qpos # qpos_history[:, t] = qpos
if t % query_frequency == 0: if t % query_frequency == 0:
curr_image = get_image(ts, camera_names) curr_image = get_image(ts, camera_names, rand_crop_resize=(config['policy_class'] == 'Diffusion'))
# print('get image: ', time.time() - time2) # print('get image: ', time.time() - time2)
if t == 0: if t == 0:
@ -452,7 +465,9 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
target_qpos_list.append(target_qpos) target_qpos_list.append(target_qpos)
rewards.append(ts.reward) rewards.append(ts.reward)
duration = time.time() - time1 duration = time.time() - time1
time.sleep(max(0, DT - duration)) sleep_time = max(0, DT - duration)
# print(sleep_time)
time.sleep(sleep_time)
# time.sleep(max(0, DT - duration - culmulated_delay)) # time.sleep(max(0, DT - duration - culmulated_delay))
if duration >= DT: if duration >= DT:
culmulated_delay += (duration - DT) culmulated_delay += (duration - DT)
@ -477,6 +492,7 @@ def eval_bc(config, ckpt_name, save_episode=True, num_rollouts=50):
plt.xticks([]) plt.xticks([])
plt.tight_layout() plt.tight_layout()
plt.savefig(os.path.join(ckpt_dir, f'qpos_{log_id}.png')) plt.savefig(os.path.join(ckpt_dir, f'qpos_{log_id}.png'))
plt.close()
rewards = np.array(rewards) rewards = np.array(rewards)