debug diffusion is_pad, enable EMA

这个提交包含在:
Tony Zhao
2023-12-20 17:10:55 -08:00
父节点 3030da0192
当前提交 d9216c18d8
共有 2 个文件被更改,包括 4 次插入 和 2 次删除

查看文件

@ -65,7 +65,7 @@ class DiffusionPolicy(nn.Module):
}) })
nets = nets.float().cuda() nets = nets.float().cuda()
ENABLE_EMA = False ENABLE_EMA = True
if ENABLE_EMA: if ENABLE_EMA:
ema = EMAModel(model=nets, power=self.ema_power) ema = EMAModel(model=nets, power=self.ema_power)
else: else:
@ -125,7 +125,8 @@ class DiffusionPolicy(nn.Module):
noise_pred = nets['policy']['noise_pred_net'](noisy_actions, timesteps, global_cond=obs_cond) noise_pred = nets['policy']['noise_pred_net'](noisy_actions, timesteps, global_cond=obs_cond)
# L2 loss # L2 loss
loss = F.mse_loss(noise_pred, noise) all_l2 = F.mse_loss(noise_pred, noise, reduction='none')
loss = (all_l2 * ~is_pad.unsqueeze(-1)).mean()
loss_dict = {} loss_dict = {}
loss_dict['l2_loss'] = loss loss_dict['l2_loss'] = loss

查看文件

@ -93,6 +93,7 @@ class EpisodicDataset(torch.utils.data.Dataset):
is_pad[action_len:] = 1 is_pad[action_len:] = 1
padded_action = padded_action[:self.chunk_size] padded_action = padded_action[:self.chunk_size]
is_pad = is_pad[:self.chunk_size]
# new axis for different cameras # new axis for different cameras
all_cam_images = [] all_cam_images = []