dataloader __getitem__ supported compressed

这个提交包含在:
Zipeng Fu
2023-11-11 18:16:15 -05:00
父节点 329a237290
当前提交 5376392e66

查看文件

@ -4,6 +4,7 @@ import os
import h5py import h5py
import pickle import pickle
import fnmatch import fnmatch
import cv2
from torch.utils.data import TensorDataset, DataLoader from torch.utils.data import TensorDataset, DataLoader
import IPython import IPython
@ -43,6 +44,7 @@ class EpisodicDataset(torch.utils.data.Dataset):
is_sim = root.attrs['sim'] is_sim = root.attrs['sim']
except: except:
is_sim = False is_sim = False
compressed = root.attrs.get('compress', False)
if '/base_action' in root: if '/base_action' in root:
base_action = root['/base_action'][()] base_action = root['/base_action'][()]
base_action = preprocess_base_action(base_action) base_action = preprocess_base_action(base_action)
@ -59,6 +61,12 @@ class EpisodicDataset(torch.utils.data.Dataset):
image_dict = dict() image_dict = dict()
for cam_name in self.camera_names: for cam_name in self.camera_names:
image_dict[cam_name] = root[f'/observations/images/{cam_name}'][start_ts] image_dict[cam_name] = root[f'/observations/images/{cam_name}'][start_ts]
if compressed:
for cam_name in image_dict.keys():
decompressed_image = cv2.imdecode(image_dict[cam_name], 1)
image_dict[cam_name] = np.array(decompressed_image)
# get all actions after and including start_ts # get all actions after and including start_ts
if is_sim: if is_sim:
action = action[start_ts:] action = action[start_ts:]