load pretrain flag

这个提交包含在:
Zipeng Fu
2023-10-30 02:35:34 -07:00
父节点 8119013853
当前提交 6afe28b795
共有 3 个文件被更改,包括 16 次插入 和 4 次删除

查看文件

@ -67,6 +67,7 @@ def get_args_parser():
parser.add_argument('--use_vq', action='store_true')
parser.add_argument('--vq_class', action='store', type=int, help='vq_class', required=False)
parser.add_argument('--vq_dim', action='store', type=int, help='vq_dim', required=False)
parser.add_argument('--load_pretrain', action='store_true', default=False)
parser.add_argument('--action_dim', action='store', type=int, required=False)
return parser

查看文件

@ -91,7 +91,8 @@ def main(args):
'seed': args['seed'],
'temporal_agg': args['temporal_agg'],
'camera_names': camera_names,
'real_robot': not is_sim
'real_robot': not is_sim,
'load_pretrain': args['load_pretrain']
}
if is_eval:
@ -106,7 +107,7 @@ def main(args):
print()
exit()
train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val)
train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=config['load_pretrain'])
# save dataset stats
if not os.path.isdir(ckpt_dir):
@ -357,6 +358,9 @@ def train_bc(train_dataloader, val_dataloader, config):
set_seed(seed)
policy = make_policy(policy_class, policy_config)
if config['load_pretrain']:
loading_status = policy.load_state_dict(torch.load(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'policy_step_50000_seed_0.ckpt')))
print(f'loaded! {loading_status}')
policy.cuda()
optimizer = make_optimizer(policy_class, policy)
@ -452,6 +456,7 @@ if __name__ == '__main__':
parser.add_argument('--seed', action='store', type=int, help='seed', required=True)
parser.add_argument('--num_epochs', action='store', type=int, help='num_epochs', required=True)
parser.add_argument('--lr', action='store', type=float, help='lr', required=True)
parser.add_argument('--load_pretrain', action='store_true', default=False)
# for ACT
parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False)

查看文件

@ -2,6 +2,7 @@ import numpy as np
import torch
import os
import h5py
import pickle
from torch.utils.data import TensorDataset, DataLoader
import IPython
@ -120,7 +121,7 @@ def get_norm_stats(dataset_dir, num_episodes):
return stats
def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val):
def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=False):
print(f'\nData from: {dataset_dir}\n')
# obtain train test split
train_ratio = 0.99
@ -129,7 +130,12 @@ def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_s
val_indices = shuffled_indices[int(train_ratio * num_episodes):]
# obtain normalization stats for qpos and action
norm_stats = get_norm_stats(dataset_dir, num_episodes)
if load_pretrain:
with open(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'dataset_stats.pkl'), 'rb') as f:
norm_stats = pickle.load(f)
print('Loaded pretrain dataset stats')
else:
norm_stats = get_norm_stats(dataset_dir, num_episodes)
# construct dataset and dataloader
train_dataset = EpisodicDataset(train_indices, dataset_dir, camera_names, norm_stats)