load pretrain flag

这个提交包含在:
Zipeng Fu
2023-10-30 02:35:34 -07:00
父节点 8119013853
当前提交 6afe28b795
共有 3 个文件被更改,包括 16 次插入 和 4 次删除

查看文件

@ -67,6 +67,7 @@ def get_args_parser():
parser.add_argument('--use_vq', action='store_true') parser.add_argument('--use_vq', action='store_true')
parser.add_argument('--vq_class', action='store', type=int, help='vq_class', required=False) parser.add_argument('--vq_class', action='store', type=int, help='vq_class', required=False)
parser.add_argument('--vq_dim', action='store', type=int, help='vq_dim', required=False) parser.add_argument('--vq_dim', action='store', type=int, help='vq_dim', required=False)
parser.add_argument('--load_pretrain', action='store_true', default=False)
parser.add_argument('--action_dim', action='store', type=int, required=False) parser.add_argument('--action_dim', action='store', type=int, required=False)
return parser return parser

查看文件

@ -91,7 +91,8 @@ def main(args):
'seed': args['seed'], 'seed': args['seed'],
'temporal_agg': args['temporal_agg'], 'temporal_agg': args['temporal_agg'],
'camera_names': camera_names, 'camera_names': camera_names,
'real_robot': not is_sim 'real_robot': not is_sim,
'load_pretrain': args['load_pretrain']
} }
if is_eval: if is_eval:
@ -106,7 +107,7 @@ def main(args):
print() print()
exit() exit()
train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val) train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=config['load_pretrain'])
# save dataset stats # save dataset stats
if not os.path.isdir(ckpt_dir): if not os.path.isdir(ckpt_dir):
@ -357,6 +358,9 @@ def train_bc(train_dataloader, val_dataloader, config):
set_seed(seed) set_seed(seed)
policy = make_policy(policy_class, policy_config) policy = make_policy(policy_class, policy_config)
if config['load_pretrain']:
loading_status = policy.load_state_dict(torch.load(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'policy_step_50000_seed_0.ckpt')))
print(f'loaded! {loading_status}')
policy.cuda() policy.cuda()
optimizer = make_optimizer(policy_class, policy) optimizer = make_optimizer(policy_class, policy)
@ -452,6 +456,7 @@ if __name__ == '__main__':
parser.add_argument('--seed', action='store', type=int, help='seed', required=True) parser.add_argument('--seed', action='store', type=int, help='seed', required=True)
parser.add_argument('--num_epochs', action='store', type=int, help='num_epochs', required=True) parser.add_argument('--num_epochs', action='store', type=int, help='num_epochs', required=True)
parser.add_argument('--lr', action='store', type=float, help='lr', required=True) parser.add_argument('--lr', action='store', type=float, help='lr', required=True)
parser.add_argument('--load_pretrain', action='store_true', default=False)
# for ACT # for ACT
parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False) parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False)

查看文件

@ -2,6 +2,7 @@ import numpy as np
import torch import torch
import os import os
import h5py import h5py
import pickle
from torch.utils.data import TensorDataset, DataLoader from torch.utils.data import TensorDataset, DataLoader
import IPython import IPython
@ -120,7 +121,7 @@ def get_norm_stats(dataset_dir, num_episodes):
return stats return stats
def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val): def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=False):
print(f'\nData from: {dataset_dir}\n') print(f'\nData from: {dataset_dir}\n')
# obtain train test split # obtain train test split
train_ratio = 0.99 train_ratio = 0.99
@ -129,7 +130,12 @@ def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_s
val_indices = shuffled_indices[int(train_ratio * num_episodes):] val_indices = shuffled_indices[int(train_ratio * num_episodes):]
# obtain normalization stats for qpos and action # obtain normalization stats for qpos and action
norm_stats = get_norm_stats(dataset_dir, num_episodes) if load_pretrain:
with open(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'dataset_stats.pkl'), 'rb') as f:
norm_stats = pickle.load(f)
print('Loaded pretrain dataset stats')
else:
norm_stats = get_norm_stats(dataset_dir, num_episodes)
# construct dataset and dataloader # construct dataset and dataloader
train_dataset = EpisodicDataset(train_indices, dataset_dir, camera_names, norm_stats) train_dataset = EpisodicDataset(train_indices, dataset_dir, camera_names, norm_stats)