load pretrain flag
这个提交包含在:
@ -67,6 +67,7 @@ def get_args_parser():
|
|||||||
parser.add_argument('--use_vq', action='store_true')
|
parser.add_argument('--use_vq', action='store_true')
|
||||||
parser.add_argument('--vq_class', action='store', type=int, help='vq_class', required=False)
|
parser.add_argument('--vq_class', action='store', type=int, help='vq_class', required=False)
|
||||||
parser.add_argument('--vq_dim', action='store', type=int, help='vq_dim', required=False)
|
parser.add_argument('--vq_dim', action='store', type=int, help='vq_dim', required=False)
|
||||||
|
parser.add_argument('--load_pretrain', action='store_true', default=False)
|
||||||
parser.add_argument('--action_dim', action='store', type=int, required=False)
|
parser.add_argument('--action_dim', action='store', type=int, required=False)
|
||||||
|
|
||||||
return parser
|
return parser
|
||||||
|
|||||||
@ -91,7 +91,8 @@ def main(args):
|
|||||||
'seed': args['seed'],
|
'seed': args['seed'],
|
||||||
'temporal_agg': args['temporal_agg'],
|
'temporal_agg': args['temporal_agg'],
|
||||||
'camera_names': camera_names,
|
'camera_names': camera_names,
|
||||||
'real_robot': not is_sim
|
'real_robot': not is_sim,
|
||||||
|
'load_pretrain': args['load_pretrain']
|
||||||
}
|
}
|
||||||
|
|
||||||
if is_eval:
|
if is_eval:
|
||||||
@ -106,7 +107,7 @@ def main(args):
|
|||||||
print()
|
print()
|
||||||
exit()
|
exit()
|
||||||
|
|
||||||
train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val)
|
train_dataloader, val_dataloader, stats, _ = load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=config['load_pretrain'])
|
||||||
|
|
||||||
# save dataset stats
|
# save dataset stats
|
||||||
if not os.path.isdir(ckpt_dir):
|
if not os.path.isdir(ckpt_dir):
|
||||||
@ -357,6 +358,9 @@ def train_bc(train_dataloader, val_dataloader, config):
|
|||||||
set_seed(seed)
|
set_seed(seed)
|
||||||
|
|
||||||
policy = make_policy(policy_class, policy_config)
|
policy = make_policy(policy_class, policy_config)
|
||||||
|
if config['load_pretrain']:
|
||||||
|
loading_status = policy.load_state_dict(torch.load(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'policy_step_50000_seed_0.ckpt')))
|
||||||
|
print(f'loaded! {loading_status}')
|
||||||
policy.cuda()
|
policy.cuda()
|
||||||
optimizer = make_optimizer(policy_class, policy)
|
optimizer = make_optimizer(policy_class, policy)
|
||||||
|
|
||||||
@ -452,6 +456,7 @@ if __name__ == '__main__':
|
|||||||
parser.add_argument('--seed', action='store', type=int, help='seed', required=True)
|
parser.add_argument('--seed', action='store', type=int, help='seed', required=True)
|
||||||
parser.add_argument('--num_epochs', action='store', type=int, help='num_epochs', required=True)
|
parser.add_argument('--num_epochs', action='store', type=int, help='num_epochs', required=True)
|
||||||
parser.add_argument('--lr', action='store', type=float, help='lr', required=True)
|
parser.add_argument('--lr', action='store', type=float, help='lr', required=True)
|
||||||
|
parser.add_argument('--load_pretrain', action='store_true', default=False)
|
||||||
|
|
||||||
# for ACT
|
# for ACT
|
||||||
parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False)
|
parser.add_argument('--kl_weight', action='store', type=int, help='KL Weight', required=False)
|
||||||
|
|||||||
10
utils.py
10
utils.py
@ -2,6 +2,7 @@ import numpy as np
|
|||||||
import torch
|
import torch
|
||||||
import os
|
import os
|
||||||
import h5py
|
import h5py
|
||||||
|
import pickle
|
||||||
from torch.utils.data import TensorDataset, DataLoader
|
from torch.utils.data import TensorDataset, DataLoader
|
||||||
|
|
||||||
import IPython
|
import IPython
|
||||||
@ -120,7 +121,7 @@ def get_norm_stats(dataset_dir, num_episodes):
|
|||||||
return stats
|
return stats
|
||||||
|
|
||||||
|
|
||||||
def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val):
|
def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_size_val, load_pretrain=False):
|
||||||
print(f'\nData from: {dataset_dir}\n')
|
print(f'\nData from: {dataset_dir}\n')
|
||||||
# obtain train test split
|
# obtain train test split
|
||||||
train_ratio = 0.99
|
train_ratio = 0.99
|
||||||
@ -129,7 +130,12 @@ def load_data(dataset_dir, num_episodes, camera_names, batch_size_train, batch_s
|
|||||||
val_indices = shuffled_indices[int(train_ratio * num_episodes):]
|
val_indices = shuffled_indices[int(train_ratio * num_episodes):]
|
||||||
|
|
||||||
# obtain normalization stats for qpos and action
|
# obtain normalization stats for qpos and action
|
||||||
norm_stats = get_norm_stats(dataset_dir, num_episodes)
|
if load_pretrain:
|
||||||
|
with open(os.path.join('/home/zfu/interbotix_ws/src/act/ckpts/pretrain_all', 'dataset_stats.pkl'), 'rb') as f:
|
||||||
|
norm_stats = pickle.load(f)
|
||||||
|
print('Loaded pretrain dataset stats')
|
||||||
|
else:
|
||||||
|
norm_stats = get_norm_stats(dataset_dir, num_episodes)
|
||||||
|
|
||||||
# construct dataset and dataloader
|
# construct dataset and dataloader
|
||||||
train_dataset = EpisodicDataset(train_indices, dataset_dir, camera_names, norm_stats)
|
train_dataset = EpisodicDataset(train_indices, dataset_dir, camera_names, norm_stats)
|
||||||
|
|||||||
在新工单中引用
屏蔽一个用户