镜像自地址
https://github.com/MINT-SJTU/Evo-RL.git
已同步 2026-11-20 18:17:06 +00:00
snapshot: sync mint main from current workspace 2026-03-03 16:32:56 +0800
这个提交包含在:
@ -0,0 +1,58 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import numpy as np
|
||||
import torch
|
||||
|
||||
from lerobot.values.pistar06.modeling_pistar06 import (
|
||||
EpisodeTargetInfo,
|
||||
build_bin_centers,
|
||||
compute_normalized_value_targets,
|
||||
expected_value_from_logits,
|
||||
project_values_to_bins,
|
||||
)
|
||||
|
||||
|
||||
def test_compute_normalized_value_targets():
|
||||
episode_indices = np.array([0, 0, 0, 1, 1], dtype=np.int64)
|
||||
frame_indices = np.array([0, 1, 2, 0, 1], dtype=np.int64)
|
||||
episode_info = {
|
||||
0: EpisodeTargetInfo(episode_index=0, task_index=0, length=3, success=True),
|
||||
1: EpisodeTargetInfo(episode_index=1, task_index=0, length=2, success=False),
|
||||
}
|
||||
task_max_lengths = {0: 3}
|
||||
|
||||
targets = compute_normalized_value_targets(
|
||||
episode_indices=episode_indices,
|
||||
frame_indices=frame_indices,
|
||||
episode_info=episode_info,
|
||||
task_max_lengths=task_max_lengths,
|
||||
c_fail_coef=1.0,
|
||||
)
|
||||
expected_targets = np.array([-2 / 6, -1 / 6, 0.0, -4 / 6, -3 / 6], dtype=np.float32)
|
||||
assert np.allclose(targets, expected_targets)
|
||||
|
||||
|
||||
def test_project_values_to_bins_interpolates_between_neighbors():
|
||||
centers = build_bin_centers(num_bins=3, bin_min=-1.0, bin_max=0.0)
|
||||
values = torch.tensor([-1.0, -0.5, -0.25, 0.0], dtype=torch.float32)
|
||||
target = project_values_to_bins(values, centers)
|
||||
|
||||
assert target.shape == (4, 3)
|
||||
assert torch.allclose(target[0], torch.tensor([1.0, 0.0, 0.0]), atol=1e-6)
|
||||
assert torch.allclose(target[1], torch.tensor([0.0, 1.0, 0.0]), atol=1e-6)
|
||||
assert torch.allclose(target[2], torch.tensor([0.0, 0.5, 0.5]), atol=1e-6)
|
||||
assert torch.allclose(target[3], torch.tensor([0.0, 0.0, 1.0]), atol=1e-6)
|
||||
assert torch.allclose(target.sum(dim=-1), torch.ones(4), atol=1e-6)
|
||||
|
||||
|
||||
def test_expected_value_from_logits_matches_bin_center_weighting():
|
||||
centers = build_bin_centers(num_bins=3, bin_min=-1.0, bin_max=0.0)
|
||||
logits = torch.tensor(
|
||||
[
|
||||
[100.0, -100.0, -100.0],
|
||||
[-100.0, -100.0, 100.0],
|
||||
],
|
||||
dtype=torch.float32,
|
||||
)
|
||||
expected = expected_value_from_logits(logits, centers)
|
||||
assert torch.allclose(expected, torch.tensor([-1.0, 0.0]), atol=1e-5)
|
||||
在新工单中引用
屏蔽一个用户