文件
Evo-RL/tests/training/test_acp_prompt_hook.py
Elvin a504d17713 test(ci): fix fast tests for ACP config and sarm import guards
- update ACP training tests to use current ACPConfig fields and shared ACP tag constants

- skip sarm subtask annotation tests when Qwen3VLMoe symbol is unavailable in transformers

- keep changes scoped to fast-tests paths and preserve runtime behavior
2026-03-04 13:21:18 +08:00

147 行
4.3 KiB
Python

#!/usr/bin/env python
import pytest
import torch
from torch.utils.data import DataLoader
from lerobot.configs.train import ACPConfig
from lerobot.datasets.lerobot_dataset import LeRobotDataset
from lerobot.rl.acp_hook import build_acp_raw_batch_hook
from lerobot.rl.acp_tags import ACP_NEGATIVE_TAG, ACP_POSITIVE_TAG
def test_acp_hook_accepts_integer_indicators():
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="acp_indicator",
indicator_dropout_prob=0.0,
),
seed=42,
)
batch = {
"task": ["pick bottle", "place bottle"],
"acp_indicator": torch.tensor([1, 0], dtype=torch.int64),
}
out = hook(batch, 0)
assert out["task"] == [
f"pick bottle\n{ACP_POSITIVE_TAG}",
f"place bottle\n{ACP_NEGATIVE_TAG}",
]
def test_acp_hook_injects_tags():
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="complementary_info.acp_indicator",
indicator_dropout_prob=0.0,
),
seed=42,
)
batch = {
"task": ["pick bottle", "place bottle"],
"complementary_info.acp_indicator": torch.tensor([1, 0], dtype=torch.int64),
}
out = hook(batch, 0)
assert out["task"] == [f"pick bottle\n{ACP_POSITIVE_TAG}", f"place bottle\n{ACP_NEGATIVE_TAG}"]
def test_acp_hook_dropout_keeps_original_task():
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="complementary_info.acp_indicator",
indicator_dropout_prob=1.0,
),
seed=42,
)
batch = {
"task": ["pick bottle", "place bottle"],
"complementary_info.acp_indicator": torch.tensor([1, 0], dtype=torch.int64),
}
out = hook(batch, 0)
assert out["task"] == ["pick bottle", "place bottle"]
def test_acp_hook_missing_indicator_skips():
hook = build_acp_raw_batch_hook(
ACPConfig(enable=True, indicator_field="missing_field"),
seed=42,
)
batch = {"task": ["pick bottle"]}
with pytest.raises(KeyError, match="missing_field"):
hook(batch, 0)
def test_acp_hook_non_integer_type_raises():
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="acp_indicator",
indicator_dropout_prob=0.0,
),
seed=42,
)
batch = {
"task": ["pick bottle", "place bottle"],
"acp_indicator": torch.tensor([1.0, 0.0], dtype=torch.float32),
}
with pytest.raises(TypeError, match="integer 0/1"):
hook(batch, 0)
def test_acp_hook_non_binary_value_raises():
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="acp_indicator",
indicator_dropout_prob=0.0,
),
seed=42,
)
batch = {
"task": ["pick bottle", "place bottle"],
"acp_indicator": torch.tensor([2, 0], dtype=torch.int64),
}
with pytest.raises(ValueError, match="must be 0 or 1"):
hook(batch, 0)
def _load_real_batch_or_skip(batch_size: int) -> dict:
repo_id = "local/eval_so101_pick_place_bottle_v0"
try:
dataset = LeRobotDataset(repo_id, download_videos=False)
dataloader = DataLoader(dataset, batch_size=batch_size, shuffle=False, num_workers=0)
return next(iter(dataloader))
except Exception as e:
pytest.skip(f"Cannot load local dataset '{repo_id}': {e}")
@pytest.mark.parametrize("batch_size", [1, 3])
def test_acp_hook_with_real_local_dataset_batch(batch_size: int):
batch = _load_real_batch_or_skip(batch_size)
assert "task" in batch
assert "complementary_info.acp_indicator" not in batch
indicators = torch.randint(0, 2, (batch_size,), dtype=torch.int64)
batch["complementary_info.acp_indicator"] = indicators
hook = build_acp_raw_batch_hook(
ACPConfig(
enable=True,
indicator_field="complementary_info.acp_indicator",
indicator_dropout_prob=0.0,
),
seed=42,
)
out = hook(batch, 0)
assert len(out["task"]) == batch_size
for i in range(batch_size):
expected_tag = ACP_POSITIVE_TAG if int(indicators[i].item()) == 1 else ACP_NEGATIVE_TAG
assert out["task"][i].endswith(expected_tag)