numerically sound mean computation

这个提交包含在:
Alexander Soare
2024-04-03 09:44:20 +01:00
父节点 7242953197
当前提交 e9eb262293
共有 2 个文件被更改,包括 27 次插入 和 17 次删除

查看文件

@ -58,9 +58,12 @@ def test_compute_stats():
for k, pattern in buffer.stats_patterns.items():
expected_mean = einops.reduce(all_data[k], pattern, "mean")
assert torch.allclose(computed_stats[k]["mean"], expected_mean)
assert torch.allclose(
computed_stats[k]["std"],
torch.sqrt(einops.reduce((all_data[k] - expected_mean) ** 2, pattern, "mean"))
)
try:
assert torch.allclose(
computed_stats[k]["std"],
torch.sqrt(einops.reduce((all_data[k] - expected_mean) ** 2, pattern, "mean"))
)
except:
breakpoint()
assert torch.allclose(computed_stats[k]["min"], einops.reduce(all_data[k], pattern, "min"))
assert torch.allclose(computed_stats[k]["max"], einops.reduce(all_data[k], pattern, "max"))