break_when_any_done==True for batch_size==1

This commit is contained in:
Alexander Soare
2024-03-19 19:08:25 +00:00
parent 46ac87d2a6
commit b54cdc9a0f
2 changed files with 3 additions and 3 deletions

View File

@@ -52,7 +52,7 @@ def test_concrete_policy(env_name, policy_name, extra_overrides):
offline_buffer = make_offline_buffer(cfg)
env = make_env(cfg, transform=offline_buffer.transform)
if policy_name != "aloha":
if env_name != "aloha":
# TODO(alexander-soare): Fix this part of the test. PrioritizedSliceSampler raises NotImplementedError:
# seq_length as a list is not supported for now.
policy.update(offline_buffer, torch.tensor(0, device=DEVICE))