fix more bugs in normalization

This commit is contained in:
Cadene
2024-03-11 11:03:13 +00:00
parent 570cb3af30
commit ac5571d609
5 changed files with 14 additions and 8 deletions

View File

@@ -143,11 +143,11 @@ def train(cfg: dict, out_dir=None, job_name=None):
online_buffer = TensorDictReplayBuffer(
storage=LazyMemmapStorage(100_000),
sampler=online_sampler,
transform=offline_buffer._transform,
transform=offline_buffer.transform,
)
logging.info("make_env")
env = make_env(cfg, transform=offline_buffer._transform)
env = make_env(cfg, transform=offline_buffer.transform)
logging.info("make_policy")
policy = make_policy(cfg)