before new launch from scratch

This commit is contained in:
Remi Cadene
2025-02-21 23:14:22 +00:00
parent 52fb4143b5
commit 15e7a9d541
2 changed files with 12 additions and 9 deletions

View File

@@ -142,8 +142,6 @@ def save_as_lerobot_dataset(
print(f"Total number of episodes {total_num_episodes}")
if num_shards is not None:
num_shards = 10000
shard_index = 9999
sharded_dataset = raw_dataset.shard(num_shards=num_shards, index=shard_index)
sharded_num_episodes = sharded_dataset.cardinality().numpy().item()
print(f"{sharded_num_episodes=}")
@@ -153,6 +151,9 @@ def save_as_lerobot_dataset(
num_episodes = total_num_episodes
iter_ = iter(raw_dataset)
if num_episodes <= 0:
raise ValueError(f"Number of episodes is {num_episodes}, but needs to be positive.")
for episode_index in range(num_episodes):
print(f"{episode_index} / {num_episodes}")
episode = next(iter_)