tangger/lerobot
1
0
Fork 1
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Remove Prod, Tests are passind

Browse Source
This commit is contained in:
Cadene
2024-04-19 23:18:45 +00:00
parent 35a573c98e
commit c20cf2fbbc
12 changed files with 96 additions and 110 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
download_and_upload_dataset.py
View File

@@ -103,6 +103,13 @@ def push_to_hub(hf_dataset, episode_data_index, info, stats, root, revision, dat
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
)
api.upload_file(
path_or_fileobj=info_path,
path_in_repo=str(info_path).replace(f"{root}/{dataset_id}", ""),
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
revision=revision,
)
# stats
stats_path = meta_data_dir / "stats.safetensors"
@@ -113,6 +120,13 @@ def push_to_hub(hf_dataset, episode_data_index, info, stats, root, revision, dat
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
)
api.upload_file(
path_or_fileobj=stats_path,
path_in_repo=str(stats_path).replace(f"{root}/{dataset_id}", ""),
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
revision=revision,
)
# episode_data_index
episode_data_index = {key: torch.tensor(episode_data_index[key]) for key in episode_data_index}
@@ -124,6 +138,13 @@ def push_to_hub(hf_dataset, episode_data_index, info, stats, root, revision, dat
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
)
api.upload_file(
path_or_fileobj=ep_data_idx_path,
path_in_repo=str(ep_data_idx_path).replace(f"{root}/{dataset_id}", ""),
repo_id=f"lerobot/{dataset_id}",
repo_type="dataset",
revision=revision,
)
# copy in tests folder, the first episode and the meta_data directory
num_items_first_ep = episode_data_index["to"][0] - episode_data_index["from"][0]