Add download_and_upload_dataset.py in script, update all datasets, update online training

lerobot/common/datasets/utils.py

@@ -1,39 +1,11 @@
-import io
-import zipfile
 from copy import deepcopy
 from math import ceil
-from pathlib import Path
 
 import einops
-import requests
 import torch
 import tqdm
 
 
-def download_and_extract_zip(url: str, destination_folder: Path) -> bool:
-    print(f"downloading from {url}")
-    response = requests.get(url, stream=True)
-    if response.status_code == 200:
-        total_size = int(response.headers.get("content-length", 0))
-        progress_bar = tqdm.tqdm(total=total_size, unit="B", unit_scale=True)
-
-        zip_file = io.BytesIO()
-        for chunk in response.iter_content(chunk_size=1024):
-            if chunk:
-                zip_file.write(chunk)
-                progress_bar.update(len(chunk))
-
-        progress_bar.close()
-
-        zip_file.seek(0)
-
-        with zipfile.ZipFile(zip_file, "r") as zip_ref:
-            zip_ref.extractall(destination_folder)
-        return True
-    else:
-        return False
-
-
 def load_previous_and_future_frames(
     item: dict[torch.Tensor],
     data_dict: dict[torch.Tensor],