multi-node openpi commit

This commit is contained in:
Leon998
2026-03-17 23:05:23 +08:00
parent 28833f0c0f
commit 7411e0e004
156 changed files with 33951 additions and 1 deletions

View File

@@ -0,0 +1,27 @@
import os
from pathlib import Path
def download_from_gcs(gcs_uri: str, local_path: str):
local_path = Path(local_path)
local_path.parent.mkdir(parents=True, exist_ok=True)
if os.system("which gsutil > /dev/null 2>&1") == 0:
cmd = f"gsutil cp {gcs_uri} {local_path}"
else:
gcs_http = gcs_uri.replace("gs://", "https://storage.googleapis.com/")
cmd = f"wget -O {local_path} {gcs_http}"
print(f"⬇️ Executing: {cmd}")
ret = os.system(cmd)
if ret == 0:
print("✅ Download complete:", local_path)
else:
raise RuntimeError(f"Download failed: {gcs_uri}")
return local_path
if __name__ == "__main__":
gcs_uri = "gs://vertex-model-garden-paligemma-us/paligemma/pt_224.npz"
save_path = "checkpoints/jax/paligemma/pt_224.npz"
download_from_gcs(gcs_uri, save_path)