This commit is contained in:
Remi Cadene
2025-03-18 16:55:08 +00:00
parent 1a5c1ef9c7
commit 5d184a7811
3 changed files with 5 additions and 5 deletions

View File

@@ -135,7 +135,7 @@ Run this script to start uploading:
python examples/port_datasets/droid_rlds/slurm_upload.py \ python examples/port_datasets/droid_rlds/slurm_upload.py \
--repo-id your_id/droid_1.0.1 \ --repo-id your_id/droid_1.0.1 \
--logs-dir /your/logs \ --logs-dir /your/logs \
--job-name aggr_droid \ --job-name upload_droid \
--partition your_partition \ --partition your_partition \
--workers 50 \ --workers 50 \
--cpus-per-task 4 \ --cpus-per-task 4 \

View File

@@ -241,7 +241,7 @@ def main():
parser.add_argument( parser.add_argument(
"--job-name", "--job-name",
type=str, type=str,
default="port_droid", default="aggr_droid",
help="Job name used in slurm, and name of the directory created inside the provided logs directory.", help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
) )
parser.add_argument( parser.add_argument(

View File

@@ -186,7 +186,7 @@ def main():
parser.add_argument( parser.add_argument(
"--job-name", "--job-name",
type=str, type=str,
default="port_droid", default="upload_droid",
help="Job name used in slurm, and name of the directory created inside the provided logs directory.", help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
) )
parser.add_argument( parser.add_argument(
@@ -198,7 +198,7 @@ def main():
parser.add_argument( parser.add_argument(
"--workers", "--workers",
type=int, type=int,
default=2048, default=50,
help="Number of slurm workers. It should be less than the maximum number of shards.", help="Number of slurm workers. It should be less than the maximum number of shards.",
) )
parser.add_argument( parser.add_argument(
@@ -209,7 +209,7 @@ def main():
parser.add_argument( parser.add_argument(
"--cpus-per-task", "--cpus-per-task",
type=int, type=int,
default=8, default=4,
help="Number of cpus that each slurm worker will use.", help="Number of cpus that each slurm worker will use.",
) )
parser.add_argument( parser.add_argument(