NIT

examples/port_datasets/droid_rlds/README.md

@@ -135,7 +135,7 @@ Run this script to start uploading:
 python examples/port_datasets/droid_rlds/slurm_upload.py \
     --repo-id your_id/droid_1.0.1 \
     --logs-dir /your/logs \
-    --job-name aggr_droid \
+    --job-name upload_droid \
     --partition your_partition \
     --workers 50 \
     --cpus-per-task 4 \

examples/port_datasets/droid_rlds/slurm_aggregate_shards.py

@@ -241,7 +241,7 @@ def main():
     parser.add_argument(
         "--job-name",
         type=str,
-        default="port_droid",
+        default="aggr_droid",
         help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
     )
     parser.add_argument(

examples/port_datasets/droid_rlds/slurm_upload.py

@@ -186,7 +186,7 @@ def main():
     parser.add_argument(
         "--job-name",
         type=str,
-        default="port_droid",
+        default="upload_droid",
         help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
     )
     parser.add_argument(
@@ -198,7 +198,7 @@ def main():
     parser.add_argument(
         "--workers",
         type=int,
-        default=2048,
+        default=50,
         help="Number of slurm workers. It should be less than the maximum number of shards.",
     )
     parser.add_argument(
@@ -209,7 +209,7 @@ def main():
     parser.add_argument(
         "--cpus-per-task",
         type=int,
-        default=8,
+        default=4,
         help="Number of cpus that each slurm worker will use.",
     )
     parser.add_argument(