NIT
This commit is contained in:
@@ -135,7 +135,7 @@ Run this script to start uploading:
|
|||||||
python examples/port_datasets/droid_rlds/slurm_upload.py \
|
python examples/port_datasets/droid_rlds/slurm_upload.py \
|
||||||
--repo-id your_id/droid_1.0.1 \
|
--repo-id your_id/droid_1.0.1 \
|
||||||
--logs-dir /your/logs \
|
--logs-dir /your/logs \
|
||||||
--job-name aggr_droid \
|
--job-name upload_droid \
|
||||||
--partition your_partition \
|
--partition your_partition \
|
||||||
--workers 50 \
|
--workers 50 \
|
||||||
--cpus-per-task 4 \
|
--cpus-per-task 4 \
|
||||||
|
|||||||
@@ -241,7 +241,7 @@ def main():
|
|||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--job-name",
|
"--job-name",
|
||||||
type=str,
|
type=str,
|
||||||
default="port_droid",
|
default="aggr_droid",
|
||||||
help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
|
help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
|
|||||||
@@ -186,7 +186,7 @@ def main():
|
|||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--job-name",
|
"--job-name",
|
||||||
type=str,
|
type=str,
|
||||||
default="port_droid",
|
default="upload_droid",
|
||||||
help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
|
help="Job name used in slurm, and name of the directory created inside the provided logs directory.",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
@@ -198,7 +198,7 @@ def main():
|
|||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--workers",
|
"--workers",
|
||||||
type=int,
|
type=int,
|
||||||
default=2048,
|
default=50,
|
||||||
help="Number of slurm workers. It should be less than the maximum number of shards.",
|
help="Number of slurm workers. It should be less than the maximum number of shards.",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
@@ -209,7 +209,7 @@ def main():
|
|||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--cpus-per-task",
|
"--cpus-per-task",
|
||||||
type=int,
|
type=int,
|
||||||
default=8,
|
default=4,
|
||||||
help="Number of cpus that each slurm worker will use.",
|
help="Number of cpus that each slurm worker will use.",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
|
|||||||
Reference in New Issue
Block a user