tangger/openpi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add a few extra connections to prevent exceeding the pool size

Browse Source
This commit is contained in:
Ury Zhilinsky
2025-02-13 19:12:23 -08:00
parent 80d346ea0d
commit 0a67d46b0d
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/openpi/shared/download.py
View File

@@ -236,7 +236,8 @@ def _download_boto3(
def _get_s3_transfer_manager( def _get_s3_transfer_manager(
session: boto3.Session, workers: int, botocore_config: botocore.config.Config | None = None session: boto3.Session, workers: int, botocore_config: botocore.config.Config | None = None
) -> s3_transfer.TransferManager: ) -> s3_transfer.TransferManager:
config = botocore.config.Config(max_pool_connections=workers) # Add a few extra connections to prevent exceeding the pool size.
config = botocore.config.Config(max_pool_connections=workers + 2)
if botocore_config is not None: if botocore_config is not None:
config = config.merge(botocore_config) config = config.merge(botocore_config)
s3client = session.client("s3", config=config) s3client = session.client("s3", config=config)