Skip to content

Commit 6f3ca04

Browse files
authored
fix: Use sagemaker session's s3 resource for downloading folders
1 parent 533f30a commit 6f3ca04

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

src/sagemaker/utils.py

+2-5
Original file line numberDiff line numberDiff line change
@@ -384,17 +384,14 @@ def download_folder(bucket_name, prefix, target, sagemaker_session):
384384
sagemaker_session (sagemaker.session.Session): a sagemaker session to
385385
interact with S3.
386386
"""
387-
boto_session = sagemaker_session.boto_session
388-
s3 = boto_session.resource("s3", region_name=boto_session.region_name)
389-
390387
prefix = prefix.lstrip("/")
391388

392389
# Try to download the prefix as an object first, in case it is a file and not a 'directory'.
393390
# Do this first, in case the object has broader permissions than the bucket.
394391
if not prefix.endswith("/"):
395392
try:
396393
file_destination = os.path.join(target, os.path.basename(prefix))
397-
s3.Object(bucket_name, prefix).download_file(file_destination)
394+
sagemaker_session.s3_resource.Object(bucket_name, prefix).download_file(file_destination)
398395
return
399396
except botocore.exceptions.ClientError as e:
400397
err_info = e.response["Error"]
@@ -405,7 +402,7 @@ def download_folder(bucket_name, prefix, target, sagemaker_session):
405402
else:
406403
raise
407404

408-
_download_files_under_prefix(bucket_name, prefix, target, s3)
405+
_download_files_under_prefix(bucket_name, prefix, target, sagemaker_session.s3_resource)
409406

410407

411408
def _download_files_under_prefix(bucket_name, prefix, target, s3):

0 commit comments

Comments
 (0)