Skip to content

Commit c98b231

Browse files
Revert "fix: Add retry in session.py to check if training is finished (aws#3285)"
This reverts commit 5bc3ccf.
1 parent e7ed90d commit c98b231

File tree

1 file changed

+12
-22
lines changed

1 file changed

+12
-22
lines changed

src/sagemaker/session.py

+12-22
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,6 @@
4242
secondary_training_status_changed,
4343
secondary_training_status_message,
4444
sts_regional_endpoint,
45-
retries,
4645
)
4746
from sagemaker import exceptions
4847
from sagemaker.session_settings import SessionSettings
@@ -5479,30 +5478,21 @@ def _train_done(sagemaker_client, job_name, last_desc):
54795478
"""Placeholder docstring"""
54805479
in_progress_statuses = ["InProgress", "Created"]
54815480

5482-
for _ in retries(
5483-
max_retry_count=10, # 10*30 = 5min
5484-
exception_message_prefix="Waiting for schedule to leave 'Pending' status",
5485-
seconds_to_sleep=30,
5486-
):
5487-
try:
5488-
desc = sagemaker_client.describe_training_job(TrainingJobName=job_name)
5489-
status = desc["TrainingJobStatus"]
5481+
desc = sagemaker_client.describe_training_job(TrainingJobName=job_name)
5482+
status = desc["TrainingJobStatus"]
54905483

5491-
if secondary_training_status_changed(desc, last_desc):
5492-
print()
5493-
print(secondary_training_status_message(desc, last_desc), end="")
5494-
else:
5495-
print(".", end="")
5496-
sys.stdout.flush()
5484+
if secondary_training_status_changed(desc, last_desc):
5485+
print()
5486+
print(secondary_training_status_message(desc, last_desc), end="")
5487+
else:
5488+
print(".", end="")
5489+
sys.stdout.flush()
54975490

5498-
if status in in_progress_statuses:
5499-
return desc, False
5491+
if status in in_progress_statuses:
5492+
return desc, False
55005493

5501-
print()
5502-
return desc, True
5503-
except botocore.exceptions.ClientError as err:
5504-
if err.response["Error"]["Code"] == "AccessDeniedException":
5505-
pass
5494+
print()
5495+
return desc, True
55065496

55075497

55085498
def _processing_job_status(sagemaker_client, job_name):

0 commit comments

Comments
 (0)