Skip to content

Commit f191e17

Browse files
committed
black check
1 parent 1b403e4 commit f191e17

File tree

3 files changed

+58
-36
lines changed

3 files changed

+58
-36
lines changed

src/sagemaker/session.py

+7-5
Original file line numberDiff line numberDiff line change
@@ -1017,15 +1017,17 @@ def stop_transform_job(self, name):
10171017
ClientError: If an error occurs while trying to stop the batch transform job.
10181018
"""
10191019
try:
1020-
LOGGER.info('Stopping transform job: {}'.format(name))
1020+
LOGGER.info("Stopping transform job: {}".format(name))
10211021
self.sagemaker_client.stop_transform_job(TransformJobName=name)
10221022
except ClientError as e:
1023-
error_code = e.response['Error']['Code']
1023+
error_code = e.response["Error"]["Code"]
10241024
# allow to pass if the job already stopped
1025-
if error_code == 'ValidationException':
1026-
LOGGER.info('Transform job: {} is already stopped or not running.'.format(name))
1025+
if error_code == "ValidationException":
1026+
LOGGER.info("Transform job: {} is already stopped or not running.".format(name))
10271027
else:
1028-
LOGGER.error('Error occurred while attempting to stop transform job: {}.'.format(name))
1028+
LOGGER.error(
1029+
"Error occurred while attempting to stop transform job: {}.".format(name)
1030+
)
10291031
raise
10301032

10311033
def _check_job_status(self, job, desc, status_key_name):

tests/integ/test_transformer.py

+49-29
Original file line numberDiff line numberDiff line change
@@ -303,47 +303,67 @@ def test_transform_byo_estimator(sagemaker_session):
303303

304304

305305
def test_stop_transform_job(sagemaker_session, mxnet_full_version):
306-
data_path = os.path.join(DATA_DIR, 'mxnet_mnist')
307-
script_path = os.path.join(data_path, 'mnist.py')
308-
tags = [{'Key': 'some-tag', 'Value': 'value-for-tag'}]
306+
data_path = os.path.join(DATA_DIR, "mxnet_mnist")
307+
script_path = os.path.join(data_path, "mnist.py")
308+
tags = [{"Key": "some-tag", "Value": "value-for-tag"}]
309309

310-
mx = MXNet(entry_point=script_path, role='SageMakerRole', train_instance_count=1,
311-
train_instance_type='ml.c4.xlarge', sagemaker_session=sagemaker_session,
312-
framework_version=mxnet_full_version)
310+
mx = MXNet(
311+
entry_point=script_path,
312+
role="SageMakerRole",
313+
train_instance_count=1,
314+
train_instance_type="ml.c4.xlarge",
315+
sagemaker_session=sagemaker_session,
316+
framework_version=mxnet_full_version,
317+
)
313318

314-
train_input = mx.sagemaker_session.upload_data(path=os.path.join(data_path, 'train'),
315-
key_prefix='integ-test-data/mxnet_mnist/train')
316-
test_input = mx.sagemaker_session.upload_data(path=os.path.join(data_path, 'test'),
317-
key_prefix='integ-test-data/mxnet_mnist/test')
318-
job_name = unique_name_from_base('test-mxnet-transform')
319+
train_input = mx.sagemaker_session.upload_data(
320+
path=os.path.join(data_path, "train"), key_prefix="integ-test-data/mxnet_mnist/train"
321+
)
322+
test_input = mx.sagemaker_session.upload_data(
323+
path=os.path.join(data_path, "test"), key_prefix="integ-test-data/mxnet_mnist/test"
324+
)
325+
job_name = unique_name_from_base("test-mxnet-transform")
319326

320327
with timeout(minutes=TRAINING_DEFAULT_TIMEOUT_MINUTES):
321-
mx.fit({'train': train_input, 'test': test_input}, job_name=job_name)
328+
mx.fit({"train": train_input, "test": test_input}, job_name=job_name)
322329

323-
transform_input_path = os.path.join(data_path, 'transform', 'data.csv')
324-
transform_input_key_prefix = 'integ-test-data/mxnet_mnist/transform'
325-
transform_input = mx.sagemaker_session.upload_data(path=transform_input_path,
326-
key_prefix=transform_input_key_prefix)
330+
transform_input_path = os.path.join(data_path, "transform", "data.csv")
331+
transform_input_key_prefix = "integ-test-data/mxnet_mnist/transform"
332+
transform_input = mx.sagemaker_session.upload_data(
333+
path=transform_input_path, key_prefix=transform_input_key_prefix
334+
)
327335

328-
transformer = mx.transformer(1, 'ml.m4.xlarge', tags=tags)
329-
transformer.transform(transform_input, content_type='text/csv')
336+
transformer = mx.transformer(1, "ml.m4.xlarge", tags=tags)
337+
transformer.transform(transform_input, content_type="text/csv")
330338

331339
time.sleep(15)
332340

333341
latest_transform_job_name = transformer.latest_transform_job.name
334342

335-
print('Attempting to stop {}'.format(latest_transform_job_name))
343+
print("Attempting to stop {}".format(latest_transform_job_name))
336344

337345
transformer.stop_transform_job()
338346

339-
desc = transformer.latest_transform_job.sagemaker_session.sagemaker_client \
340-
.describe_transform_job(TransformJobName=latest_transform_job_name)
341-
assert desc['TransformJobStatus'] == 'Stopping'
342-
343-
344-
def _create_transformer_and_transform_job(estimator, transform_input, volume_kms_key=None,
345-
input_filter=None, output_filter=None, join_source=None):
346-
transformer = estimator.transformer(1, 'ml.m4.xlarge', volume_kms_key=volume_kms_key)
347-
transformer.transform(transform_input, content_type='text/csv', input_filter=input_filter,
348-
output_filter=output_filter, join_source=join_source)
347+
desc = transformer.latest_transform_job.sagemaker_session.sagemaker_client.describe_transform_job(
348+
TransformJobName=latest_transform_job_name
349+
)
350+
assert desc["TransformJobStatus"] == "Stopping"
351+
352+
353+
def _create_transformer_and_transform_job(
354+
estimator,
355+
transform_input,
356+
volume_kms_key=None,
357+
input_filter=None,
358+
output_filter=None,
359+
join_source=None,
360+
):
361+
transformer = estimator.transformer(1, "ml.m4.xlarge", volume_kms_key=volume_kms_key)
362+
transformer.transform(
363+
transform_input,
364+
content_type="text/csv",
365+
input_filter=input_filter,
366+
output_filter=output_filter,
367+
join_source=join_source,
368+
)
349369
return transformer

tests/unit/test_transformer.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -440,7 +440,7 @@ def test_transform_job_wait(sagemaker_session):
440440

441441

442442
def test_stop_transform_job(sagemaker_session, transformer):
443-
sagemaker_session.stop_transform_job = Mock(name='stop_transform_job')
443+
sagemaker_session.stop_transform_job = Mock(name="stop_transform_job")
444444
transformer.latest_transform_job = _TransformJob(sagemaker_session, JOB_NAME)
445445

446446
transformer.stop_transform_job()
@@ -451,4 +451,4 @@ def test_stop_transform_job(sagemaker_session, transformer):
451451
def test_stop_transform_job_no_transform_job(transformer):
452452
with pytest.raises(ValueError) as e:
453453
transformer.stop_transform_job()
454-
assert 'No transform job available' in str(e)
454+
assert "No transform job available" in str(e)

0 commit comments

Comments
 (0)