@@ -303,47 +303,67 @@ def test_transform_byo_estimator(sagemaker_session):
303
303
304
304
305
305
def test_stop_transform_job (sagemaker_session , mxnet_full_version ):
306
- data_path = os .path .join (DATA_DIR , ' mxnet_mnist' )
307
- script_path = os .path .join (data_path , ' mnist.py' )
308
- tags = [{' Key' : ' some-tag' , ' Value' : ' value-for-tag' }]
306
+ data_path = os .path .join (DATA_DIR , " mxnet_mnist" )
307
+ script_path = os .path .join (data_path , " mnist.py" )
308
+ tags = [{" Key" : " some-tag" , " Value" : " value-for-tag" }]
309
309
310
- mx = MXNet (entry_point = script_path , role = 'SageMakerRole' , train_instance_count = 1 ,
311
- train_instance_type = 'ml.c4.xlarge' , sagemaker_session = sagemaker_session ,
312
- framework_version = mxnet_full_version )
310
+ mx = MXNet (
311
+ entry_point = script_path ,
312
+ role = "SageMakerRole" ,
313
+ train_instance_count = 1 ,
314
+ train_instance_type = "ml.c4.xlarge" ,
315
+ sagemaker_session = sagemaker_session ,
316
+ framework_version = mxnet_full_version ,
317
+ )
313
318
314
- train_input = mx .sagemaker_session .upload_data (path = os .path .join (data_path , 'train' ),
315
- key_prefix = 'integ-test-data/mxnet_mnist/train' )
316
- test_input = mx .sagemaker_session .upload_data (path = os .path .join (data_path , 'test' ),
317
- key_prefix = 'integ-test-data/mxnet_mnist/test' )
318
- job_name = unique_name_from_base ('test-mxnet-transform' )
319
+ train_input = mx .sagemaker_session .upload_data (
320
+ path = os .path .join (data_path , "train" ), key_prefix = "integ-test-data/mxnet_mnist/train"
321
+ )
322
+ test_input = mx .sagemaker_session .upload_data (
323
+ path = os .path .join (data_path , "test" ), key_prefix = "integ-test-data/mxnet_mnist/test"
324
+ )
325
+ job_name = unique_name_from_base ("test-mxnet-transform" )
319
326
320
327
with timeout (minutes = TRAINING_DEFAULT_TIMEOUT_MINUTES ):
321
- mx .fit ({' train' : train_input , ' test' : test_input }, job_name = job_name )
328
+ mx .fit ({" train" : train_input , " test" : test_input }, job_name = job_name )
322
329
323
- transform_input_path = os .path .join (data_path , 'transform' , 'data.csv' )
324
- transform_input_key_prefix = 'integ-test-data/mxnet_mnist/transform'
325
- transform_input = mx .sagemaker_session .upload_data (path = transform_input_path ,
326
- key_prefix = transform_input_key_prefix )
330
+ transform_input_path = os .path .join (data_path , "transform" , "data.csv" )
331
+ transform_input_key_prefix = "integ-test-data/mxnet_mnist/transform"
332
+ transform_input = mx .sagemaker_session .upload_data (
333
+ path = transform_input_path , key_prefix = transform_input_key_prefix
334
+ )
327
335
328
- transformer = mx .transformer (1 , ' ml.m4.xlarge' , tags = tags )
329
- transformer .transform (transform_input , content_type = ' text/csv' )
336
+ transformer = mx .transformer (1 , " ml.m4.xlarge" , tags = tags )
337
+ transformer .transform (transform_input , content_type = " text/csv" )
330
338
331
339
time .sleep (15 )
332
340
333
341
latest_transform_job_name = transformer .latest_transform_job .name
334
342
335
- print (' Attempting to stop {}' .format (latest_transform_job_name ))
343
+ print (" Attempting to stop {}" .format (latest_transform_job_name ))
336
344
337
345
transformer .stop_transform_job ()
338
346
339
- desc = transformer .latest_transform_job .sagemaker_session .sagemaker_client \
340
- .describe_transform_job (TransformJobName = latest_transform_job_name )
341
- assert desc ['TransformJobStatus' ] == 'Stopping'
342
-
343
-
344
- def _create_transformer_and_transform_job (estimator , transform_input , volume_kms_key = None ,
345
- input_filter = None , output_filter = None , join_source = None ):
346
- transformer = estimator .transformer (1 , 'ml.m4.xlarge' , volume_kms_key = volume_kms_key )
347
- transformer .transform (transform_input , content_type = 'text/csv' , input_filter = input_filter ,
348
- output_filter = output_filter , join_source = join_source )
347
+ desc = transformer .latest_transform_job .sagemaker_session .sagemaker_client .describe_transform_job (
348
+ TransformJobName = latest_transform_job_name
349
+ )
350
+ assert desc ["TransformJobStatus" ] == "Stopping"
351
+
352
+
353
+ def _create_transformer_and_transform_job (
354
+ estimator ,
355
+ transform_input ,
356
+ volume_kms_key = None ,
357
+ input_filter = None ,
358
+ output_filter = None ,
359
+ join_source = None ,
360
+ ):
361
+ transformer = estimator .transformer (1 , "ml.m4.xlarge" , volume_kms_key = volume_kms_key )
362
+ transformer .transform (
363
+ transform_input ,
364
+ content_type = "text/csv" ,
365
+ input_filter = input_filter ,
366
+ output_filter = output_filter ,
367
+ join_source = join_source ,
368
+ )
349
369
return transformer
0 commit comments