@@ -1151,18 +1151,18 @@ def test_two_step_lambda_pipeline_with_output_reference(
1151
1151
1152
1152
1153
1153
def test_two_steps_emr_pipeline (
1154
- sagemaker_session , role , pipeline_name , region_name , emr_cluster_id , emr_script_path
1154
+ sagemaker_session , role , pipeline_name , region_name
1155
1155
):
1156
1156
instance_count = ParameterInteger (name = "InstanceCount" , default_value = 2 )
1157
1157
1158
1158
emr_step_config = EMRStepConfig (
1159
1159
jar = "s3://us-west-2.elasticmapreduce/libs/script-runner/script-runner.jar" ,
1160
- args = [emr_script_path ],
1160
+ args = ["dummy_emr_script_path" ],
1161
1161
)
1162
1162
1163
1163
step_emr_1 = EMRStep (
1164
1164
name = "emr-step-1" ,
1165
- cluster_id = emr_cluster_id ,
1165
+ cluster_id = "j-1YONHTCP3YZKC" ,
1166
1166
display_name = "emr_step_1" ,
1167
1167
description = "MyEMRStepDescription" ,
1168
1168
step_config = emr_step_config ,
@@ -1189,29 +1189,6 @@ def test_two_steps_emr_pipeline(
1189
1189
assert re .match (
1190
1190
fr"arn:aws:sagemaker:{ region_name } :\d{{12}}:pipeline/{ pipeline_name } " , create_arn
1191
1191
)
1192
-
1193
- execution = pipeline .start ()
1194
- try :
1195
- execution .wait (delay = 60 , max_attempts = 5 )
1196
- except WaiterError :
1197
- pass
1198
-
1199
- execution_steps = execution .list_steps ()
1200
- assert len (execution_steps ) == 2
1201
- assert execution_steps [0 ]["StepName" ] == "emr-step-1"
1202
- assert execution_steps [0 ].get ("FailureReason" , "" ) == ""
1203
- assert execution_steps [0 ]["StepStatus" ] == "Succeeded"
1204
- assert execution_steps [1 ]["StepName" ] == "emr-step-2"
1205
- assert execution_steps [1 ].get ("FailureReason" , "" ) == ""
1206
- assert execution_steps [1 ]["StepStatus" ] == "Succeeded"
1207
-
1208
- pipeline .parameters = [ParameterInteger (name = "InstanceCount" , default_value = 1 )]
1209
- response = pipeline .update (role )
1210
- update_arn = response ["PipelineArn" ]
1211
- assert re .match (
1212
- fr"arn:aws:sagemaker:{ region_name } :\d{{12}}:pipeline/{ pipeline_name } " ,
1213
- update_arn ,
1214
- )
1215
1192
finally :
1216
1193
try :
1217
1194
pipeline .delete ()
0 commit comments