fix: update inference recommender integration tests to only use realtime endpoints.

Author: Joseph Zhang

src/sagemaker/inference_recommender/inference_recommender_mixin.py

@@ -607,12 +607,12 @@ def _search_recommendation(self, recommendation_list, inference_recommendation_i
             None,
         )
 
-        # TODO: until we have bandwidth to integrate right_size + deploy with serverless
+    # TODO: until we have bandwidth to integrate right_size + deploy with serverless
     def _filter_recommendations_for_realtime(self):
         instance_type = None
         initial_instance_count = None
         for recommendations in self.inference_recommendations:
-            if not "serverlessConfig" in recommendations["EndpointConfiguration"]:
+            if not "ServerlessConfig" in recommendations["EndpointConfiguration"]:
                 instance_type = recommendations["EndpointConfiguration"]["InstanceType"]
                 initial_instance_count = recommendations["EndpointConfiguration"][
                     "InitialInstanceCount"

tests/integ/test_inference_recommender.py

@@ -454,7 +454,10 @@ def test_deploy_inference_recommendation_id_with_registered_model_sklearn(
     rec_res = sagemaker_session.sagemaker_client.describe_inference_recommendations_job(
         JobName=ir_job_name
     )
-    rec_id = rec_res["InferenceRecommendations"][0]["RecommendationId"]
+
+    rec_id = get_realtime_recommendation_id(
+        recommendation_list=rec_res["InferenceRecommendations"]
+    )
 
     with timeout(minutes=45):
         try:
@@ -530,3 +533,14 @@ def poll_for_deployment_recommendation(created_base_model, sagemaker_session):
         except Exception as e:
             created_base_model.delete_model()
             raise e
+        
+def get_realtime_recommendation_id(recommendation_list):
+        """Search recommendation based on recommendation id"""
+        next(
+            (
+                rec["RecommendationId"]
+                for rec in recommendation_list
+                if "InstanceType" in rec
+            ),
+            None,
+        )