diff --git a/tests/integ/test_horovod.py b/tests/integ/test_horovod.py
index 2ddcdc92e0..78314c2ade 100644
--- a/tests/integ/test_horovod.py
+++ b/tests/integ/test_horovod.py
@@ -62,11 +62,8 @@ def test_hvd_gpu(
     tmpdir,
     **kwargs,
 ):
-    if (
-        Version(tensorflow_training_latest_version) >= Version("2.12")
-        and kwargs["instance_type"] == "ml.p2.xlarge"
-    ):
-        pytest.skip("P2 instances have been deprecated for sagemaker jobs starting TensorFlow 2.12")
+    if kwargs["instance_type"] == "ml.p2.xlarge":
+        pytest.skip("Instance type ml.p2.xlarge has been deprecated")
     if Version(tensorflow_training_latest_version) >= Version("2.13"):
         pytest.skip("Horovod is deprecated in TensorFlow 2.13 and above")
 
diff --git a/tests/integ/test_horovod_mx.py b/tests/integ/test_horovod_mx.py
index 7bd6a641e0..a238966dd3 100644
--- a/tests/integ/test_horovod_mx.py
+++ b/tests/integ/test_horovod_mx.py
@@ -58,6 +58,9 @@ def test_hvd_gpu(
     tmpdir,
     **kwargs,
 ):
+    if kwargs["instance_type"] == "ml.p2.xlarge":
+        pytest.skip("Instance type ml.p2.xlarge has been deprecated")
+
     _create_and_fit_estimator(
         mxnet_training_latest_version,
         mxnet_training_latest_py_version,