diff --git a/ci/deps/azure-35-compat.yaml b/ci/deps/azure-35-compat.yaml
index c783670e78d52..9b48b36097cc6 100644
--- a/ci/deps/azure-35-compat.yaml
+++ b/ci/deps/azure-35-compat.yaml
@@ -27,3 +27,4 @@ dependencies:
     # for python 3.5, pytest>=4.0.2 is not available in conda
     - pytest==4.5.0
     - html5lib==1.0b2
+    - pytest-azurepipelines
diff --git a/ci/deps/azure-36-locale.yaml b/ci/deps/azure-36-locale.yaml
index fbb240734d45d..99fa4d5c9e160 100644
--- a/ci/deps/azure-36-locale.yaml
+++ b/ci/deps/azure-36-locale.yaml
@@ -23,6 +23,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0
   - pip
   - pip:
diff --git a/ci/deps/azure-36-locale_slow.yaml b/ci/deps/azure-36-locale_slow.yaml
index 9ddc782da930e..2bf2bd74795d2 100644
--- a/ci/deps/azure-36-locale_slow.yaml
+++ b/ci/deps/azure-36-locale_slow.yaml
@@ -29,6 +29,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - moto
   - pip
   - pip:
diff --git a/ci/deps/azure-37-locale.yaml b/ci/deps/azure-37-locale.yaml
index 2ebb7dda86e36..9edabb17a18d4 100644
--- a/ci/deps/azure-37-locale.yaml
+++ b/ci/deps/azure-37-locale.yaml
@@ -29,6 +29,7 @@ dependencies:
   - pytest-xdist
   - pytest-mock
   - pip
+  - pytest-azurepipelines
   - pip:
     - hypothesis>=3.58.0
     - moto  # latest moto in conda-forge fails with 3.7, move to conda dependencies when this is fixed
diff --git a/ci/deps/azure-37-numpydev.yaml b/ci/deps/azure-37-numpydev.yaml
index 831f13fb421f0..0eae92c30cc33 100644
--- a/ci/deps/azure-37-numpydev.yaml
+++ b/ci/deps/azure-37-numpydev.yaml
@@ -9,6 +9,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0
   - pip
   - pip:
diff --git a/ci/deps/azure-macos-35.yaml b/ci/deps/azure-macos-35.yaml
index 24c753e16d98d..f7714e4388fde 100644
--- a/ci/deps/azure-macos-35.yaml
+++ b/ci/deps/azure-macos-35.yaml
@@ -28,4 +28,5 @@ dependencies:
     - pytest==4.5.0
     - pytest-xdist
     - pytest-mock
+    - pytest-azurepipelines
     - hypothesis>=3.58.0
diff --git a/ci/deps/azure-windows-36.yaml b/ci/deps/azure-windows-36.yaml
index b1795059091b9..b0f3f5389ac85 100644
--- a/ci/deps/azure-windows-36.yaml
+++ b/ci/deps/azure-windows-36.yaml
@@ -26,4 +26,5 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0
diff --git a/ci/deps/azure-windows-37.yaml b/ci/deps/azure-windows-37.yaml
index 5bdc29e0eec80..d24dbbb0f1843 100644
--- a/ci/deps/azure-windows-37.yaml
+++ b/ci/deps/azure-windows-37.yaml
@@ -27,6 +27,7 @@ dependencies:
   - cython>=0.28.2
   - pytest>=4.0.2
   - pytest-xdist
+  - pytest-azurepipelines
   - pytest-mock
   - moto
   - hypothesis>=3.58.0
diff --git a/ci/deps/travis-36-cov.yaml b/ci/deps/travis-36-cov.yaml
index c497495553e8b..c2ced8aad28ad 100644
--- a/ci/deps/travis-36-cov.yaml
+++ b/ci/deps/travis-36-cov.yaml
@@ -39,6 +39,7 @@ dependencies:
   # universal
   - pytest>=4.0.2
   - pytest-xdist
+  - pytest-azurepipelines
   - pytest-cov
   - pytest-mock
   - hypothesis>=3.58.0
diff --git a/ci/deps/travis-36-locale.yaml b/ci/deps/travis-36-locale.yaml
index 75e3348adab7c..eef3df3bf0b87 100644
--- a/ci/deps/travis-36-locale.yaml
+++ b/ci/deps/travis-36-locale.yaml
@@ -36,6 +36,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - moto
   - pip
   - pip:
diff --git a/ci/deps/travis-36-slow.yaml b/ci/deps/travis-36-slow.yaml
index 87021d5dae04e..0a96d2905a4ed 100644
--- a/ci/deps/travis-36-slow.yaml
+++ b/ci/deps/travis-36-slow.yaml
@@ -28,5 +28,6 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - moto
   - hypothesis>=3.58.0
diff --git a/ci/deps/travis-37.yaml b/ci/deps/travis-37.yaml
index c9a8c274fb144..c55aae0829799 100644
--- a/ci/deps/travis-37.yaml
+++ b/ci/deps/travis-37.yaml
@@ -16,6 +16,7 @@ dependencies:
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
+  - pytest-azurepipelines
   - hypothesis>=3.58.0
   - s3fs
   - pip