diff --git a/asv_bench/asv.conf.json b/asv_bench/asv.conf.json
index 6e548bf9d9e8a..16f8f28b66d31 100644
--- a/asv_bench/asv.conf.json
+++ b/asv_bench/asv.conf.json
@@ -41,7 +41,7 @@
     // pip (with all the conda available packages installed first,
     // followed by the pip installed packages).
     "matrix": {
-        "numpy": ["1.23.5"],  // https://github.com/pandas-dev/pandas/pull/50356
+        "numpy": [],
         "Cython": ["0.29.32"],
         "matplotlib": [],
         "sqlalchemy": [],
diff --git a/ci/deps/actions-310-numpydev.yaml b/ci/deps/actions-310-numpydev.yaml
index 863c231b18c4f..44acae877bdf8 100644
--- a/ci/deps/actions-310-numpydev.yaml
+++ b/ci/deps/actions-310-numpydev.yaml
@@ -22,5 +22,5 @@ dependencies:
     - "cython"
     - "--extra-index-url https://pypi.anaconda.org/scipy-wheels-nightly/simple"
     - "--pre"
-    - "numpy<1.24"
+    - "numpy"
     - "scipy"
diff --git a/ci/deps/actions-310.yaml b/ci/deps/actions-310.yaml
index 79457cd503876..d957f3a516e2f 100644
--- a/ci/deps/actions-310.yaml
+++ b/ci/deps/actions-310.yaml
@@ -18,7 +18,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/ci/deps/actions-38-downstream_compat.yaml b/ci/deps/actions-38-downstream_compat.yaml
index 6955baa282274..37036cc3f3c89 100644
--- a/ci/deps/actions-38-downstream_compat.yaml
+++ b/ci/deps/actions-38-downstream_compat.yaml
@@ -19,7 +19,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/ci/deps/actions-38.yaml b/ci/deps/actions-38.yaml
index 004ef93606457..9ac0fa6c764df 100644
--- a/ci/deps/actions-38.yaml
+++ b/ci/deps/actions-38.yaml
@@ -18,7 +18,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/ci/deps/actions-39.yaml b/ci/deps/actions-39.yaml
index ec7ffebde964f..b91c5298d4a5d 100644
--- a/ci/deps/actions-39.yaml
+++ b/ci/deps/actions-39.yaml
@@ -18,7 +18,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/ci/deps/actions-pypy-38.yaml b/ci/deps/actions-pypy-38.yaml
index 054129c4198a1..17d39a4c53ac3 100644
--- a/ci/deps/actions-pypy-38.yaml
+++ b/ci/deps/actions-pypy-38.yaml
@@ -19,6 +19,6 @@ dependencies:
   - hypothesis>=5.5.3
 
   # required
-  - numpy<1.24
+  - numpy
   - python-dateutil
   - pytz
diff --git a/ci/deps/circle-38-arm64.yaml b/ci/deps/circle-38-arm64.yaml
index b4171710564bf..9af198b37d648 100644
--- a/ci/deps/circle-38-arm64.yaml
+++ b/ci/deps/circle-38-arm64.yaml
@@ -18,7 +18,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/environment.yml b/environment.yml
index 9e4c6db82b2ce..5be4cd89f1e86 100644
--- a/environment.yml
+++ b/environment.yml
@@ -20,7 +20,7 @@ dependencies:
 
   # required dependencies
   - python-dateutil
-  - numpy<1.24
+  - numpy
   - pytz
 
   # optional dependencies
diff --git a/pandas/util/_test_decorators.py b/pandas/util/_test_decorators.py
index 33830e96342f3..59d5d6649c2a5 100644
--- a/pandas/util/_test_decorators.py
+++ b/pandas/util/_test_decorators.py
@@ -95,6 +95,13 @@ def safe_import(mod_name: str, min_version: str | None = None):
             mod = __import__(mod_name)
         except ImportError:
             return False
+        except SystemError:
+            # TODO: numba is incompatible with numpy 1.24+.
+            # Once that's fixed, this block should be removed.
+            if mod_name == "numba":
+                return False
+            else:
+                raise
 
     if not min_version:
         return mod
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 1a2e39bb47786..09d32872dad0d 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -11,7 +11,7 @@ psutil
 pytest-asyncio>=0.17
 coverage
 python-dateutil
-numpy<1.24
+numpy
 pytz
 beautifulsoup4
 blosc