diff --git a/asv_bench/benchmarks/frame_ctor.py b/asv_bench/benchmarks/frame_ctor.py
index 20c0c0ea2f6fe..6fe346fd7283d 100644
--- a/asv_bench/benchmarks/frame_ctor.py
+++ b/asv_bench/benchmarks/frame_ctor.py
@@ -205,21 +205,4 @@ def time_frame_from_arrays_sparse(self):
         )
 
 
-class From3rdParty:
-    # GH#44616
-
-    def setup(self):
-        try:
-            import torch
-        except ImportError:
-            raise NotImplementedError
-
-        row = 700000
-        col = 64
-        self.val_tensor = torch.randn(row, col)
-
-    def time_from_torch(self):
-        DataFrame(self.val_tensor)
-
-
 from .pandas_vb_common import setup  # noqa: F401 isort:skip
diff --git a/ci/deps/actions-38-downstream_compat.yaml b/ci/deps/actions-38-downstream_compat.yaml
index 7e127b9dfebc1..b167d992a7c1a 100644
--- a/ci/deps/actions-38-downstream_compat.yaml
+++ b/ci/deps/actions-38-downstream_compat.yaml
@@ -67,4 +67,3 @@ dependencies:
   - pandas-datareader
   - pyyaml
   - py
-  - pytorch
diff --git a/environment.yml b/environment.yml
index 3c1df67782132..4524961a634f6 100644
--- a/environment.yml
+++ b/environment.yml
@@ -69,7 +69,6 @@ dependencies:
   - pandas-datareader
   - pyyaml
   - py
-  - pytorch
 
   # local testing dependencies
   - moto
diff --git a/pandas/tests/test_downstream.py b/pandas/tests/test_downstream.py
index 1396ab262a79a..2f603f3700413 100644
--- a/pandas/tests/test_downstream.py
+++ b/pandas/tests/test_downstream.py
@@ -242,20 +242,6 @@ def test_pyarrow(df):
     tm.assert_frame_equal(result, df)
 
 
-def test_torch_frame_construction(using_array_manager):
-    # GH#44616
-    torch = import_module("torch")
-    val_tensor = torch.randn(700, 64)
-
-    df = DataFrame(val_tensor)
-
-    if not using_array_manager:
-        assert np.shares_memory(df, val_tensor)
-
-    ser = Series(val_tensor[0])
-    assert np.shares_memory(ser, val_tensor)
-
-
 def test_yaml_dump(df):
     # GH#42748
     yaml = import_module("yaml")
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 30ee35db05c50..a5d531f616061 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -58,7 +58,6 @@ coverage
 pandas-datareader
 pyyaml
 py
-torch
 moto
 flask
 asv
diff --git a/scripts/generate_pip_deps_from_conda.py b/scripts/generate_pip_deps_from_conda.py
index a27d089cdb9e8..2ab45b32dee93 100755
--- a/scripts/generate_pip_deps_from_conda.py
+++ b/scripts/generate_pip_deps_from_conda.py
@@ -22,7 +22,7 @@
 
 EXCLUDE = {"python", "c-compiler", "cxx-compiler"}
 REMAP_VERSION = {"tzdata": "2022.1"}
-RENAME = {"pytables": "tables", "geopandas-base": "geopandas", "pytorch": "torch"}
+RENAME = {"pytables": "tables", "geopandas-base": "geopandas"}
 
 
 def conda_package_to_pip(package: str):