diff --git a/doc/source/reference/frame.rst b/doc/source/reference/frame.rst
index e3dfb552651a0..4d9d18e3d204e 100644
--- a/doc/source/reference/frame.rst
+++ b/doc/source/reference/frame.rst
@@ -343,6 +343,7 @@ Sparse-dtype specific methods and attributes are provided under the
 
 .. autosummary::
    :toctree: api/
+   :template: autosummary/accessor_method.rst
 
    DataFrame.sparse.from_spmatrix
    DataFrame.sparse.to_coo
diff --git a/doc/source/reference/series.rst b/doc/source/reference/series.rst
index 3b595ba5ab206..ae3e121ca8212 100644
--- a/doc/source/reference/series.rst
+++ b/doc/source/reference/series.rst
@@ -522,6 +522,7 @@ Sparse-dtype specific methods and attributes are provided under the
 
 .. autosummary::
    :toctree: api/
+   :template: autosummary/accessor_method.rst
 
    Series.sparse.from_coo
    Series.sparse.to_coo
diff --git a/environment.yml b/environment.yml
index aaabf09b8f190..806119631d5ee 100644
--- a/environment.yml
+++ b/environment.yml
@@ -27,7 +27,7 @@ dependencies:
   # documentation
   - gitpython  # obtain contributors from git for whatsnew
   - gitdb2=2.0.6  # GH-32060
-  - sphinx<=3.1.1
+  - sphinx
 
   # documentation (jupyter notebooks)
   - nbconvert>=5.4.1
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 3d0778b74ccbd..deaed8ab9d5f1 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -16,7 +16,7 @@ mypy==0.730
 pycodestyle
 gitpython
 gitdb2==2.0.6
-sphinx<=3.1.1
+sphinx
 nbconvert>=5.4.1
 nbsphinx
 pandoc