diff --git a/conda-envs/environment-dev-py37.yml b/conda-envs/environment-dev-py37.yml
index f8cfd8339d..3d56ab3cea 100644
--- a/conda-envs/environment-dev-py37.yml
+++ b/conda-envs/environment-dev-py37.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/environment-dev-py38.yml b/conda-envs/environment-dev-py38.yml
index 392a34cdba..bd4ea5fe1f 100644
--- a/conda-envs/environment-dev-py38.yml
+++ b/conda-envs/environment-dev-py38.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/environment-dev-py39.yml b/conda-envs/environment-dev-py39.yml
index 061bb29e4b..0915288e8c 100644
--- a/conda-envs/environment-dev-py39.yml
+++ b/conda-envs/environment-dev-py39.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/environment-test-py37.yml b/conda-envs/environment-test-py37.yml
index 43897617eb..d5d83fa4fd 100644
--- a/conda-envs/environment-test-py37.yml
+++ b/conda-envs/environment-test-py37.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/environment-test-py38.yml b/conda-envs/environment-test-py38.yml
index 46bcec686c..799cbb1694 100644
--- a/conda-envs/environment-test-py38.yml
+++ b/conda-envs/environment-test-py38.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/environment-test-py39.yml b/conda-envs/environment-test-py39.yml
index b3ff62d748..21e0d84a07 100644
--- a/conda-envs/environment-test-py39.yml
+++ b/conda-envs/environment-test-py39.yml
@@ -5,7 +5,7 @@ channels:
 - defaults
 dependencies:
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools
 - cloudpickle
diff --git a/conda-envs/windows-environment-dev-py38.yml b/conda-envs/windows-environment-dev-py38.yml
index 2f143a72af..73080e6e2d 100644
--- a/conda-envs/windows-environment-dev-py38.yml
+++ b/conda-envs/windows-environment-dev-py38.yml
@@ -5,7 +5,7 @@ channels:
 dependencies:
  # base dependencies (see install guide for Windows)
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.4
 - cachetools>=4.2.1
 - cloudpickle
diff --git a/conda-envs/windows-environment-test-py38.yml b/conda-envs/windows-environment-test-py38.yml
index 490e402c63..d990aea261 100644
--- a/conda-envs/windows-environment-test-py38.yml
+++ b/conda-envs/windows-environment-test-py38.yml
@@ -5,7 +5,7 @@ channels:
 dependencies:
  # base dependencies (see install guide for Windows)
 - aeppl>=0.0.13
-- aesara>=2.2.2
+- aesara>=2.2.6
 - arviz>=0.11.2
 - cachetools
 - cloudpickle
diff --git a/pymc/tests/test_initial_point.py b/pymc/tests/test_initial_point.py
index 815fd0927a..6aa121d470 100644
--- a/pymc/tests/test_initial_point.py
+++ b/pymc/tests/test_initial_point.py
@@ -13,6 +13,7 @@
 #   limitations under the License.
 import aesara
 import aesara.tensor as at
+import cloudpickle
 import numpy as np
 import pytest
 
@@ -218,3 +219,12 @@ def test_moment_from_dims(self, rv_cls):
             assert not hasattr(rv.tag, "test_value")
             assert tuple(get_moment(rv).shape.eval()) == (4, 3)
         pass
+
+
+def test_pickling_issue_5090():
+    with pm.Model() as model:
+        pm.Normal("x", initval="prior")
+    ip_before = model.recompute_initial_point(seed=5090)
+    model = cloudpickle.loads(cloudpickle.dumps(model))
+    ip_after = model.recompute_initial_point(seed=5090)
+    assert ip_before["x"] == ip_after["x"]
diff --git a/requirements-dev.txt b/requirements-dev.txt
index af6ab3af72..14695158cd 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -2,7 +2,7 @@
 # See that file for comments about the need/usage of each dependency.
 
 aeppl>=0.0.13
-aesara>=2.2.2
+aesara>=2.2.6
 arviz>=0.11.4
 cachetools>=4.2.1
 cloudpickle
diff --git a/requirements.txt b/requirements.txt
index 43acbf3e40..34202e5ab1 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 aeppl>=0.0.13
-aesara>=2.2.2
+aesara>=2.2.6
 arviz>=0.11.4
 cachetools>=4.2.1
 cloudpickle