PERF: reverted change from commit 7d257c6 to solve issue pandas-dev#37081

Author: ukarroum

pandas/core/frame.py

@@ -8756,12 +8756,7 @@ def _get_data() -> DataFrame:
                 data = self._get_bool_data()
             return data
 
-        if numeric_only is not None or (
-            numeric_only is None
-            and axis == 0
-            and not any_object
-            and not self._mgr.any_extension_types
-        ):
+        if numeric_only is not None:
             # For numeric_only non-None and axis non-None, we know
             #  which blocks to use and no try/except is needed.
             #  For numeric_only=None only the case with axis==0 and no object