Backport PR pandas-dev#45702: TST: Disable testing that hangs Azure CI (pandas-dev#45718)

Co-authored-by: Matthew Roeschke <[email protected]>

Author: meeseeksmachine

pandas/tests/io/excel/conftest.py

@@ -1,5 +1,6 @@
 import pytest
 
+from pandas.compat import is_platform_windows
 import pandas.util._test_decorators as td
 
 import pandas._testing as tm
@@ -43,7 +44,8 @@ def read_ext(request):
     return request.param
 
 
-@pytest.fixture(autouse=True)
+# Checking for file leaks can hang on Windows CI
+@pytest.fixture(autouse=not is_platform_windows())
 def check_for_file_leaks():
     """
     Fixture to run around every test to ensure that we are not leaking files.

pandas/tests/io/excel/test_readers.py

@@ -150,9 +150,7 @@ def parser(self, *args, **kwargs):
             expected = expected_defaults[read_ext[1:]]
         assert result == expected
 
-    def test_usecols_int(self, read_ext, df_ref):
-        df_ref = df_ref.reindex(columns=["A", "B", "C"])
-
+    def test_usecols_int(self, read_ext):
         # usecols as int
         msg = "Passing an integer for `usecols`"
         with pytest.raises(ValueError, match=msg):

pandas/tests/io/parser/conftest.py

@@ -108,7 +108,9 @@ def all_parsers(request):
     parser = request.param()
     if parser.engine == "pyarrow":
         pytest.importorskip("pyarrow", VERSIONS["pyarrow"])
-        # Try setting num cpus to 1 to avoid hangs?
+        # Try setting num cpus to 1 to avoid hangs on Azure MacOS/Windows builds
+        # or better yet find a way to disable threads
+        # TODO(GH#44584) pytest.mark.single these tests
         import pyarrow
 
         pyarrow.set_cpu_count(1)

pandas/tests/io/test_sql.py

@@ -499,6 +499,7 @@ def sqlite_buildin_iris(sqlite_buildin, iris_path):
 all_connectable_iris = sqlalchemy_connectable_iris + ["sqlite_buildin_iris"]
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", all_connectable)
 @pytest.mark.parametrize("method", [None, "multi"])
 def test_to_sql(conn, method, test_frame1, request):
@@ -509,6 +510,7 @@ def test_to_sql(conn, method, test_frame1, request):
     assert count_rows(conn, "test_frame") == len(test_frame1)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", all_connectable)
 @pytest.mark.parametrize("mode, num_row_coef", [("replace", 1), ("append", 2)])
 def test_to_sql_exist(conn, mode, num_row_coef, test_frame1, request):
@@ -520,6 +522,7 @@ def test_to_sql_exist(conn, mode, num_row_coef, test_frame1, request):
     assert count_rows(conn, "test_frame") == num_row_coef * len(test_frame1)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", all_connectable)
 def test_to_sql_exist_fail(conn, test_frame1, request):
     conn = request.getfixturevalue(conn)
@@ -532,6 +535,7 @@ def test_to_sql_exist_fail(conn, test_frame1, request):
         pandasSQL.to_sql(test_frame1, "test_frame", if_exists="fail")
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", all_connectable_iris)
 def test_read_iris(conn, request):
     conn = request.getfixturevalue(conn)
@@ -540,6 +544,7 @@ def test_read_iris(conn, request):
     check_iris_frame(iris_frame)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", sqlalchemy_connectable)
 def test_to_sql_callable(conn, test_frame1, request):
     conn = request.getfixturevalue(conn)
@@ -558,6 +563,7 @@ def sample(pd_table, conn, keys, data_iter):
     assert count_rows(conn, "test_frame") == len(test_frame1)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", mysql_connectable)
 def test_default_type_conversion(conn, request):
     conn = request.getfixturevalue(conn)
@@ -576,6 +582,7 @@ def test_default_type_conversion(conn, request):
     assert issubclass(df.BoolColWithNull.dtype.type, np.floating)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", mysql_connectable)
 def test_read_procedure(conn, request):
     conn = request.getfixturevalue(conn)
@@ -612,6 +619,7 @@ def test_read_procedure(conn, request):
     tm.assert_frame_equal(df, res2)
 
 
+@pytest.mark.db
 @pytest.mark.parametrize("conn", postgresql_connectable)
 def test_copy_from_callable_insertion_method(conn, request):
     # GH 8953

pandas/tests/window/test_numba.py

@@ -1,6 +1,12 @@
+import os
+
 import numpy as np
 import pytest
 
+from pandas.compat import (
+    is_platform_mac,
+    is_platform_windows,
+)
 from pandas.errors import NumbaUtilError
 import pandas.util._test_decorators as td
 
@@ -13,6 +19,15 @@
 import pandas._testing as tm
 from pandas.core.util.numba_ import NUMBA_FUNC_CACHE
 
+# TODO(GH#44584): Mark these as pytest.mark.single
+pytestmark = pytest.mark.skipif(
+    os.environ.get("PANDAS_CI", "0") == "1"
+    and (is_platform_windows() or is_platform_mac()),
+    reason="On Azure CI, Windows can fail with "
+    "'Windows fatal exception: stack overflow' "
+    "and MacOS can timeout",
+)
+
 
 @td.skip_if_no("numba")
 @pytest.mark.filterwarnings("ignore:\n")

pandas/tests/window/test_online.py

@@ -1,6 +1,12 @@
+import os
+
 import numpy as np
 import pytest
 
+from pandas.compat import (
+    is_platform_mac,
+    is_platform_windows,
+)
 import pandas.util._test_decorators as td
 
 from pandas import (
@@ -9,6 +15,15 @@
 )
 import pandas._testing as tm
 
+# TODO(GH#44584): Mark these as pytest.mark.single
+pytestmark = pytest.mark.skipif(
+    os.environ.get("PANDAS_CI", "0") == "1"
+    and (is_platform_windows() or is_platform_mac()),
+    reason="On Azure CI, Windows can fail with "
+    "'Windows fatal exception: stack overflow' "
+    "and MacOS can timeout",
+)
+
 
 @td.skip_if_no("numba")
 @pytest.mark.filterwarnings("ignore:\n")

pandas/util/_test_decorators.py

@@ -260,7 +260,8 @@ def file_leak_context():
     ContextManager analogue to check_file_leaks.
     """
     psutil = safe_import("psutil")
-    if not psutil:
+    if not psutil or is_platform_windows():
+        # Checking for file leaks can hang on Windows CI
         yield
     else:
         proc = psutil.Process()