Try passing use_threads in pyarrow again

Author: mroeschke

pandas/tests/io/parser/conftest.py

@@ -12,6 +12,9 @@
 )
 import pandas._testing as tm
 
+from pandas.io.parsers import readers
+from pandas.io.parsers.arrow_parser_wrapper import ArrowParserWrapper
+
 
 class BaseParser:
     engine: str | None = None
@@ -101,20 +104,24 @@ def csv1(datapath):
 
 
 @pytest.fixture(params=_all_parsers, ids=_all_parser_ids)
-def all_parsers(request):
+def all_parsers(request, monkeypatch):
     """
     Fixture all of the CSV parsers.
     """
     parser = request.param()
     if parser.engine == "pyarrow":
         pytest.importorskip("pyarrow", VERSIONS["pyarrow"])
-        # Try setting num cpus to 1 to avoid hangs on Azure MacOS/Windows builds
-        # or better yet find a way to disable threads
-        # TODO(GH#44584) pytest.mark.single these tests
-        import pyarrow
 
-        pyarrow.set_cpu_count(1)
-    return parser
+        class NoThreadArrowParserWrapper(ArrowParserWrapper):
+            def _get_pyarrow_options(self):
+                super()._get_pyarrow_options()
+                self.read_options["use_threads"] = False
+
+        with monkeypatch.context() as m:
+            m.setattr(readers, "ArrowParserWrapper", NoThreadArrowParserWrapper)
+            yield parser
+    else:
+        yield parser
 
 
 @pytest.fixture(params=_c_parsers_only, ids=_c_parser_ids)