Fix condidition, add whatsnew

Author: mroeschke

doc/source/whatsnew/v2.1.0.rst

@@ -103,7 +103,7 @@ Performance improvements
 - Performance improvement in :meth:`DataFrame.first_valid_index` and :meth:`DataFrame.last_valid_index` for extension array dtypes (:issue:`51549`)
 - Performance improvement in :meth:`DataFrame.clip` and :meth:`Series.clip` (:issue:`51472`)
 - Performance improvement in :func:`read_parquet` on string columns when using ``use_nullable_dtypes=True`` (:issue:`47345`)
--
+- Performance improvement in :meth:`read_parquet` and :meth:`DataFrame.to_parquet` when reading a remote file with ``engine="pyarrow"`` (:issue:`51609`)
 
 .. ---------------------------------------------------------------------------
 .. _whatsnew_210.bug_fixes:

pandas/io/parquet.py

@@ -86,15 +86,18 @@ def _get_path_or_handle(
     """File handling for PyArrow."""
     path_or_handle = stringify_path(path)
     if is_fsspec_url(path_or_handle) and fs is None:
-        pa = import_optional_dependency("pyarrow")
-        pa_fs = import_optional_dependency("pyarrow.fs")
         fsspec = import_optional_dependency("fsspec")
+        if storage_options is None:
+            pa = import_optional_dependency("pyarrow")
+            pa_fs = import_optional_dependency("pyarrow.fs")
 
-        try:
-            fs_arrow = import_optional_dependency("fsspec.implementations.arrow")
-            fs, path_or_handle = pa_fs.FileSystem.from_uri(path)
-            fs = fs_arrow.ArrowFSWrapper(fs)
-        except (TypeError, pa.ArrowInvalid):
+            try:
+                fs_arrow = import_optional_dependency("fsspec.implementations.arrow")
+                fs, path_or_handle = pa_fs.FileSystem.from_uri(path)
+                fs = fs_arrow.ArrowFSWrapper(fs)
+            except (TypeError, pa.ArrowInvalid):
+                pass
+        if fs is None:
             fs, path_or_handle = fsspec.core.url_to_fs(
                 path_or_handle, **(storage_options or {})
             )
@@ -426,6 +429,12 @@ def to_parquet(
         ``io.parquet.engine`` is used. The default ``io.parquet.engine``
         behavior is to try 'pyarrow', falling back to 'fastparquet' if
         'pyarrow' is unavailable.
+
+        When using the ``'pyarrow'`` engine and no storage options are provided
+        and a filesystem is implemented by both ``pyarrow.fs`` and ``fsspec``
+        (e.g. "s3://"), then the ``pyarrow.fs`` filesystem is attempted first.
+        Use the filesystem keyword with an instantiated fsspec filesystem
+        if you wish to use its implementation.
     compression : {{'snappy', 'gzip', 'brotli', 'lz4', 'zstd', None}},
         default 'snappy'. Name of the compression to use. Use ``None``
         for no compression. The supported compression methods actually

pandas/tests/io/test_gcs.py

@@ -20,7 +20,7 @@
 
 
 @pytest.fixture
-def gcs_buffer(monkeypatch):
+def gcs_buffer():
     """Emulate GCS using a binary buffer."""
     import fsspec