From c78be878ad8d18f6825ea62ee7bb2c8d815400f9 Mon Sep 17 00:00:00 2001 From: Thomas Li <47963215+lithomas1@users.noreply.github.com> Date: Fri, 20 Aug 2021 19:08:53 -0700 Subject: [PATCH 1/4] REGR: Fix fastparquet 0.7.0 not being able to read a parquet file --- pandas/io/parquet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pandas/io/parquet.py b/pandas/io/parquet.py index 359a0bb4aa4e0..e92afd4e35ca1 100644 --- a/pandas/io/parquet.py +++ b/pandas/io/parquet.py @@ -311,7 +311,7 @@ def read( ): parquet_kwargs: dict[str, Any] = {} use_nullable_dtypes = kwargs.pop("use_nullable_dtypes", False) - if Version(self.api.__version__) >= Version("0.7.0"): + if Version(self.api.__version__) >= Version("0.7.1"): # We are disabling nullable dtypes for fastparquet pending discussion parquet_kwargs["pandas_nulls"] = False if use_nullable_dtypes: From 48ffe674714ea6d54bb36df8d326dba0aa72ff9f Mon Sep 17 00:00:00 2001 From: Thomas Li <47963215+lithomas1@users.noreply.github.com> Date: Fri, 20 Aug 2021 19:12:03 -0700 Subject: [PATCH 2/4] whatsnew --- doc/source/whatsnew/v1.3.3.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/source/whatsnew/v1.3.3.rst b/doc/source/whatsnew/v1.3.3.rst index 1340188c3d609..5d7e392e69068 100644 --- a/doc/source/whatsnew/v1.3.3.rst +++ b/doc/source/whatsnew/v1.3.3.rst @@ -17,7 +17,7 @@ Fixed regressions - Fixed regression in :class:`DataFrame` constructor failing to broadcast for defined :class:`Index` and len one list of :class:`Timestamp` (:issue:`42810`) - Performance regression in :meth:`core.window.ewm.ExponentialMovingWindow.mean` (:issue:`42333`) - Fixed regression in :meth:`.GroupBy.agg` incorrectly raising in some cases (:issue:`42390`) -- +- Fixed regression in :meth:`read_parquet` where the ``fastparquet`` engine would not work properly with fastparquet 0.7.0 (:issue:`43075`) .. --------------------------------------------------------------------------- From 3ee9c75b1a68662b013c207ed277708fb84ef6af Mon Sep 17 00:00:00 2001 From: Thomas Li <47963215+lithomas1@users.noreply.github.com> Date: Fri, 20 Aug 2021 19:17:35 -0700 Subject: [PATCH 3/4] Update azure-windows-38.yaml --- ci/deps/azure-windows-38.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml index c56496bce7d6c..5f6659707541b 100644 --- a/ci/deps/azure-windows-38.yaml +++ b/ci/deps/azure-windows-38.yaml @@ -15,7 +15,7 @@ dependencies: # pandas dependencies - blosc - bottleneck - - fastparquet>=0.4.0 + - fastparquet=0.7.0 # Pin to make sure this one works GH43075 - flask - fsspec>=0.8.0, <2021.6.0 - matplotlib=3.3.2 From cec32731c671c237fe0a6dd97fd6e7c730553405 Mon Sep 17 00:00:00 2001 From: Thomas Li <47963215+lithomas1@users.noreply.github.com> Date: Tue, 31 Aug 2021 17:37:09 -0700 Subject: [PATCH 4/4] Update azure-windows-38.yaml --- ci/deps/azure-windows-38.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml index 5f6659707541b..c56496bce7d6c 100644 --- a/ci/deps/azure-windows-38.yaml +++ b/ci/deps/azure-windows-38.yaml @@ -15,7 +15,7 @@ dependencies: # pandas dependencies - blosc - bottleneck - - fastparquet=0.7.0 # Pin to make sure this one works GH43075 + - fastparquet>=0.4.0 - flask - fsspec>=0.8.0, <2021.6.0 - matplotlib=3.3.2