From 9a9624baf11b6b0b634d524692520e9fe251bd33 Mon Sep 17 00:00:00 2001 From: Fangchen Li Date: Sat, 16 Oct 2021 20:40:02 -0500 Subject: [PATCH 1/3] DEPS: bump pyarrow min to 1.0 #41329 --- ci/deps/actions-38-db-min.yaml | 2 +- ci/deps/actions-38-db.yaml | 2 +- ci/deps/actions-38-minimum_versions.yaml | 2 +- ci/deps/azure-macos-38.yaml | 2 +- ci/deps/azure-windows-38.yaml | 2 +- doc/source/getting_started/install.rst | 2 +- doc/source/user_guide/io.rst | 9 --------- doc/source/whatsnew/v1.4.0.rst | 2 +- environment.yml | 2 +- requirements-dev.txt | 2 +- 10 files changed, 9 insertions(+), 18 deletions(-) diff --git a/ci/deps/actions-38-db-min.yaml b/ci/deps/actions-38-db-min.yaml index a45e3919afd69..1dc0383836102 100644 --- a/ci/deps/actions-38-db-min.yaml +++ b/ci/deps/actions-38-db-min.yaml @@ -31,7 +31,7 @@ dependencies: - openpyxl - pandas-gbq - protobuf>=3.12.4 - - pyarrow=0.17.1 # GH 38803 + - pyarrow=1.0.0 - pytables>=3.6.1 - scipy - xarray=0.15.1 diff --git a/ci/deps/actions-38-db.yaml b/ci/deps/actions-38-db.yaml index a143de20c2207..4c79d5567194d 100644 --- a/ci/deps/actions-38-db.yaml +++ b/ci/deps/actions-38-db.yaml @@ -30,7 +30,7 @@ dependencies: - openpyxl - pandas-gbq - psycopg2 - - pyarrow>=0.17.0 + - pyarrow>=1.0.0 - pymysql - pytables - python-snappy diff --git a/ci/deps/actions-38-minimum_versions.yaml b/ci/deps/actions-38-minimum_versions.yaml index cdcb598ccc566..25bf838af792f 100644 --- a/ci/deps/actions-38-minimum_versions.yaml +++ b/ci/deps/actions-38-minimum_versions.yaml @@ -23,7 +23,7 @@ dependencies: - pytables=3.6.1 - python-dateutil=2.8.1 - pytz=2020.1 - - pyarrow=0.17.0 + - pyarrow=1.0.0 - scipy=1.4.1 - xlrd=2.0.1 - xlsxwriter=1.2.2 diff --git a/ci/deps/azure-macos-38.yaml b/ci/deps/azure-macos-38.yaml index 27bfb136005c1..db43ebea4ee91 100644 --- a/ci/deps/azure-macos-38.yaml +++ b/ci/deps/azure-macos-38.yaml @@ -22,7 +22,7 @@ dependencies: - numexpr - numpy=1.18.5 - openpyxl - - pyarrow=0.17 + - pyarrow=1.0.0 - pytables - python-dateutil==2.8.1 - pytz diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml index 3e462a7cb3a65..a8a75b564c933 100644 --- a/ci/deps/azure-windows-38.yaml +++ b/ci/deps/azure-windows-38.yaml @@ -25,7 +25,7 @@ dependencies: - numpy=1.18 - openpyxl - jinja2 - - pyarrow=0.17.0 + - pyarrow=1.0.0 - pytables - python-dateutil - pytz diff --git a/doc/source/getting_started/install.rst b/doc/source/getting_started/install.rst index 20ae37c85a9d9..c52cb7b7570cf 100644 --- a/doc/source/getting_started/install.rst +++ b/doc/source/getting_started/install.rst @@ -360,7 +360,7 @@ PyTables 3.6.1 HDF5-based reading / writing blosc 1.20.1 Compression for HDF5 zlib Compression for HDF5 fastparquet 0.4.0 Parquet reading / writing -pyarrow 0.17.0 Parquet, ORC, and feather reading / writing +pyarrow 1.0.0 Parquet, ORC, and feather reading / writing pyreadstat SPSS files (.sav) reading ========================= ================== ============================================================= diff --git a/doc/source/user_guide/io.rst b/doc/source/user_guide/io.rst index c69f17512a8ea..c2ca3df5ca23d 100644 --- a/doc/source/user_guide/io.rst +++ b/doc/source/user_guide/io.rst @@ -5271,15 +5271,6 @@ Several caveats: See the `Full Documentation `__. -.. ipython:: python - :suppress: - - import warnings - - # This can be removed once building with pyarrow >=0.15.0 - warnings.filterwarnings("ignore", "The Sparse", FutureWarning) - - .. ipython:: python df = pd.DataFrame( diff --git a/doc/source/whatsnew/v1.4.0.rst b/doc/source/whatsnew/v1.4.0.rst index 964f4b83866c9..ab1a9e60aba5b 100644 --- a/doc/source/whatsnew/v1.4.0.rst +++ b/doc/source/whatsnew/v1.4.0.rst @@ -298,7 +298,7 @@ Optional libraries below the lowest tested version may still work, but are not c +-----------------+-----------------+---------+ | openpyxl | 3.0.2 | X | +-----------------+-----------------+---------+ -| pyarrow | 0.17.0 | | +| pyarrow | 1.0.0 | X | +-----------------+-----------------+---------+ | pymysql | 0.10.1 | X | +-----------------+-----------------+---------+ diff --git a/environment.yml b/environment.yml index 1cd1179fc29b0..c673ba61f16f9 100644 --- a/environment.yml +++ b/environment.yml @@ -100,7 +100,7 @@ dependencies: - odfpy - fastparquet>=0.4.0 # pandas.read_parquet, DataFrame.to_parquet - - pyarrow>=0.17.0 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather + - pyarrow>=1.0 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather - python-snappy # required by pyarrow - pytables>=3.6.1 # pandas.read_hdf, DataFrame.to_hdf diff --git a/requirements-dev.txt b/requirements-dev.txt index 14b9ac8a9393e..6db0e7262d7b2 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -65,7 +65,7 @@ xlsxwriter xlwt odfpy fastparquet>=0.4.0 -pyarrow>=0.17.0 +pyarrow>=1.0 python-snappy tables>=3.6.1 s3fs>=0.4.0 From deaaa4366e904f569968303cdd326139c0d3250d Mon Sep 17 00:00:00 2001 From: Fangchen Li Date: Sun, 17 Oct 2021 22:11:33 -0500 Subject: [PATCH 2/3] use 1.0.1 --- ci/deps/actions-38-db-min.yaml | 2 +- ci/deps/actions-38-db.yaml | 2 +- ci/deps/actions-38-minimum_versions.yaml | 2 +- ci/deps/azure-macos-38.yaml | 2 +- ci/deps/azure-windows-38.yaml | 2 +- doc/source/getting_started/install.rst | 2 +- doc/source/whatsnew/v1.4.0.rst | 2 +- environment.yml | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/ci/deps/actions-38-db-min.yaml b/ci/deps/actions-38-db-min.yaml index 1dc0383836102..f875f2ef88949 100644 --- a/ci/deps/actions-38-db-min.yaml +++ b/ci/deps/actions-38-db-min.yaml @@ -31,7 +31,7 @@ dependencies: - openpyxl - pandas-gbq - protobuf>=3.12.4 - - pyarrow=1.0.0 + - pyarrow=1.0.1 - pytables>=3.6.1 - scipy - xarray=0.15.1 diff --git a/ci/deps/actions-38-db.yaml b/ci/deps/actions-38-db.yaml index 4c79d5567194d..3e959f9b7e992 100644 --- a/ci/deps/actions-38-db.yaml +++ b/ci/deps/actions-38-db.yaml @@ -30,7 +30,7 @@ dependencies: - openpyxl - pandas-gbq - psycopg2 - - pyarrow>=1.0.0 + - pyarrow>=1.0.1 - pymysql - pytables - python-snappy diff --git a/ci/deps/actions-38-minimum_versions.yaml b/ci/deps/actions-38-minimum_versions.yaml index 25bf838af792f..cc1fd022ad24c 100644 --- a/ci/deps/actions-38-minimum_versions.yaml +++ b/ci/deps/actions-38-minimum_versions.yaml @@ -23,7 +23,7 @@ dependencies: - pytables=3.6.1 - python-dateutil=2.8.1 - pytz=2020.1 - - pyarrow=1.0.0 + - pyarrow=1.0.1 - scipy=1.4.1 - xlrd=2.0.1 - xlsxwriter=1.2.2 diff --git a/ci/deps/azure-macos-38.yaml b/ci/deps/azure-macos-38.yaml index db43ebea4ee91..fe6fa6ca37e01 100644 --- a/ci/deps/azure-macos-38.yaml +++ b/ci/deps/azure-macos-38.yaml @@ -22,7 +22,7 @@ dependencies: - numexpr - numpy=1.18.5 - openpyxl - - pyarrow=1.0.0 + - pyarrow=1.0.1 - pytables - python-dateutil==2.8.1 - pytz diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml index a8a75b564c933..d4e2c482d1c1c 100644 --- a/ci/deps/azure-windows-38.yaml +++ b/ci/deps/azure-windows-38.yaml @@ -25,7 +25,7 @@ dependencies: - numpy=1.18 - openpyxl - jinja2 - - pyarrow=1.0.0 + - pyarrow=1.0.1 - pytables - python-dateutil - pytz diff --git a/doc/source/getting_started/install.rst b/doc/source/getting_started/install.rst index c52cb7b7570cf..da70549687594 100644 --- a/doc/source/getting_started/install.rst +++ b/doc/source/getting_started/install.rst @@ -360,7 +360,7 @@ PyTables 3.6.1 HDF5-based reading / writing blosc 1.20.1 Compression for HDF5 zlib Compression for HDF5 fastparquet 0.4.0 Parquet reading / writing -pyarrow 1.0.0 Parquet, ORC, and feather reading / writing +pyarrow 1.0.1 Parquet, ORC, and feather reading / writing pyreadstat SPSS files (.sav) reading ========================= ================== ============================================================= diff --git a/doc/source/whatsnew/v1.4.0.rst b/doc/source/whatsnew/v1.4.0.rst index b7064fdfb445f..16ee728a4425a 100644 --- a/doc/source/whatsnew/v1.4.0.rst +++ b/doc/source/whatsnew/v1.4.0.rst @@ -298,7 +298,7 @@ Optional libraries below the lowest tested version may still work, but are not c +-----------------+-----------------+---------+ | openpyxl | 3.0.2 | X | +-----------------+-----------------+---------+ -| pyarrow | 1.0.0 | X | +| pyarrow | 1.0.1 | X | +-----------------+-----------------+---------+ | pymysql | 0.10.1 | X | +-----------------+-----------------+---------+ diff --git a/environment.yml b/environment.yml index c673ba61f16f9..f5f495bed4d78 100644 --- a/environment.yml +++ b/environment.yml @@ -100,7 +100,7 @@ dependencies: - odfpy - fastparquet>=0.4.0 # pandas.read_parquet, DataFrame.to_parquet - - pyarrow>=1.0 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather + - pyarrow>=1.0.1 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather - python-snappy # required by pyarrow - pytables>=3.6.1 # pandas.read_hdf, DataFrame.to_hdf From a6a31de0a0345fbe267e0a9e92766cbc75076548 Mon Sep 17 00:00:00 2001 From: Fangchen Li Date: Sun, 17 Oct 2021 22:12:31 -0500 Subject: [PATCH 3/3] sync deps --- requirements-dev.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements-dev.txt b/requirements-dev.txt index 6db0e7262d7b2..b384d3b6af5b8 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -65,7 +65,7 @@ xlsxwriter xlwt odfpy fastparquet>=0.4.0 -pyarrow>=1.0 +pyarrow>=1.0.1 python-snappy tables>=3.6.1 s3fs>=0.4.0