From ef9416c51c21365c15d8a07b8fc7e83435141fe2 Mon Sep 17 00:00:00 2001 From: Fangchen Li Date: Mon, 18 Oct 2021 08:29:02 -0500 Subject: [PATCH] DEPS: bump pyarrow min to 1.0 #41329 (#44064) --- ci/deps/actions-38-db-min.yaml | 2 +- ci/deps/actions-38-db.yaml | 2 +- ci/deps/actions-38-minimum_versions.yaml | 2 +- ci/deps/azure-macos-38.yaml | 2 +- ci/deps/azure-windows-38.yaml | 2 +- doc/source/getting_started/install.rst | 2 +- doc/source/user_guide/io.rst | 9 --------- doc/source/whatsnew/v1.4.0.rst | 2 +- environment.yml | 2 +- requirements-dev.txt | 2 +- 10 files changed, 9 insertions(+), 18 deletions(-) diff --git a/ci/deps/actions-38-db-min.yaml b/ci/deps/actions-38-db-min.yaml index a45e3919afd69..f875f2ef88949 100644 --- a/ci/deps/actions-38-db-min.yaml +++ b/ci/deps/actions-38-db-min.yaml @@ -31,7 +31,7 @@ dependencies: - openpyxl - pandas-gbq - protobuf>=3.12.4 - - pyarrow=0.17.1 # GH 38803 + - pyarrow=1.0.1 - pytables>=3.6.1 - scipy - xarray=0.15.1 diff --git a/ci/deps/actions-38-db.yaml b/ci/deps/actions-38-db.yaml index a143de20c2207..3e959f9b7e992 100644 --- a/ci/deps/actions-38-db.yaml +++ b/ci/deps/actions-38-db.yaml @@ -30,7 +30,7 @@ dependencies: - openpyxl - pandas-gbq - psycopg2 - - pyarrow>=0.17.0 + - pyarrow>=1.0.1 - pymysql - pytables - python-snappy diff --git a/ci/deps/actions-38-minimum_versions.yaml b/ci/deps/actions-38-minimum_versions.yaml index cdcb598ccc566..cc1fd022ad24c 100644 --- a/ci/deps/actions-38-minimum_versions.yaml +++ b/ci/deps/actions-38-minimum_versions.yaml @@ -23,7 +23,7 @@ dependencies: - pytables=3.6.1 - python-dateutil=2.8.1 - pytz=2020.1 - - pyarrow=0.17.0 + - pyarrow=1.0.1 - scipy=1.4.1 - xlrd=2.0.1 - xlsxwriter=1.2.2 diff --git a/ci/deps/azure-macos-38.yaml b/ci/deps/azure-macos-38.yaml index 27bfb136005c1..fe6fa6ca37e01 100644 --- a/ci/deps/azure-macos-38.yaml +++ b/ci/deps/azure-macos-38.yaml @@ -22,7 +22,7 @@ dependencies: - numexpr - numpy=1.18.5 - openpyxl - - pyarrow=0.17 + - pyarrow=1.0.1 - pytables - python-dateutil==2.8.1 - pytz diff --git a/ci/deps/azure-windows-38.yaml b/ci/deps/azure-windows-38.yaml index 3e462a7cb3a65..d4e2c482d1c1c 100644 --- a/ci/deps/azure-windows-38.yaml +++ b/ci/deps/azure-windows-38.yaml @@ -25,7 +25,7 @@ dependencies: - numpy=1.18 - openpyxl - jinja2 - - pyarrow=0.17.0 + - pyarrow=1.0.1 - pytables - python-dateutil - pytz diff --git a/doc/source/getting_started/install.rst b/doc/source/getting_started/install.rst index 20ae37c85a9d9..da70549687594 100644 --- a/doc/source/getting_started/install.rst +++ b/doc/source/getting_started/install.rst @@ -360,7 +360,7 @@ PyTables 3.6.1 HDF5-based reading / writing blosc 1.20.1 Compression for HDF5 zlib Compression for HDF5 fastparquet 0.4.0 Parquet reading / writing -pyarrow 0.17.0 Parquet, ORC, and feather reading / writing +pyarrow 1.0.1 Parquet, ORC, and feather reading / writing pyreadstat SPSS files (.sav) reading ========================= ================== ============================================================= diff --git a/doc/source/user_guide/io.rst b/doc/source/user_guide/io.rst index c69f17512a8ea..c2ca3df5ca23d 100644 --- a/doc/source/user_guide/io.rst +++ b/doc/source/user_guide/io.rst @@ -5271,15 +5271,6 @@ Several caveats: See the `Full Documentation `__. -.. ipython:: python - :suppress: - - import warnings - - # This can be removed once building with pyarrow >=0.15.0 - warnings.filterwarnings("ignore", "The Sparse", FutureWarning) - - .. ipython:: python df = pd.DataFrame( diff --git a/doc/source/whatsnew/v1.4.0.rst b/doc/source/whatsnew/v1.4.0.rst index 92daa94cde1a5..16ee728a4425a 100644 --- a/doc/source/whatsnew/v1.4.0.rst +++ b/doc/source/whatsnew/v1.4.0.rst @@ -298,7 +298,7 @@ Optional libraries below the lowest tested version may still work, but are not c +-----------------+-----------------+---------+ | openpyxl | 3.0.2 | X | +-----------------+-----------------+---------+ -| pyarrow | 0.17.0 | | +| pyarrow | 1.0.1 | X | +-----------------+-----------------+---------+ | pymysql | 0.10.1 | X | +-----------------+-----------------+---------+ diff --git a/environment.yml b/environment.yml index 1cd1179fc29b0..f5f495bed4d78 100644 --- a/environment.yml +++ b/environment.yml @@ -100,7 +100,7 @@ dependencies: - odfpy - fastparquet>=0.4.0 # pandas.read_parquet, DataFrame.to_parquet - - pyarrow>=0.17.0 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather + - pyarrow>=1.0.1 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather - python-snappy # required by pyarrow - pytables>=3.6.1 # pandas.read_hdf, DataFrame.to_hdf diff --git a/requirements-dev.txt b/requirements-dev.txt index 14b9ac8a9393e..b384d3b6af5b8 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -65,7 +65,7 @@ xlsxwriter xlwt odfpy fastparquet>=0.4.0 -pyarrow>=0.17.0 +pyarrow>=1.0.1 python-snappy tables>=3.6.1 s3fs>=0.4.0