From d2abc922a8f2d9f92196fd35209fa0f2e2235e2f Mon Sep 17 00:00:00 2001 From: Patrick Hoefler <61934744+phofl@users.noreply.github.com> Date: Thu, 23 Dec 2021 01:58:11 +0100 Subject: [PATCH] CI: Add mambaforge to ci builds (#44967) --- .github/workflows/ci.yml | 4 ++++ .github/workflows/database.yml | 2 ++ .github/workflows/posix.yml | 2 ++ ci/deps/actions-39-slow.yaml | 2 +- ci/deps/actions-39.yaml | 4 ++-- ci/setup_env.sh | 5 +++-- environment.yml | 2 +- requirements-dev.txt | 2 +- 8 files changed, 16 insertions(+), 7 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0bb82ed5d6816..b9a85e25e60ef 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -41,6 +41,8 @@ jobs: - uses: conda-incubator/setup-miniconda@v2 with: + mamba-version: "*" + channels: conda-forge activate-environment: pandas-dev channel-priority: strict environment-file: ${{ env.ENV_FILE }} @@ -104,6 +106,8 @@ jobs: - uses: conda-incubator/setup-miniconda@v2 with: + mamba-version: "*" + channels: conda-forge activate-environment: pandas-dev channel-priority: strict environment-file: ${{ env.ENV_FILE }} diff --git a/.github/workflows/database.yml b/.github/workflows/database.yml index 3fdca951ae058..294091ec9852e 100644 --- a/.github/workflows/database.yml +++ b/.github/workflows/database.yml @@ -88,6 +88,8 @@ jobs: - uses: conda-incubator/setup-miniconda@v2 with: + mamba-version: "*" + channels: conda-forge activate-environment: pandas-dev channel-priority: strict environment-file: ${{ matrix.ENV_FILE }} diff --git a/.github/workflows/posix.yml b/.github/workflows/posix.yml index 9839eacc046f9..3fa9341bd0fef 100644 --- a/.github/workflows/posix.yml +++ b/.github/workflows/posix.yml @@ -81,6 +81,8 @@ jobs: - uses: conda-incubator/setup-miniconda@v2 with: + mamba-version: "*" + channels: conda-forge activate-environment: pandas-dev channel-priority: flexible environment-file: ${{ env.ENV_FILE }} diff --git a/ci/deps/actions-39-slow.yaml b/ci/deps/actions-39-slow.yaml index 46e8ca17f096b..e0b85b0331933 100644 --- a/ci/deps/actions-39-slow.yaml +++ b/ci/deps/actions-39-slow.yaml @@ -26,7 +26,7 @@ dependencies: - numexpr - numpy - openpyxl - - pyarrow + - pyarrow>2.0.1 - pytables - python-dateutil - pytz diff --git a/ci/deps/actions-39.yaml b/ci/deps/actions-39.yaml index 0373599b787f0..f62520ea1da9e 100644 --- a/ci/deps/actions-39.yaml +++ b/ci/deps/actions-39.yaml @@ -21,11 +21,11 @@ dependencies: - jinja2 - lxml - matplotlib + - numpy # move up to solve before numba - numba - numexpr - - numpy - openpyxl - - pyarrow + - pyarrow>2.0.1 - pytables - python-dateutil - pytz diff --git a/ci/setup_env.sh b/ci/setup_env.sh index 4a3e103ea0310..6d466072067a6 100755 --- a/ci/setup_env.sh +++ b/ci/setup_env.sh @@ -48,6 +48,7 @@ conda config --set ssl_verify false conda config --set quiet true --set always_yes true --set changeps1 false conda install pip conda # create conda to create a historical artifact for pip & setuptools conda update -n base conda +conda install -y -c conda-forge mamba echo "conda info -a" conda info -a @@ -62,8 +63,8 @@ conda list conda remove --all -q -y -n pandas-dev echo -echo "conda env create -q --file=${ENV_FILE}" -time conda env create -q --file="${ENV_FILE}" +echo "mamba env create -q --file=${ENV_FILE}" +time mamba env create -q --file="${ENV_FILE}" if [[ "$BITS32" == "yes" ]]; then diff --git a/environment.yml b/environment.yml index 35a07aef758f5..0e303d1fa7da2 100644 --- a/environment.yml +++ b/environment.yml @@ -105,7 +105,7 @@ dependencies: - odfpy - fastparquet>=0.4.0 # pandas.read_parquet, DataFrame.to_parquet - - pyarrow>=1.0.1 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather + - pyarrow>2.0.1 # pandas.read_parquet, DataFrame.to_parquet, pandas.read_feather, DataFrame.to_feather - python-snappy # required by pyarrow - pytables>=3.6.1 # pandas.read_hdf, DataFrame.to_hdf diff --git a/requirements-dev.txt b/requirements-dev.txt index 25fc3c332a9ac..a7bdc972fb203 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -70,7 +70,7 @@ xlsxwriter xlwt odfpy fastparquet>=0.4.0 -pyarrow>=1.0.1 +pyarrow>2.0.1 python-snappy tables>=3.6.1 s3fs>=0.4.0