Update .github/workflows/ci.yml #3774
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'main' | |
| # cancel in-progress builds after a new commit | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| BUILDER_VERSION: v0.9.72 | |
| BUILDER_SOURCE: releases | |
| BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net | |
| PACKAGE_NAME: aws-c-s3 | |
| LINUX_BASE_IMAGE: ubuntu-18-x64 | |
| RUN: ${{ github.run_id }}-${{ github.run_number }} | |
| CRT_CI_ROLE: ${{ secrets.CRT_CI_ROLE_ARN }} | |
| AWS_DEFAULT_REGION: us-east-1 | |
| CTEST_PARALLEL_LEVEL: 2 | |
| permissions: | |
| id-token: write # This is required for requesting the JWT | |
| jobs: | |
| linux-compat: | |
| runs-on: ubuntu-24.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - manylinux1-x64 | |
| - manylinux1-x86 | |
| - manylinux2014-x64 | |
| - manylinux2014-x86 | |
| - al2-x64 | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Checkout Sources | |
| uses: actions/checkout@v4 | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| linux-compiler-compat: | |
| runs-on: ubuntu-24.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| variant: | |
| - name: clang-3 | |
| - name: clang-6 | |
| - name: clang-8 | |
| - name: clang-9 | |
| - name: clang-10 | |
| - name: clang-11 | |
| - name: clang-15 | |
| - name: clang-17 | |
| - name: gcc-4.8 | |
| - name: gcc-5 | |
| - name: gcc-6 | |
| - name: gcc-7 | |
| - name: gcc-8 | |
| - name: gcc-11 | |
| - name: gcc-13 | |
| # See Issue: https://github.com/llvm/llvm-project/issues/59007. Although this issue | |
| # has been fixed in LLVM, the fix will probably not propagate to older versions of Ubuntu and GCC 13.1. | |
| # | |
| # Starting with GLIBC version 2.34, the `dn_expand` function, previously found in `libresolv.so`, was moved to `libc.so`. This | |
| # function is used internally by the `getaddrinfo()` system call. | |
| # | |
| # In our setup (As of December 2024), we are using an Ubuntu 18 Docker image on a newer Ubuntu host. | |
| # However, due to compatibility issues between newer libasan.so in GCC 13.1 | |
| # and the older Ubuntu image, the linker does not link with `libresolv.so`. | |
| # This results in crashes in `getaddrinfo()` since Ubuntu-18 GLIBC is 2.31. | |
| # | |
| # This problem does not occur on Ubuntu 22 and newer because GLIBC versions 2.34 | |
| # and above include `dn_expand` in `libc.so`, eliminating the dependency on | |
| # `libresolv.so`. | |
| # | |
| # We can bypass this problem by linking with "resolv" manually until we bump | |
| # our base Linux image to Ubuntu 22. | |
| extra-build-flag: --cmake-extra=-DCMAKE_EXE_LINKER_FLAGS="-lresolv" | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.variant.name }} ${{ matrix.variant.extra-build-flag }} --cmake-extra=-DASSERT_LOCK_HELD=ON --cmake-extra=-DAWS_ENABLE_S3_ENDPOINT_RESOLVER=ON | |
| clang-sanitizers: | |
| runs-on: ubuntu-24.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| sanitizers: [",thread", ",address,undefined"] | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=clang-11 --cmake-extra=-DENABLE_SANITIZERS=ON --cmake-extra=-DSANITIZERS="${{ matrix.sanitizers }}" --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| linux-shared-libs: | |
| runs-on: ubuntu-24.04 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DBUILD_SHARED_LIBS=ON --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| byo-crypto: | |
| runs-on: ubuntu-24.04 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DBYO_CRYPTO=ON --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| windows: | |
| runs-on: windows-2022 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| windows-vc14: | |
| runs-on: windows-2019 # windows-2019 is last env with Visual Studio 2015 (v14.0) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: [x86, x64] | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} --target windows-${{ matrix.arch }} --cmake-extra=-DASSERT_LOCK_HELD=ON --compiler msvc-14 | |
| windows-shared-libs: | |
| runs-on: windows-2022 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DBUILD_SHARED_LIBS=ON --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| windows-app-verifier: | |
| runs-on: windows-2022 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} run_tests=false --cmake-extra=-DBUILD_TESTING=ON | |
| - name: Run and check AppVerifier | |
| run: | | |
| python .\aws-c-s3\build\deps\aws-c-common\scripts\appverifier_ctest.py --build_directory .\aws-c-s3\build\aws-c-s3 | |
| macos: | |
| runs-on: macos-14 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Checkout Sources | |
| uses: actions/checkout@v4 | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python3 -m venv .venv | |
| source .venv/bin/activate | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| macos-x64: | |
| runs-on: macos-14-large # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Checkout Sources | |
| uses: actions/checkout@v4 | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DASSERT_LOCK_HELD=ON | |
| # Test downstream repos. | |
| # This should not be required because we can run into a chicken and egg problem if there is a change that needs some fix in a downstream repo. | |
| downstream: | |
| runs-on: ubuntu-24.04 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build downstream -p ${{ env.PACKAGE_NAME }} | |
| linux-debug: | |
| runs-on: ubuntu-24.04 # latest | |
| steps: | |
| - uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ env.CRT_CI_ROLE }} | |
| aws-region: ${{ env.AWS_DEFAULT_REGION }} | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --cmake-extra=-DASSERT_LOCK_HELD=ON --config Debug |