feat: Reduce the clutter of build logs #722
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Earthly PR +build | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| env: | |
| FORCE_COLOR: 1 | |
| CLICOLOR_FORCE: 1 | |
| RUST_LOG_STYLE: always | |
| jobs: | |
| test: | |
| timeout-minutes: 20 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: earthly/actions-setup@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Run test | |
| id: build | |
| run: | | |
| earthly --ci +test | |
| lint: | |
| timeout-minutes: 20 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: earthly/actions-setup@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Run lint | |
| id: build | |
| run: | | |
| earthly --ci +lint | |
| arm64-prebuild: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN == null | |
| - uses: earthly/actions-setup@v1 | |
| - name: Earthly login | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN != null | |
| run: | | |
| earthly account login --token ${{ secrets.EARTHLY_SAT_TOKEN }} >> /dev/null | |
| earthly org s blue-build | |
| earthly sat s arm | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| if: github.token != null | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Run build | |
| id: build | |
| run: | | |
| earthly --ci --push -P +prebuild | |
| amd64-prebuild: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN == null | |
| - uses: earthly/actions-setup@v1 | |
| - name: Earthly login | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN != null | |
| run: | | |
| earthly account login --token ${{ secrets.EARTHLY_SAT_TOKEN }} >> /dev/null | |
| earthly org s blue-build | |
| earthly sat s amd | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| if: github.token != null | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Run build | |
| id: build | |
| run: | | |
| earthly --ci --push -P +prebuild | |
| build: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - arm64-prebuild | |
| - amd64-prebuild | |
| outputs: | |
| push: ${{ steps.build.outputs.push }} | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN == null | |
| - uses: earthly/actions-setup@v1 | |
| - name: Earthly login | |
| env: | |
| EARTHLY_SAT_TOKEN: ${{ secrets.EARTHLY_SAT_TOKEN }} | |
| if: env.EARTHLY_SAT_TOKEN != null | |
| run: | | |
| earthly account login --token ${{ secrets.EARTHLY_SAT_TOKEN }} >> /dev/null | |
| earthly org s blue-build | |
| earthly sat s pr | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| if: github.token != null | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Run build | |
| id: build | |
| run: | | |
| if [ -n "${{ github.token }}" ]; then | |
| earthly --ci --push -P +build | |
| echo "push=true" >> "$GITHUB_OUTPUT" | |
| else | |
| earthly --ci -P +build | |
| fi | |
| integration-tests: | |
| permissions: | |
| packages: write | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: earthly/actions-setup@v1 | |
| # Setup repo and add caching | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Run integration tests | |
| run: | | |
| earthly bootstrap | |
| earthly --ci -P ./integration-tests+all | |
| docker-build: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Expose GitHub Runtime | |
| uses: crazy-max/ghaction-github-runtime@v3 | |
| - name: Run Build | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| BB_BUILDKIT_CACHE_GHA: true | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild template -vv | tee Containerfile | |
| grep -q 'ARG IMAGE_REGISTRY=ghcr.io/blue-build' Containerfile || exit 1 | |
| bluebuild build --retry-push -B docker -I docker -S sigstore --push -vv recipes/recipe.yml recipes/recipe-39.yml | |
| docker-build-external-login: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - name: Docker Login | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Expose GitHub Runtime | |
| uses: crazy-max/ghaction-github-runtime@v3 | |
| - name: Run Build | |
| env: | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| BB_BUILDKIT_CACHE_GHA: true | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild template -vv | tee Containerfile | |
| grep -q 'ARG IMAGE_REGISTRY=ghcr.io/blue-build' Containerfile || exit 1 | |
| bluebuild build --retry-push -S sigstore --push -vv recipes/recipe.yml recipes/recipe-39.yml | |
| docker-build-oauth-login: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Google Auth | |
| id: auth | |
| uses: "google-github-actions/auth@v2" | |
| with: | |
| token_format: "access_token" | |
| service_account: ${{ secrets.SERVICE_ACCOUNT }} | |
| project_id: bluebuild-oidc | |
| create_credentials_file: false | |
| workload_identity_provider: ${{ secrets.WORKLOAD_IDENTITY }} | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - name: Docker Auth | |
| id: docker-auth | |
| uses: "docker/login-action@v3" | |
| with: | |
| username: "oauth2accesstoken" | |
| password: "${{ steps.auth.outputs.access_token }}" | |
| registry: us-east1-docker.pkg.dev | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Expose GitHub Runtime | |
| uses: crazy-max/ghaction-github-runtime@v3 | |
| - name: Run Build | |
| env: | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| BB_BUILDKIT_CACHE_GHA: true | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild template -vv | tee Containerfile | |
| bluebuild build \ | |
| --registry us-east1-docker.pkg.dev \ | |
| --registry-namespace bluebuild-oidc/bluebuild \ | |
| --retry-push \ | |
| --push \ | |
| -vv \ | |
| recipes/recipe.yml recipes/recipe-39.yml | |
| podman-build: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Setup Podman | |
| shell: bash | |
| run: | | |
| # from https://askubuntu.com/questions/1414446/whats-the-recommended-way-of-installing-podman-4-in-ubuntu-22-04 | |
| ubuntu_version='22.04' | |
| key_url="https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/Release.key" | |
| sources_url="https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}" | |
| echo "deb $sources_url/ /" | sudo tee /etc/apt/sources.list.d/devel-kubic-libcontainers-unstable.list | |
| curl -fsSL $key_url | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/devel_kubic_libcontainers_unstable.gpg > /dev/null | |
| sudo apt-get update | |
| sudo apt-get install -y podman | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Run Build | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild template -vv | tee Containerfile | |
| grep -q 'ARG IMAGE_REGISTRY=ghcr.io/blue-build' Containerfile || exit 1 | |
| bluebuild build --retry-push -B podman -I podman -S sigstore --push -vv recipes/recipe.yml recipes/recipe-39.yml | |
| buildah-build: | |
| timeout-minutes: 15 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Setup Buildah | |
| shell: bash | |
| run: | | |
| # from https://askubuntu.com/questions/1414446/whats-the-recommended-way-of-installing-podman-4-in-ubuntu-22-04 | |
| ubuntu_version='22.04' | |
| key_url="https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}/Release.key" | |
| sources_url="https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/unstable/xUbuntu_${ubuntu_version}" | |
| echo "deb $sources_url/ /" | sudo tee /etc/apt/sources.list.d/devel-kubic-libcontainers-unstable.list | |
| curl -fsSL $key_url | gpg --dearmor | sudo tee /etc/apt/trusted.gpg.d/devel_kubic_libcontainers_unstable.gpg > /dev/null | |
| sudo apt-get update | |
| sudo apt-get install -y buildah | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Run Build | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild template -vv | tee Containerfile | |
| grep -q 'ARG IMAGE_REGISTRY=ghcr.io/blue-build' Containerfile || exit 1 | |
| bluebuild build --retry-push -B buildah -I podman -S sigstore --squash --push -vv recipes/recipe.yml recipes/recipe-39.yml | |
| iso-from-image: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Expose GitHub Runtime | |
| uses: crazy-max/ghaction-github-runtime@v3 | |
| - name: Run Build | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| BB_BUILDKIT_CACHE_GHA: true | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild generate-iso image ghcr.io/blue-build/cli/test:40 | |
| iso-from-recipe: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| needs: | |
| - build | |
| if: needs.build.outputs.push == 'true' | |
| steps: | |
| - name: Maximize build space | |
| uses: ublue-os/remove-unwanted-software@v6 | |
| - uses: sigstore/[email protected] | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| install: true | |
| - uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{github.event.pull_request.head.ref}} | |
| repository: ${{github.event.pull_request.head.repo.full_name}} | |
| - name: Install bluebuild | |
| run: | | |
| cargo install --path . --debug --all-features | |
| - name: Expose GitHub Runtime | |
| uses: crazy-max/ghaction-github-runtime@v3 | |
| - name: Run Build | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| GH_PR_EVENT_NUMBER: ${{ github.event.number }} | |
| COSIGN_PRIVATE_KEY: ${{ secrets.TEST_SIGNING_SECRET }} | |
| BB_BUILDKIT_CACHE_GHA: true | |
| run: | | |
| cd integration-tests/test-repo | |
| bluebuild generate-iso -vv recipe recipes/recipe.yml |