workflow.yml

name: main
on:
  push: 
    branches: [main]
    tags: "v*"
  pull_request:
    branches: [main]
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true
env:
  BUILD_DEB_OUTPUT_DIR: out
  BUILD_PYTHON_OUTPUT_DIR: dist
  # The latest version supporting Python 3.6
  POETRY_VERSION: 1.1.15


jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v3                
    - uses: ./.github/actions/setup_dependencies
      with:
        python-version: "3.10.12"
        poetry-version: ${{ env.POETRY_VERSION }}
    - name: "lint: isort"
      run: make isort
    - name: "lint: black"
      run: make black
    - name: "lint: flake8"
      run: make flake8
    - name: "lint: pylint"
      run: make pylint
    - name: "lint: mypy"
      run: make mypy
  
  tests:
    needs: lint
    runs-on: ubuntu-${{ matrix.target.ubuntu }}
    env:
      CLICKHOUSE_VERSION: ${{ matrix.clickhouse }}        
    strategy:
      fail-fast: false
      matrix:
        target:
          - { python: "3.6.15", ubuntu: "20.04" }
          - { python: "3.10.12", ubuntu: "latest" }
        clickhouse:
          - "21.8.15.7"
          - "22.3.20.29"
          - "22.8.19.10"
          - "23.3.4.17"
          - "23.4.4.16"
          - "23.5.3.24"
          - "latest"    
    steps:
      - uses: actions/checkout@v3                
      - uses: ./.github/actions/setup_dependencies
        with:
          python-version: ${{ matrix.target.python }}
          poetry-version: ${{ env.POETRY_VERSION }}

      - run: make unit-tests
      - run: make integration-tests

      - name: publish test report
        uses: mikepenz/action-junit-report@v3
        if: always()
        with:
          report_paths: 'tests/reports/*.xml'


  push_to_dockerhub:
    runs-on: ubuntu-latest
    env:
      CLICKHOUSE_VERSIONS: "21.8.15.7, 22.3.20.29, 22.8.19.10, 23.3.4.17, 23.4.4.16, 23.5.3.24, latest"
    if: ${{ github.event_name == 'push' }}
    steps:
    - uses: actions/checkout@v3
    - name: login to dockerhub
      uses: docker/login-action@v2
      with:
        username: ${{ secrets.DOCKERHUB_USERNAME }}
        password: ${{ secrets.DOCKERHUB_TOKEN }}
    - name: build and push base images
      uses: docker/bake-action@v3
      with:
        files: tests/bake.hcl
        push: true


  build:
    needs: tests
    strategy:
      fail-fast: false
      matrix:
        target:
          - {python: "3.6.15", ubuntu: "20.04"}
          - {python: "3.10.12", ubuntu: "latest"}
        # a copy-paste of the above as github CI can't use env context in matrices

    runs-on: ubuntu-${{ matrix.target.ubuntu }}
    steps:
    - uses: actions/checkout@v3

    - uses: ./.github/actions/setup_dependencies
      with:
        python-version: ${{ matrix.target.python }}
        poetry-version: ${{ env.POETRY_VERSION }}

    - name: build project
      run: make build-python-packages

    - name: upload wheel
      uses: actions/upload-artifact@v3
      with:
        name: ch_tools_py${{ matrix.target.python }}.whl
        path: ${{ env.BUILD_PYTHON_OUTPUT_DIR }}/*.whl
        if-no-files-found: error

    - name: upload sdist
      uses: actions/upload-artifact@v3
      with:
        name: ch_tools_py${{ matrix.target.python }}.tar.gz
        path: ${{ env.BUILD_PYTHON_OUTPUT_DIR }}/*.tar.gz
        if-no-files-found: error

    - name: install prerequisites for DEB packaging tools
      run: sudo make prepare-build-deb

    - name: build DEB package
      run: |      
        # Speedup Debian package building
        echo "force-unsafe-io" | sudo tee /etc/dpkg/dpkg.cfg.d/force-unsafe-io
        sudo make build-deb-package

    - name: test DEB package
      run: |
        sudo make uninstall
        sudo apt-get install -q -y ./${{ env.BUILD_DEB_OUTPUT_DIR }}/ch-tools*.deb
        sudo chadmin --help
        sudo ch-monitoring --no-user-check --help
        sudo keeper-monitoring --help
        sudo ch-s3-credentials --help

    - name: upload DEB package artifact
      uses: actions/upload-artifact@v3
      with:
        name: ch-tools_py-${{ matrix.target.python }}_ubuntu-${{ matrix.target.ubuntu }}.deb
        path: ${{ env.BUILD_DEB_OUTPUT_DIR }}/ch-tools*.deb
        if-no-files-found: error

    - name: create a release
      uses: softprops/action-gh-release@v1
      if: ${{ matrix.target.ubuntu == 'latest' && startsWith(github.ref, 'refs/tags/') }}
      with:
        generate_release_notes: true
        fail_on_unmatched_files: true
        files: |
          ${{ env.BUILD_PYTHON_OUTPUT_DIR }}/*.whl
          ${{ env.BUILD_PYTHON_OUTPUT_DIR }}/*.tar.gz
          ${{ env.BUILD_DEB_OUTPUT_DIR }}/ch-tools*.deb

    - name: publish to PYPI
      if: ${{ matrix.target.ubuntu == 'latest' && startsWith(github.ref, 'refs/tags/') }}
      continue-on-error: true
      run: make publish
      env:
        POETRY_HTTP_BASIC_PYPI_USERNAME: "__token__"
        POETRY_HTTP_BASIC_PYPI_PASSWORD: "${{ secrets.PYPI_TOKEN }}"
        # Disable using keyring for poetry to get password from env variables
        PYTHON_KEYRING_BACKEND: keyring.backends.null.Keyring