workflow.yml

name: main
on:
  push: { branches: [main] }
  pull_request: { branches: [main] }
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v3
    - uses: actions/setup-python@v4
      with: { python-version: "3.11", cache: pip }
    - run: pip install .[test]
    - {name: "lint: black", run: black --check --diff . }
    - {name: "lint: isort", run: isort --check --diff . }
    # Temporarily disabled due to bugs in typing in click library
    # https://github.com/pallets/click/pull/2559
    # https://github.com/python/mypy/issues/13250
    # https://github.com/python/mypy/issues/13449
    #- {name: "lint: mypy", run: make mypy }

  push_to_dockerhub:
    runs-on: ubuntu-latest
    env:
      CLICKHOUSE_VERSIONS: "21.8.15.7, 22.3.20.29, 22.8.19.10, 23.3.4.17, 23.4.4.16, 23.5.3.24, latest"
    if: ${{ github.event_name == 'push' }}
    steps:
    - uses: actions/checkout@v3
    - name: login to dockerhub
      uses: docker/login-action@v2
      with:
        username: ${{ secrets.DOCKERHUB_USERNAME }}
        password: ${{ secrets.DOCKERHUB_TOKEN }}
    - name: build and push base images
      uses: docker/bake-action@v3
      with:
        files: tests/bake.hcl
        push: true

  build:
    needs: lint
    strategy:
      matrix:
        target:
          - {python: "3.6.15", ubuntu: "20.04"}
          - {python: "3.10.12", ubuntu: "latest"}
        # a copy-paste of the above as github CI can't use env context in matrices
        clickhouse:
          - "21.8.15.7"
          - "22.3.20.29"
          - "22.8.19.10"
          - "23.3.4.17"
          - "23.4.4.16"
          - "23.5.3.24"
          - "latest"

    runs-on: ubuntu-${{ matrix.target.ubuntu }}
    steps:
    - uses: actions/checkout@v3
    - name: set up python ${{ matrix.target.python }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.target.python }}
        cache: pip

    - name: install dependencies
      # language=sh
      run: |
        pip install '.[test]'

    - name: build project
      # language=sh
      run: |
        make prepare-version
        flit build --no-use-vcs

    - name: upload wheel
      uses: actions/upload-artifact@v3
      if: ${{ matrix.clickhouse == 'latest' }}
      with:
        name: chtools_py${{ matrix.target.python }}.whl
        path: dist/*.whl
        if-no-files-found: error

    - name: upload sdist
      uses: actions/upload-artifact@v3
      if: ${{ matrix.clickhouse == 'latest' }}
      with:
        name: chtools_py${{ matrix.target.python }}.tar.gz
        path: dist/*.tar.gz
        if-no-files-found: error

    - {name: run unit tests, run: pytest}

      #- name: prepare integration tests
      #  # language=sh
      #  run: |
      #    cd tests
      #    CLICKHOUSE_VERSION=${{ matrix.clickhouse }} python3 -m env_control create
      #    cd ..

      #- name: run integration tests
      #  # language=sh
      #  run: |
      #    cd tests
      #    behave --show-timings --junit -D skip_setup
      #    cd ..

    - name: publish test report
      uses: mikepenz/action-junit-report@v3
      if: always()
      with:
        report_paths: 'tests/reports/*.xml'

    - name: prepare build deb
      if: ${{ matrix.clickhouse == 'latest' }}
      uses: awalsh128/cache-apt-pkgs-action@latest
      with: { packages: "python3-venv debhelper devscripts" }

    - name: build deb
      if: ${{ matrix.clickhouse == 'latest' }}
      # language=sh
      run: |
        cp dist/*.tar.gz chtools.tar.gz
        sudo make clean build-deb-package

    - name: test deb
      if: ${{ matrix.clickhouse == 'latest' }}
      # language=sh
      run: |
        sudo make uninstall
        sudo apt-get install -q -y ./out/ch-tools*.deb
        sudo chadmin --help
        sudo ch-monitoring --no-user-check --help
        sudo keeper-monitoring --help
        sudo ch-s3-credentials --help

    - name: upload deb package artifact
      uses: actions/upload-artifact@v3
      if: ${{ matrix.clickhouse == 'latest' }}
      with:
        name: ch-tools_py-${{ matrix.target.python }}_ubuntu-${{ matrix.target.ubuntu }}.deb
        path: out/ch-tools*.deb
        if-no-files-found: error

    #if: startsWith(github.ref, 'refs/tags/')
    - name: create tag
      uses: rickstaa/action-create-tag@v1
      with:
        tag: "latest"

    #if: startsWith(github.ref, 'refs/tags/')
    - name: create a release
      uses: softprops/action-gh-release@v1
      with:
        generate_release_notes: true
        fail_on_unmatched_files: true
        files: |
          dist/*.whl
          dist/*.tar.gz
          out/ch-tools*.deb

    #if: startsWith(github.ref, 'refs/tags/')
    - name: publish to pypi
      run: flit publish --no-use-vcs
      env:
        FLIT_USERNAME: "__token__"
        FLIT_PASSWORD: "${{ secrets.PYPI_TOKEN }}"