Generate Python 3.12.0 #61
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Python package | |
| run-name: Generate Python ${{ inputs.VERSION || '3.11.0' }} | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| VERSION: | |
| description: 'Python version to build and upload' | |
| default: '3.11.0' | |
| required: true | |
| PUBLISH_RELEASES: | |
| description: 'Whether to publish releases' | |
| required: true | |
| type: boolean | |
| default: false | |
| PLATFORMS: | |
| description: 'Platforms for execution in "os" or "os_arch" format (arch is "x64" by default)' | |
| required: true | |
| default: 'ubuntu-20.04,ubuntu-22.04,macos-11_x64,macos-11_arm64,windows-2019_x64,windows-2019_x86,windows-2019_arm64' | |
| pull_request: | |
| paths-ignore: | |
| - 'versions-manifest.json' | |
| - 'LICENSE' | |
| - '**.md' | |
| branches: | |
| - 'main' | |
| env: | |
| VERSION: ${{ inputs.VERSION || '3.11.0' }} | |
| defaults: | |
| run: | |
| shell: pwsh | |
| jobs: | |
| generate_matrix: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.generate-matrix.outputs.matrix }} | |
| steps: | |
| - name: Generate execution matrix | |
| id: generate-matrix | |
| run: | | |
| [String[]]$configurations = "${{ inputs.platforms || 'ubuntu-20.04,ubuntu-22.04,macos-11,macos-11_arm64,windows-2019_x64,windows-2019_x86,windows-2019_arm64' }}".Split(",").Trim() | |
| $matrix = @() | |
| foreach ($configuration in $configurations) { | |
| $parts = $configuration.Split("_") | |
| $os = $parts[0] | |
| $arch = if ($parts[1]) {$parts[1]} else {"x64"} | |
| switch -wildcard ($os) { | |
| "*ubuntu*" { $platform = $os.Replace("ubuntu","linux")} | |
| "*macos*" { $platform = 'darwin' } | |
| "*windows*" { $platform = 'win32' } | |
| } | |
| $matrix += @{ | |
| 'platform' = $platform | |
| 'os' = $os | |
| 'arch' = $arch | |
| } | |
| } | |
| echo "matrix=$($matrix | ConvertTo-Json -Compress -AsArray)" >> $env:GITHUB_OUTPUT | |
| build_python: | |
| needs: generate_matrix | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJson(needs.generate_matrix.outputs.matrix) }} | |
| runs-on: ${{ matrix.os }} | |
| outputs: | |
| matrixReduced: ${{ steps.build-python.outputs.matrixReduced }} | |
| env: | |
| ARTIFACT_NAME: python-${{ inputs.VERSION || '3.11.0' }}-${{ matrix.platform }}-${{ matrix.arch }} | |
| steps: | |
| - name: Check out repository code | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Build Python ${{ env.VERSION }} | |
| run: | | |
| ./builders/build-python.ps1 -Version $env:VERSION ` | |
| -Platform ${{ matrix.platform }} -Architecture ${{ matrix.arch }} | |
| - name: Publish artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ env.ARTIFACT_NAME }} | |
| path: ${{ runner.temp }}/artifact | |
| - name: Prepare matrix | |
| id: build-python | |
| run: | | |
| $matrix = '${{ needs.generate_matrix.outputs.matrix }}' | ConvertFrom-Json -AsHashtable | |
| $matrixReduced = $matrix | Where-Object {$_.arch -ne "arm64" -or $_.os -ne "windows-2019"} | |
| $matrixReduced | Out-String | Write-Host | |
| echo "matrixReduced=$($matrixReduced | ConvertTo-Json -Compress -AsArray)" >> $env:GITHUB_OUTPUT | |
| test_python: | |
| needs: [generate_matrix, build_python] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJson(needs.build_python.outputs.matrixReduced) }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| ARTIFACT_NAME: python-${{ inputs.VERSION || '3.11.0' }}-${{ matrix.platform }}-${{ matrix.arch }} | |
| steps: | |
| - name: Check out repository code | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Fully cleanup the toolcache directory before testing | |
| run: ./helpers/clean-toolcache.ps1 -ToolName "Python" | |
| - name: Download artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| path: ${{ runner.temp }} | |
| - name: Extract files | |
| run: | | |
| if ('${{ matrix.platform }}' -eq 'win32') { | |
| $artifactName = "${{ env.ARTIFACT_NAME }}.zip" | |
| 7z.exe x "$artifactName" -y | Out-Null | |
| } else { | |
| $artifactName = "${{ env.ARTIFACT_NAME }}.tar.gz" | |
| tar -xzf $artifactName | |
| } | |
| working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }} | |
| - name: Apply build artifact to the local machine | |
| run: | | |
| if ('${{ matrix.platform }}' -eq 'win32') { | |
| powershell ./setup.ps1 | |
| } else { | |
| sh ./setup.sh | |
| cp ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}/build_output.txt ${{ runner.temp }} | |
| } | |
| working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }} | |
| - name: Setup Python ${{ env.VERSION }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.VERSION }} | |
| architecture: ${{ matrix.arch }} | |
| - name: Verbose sysconfig dump | |
| if: runner.os == 'Linux' || runner.os == 'macOS' | |
| run: python ./sources/python-config-output.py | |
| working-directory: ${{ github.workspace }}/tests | |
| - name: Verbose python binary links | |
| if: runner.os == 'Linux' || runner.os == 'macOS' | |
| run: | | |
| $pythonLocation = which python | |
| if ('${{ matrix.platform }}' -eq 'darwin') { otool -L $pythonLocation } else { ldd $pythonLocation } | |
| - name: Run tests | |
| run: | | |
| Install-Module Pester -Force -Scope CurrentUser | |
| Import-Module Pester | |
| $pesterContainer = New-PesterContainer -Path './python-tests.ps1' -Data @{ | |
| Version="${{ env.VERSION }}"; | |
| Platform="${{ matrix.platform }}"; | |
| Architecture="${{ matrix.arch }}"; | |
| } | |
| $Result = Invoke-Pester -Container $pesterContainer -PassThru | |
| if ($Result.FailedCount -gt 0) { | |
| $host.SetShouldExit($Result.FailedCount) | |
| exit $Result.FailedCount | |
| } | |
| working-directory: ${{ github.workspace }}/tests | |
| publish_release: | |
| name: Publish release | |
| if: github.event_name == 'workflow_dispatch' && inputs.PUBLISH_RELEASES | |
| needs: test_python | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| - name: Publish Release ${{ env.VERSION }} | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ env.VERSION }}-${{ github.run_id }} | |
| release_name: ${{ env.VERSION }} | |
| body: | | |
| Python ${{ env.VERSION }} | |
| - name: Generate hash for packages | |
| run: | | |
| $childItems = Get-Childitem -Path '.' | |
| $childItems | Foreach-Object { | |
| $packageObj = Get-Childitem -Path $_.FullName | Select-Object -First 1 | |
| Write-Host "Package: $($packageObj.Name)" | |
| $actualHash = (Get-FileHash -Path $packageObj.FullName -Algorithm sha256).Hash | |
| $hashString = "$actualHash $($packageObj.Name)" | |
| Write-Host "$hashString" | |
| Add-Content -Path ./hashes.sha256 -Value "$hashString" | |
| } | |
| - name: Upload release assets | |
| uses: actions/github-script@v6 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| script: | | |
| const fs = require('fs'); | |
| for (let artifactDir of fs.readdirSync('.')) { | |
| let artifactName = fs.lstatSync(artifactDir).isDirectory() ? fs.readdirSync(`${artifactDir}`)[0] : artifactDir; | |
| console.log(`Upload ${artifactName} asset`); | |
| github.rest.repos.uploadReleaseAsset({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| release_id: ${{ steps.create_release.outputs.id }}, | |
| name: artifactName, | |
| data: fs.lstatSync(artifactDir).isDirectory() ? fs.readFileSync(`./${artifactDir}/${artifactName}`) : fs.readFileSync(`./${artifactName}`).toString() | |
| }); | |
| } | |
| trigger_pr: | |
| name: Trigger "Create Pull Request" workflow | |
| needs: publish_release | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Trigger "Create Pull Request" workflow | |
| uses: actions/github-script@v6 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| script: | | |
| github.rest.actions.createWorkflowDispatch({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| workflow_id: 'create-pr.yml', | |
| ref: 'main' | |
| }); | |