240 lines
8.2 KiB
YAML
240 lines
8.2 KiB
YAML
name: Build Python package
|
|
run-name: Generate Python ${{ inputs.VERSION || '3.12.3' }}
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
VERSION:
|
|
description: 'Python version to build and upload'
|
|
default: '3.12.3'
|
|
required: true
|
|
PUBLISH_RELEASES:
|
|
description: 'Whether to publish releases'
|
|
required: true
|
|
type: boolean
|
|
default: false
|
|
PLATFORMS:
|
|
description: 'Platforms for execution in "os" or "os_arch" format (arch is "x64" by default)'
|
|
required: true
|
|
default: 'ubuntu-20.04,ubuntu-22.04,ubuntu-24.04,macos-11_x64,macos-11_arm64,windows-2019_x64,windows-2019_x86'
|
|
pull_request:
|
|
paths-ignore:
|
|
- 'versions-manifest.json'
|
|
- 'LICENSE'
|
|
- '**.md'
|
|
branches:
|
|
- 'main'
|
|
|
|
env:
|
|
VERSION: ${{ inputs.VERSION || '3.12.3' }}
|
|
defaults:
|
|
run:
|
|
shell: pwsh
|
|
|
|
jobs:
|
|
generate_matrix:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
matrix: ${{ steps.generate-matrix.outputs.matrix }}
|
|
steps:
|
|
- name: Generate execution matrix
|
|
id: generate-matrix
|
|
run: |
|
|
[String[]]$configurations = "${{ inputs.platforms || 'ubuntu-20.04,ubuntu-22.04,ubuntu-24.04,macos-11,macos-11_arm64,windows-2019_x64,windows-2019_x86' }}".Split(",").Trim()
|
|
$matrix = @()
|
|
|
|
foreach ($configuration in $configurations) {
|
|
$parts = $configuration.Split("_")
|
|
$os = $parts[0]
|
|
$arch = if ($parts[1]) {$parts[1]} else {"x64"}
|
|
switch -wildcard ($os) {
|
|
"*ubuntu*" { $platform = $os.Replace("ubuntu","linux")}
|
|
"*macos*" { $platform = 'darwin' }
|
|
"*windows*" { $platform = 'win32' }
|
|
}
|
|
$matrix += @{
|
|
'platform' = $platform
|
|
'os' = $os
|
|
'arch' = $arch
|
|
}
|
|
}
|
|
echo "matrix=$($matrix | ConvertTo-Json -Compress -AsArray)" >> $env:GITHUB_OUTPUT
|
|
|
|
build_python:
|
|
needs: generate_matrix
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJson(needs.generate_matrix.outputs.matrix) }}
|
|
runs-on: ${{ matrix.os }}
|
|
env:
|
|
ARTIFACT_NAME: python-${{ inputs.VERSION || '3.12.3' }}-${{ matrix.platform }}-${{ matrix.arch }}
|
|
steps:
|
|
|
|
- name: Check out repository code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
submodules: true
|
|
|
|
- name: Build Python ${{ env.VERSION }}
|
|
run: |
|
|
./builders/build-python.ps1 -Version $env:VERSION `
|
|
-Platform ${{ matrix.platform }} -Architecture ${{ matrix.arch }}
|
|
|
|
- name: Publish artifact
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ${{ env.ARTIFACT_NAME }}
|
|
path: ${{ runner.temp }}/artifact
|
|
|
|
test_python:
|
|
needs: [generate_matrix, build_python]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJson(needs.generate_matrix.outputs.matrix) }}
|
|
runs-on: ${{ matrix.os }}
|
|
env:
|
|
ARTIFACT_NAME: python-${{ inputs.VERSION || '3.12.3' }}-${{ matrix.platform }}-${{ matrix.arch }}
|
|
steps:
|
|
|
|
- name: Check out repository code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
submodules: true
|
|
|
|
- name: Fully cleanup the toolcache directory before testing
|
|
run: ./helpers/clean-toolcache.ps1 -ToolName "Python"
|
|
|
|
- name: Delete macOS /Library/Frameworks/Python.framework
|
|
if: matrix.platform == 'darwin'
|
|
shell: bash
|
|
run: if [ -d /Library/Frameworks/Python.framework ]; then sudo rm -rf /Library/Frameworks/Python.framework; fi
|
|
|
|
- name: Download artifact
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
path: ${{ runner.temp }}
|
|
|
|
- name: Extract files
|
|
run: |
|
|
if ('${{ matrix.platform }}' -eq 'win32') {
|
|
$artifactName = "${{ env.ARTIFACT_NAME }}.zip"
|
|
7z.exe x "$artifactName" -y | Out-Null
|
|
} else {
|
|
$artifactName = "${{ env.ARTIFACT_NAME }}.tar.gz"
|
|
tar -xzf $artifactName
|
|
}
|
|
working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}
|
|
|
|
- name: Apply build artifact to the local machine
|
|
run: |
|
|
$PSNativeCommandUseErrorActionPreference = $true
|
|
if ('${{ matrix.platform }}' -eq 'win32') {
|
|
powershell ./setup.ps1
|
|
} else {
|
|
sh ./setup.sh
|
|
cp ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}/build_output.txt ${{ runner.temp }}
|
|
}
|
|
working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}
|
|
|
|
- name: Setup Python ${{ env.VERSION }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ env.VERSION }}
|
|
architecture: ${{ matrix.arch }}
|
|
|
|
- name: Verbose sysconfig dump
|
|
if: runner.os == 'Linux' || runner.os == 'macOS'
|
|
run: python ./sources/python-config-output.py
|
|
working-directory: ${{ github.workspace }}/tests
|
|
|
|
- name: Verbose python binary links
|
|
if: runner.os == 'Linux' || runner.os == 'macOS'
|
|
run: |
|
|
$pythonLocation = which python
|
|
if ('${{ matrix.platform }}' -eq 'darwin') { otool -L $pythonLocation } else { ldd $pythonLocation }
|
|
|
|
- name: Run tests
|
|
run: |
|
|
Install-Module Pester -Force -Scope CurrentUser
|
|
Import-Module Pester
|
|
$pesterContainer = New-PesterContainer -Path './python-tests.ps1' -Data @{
|
|
Version="${{ env.VERSION }}";
|
|
Platform="${{ matrix.platform }}";
|
|
Architecture="${{ matrix.arch }}";
|
|
}
|
|
$Result = Invoke-Pester -Container $pesterContainer -PassThru
|
|
if ($Result.FailedCount -gt 0) {
|
|
$host.SetShouldExit($Result.FailedCount)
|
|
exit $Result.FailedCount
|
|
}
|
|
working-directory: ${{ github.workspace }}/tests
|
|
|
|
publish_release:
|
|
name: Publish release
|
|
if: github.event_name == 'workflow_dispatch' && inputs.PUBLISH_RELEASES
|
|
needs: test_python
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/download-artifact@v3
|
|
|
|
- name: Publish Release ${{ env.VERSION }}
|
|
id: create_release
|
|
uses: actions/create-release@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
tag_name: ${{ env.VERSION }}-${{ github.run_id }}
|
|
release_name: ${{ env.VERSION }}
|
|
body: |
|
|
Python ${{ env.VERSION }}
|
|
|
|
- name: Generate hash for packages
|
|
run: |
|
|
$childItems = Get-Childitem -Path '.'
|
|
$childItems | Foreach-Object {
|
|
$packageObj = Get-Childitem -Path $_.FullName | Select-Object -First 1
|
|
Write-Host "Package: $($packageObj.Name)"
|
|
$actualHash = (Get-FileHash -Path $packageObj.FullName -Algorithm sha256).Hash
|
|
$hashString = "$actualHash $($packageObj.Name)"
|
|
Write-Host "$hashString"
|
|
Add-Content -Path ./hashes.sha256 -Value "$hashString"
|
|
}
|
|
|
|
- name: Upload release assets
|
|
uses: actions/github-script@v6
|
|
with:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
script: |
|
|
const fs = require('fs');
|
|
for (let artifactDir of fs.readdirSync('.')) {
|
|
let artifactName = fs.lstatSync(artifactDir).isDirectory() ? fs.readdirSync(`${artifactDir}`)[0] : artifactDir;
|
|
|
|
console.log(`Upload ${artifactName} asset`);
|
|
github.rest.repos.uploadReleaseAsset({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
release_id: ${{ steps.create_release.outputs.id }},
|
|
name: artifactName,
|
|
data: fs.lstatSync(artifactDir).isDirectory() ? fs.readFileSync(`./${artifactDir}/${artifactName}`) : fs.readFileSync(`./${artifactName}`).toString()
|
|
});
|
|
}
|
|
|
|
trigger_pr:
|
|
name: Trigger "Create Pull Request" workflow
|
|
needs: publish_release
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Trigger "Create Pull Request" workflow
|
|
uses: actions/github-script@v6
|
|
with:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
script: |
|
|
github.rest.actions.createWorkflowDispatch({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
workflow_id: 'create-pr.yml',
|
|
ref: 'main'
|
|
});
|
|
|