mirror of
https://github.com/actions/python-versions.git
synced 2025-04-04 14:29:38 +00:00
d456108e6b
* Support building free-threaded CPython Add support for Python's free threading build mode where the global interpreter lock is disabled. The packages are marked using a suffix on the architecture, like 'x64-freethreaded' or 'arm64-freethreaded'. * Match '-freethreaded' in arch * Use type 'string' instead of 'str' * On Linux, only delete Python installations with the same architecture. This matches the macOS behavior and allows users to install both the free-threading and default builds at the same time.
319 lines
12 KiB
YAML
319 lines
12 KiB
YAML
name: Build Python package
|
|
run-name: Generate Python ${{ inputs.VERSION || '3.12.3' }}
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
VERSION:
|
|
description: 'Python version to build and upload'
|
|
default: '3.12.3'
|
|
required: true
|
|
PUBLISH_RELEASES:
|
|
description: 'Whether to publish releases'
|
|
required: true
|
|
type: boolean
|
|
default: false
|
|
THREADING_BUILD_MODES:
|
|
description: 'CPython threading build modes'
|
|
required: true
|
|
type: string
|
|
default: 'default,freethreaded'
|
|
PLATFORMS:
|
|
description: 'Platforms for execution in "os" or "os_arch" format (arch is "x64" by default)'
|
|
required: true
|
|
default: 'ubuntu-20.04,ubuntu-22.04,ubuntu-22.04_arm64,ubuntu-24.04,ubuntu-24.04_arm64,macos-13_x64,macos-14_arm64,windows-2019_x64,windows-2019_x86,windows-2019_arm64'
|
|
pull_request:
|
|
paths-ignore:
|
|
- 'versions-manifest.json'
|
|
- 'LICENSE'
|
|
- '**.md'
|
|
branches:
|
|
- 'main'
|
|
|
|
env:
|
|
VERSION: ${{ inputs.VERSION || '3.12.3' }}
|
|
defaults:
|
|
run:
|
|
shell: pwsh
|
|
|
|
jobs:
|
|
generate_matrix:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
matrix: ${{ steps.generate-matrix.outputs.matrix }}
|
|
steps:
|
|
- name: Generate execution matrix
|
|
id: generate-matrix
|
|
run: |
|
|
[String[]]$configurations = "${{ inputs.platforms || 'ubuntu-20.04,ubuntu-22.04,ubuntu-22.04_arm64,ubuntu-24.04,ubuntu-24.04_arm64,macos-13,macos-14_arm64,windows-2019_x64,windows-2019_x86,windows-2019_arm64' }}".Split(",").Trim()
|
|
[String[]]$buildModes = "${{ inputs.threading_build_modes || 'default' }}".Split(",").Trim()
|
|
$matrix = @()
|
|
|
|
foreach ($configuration in $configurations) {
|
|
foreach ($buildMode in $buildModes) {
|
|
$parts = $configuration.Split("_")
|
|
$os = $parts[0]
|
|
$arch = if ($parts[1]) {$parts[1]} else {"x64"}
|
|
switch -wildcard ($os) {
|
|
"*ubuntu*" { $platform = $os.Replace("ubuntu","linux")}
|
|
"*macos*" { $platform = 'darwin' }
|
|
"*windows*" { $platform = 'win32' }
|
|
}
|
|
|
|
if ($configuration -eq "ubuntu-22.04_arm64") {
|
|
$os = "setup-actions-ubuntu-arm64-2-core"
|
|
}
|
|
elseif ($configuration -eq "ubuntu-24.04_arm64") {
|
|
$os = "setup-actions-ubuntu24-arm64-2-core"
|
|
}
|
|
elseif ($configuration -eq "windows-2019_arm64") {
|
|
$os = "setup-actions-windows-arm64-4-core"
|
|
}
|
|
|
|
if ($buildMode -eq "freethreaded") {
|
|
if ([semver]"${{ inputs.VERSION }}" -lt [semver]"3.13.0") {
|
|
continue;
|
|
}
|
|
$arch += "-freethreaded"
|
|
}
|
|
|
|
$matrix += @{
|
|
'platform' = $platform
|
|
'os' = $os
|
|
'arch' = $arch
|
|
}
|
|
}
|
|
}
|
|
echo "matrix=$($matrix | ConvertTo-Json -Compress -AsArray)" >> $env:GITHUB_OUTPUT
|
|
|
|
build_python:
|
|
needs: generate_matrix
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJson(needs.generate_matrix.outputs.matrix) }}
|
|
runs-on: ${{ matrix.os }}
|
|
env:
|
|
ARTIFACT_NAME: python-${{ inputs.VERSION || '3.12.3' }}-${{ matrix.platform }}-${{ matrix.arch }}
|
|
steps:
|
|
- name: Setup Environment on Windows ARM64 Runner
|
|
if: matrix.os == 'setup-actions-windows-arm64-4-core'
|
|
shell: powershell
|
|
run: |
|
|
# Install Chocolatey
|
|
Set-ExecutionPolicy Bypass -Scope Process -Force
|
|
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.ServicePointManager]::SecurityProtocol -bor 3072
|
|
iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
|
|
echo "C:\ProgramData\Chocolatey\bin" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
# Install PowerShell
|
|
choco install powershell-core -y
|
|
echo "C:\Program Files\PowerShell\7" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
# Install Git
|
|
choco install git -y
|
|
echo "C:\Program Files\Git\cmd" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
|
|
# Install 7-Zip
|
|
choco install 7zip -y
|
|
echo "C:\ProgramData\chocolatey\bin" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
|
|
- name: Check out repository code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: true
|
|
|
|
- name: Adding Symlink
|
|
if: matrix.os == 'macos-13'
|
|
run: ln -sf /usr/local/opt/tcl-tk@8 /usr/local/opt/tcl-tk
|
|
|
|
- name: Build Python ${{ env.VERSION }}
|
|
run: |
|
|
./builders/build-python.ps1 -Version $env:VERSION `
|
|
-Platform ${{ matrix.platform }} -Architecture ${{ matrix.arch }}
|
|
|
|
- name: Publish artifact
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{ env.ARTIFACT_NAME }}
|
|
path: ${{ runner.temp }}/artifact
|
|
if-no-files-found: error
|
|
|
|
test_python:
|
|
needs: [generate_matrix, build_python]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJson(needs.generate_matrix.outputs.matrix) }}
|
|
runs-on: ${{ matrix.os }}
|
|
env:
|
|
ARTIFACT_NAME: python-${{ inputs.VERSION || '3.12.3' }}-${{ matrix.platform }}-${{ matrix.arch }}
|
|
steps:
|
|
- name: Setup Environment on Windows ARM64 Runner
|
|
if: matrix.os == 'setup-actions-windows-arm64-4-core'
|
|
shell: powershell
|
|
run: |
|
|
# Install Chocolatey
|
|
Set-ExecutionPolicy Bypass -Scope Process -Force
|
|
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.ServicePointManager]::SecurityProtocol -bor 3072
|
|
iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
|
|
echo "C:\ProgramData\Chocolatey\bin" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
# Install PowerShell
|
|
choco install powershell-core -y
|
|
echo "C:\Program Files\PowerShell\7" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
# Install Git
|
|
choco install git -y
|
|
echo "C:\Program Files\Git\cmd" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
|
|
# Install 7-Zip
|
|
choco install 7zip -y
|
|
echo "C:\ProgramData\chocolatey\bin" | Out-File -Append -FilePath $env:GITHUB_PATH -Encoding utf8
|
|
|
|
- name: Check out repository code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: true
|
|
|
|
- name: Fully cleanup the toolcache directory before testing
|
|
run: ./helpers/clean-toolcache.ps1 -ToolName "Python"
|
|
|
|
- name: Delete macOS /Library/Frameworks/Python.framework
|
|
if: matrix.platform == 'darwin'
|
|
shell: bash
|
|
run: if [ -d /Library/Frameworks/Python.framework ]; then sudo rm -rf /Library/Frameworks/Python.framework; fi
|
|
|
|
- name: Download artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: ${{ env.ARTIFACT_NAME }}
|
|
path: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}
|
|
|
|
- name: Extract files
|
|
run: |
|
|
if ('${{ matrix.platform }}' -eq 'win32') {
|
|
$artifactName = "${{ env.ARTIFACT_NAME }}.zip"
|
|
7z.exe x "$artifactName" -y | Out-Null
|
|
} else {
|
|
$artifactName = "${{ env.ARTIFACT_NAME }}.tar.gz"
|
|
tar -xzf $artifactName
|
|
}
|
|
working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}
|
|
|
|
- name: Apply build artifact to the local machine
|
|
run: |
|
|
$PSNativeCommandUseErrorActionPreference = $true
|
|
if ('${{ matrix.platform }}' -eq 'win32') {
|
|
powershell ./setup.ps1
|
|
} else {
|
|
sh ./setup.sh
|
|
cp ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}/build_output.txt ${{ runner.temp }}
|
|
}
|
|
working-directory: ${{ runner.temp }}/${{ env.ARTIFACT_NAME }}
|
|
|
|
- name: Setup Python ${{ env.VERSION }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ env.VERSION }}
|
|
architecture: ${{ matrix.arch }}
|
|
|
|
- name: Python version
|
|
run: python -VVV
|
|
|
|
- name: Verbose sysconfig dump
|
|
if: runner.os == 'Linux' || runner.os == 'macOS'
|
|
run: python ./sources/python-config-output.py
|
|
working-directory: ${{ github.workspace }}/tests
|
|
|
|
- name: Verbose python binary links
|
|
if: runner.os == 'Linux' || runner.os == 'macOS'
|
|
run: |
|
|
$pythonLocation = which python
|
|
if ('${{ matrix.platform }}' -eq 'darwin') { otool -L $pythonLocation } else { ldd $pythonLocation }
|
|
|
|
- name: Run tests
|
|
run: |
|
|
Install-Module Pester -Force -Scope CurrentUser -SkipPublisherCheck
|
|
Import-Module Pester
|
|
$pesterContainer = New-PesterContainer -Path './python-tests.ps1' -Data @{
|
|
Version="${{ env.VERSION }}";
|
|
Platform="${{ matrix.platform }}";
|
|
Architecture="${{ matrix.arch }}";
|
|
}
|
|
$Result = Invoke-Pester -Container $pesterContainer -PassThru
|
|
if ($Result.FailedCount -gt 0) {
|
|
$host.SetShouldExit($Result.FailedCount)
|
|
exit $Result.FailedCount
|
|
}
|
|
working-directory: ${{ github.workspace }}/tests
|
|
|
|
publish_release:
|
|
name: Publish release
|
|
if: github.event_name == 'workflow_dispatch' && inputs.PUBLISH_RELEASES
|
|
needs: test_python
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/download-artifact@v4
|
|
|
|
- name: Publish Release ${{ env.VERSION }}
|
|
id: create_release
|
|
uses: actions/create-release@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
tag_name: ${{ env.VERSION }}-${{ github.run_id }}
|
|
release_name: ${{ env.VERSION }}
|
|
body: |
|
|
Python ${{ env.VERSION }}
|
|
|
|
- name: Generate hash for packages
|
|
run: |
|
|
$childItems = Get-Childitem -Path '.'
|
|
$childItems | Foreach-Object {
|
|
$packageObj = Get-Childitem -Path $_.FullName | Select-Object -First 1
|
|
Write-Host "Package: $($packageObj.Name)"
|
|
$actualHash = (Get-FileHash -Path $packageObj.FullName -Algorithm sha256).Hash
|
|
$hashString = "$actualHash $($packageObj.Name)"
|
|
Write-Host "$hashString"
|
|
Add-Content -Path ./hashes.sha256 -Value "$hashString"
|
|
}
|
|
|
|
- name: Upload release assets
|
|
uses: actions/github-script@v7
|
|
with:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
script: |
|
|
const fs = require('fs');
|
|
for (let artifactDir of fs.readdirSync('.')) {
|
|
let artifactName = fs.lstatSync(artifactDir).isDirectory() ? fs.readdirSync(`${artifactDir}`)[0] : artifactDir;
|
|
|
|
console.log(`Upload ${artifactName} asset`);
|
|
github.rest.repos.uploadReleaseAsset({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
release_id: ${{ steps.create_release.outputs.id }},
|
|
name: artifactName,
|
|
data: fs.lstatSync(artifactDir).isDirectory() ? fs.readFileSync(`./${artifactDir}/${artifactName}`) : fs.readFileSync(`./${artifactName}`).toString()
|
|
});
|
|
}
|
|
|
|
trigger_pr:
|
|
name: Trigger "Create Pull Request" workflow
|
|
needs: publish_release
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Trigger "Create Pull Request" workflow
|
|
uses: actions/github-script@v7
|
|
with:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
script: |
|
|
github.rest.actions.createWorkflowDispatch({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
workflow_id: 'create-pr.yml',
|
|
ref: 'main'
|
|
});
|