mirror of
https://github.com/actions/python-versions.git
synced 2025-04-05 14:59:39 +00:00
mplement script to build and prepare packages for Python
This commit is contained in:
Maxim Lobanov
11
tests/clean-toolcache.ps1
Normal file
11
tests/clean-toolcache.ps1
Normal file
@ -0,0 +1,11 @@
|
||||
if ($env:PLATFORM -match 'windows') {
|
||||
$PythonFilter = "Name like '%Python%'"
|
||||
Get-WmiObject Win32_Product -Filter $PythonFilter | Foreach-Object {
|
||||
Write-Host "Uninstalling $($_.Name) ..."
|
||||
$_.Uninstall() | Out-Null
|
||||
}
|
||||
}
|
||||
|
||||
$PythonToolcachePath = Join-Path -Path $env:AGENT_TOOLSDIRECTORY -ChildPath "Python"
|
||||
Write-Host "Removing Python toolcache directory ..."
|
||||
Remove-Item -Path $PythonToolcachePath -Recurse -Force
|
||||
72
tests/python-tests.ps1
Normal file
72
tests/python-tests.ps1
Normal file
@ -0,0 +1,72 @@
|
||||
param (
|
||||
[Version] [Parameter (Mandatory = $true)] [ValidateNotNullOrEmpty()]
|
||||
$Version,
|
||||
[String] [Parameter (Mandatory = $true)] [ValidateNotNullOrEmpty()]
|
||||
$Platform
|
||||
)
|
||||
|
||||
Import-Module (Join-Path $PSScriptRoot "../helpers/pester-extensions.psm1")
|
||||
Import-Module (Join-Path $PSScriptRoot "../helpers/common-helpers.psm1")
|
||||
|
||||
function Analyze-MissingModules([string] $buildOutputLocation) {
|
||||
$searchStringStart = "Failed to build these modules:"
|
||||
$searchStringEnd = "running build_scripts"
|
||||
$pattern = "$searchStringStart(.*?)$searchStringEnd"
|
||||
|
||||
$buildContent = Get-Content -Path $buildOutputLocation
|
||||
$splitBuiltOutput = $buildContent -split "\n";
|
||||
|
||||
### Search for missing modules that are displayed between the search strings
|
||||
$regexMatch = [regex]::match($SplitBuiltOutput, $Pattern)
|
||||
if ($regexMatch.Success)
|
||||
{
|
||||
Write-Host "Failed missing modules:"
|
||||
Write-Host $regexMatch.Groups[1].Value
|
||||
return 1
|
||||
}
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
Describe "Tests" {
|
||||
It "Python version" {
|
||||
"python --version" | Should -ReturnZeroExitCode
|
||||
$pythonLocation = (Get-Command "python").Path
|
||||
$pythonLocation | Should -Not -BeNullOrEmpty
|
||||
$expectedPath = Join-Path -Path $env:AGENT_TOOLSDIRECTORY -ChildPath "Python"
|
||||
$pythonLocation.startsWith($expectedPath) | Should -BeTrue
|
||||
}
|
||||
|
||||
It "Run simple code" {
|
||||
"python ./sources/simple-test.py" | Should -ReturnZeroExitCode
|
||||
}
|
||||
|
||||
if (IsNixPlatform $Platform) {
|
||||
|
||||
It "Check for failed modules in build_output" {
|
||||
$buildOutputLocation = Join-Path $env:BUILD_BINARIESDIRECTORY "build_output.txt"
|
||||
Analyze-MissingModules $buildOutputLocation | Should -Be 0
|
||||
}
|
||||
|
||||
It "Check if all required python modules are installed" {
|
||||
"python ./sources/python-modules.py" | Should -ReturnZeroExitCode
|
||||
}
|
||||
|
||||
It "Check if python configuration is correct" {
|
||||
"python ./sources/python-config-test.py" | Should -ReturnZeroExitCode
|
||||
}
|
||||
|
||||
It "Check if shared libraries are linked correctly" {
|
||||
"bash ./sources/psutil-install-test.sh" | Should -ReturnZeroExitCode
|
||||
}
|
||||
}
|
||||
|
||||
# Pyinstaller 3.5 does not support Python 3.8.0. Check issue https://github.com/pyinstaller/pyinstaller/issues/4311
|
||||
if ($Version -lt "3.8.0") {
|
||||
It "Validate Pyinstaller" {
|
||||
"pip install pyinstaller" | Should -ReturnZeroExitCode
|
||||
"pyinstaller --onefile ./sources/simple-test.py" | Should -ReturnZeroExitCode
|
||||
"./dist/simple-test" | Should -ReturnZeroExitCode
|
||||
}
|
||||
}
|
||||
}
|
||||
5
tests/sources/psutil-install-test.sh
Normal file
5
tests/sources/psutil-install-test.sh
Normal file
@ -0,0 +1,5 @@
|
||||
# Check if shared libraries are linked correctly
|
||||
python -m venv /tmp/aml-ve
|
||||
source /tmp/aml-ve/bin/activate
|
||||
easy_install --version
|
||||
pip install psutil --verbose
|
||||
6
tests/sources/python-config-output.py
Normal file
6
tests/sources/python-config-output.py
Normal file
@ -0,0 +1,6 @@
|
||||
import distutils.sysconfig
|
||||
import sysconfig
|
||||
|
||||
from pprint import pprint
|
||||
pprint(sysconfig.get_config_vars())
|
||||
pprint(distutils.sysconfig.get_config_vars())
|
||||
68
tests/sources/python-config-test.py
Normal file
68
tests/sources/python-config-test.py
Normal file
@ -0,0 +1,68 @@
|
||||
import distutils.sysconfig
|
||||
import sysconfig
|
||||
import sys
|
||||
import platform
|
||||
import os
|
||||
|
||||
# Define variables
|
||||
os_type = platform.system()
|
||||
version = sys.version.split(" ")[0]
|
||||
|
||||
lib_dir_path = sysconfig.get_config_var('LIBDIR')
|
||||
ld_library_name = sysconfig.get_config_var('LDLIBRARY')
|
||||
|
||||
is_shared = sysconfig.get_config_var('Py_ENABLE_SHARED')
|
||||
have_libreadline = sysconfig.get_config_var("HAVE_LIBREADLINE")
|
||||
|
||||
### Define expected variables
|
||||
if os_type == 'Linux': expected_ld_library_extension = 'so'
|
||||
if os_type == 'Darwin': expected_ld_library_extension = 'dylib'
|
||||
expected_lib_dir_path = '{0}/Python/{1}/x64/lib'.format(os.getenv("AGENT_TOOLSDIRECTORY"), version)
|
||||
|
||||
# Check modules
|
||||
### Validate libraries path
|
||||
if lib_dir_path != expected_lib_dir_path:
|
||||
print('Invalid libraries location: %s; Expected: %s' % (lib_dir_path, expected_lib_dir_path))
|
||||
exit(1)
|
||||
|
||||
### Validate shared libraries
|
||||
if is_shared:
|
||||
print('%s was built with shared extensions' % ld_library_name)
|
||||
|
||||
### Validate libpython extension
|
||||
ld_library_extension = ld_library_name.split('.')[-1]
|
||||
if ld_library_extension != expected_ld_library_extension:
|
||||
print('Invalid extension: %s; Expected %s' % (ld_library_extension, expected_ld_library_extension))
|
||||
exit(1)
|
||||
else:
|
||||
print('%s was built without shared extensions' % ld_library_name)
|
||||
exit(1)
|
||||
|
||||
### Validate macOS
|
||||
if os_type == 'Darwin':
|
||||
### Validate openssl links
|
||||
if version < "3.7.0":
|
||||
expected_ldflags = '-L/usr/local/opt/openssl@1.1/lib'
|
||||
ldflags = sysconfig.get_config_var('LDFLAGS')
|
||||
|
||||
if not expected_ldflags in ldflags:
|
||||
print('Invalid ldflags: %s; Expected: %s' % (ldflags, expected_ldflags))
|
||||
exit(1)
|
||||
else:
|
||||
expected_openssl_includes = '-I/usr/local/opt/openssl/include'
|
||||
expected_openssl_ldflags ='-L/usr/local/opt/openssl/lib'
|
||||
|
||||
openssl_includes = sysconfig.get_config_var('OPENSSL_INCLUDES')
|
||||
openssl_ldflags = sysconfig.get_config_var('OPENSSL_LDFLAGS')
|
||||
|
||||
if openssl_includes != expected_openssl_includes:
|
||||
print('Invalid openssl_includes: %s; Expected: %s' % (openssl_includes, expected_openssl_includes))
|
||||
exit(1)
|
||||
if openssl_ldflags != expected_openssl_ldflags:
|
||||
print('Invalid openssl_ldflags: %s; Expected: %s' % (openssl_ldflags, expected_openssl_ldflags))
|
||||
exit(1)
|
||||
|
||||
### Validate libreadline
|
||||
if not have_libreadline:
|
||||
print('Missing libreadline')
|
||||
exit(1)
|
||||
276
tests/sources/python-modules.py
Normal file
276
tests/sources/python-modules.py
Normal file
@ -0,0 +1,276 @@
|
||||
"""
|
||||
Make sure all the optional modules are installed.
|
||||
This is needed for Linux since we build from source.
|
||||
"""
|
||||
|
||||
from __future__ import print_function
|
||||
|
||||
import importlib
|
||||
import sys
|
||||
|
||||
# The Python standard library as of Python 3.0
|
||||
standard_library = [
|
||||
'abc',
|
||||
'aifc',
|
||||
'antigravity',
|
||||
'argparse',
|
||||
'ast',
|
||||
'asynchat',
|
||||
'asyncore',
|
||||
'base64',
|
||||
'bdb',
|
||||
'binhex',
|
||||
'bisect',
|
||||
'bz2',
|
||||
'cProfile',
|
||||
'calendar',
|
||||
'cgi',
|
||||
'cgitb',
|
||||
'chunk',
|
||||
'cmd',
|
||||
'code',
|
||||
'codecs',
|
||||
'codeop',
|
||||
'collections',
|
||||
'colorsys',
|
||||
'compileall',
|
||||
'configparser',
|
||||
'contextlib',
|
||||
'copy',
|
||||
'copyreg',
|
||||
'crypt',
|
||||
'csv',
|
||||
'ctypes',
|
||||
'curses',
|
||||
'datetime',
|
||||
'dbm',
|
||||
'decimal',
|
||||
'difflib',
|
||||
'dis',
|
||||
'distutils',
|
||||
'doctest',
|
||||
'dummy_threading',
|
||||
'email',
|
||||
'encodings',
|
||||
'filecmp',
|
||||
'fileinput',
|
||||
'fnmatch',
|
||||
'formatter',
|
||||
'fractions',
|
||||
'ftplib',
|
||||
'functools',
|
||||
'genericpath',
|
||||
'getopt',
|
||||
'getpass',
|
||||
'gettext',
|
||||
'glob',
|
||||
'gzip',
|
||||
'hashlib',
|
||||
'heapq',
|
||||
'hmac',
|
||||
'html',
|
||||
'http',
|
||||
'idlelib',
|
||||
'imaplib',
|
||||
'imghdr',
|
||||
'imp',
|
||||
'importlib',
|
||||
'inspect',
|
||||
'io',
|
||||
'json',
|
||||
'keyword',
|
||||
'lib2to3',
|
||||
'linecache',
|
||||
'locale',
|
||||
'logging',
|
||||
'macpath',
|
||||
'mailbox',
|
||||
'mailcap',
|
||||
'mimetypes',
|
||||
'modulefinder',
|
||||
'multiprocessing',
|
||||
'netrc',
|
||||
'nntplib',
|
||||
'ntpath',
|
||||
'nturl2path',
|
||||
'numbers',
|
||||
'opcode',
|
||||
'operator',
|
||||
'optparse',
|
||||
'os',
|
||||
'pdb',
|
||||
'pickle',
|
||||
'pickletools',
|
||||
'pipes',
|
||||
'pkgutil',
|
||||
'platform',
|
||||
'plistlib',
|
||||
'poplib',
|
||||
'posixpath',
|
||||
'pprint',
|
||||
'profile',
|
||||
'pstats',
|
||||
'pty',
|
||||
'py_compile',
|
||||
'pyclbr',
|
||||
'pydoc',
|
||||
'pydoc_data',
|
||||
'queue',
|
||||
'quopri',
|
||||
'random',
|
||||
're',
|
||||
'readline',
|
||||
'reprlib',
|
||||
'rlcompleter',
|
||||
'runpy',
|
||||
'sched',
|
||||
'shelve',
|
||||
'shlex',
|
||||
'shutil',
|
||||
'signal',
|
||||
'site',
|
||||
'smtpd',
|
||||
'smtplib',
|
||||
'sndhdr',
|
||||
'socket',
|
||||
'socketserver',
|
||||
'sqlite3',
|
||||
'sre_compile',
|
||||
'sre_constants',
|
||||
'sre_parse',
|
||||
'ssl',
|
||||
'stat',
|
||||
'string',
|
||||
'stringprep',
|
||||
'struct',
|
||||
'subprocess',
|
||||
'sunau',
|
||||
'symbol',
|
||||
'symtable',
|
||||
'sysconfig',
|
||||
'tabnanny',
|
||||
'tarfile',
|
||||
'telnetlib',
|
||||
'tempfile',
|
||||
'test',
|
||||
'textwrap',
|
||||
'this',
|
||||
'threading',
|
||||
'timeit',
|
||||
'tkinter',
|
||||
'token',
|
||||
'tokenize',
|
||||
'trace',
|
||||
'traceback',
|
||||
'tty',
|
||||
'turtle',
|
||||
'turtledemo',
|
||||
'types',
|
||||
'unittest',
|
||||
'urllib',
|
||||
'uu',
|
||||
'uuid',
|
||||
'warnings',
|
||||
'wave',
|
||||
'weakref',
|
||||
'webbrowser',
|
||||
'wsgiref',
|
||||
'xdrlib',
|
||||
'xml',
|
||||
'xmlrpc',
|
||||
'zipfile'
|
||||
]
|
||||
|
||||
# Modules that had different names in Python 2
|
||||
if sys.version_info.major == 2:
|
||||
def replace(lst, old, new):
|
||||
lst[lst.index(old)] = new
|
||||
|
||||
# Keys are the Python 2 names
|
||||
# Values are the Python 3 names
|
||||
renames = {
|
||||
'ConfigParser': 'configparser',
|
||||
'copy_reg': 'copyreg',
|
||||
'HTMLParser': 'html',
|
||||
'httplib': 'http',
|
||||
'Queue': 'queue',
|
||||
'repr': 'reprlib',
|
||||
'SocketServer': 'socketserver',
|
||||
'xmlrpclib': 'xmlrpc',
|
||||
'Tkinter': 'tkinter'
|
||||
}
|
||||
|
||||
# All of the Python 3 names should be in the list
|
||||
for python2name, python3name in renames.items():
|
||||
replace(standard_library, python3name, python2name)
|
||||
|
||||
# Add new modules
|
||||
# See https://docs.python.org/3/whatsnew/index.html
|
||||
if sys.version_info >= (3, 2):
|
||||
standard_library.extend([
|
||||
'concurrent',
|
||||
])
|
||||
|
||||
if sys.version_info >= (3, 3):
|
||||
standard_library.extend([
|
||||
'ipaddress',
|
||||
'faulthandler',
|
||||
'lzma',
|
||||
'venv',
|
||||
])
|
||||
|
||||
if sys.version_info >= (3, 4):
|
||||
standard_library.extend([
|
||||
'asyncio',
|
||||
'ensurepip',
|
||||
'enum',
|
||||
'pathlib',
|
||||
'selectors',
|
||||
'statistics',
|
||||
'tracemalloc',
|
||||
])
|
||||
|
||||
if sys.version_info >= (3, 5):
|
||||
standard_library.extend([
|
||||
'typing',
|
||||
'zipapp',
|
||||
])
|
||||
|
||||
if sys.version_info >= (3, 6):
|
||||
standard_library.extend([
|
||||
'secrets',
|
||||
])
|
||||
|
||||
if sys.version_info >= (3, 7):
|
||||
standard_library.extend([
|
||||
'contextvars',
|
||||
'dataclasses',
|
||||
])
|
||||
|
||||
# 'macpath' module has been removed from Python 3.8
|
||||
if sys.version_info > (3, 7):
|
||||
standard_library.remove('macpath')
|
||||
|
||||
# Remove tkinter and Easter eggs
|
||||
excluded_modules = [
|
||||
'antigravity',
|
||||
'this',
|
||||
'turtledemo',
|
||||
]
|
||||
|
||||
def check_missing_modules(expected_modules):
|
||||
missing = []
|
||||
for module in expected_modules:
|
||||
print('Try to import module ', module)
|
||||
try:
|
||||
importlib.import_module(module)
|
||||
except:
|
||||
missing.append(module)
|
||||
return missing
|
||||
|
||||
missing_modules = check_missing_modules(x for x in standard_library if x not in excluded_modules)
|
||||
if missing_modules:
|
||||
print('The following modules are missing:')
|
||||
for module in missing_modules:
|
||||
print(' ', module)
|
||||
exit(1)
|
||||
11
tests/sources/simple-test.py
Normal file
11
tests/sources/simple-test.py
Normal file
@ -0,0 +1,11 @@
|
||||
import sys
|
||||
print(sys.version)
|
||||
print(sys.prefix)
|
||||
|
||||
# Python program to find the factorial of a number
|
||||
num = 65
|
||||
factorial = 1
|
||||
print("Find the factorial of ", num)
|
||||
for i in range(1, num + 1):
|
||||
factorial = factorial*i
|
||||
print("The factorial of ", num, " is ", factorial)
|
||||
Reference in New Issue
Block a user