mplement script to build and prepare packages for Python

azure-pipelines/build-python-packages.yml

@@ -0,0 +1,99 @@
+name: $(date:yyyyMMdd)$(rev:.r)-Python-$(VERSION)
+trigger: none
+pr: none
+
+stages:
+- stage: Build_Python_MacOS
+  dependsOn: []
+  variables:
+    VmImage: 'macOS-10.14'
+    Platform: macos-1014
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/build-job.yml
+
+- stage: Test_Python_MacOS
+  condition: succeeded()
+  dependsOn: Build_Python_MacOS
+  variables:
+    VmImage: 'macOS-10.14'
+    Platform: macos-1014
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/test-job.yml
+
+- stage: Build_Python_Ubuntu_1604
+  dependsOn: []
+  variables:
+    VmImage: 'ubuntu-16.04'
+    Platform: ubuntu-1604
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/build-job.yml
+
+- stage: Test_Python_Ubuntu_1604
+  condition: succeeded()
+  dependsOn: Build_Python_Ubuntu_1604
+  variables:
+    VmImage: 'ubuntu-16.04'
+    Platform: ubuntu-1604
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/test-job.yml
+
+- stage: Build_Python_Ubuntu_1804
+  dependsOn: []
+  variables:
+    VmImage: 'ubuntu-18.04'
+    Platform: ubuntu-1804
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/build-job.yml
+
+- stage: Test_Python_Ubuntu_1804
+  condition: succeeded()
+  dependsOn: Build_Python_Ubuntu_1804
+  variables:
+    VmImage: 'ubuntu-18.04'
+    Platform: ubuntu-1804
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/test-job.yml
+
+- stage: Build_Python_X64_Windows
+  dependsOn: []
+  variables:
+    VmImage: 'vs2017-win2016'
+    Platform: windows-2016
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/build-job.yml
+
+- stage: Test_Python_x64_Windows
+  condition: succeeded()
+  dependsOn: Build_Python_X64_Windows
+  variables:
+    VmImage: 'vs2017-win2016'
+    Platform: windows-2016
+    Architecture: x64
+  jobs:
+  - template: /azure-pipelines/templates/test-job.yml
+
+- stage: Build_Python_x86_Windows
+  dependsOn: []
+  variables:
+    VmImage: 'vs2017-win2016'
+    Platform: windows-2016
+    Architecture: x86
+  jobs:
+  - template: /azure-pipelines/templates/build-job.yml
+
+- stage: Test_Python_x86_Windows
+  condition: succeeded()
+  dependsOn: Build_Python_x86_Windows
+  variables:
+    VmImage: 'vs2017-win2016'
+    Platform: windows-2016
+    Architecture: x86
+  jobs:
+  - template: /azure-pipelines/templates/test-job.yml

azure-pipelines/run-ci-builds.yml

@@ -0,0 +1,33 @@
+trigger: none
+pr:
+  autoCancel: true
+  branches:
+    include:
+    - master
+  paths:
+    exclude:
+    - versions-manifest.json
+
+jobs:
+- job: Run_Builds
+  pool:
+    name: Azure Pipelines
+    vmImage: 'ubuntu-latest'
+
+  steps:
+  - checkout: self
+    submodules: true
+
+  - task: PowerShell@2
+    displayName: 'Run build'
+    inputs:
+      targetType: filePath
+      filePath: './helpers/azure-devops/run-ci-builds.ps1 '
+      arguments: |
+          -TeamFoundationCollectionUri $(System.TeamFoundationCollectionUri) `
+          -AzureDevOpsProjectName $(System.TeamProject) `
+          -AzureDevOpsAccessToken $(System.AccessToken) `
+          -SourceBranch $(Build.SourceBranch) `
+          -SourceVersion $(Build.SourceVersion) `
+          -ToolVersions "$(PYTHON_VERSIONS)" `
+          -DefinitionId $(DEFINITION_ID) 

azure-pipelines/templates/build-job.yml

@@ -0,0 +1,22 @@
+jobs:
+- job: Build_Python
+  timeoutInMinutes: 90
+  pool:
+    name: Azure Pipelines
+    vmImage: $(VmImage)
+  steps:
+  - checkout: self
+    submodules: true
+    
+  - task: PowerShell@2
+    displayName: 'Build Python $(VERSION)'
+    inputs:
+      targetType: filePath
+      filePath: './builders/build-python.ps1'
+      arguments: '-Version $(VERSION) -Platform $(Platform) -Architecture $(Architecture)'
+
+  - task: PublishPipelineArtifact@1
+    displayName: 'Publish Artifact: Python $(VERSION)'
+    inputs:
+      targetPath: '$(Build.ArtifactStagingDirectory)' 
+      artifactName: 'python-$(VERSION)-$(Platform)-$(Architecture)'

azure-pipelines/templates/test-job.yml

@@ -0,0 +1,80 @@
+jobs:
+- job: Test_Python
+  pool: 
+    name: Azure Pipelines
+    vmImage: $(VmImage)
+  steps:
+  - checkout: self
+    submodules: true
+
+  - task: DownloadPipelineArtifact@2
+    inputs:
+      source: 'current'
+      artifact: 'python-$(VERSION)-$(Platform)-$(Architecture)'
+      path: $(Build.BinariesDirectory)
+
+  - task: ExtractFiles@1
+    inputs:
+      archiveFilePatterns: '$(Build.BinariesDirectory)/python-$(VERSION)-$(Platform)-$(Architecture).*'
+      destinationFolder: $(Build.BinariesDirectory)
+      cleanDestinationFolder: false
+
+  - task: PowerShell@2
+    displayName: 'Apply build artifact to the local machines'
+    inputs:
+      TargetType: inline
+      script: |
+        if ($env:PLATFORM -match 'windows') { powershell ./setup.ps1 } else { sh ./setup.sh }
+      workingDirectory: '$(Build.BinariesDirectory)'
+
+  - task: UsePythonVersion@0
+    displayName: 'Use Python $(VERSION)'
+    inputs:
+      versionSpec: '$(VERSION)'
+      architecture: '$(Architecture)'
+
+  - task: PowerShell@2
+    displayName: 'Verbose sysconfig dump'
+    inputs:
+      TargetType: inline
+      script: |
+        Invoke-Expression "python ./sources/python-config-output.py"
+      workingDirectory: '$(Build.SourcesDirectory)/tests'
+    condition: ne(variables['Platform'], 'windows-2016')
+
+  - task: PowerShell@2
+    displayName: 'Verbose python binary links'
+    inputs:
+      TargetType: inline
+      script: |
+        $pythonLocation = which python
+        if ($env:PLATFORM -match 'macos') { otool -L $pythonLocation } else { ldd $pythonLocation }
+      workingDirectory: '$(Build.BinariesDirectory)'
+    condition: ne(variables['Platform'], 'windows-2016')
+
+  - task: PowerShell@2
+    displayName: 'Run tests'
+    inputs:
+      TargetType: inline
+      script: |
+        Install-Module Pester -Force -Scope CurrentUser
+        Import-Module Pester
+        $pesterParams = @{
+          Path="./python-tests.ps1";
+          Parameters=@{
+            Version="$(VERSION)";
+            Platform="$(Platform)";
+          }
+        }
+        Invoke-Pester -Script $pesterParams -OutputFile "test_results.xml" -OutputFormat NUnitXml
+      workingDirectory: '$(Build.SourcesDirectory)/tests'
+
+  - task: PublishTestResults@2
+    displayName: 'Publish test results'
+    inputs:
+      testResultsFiles: '*.xml'
+      testResultsFormat: NUnit
+      searchFolder: 'tests'
+      failTaskOnFailedTests: true
+      testRunTitle: "$(TestRunTitle)"
+    condition: always()