mirror of
https://github.com/swift-project/pilotclient.git
synced 2026-03-23 07:15:35 +08:00
467 lines
19 KiB
Groovy
467 lines
19 KiB
Groovy
import org.jenkinsci.plugins.workflow.steps.FlowInterruptedException
|
|
|
|
regexDevBranch = /develop\/\d+\.\d+\.\d+/
|
|
regexStableBranch = /stable\/\d+\.\d+/
|
|
regexTestingBranch = /testing\/.+/
|
|
regexNocacheBranch = /nocache\/.+/
|
|
regexRecacheBranches = [regexDevBranch]
|
|
regexSubmodBranches = [regexDevBranch, regexStableBranch]
|
|
|
|
if (env.BRANCH_NAME && regexRecacheBranches.any{ env.BRANCH_NAME ==~ it }) {
|
|
env.CCACHE_RECACHE = 1
|
|
env.CLCACHE_RECACHE = 1
|
|
}
|
|
if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexNocacheBranch) {
|
|
env.CCACHE_DISABLE = 1
|
|
env.CLCACHE_DISABLE = 1
|
|
}
|
|
|
|
abortPreviousRunningBuilds()
|
|
|
|
properties([buildDiscarder(logRotator(numToKeepStr: '4'))])
|
|
|
|
def builders = [:]
|
|
def buildResults = [:]
|
|
|
|
node('master') {
|
|
try {
|
|
stage('SCM Sanity Check') {
|
|
if (env.BRANCH_NAME && regexSubmodBranches.any{ env.BRANCH_NAME ==~ it }) {
|
|
checkout scm
|
|
def mods = sh(returnStdout: true,
|
|
script: "git submodule foreach -q 'git branch -r --points-at HEAD origin/${env.BRANCH_NAME} | read unused || basename \$name'")
|
|
if (!mods.isEmpty()) { error "${env.BRANCH_NAME} branch in submodules missing or not pointing to HEAD: \n${mods}" }
|
|
}
|
|
}
|
|
} catch(error) {
|
|
echo error.getMessage()
|
|
throw error
|
|
} finally {
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
|
|
// Create a map to pass in to the 'parallel' step so we can fire all the builds at once
|
|
builders['Build swift Linux'] = {
|
|
node('linux') {
|
|
try {
|
|
stage('Linux Checkout') {
|
|
checkout scm
|
|
}
|
|
|
|
stage('Linux Build') {
|
|
withEnv(['BITROCK_BUILDER=/opt/installbuilder/bin/builder',
|
|
'BITROCK_CUSTOMIZE=/opt/installbuilder/autoupdate/bin/customize.run']) {
|
|
sh """
|
|
cp ~/vatsim.json .
|
|
python3 -u scripts/jenkins.py -w 64 -t gcc -d -j 2 -e ${getEolInMonth()} ${shouldUploadSymbols()} -q SWIFT_CONFIG_JSON+=vatsim.json
|
|
"""
|
|
}
|
|
|
|
recordIssues tool: gcc4(id: 'gcc', name: 'GCC', reportEncoding: 'UTF-8'), sourceCodeEncoding: 'UTF-8',
|
|
qualityGates: [[threshold: 1, type: 'TOTAL', unstable: true]]
|
|
|
|
xunit testTimeMargin: '3000', thresholdMode: 1, thresholds: [failed(), skipped()],
|
|
tools: [QtTest(deleteOutputFiles: true, failIfNotNew: false, pattern: 'build/out/release/bin/*_testresults.xml',
|
|
skipNoTestFiles: true, stopProcessingIfError: false)]
|
|
|
|
def status = sh(script: 'git status -s | grep "^??"', returnStatus: true)
|
|
if (status == 0) { error 'Source tree got polluted by some untracked file(s)' }
|
|
}
|
|
|
|
stage('Linux Checks') {
|
|
sh 'cppcheck --xml --xml-version=2 --inline-suppr --std=c++14 -ibuild --enable=style,unusedFunction -i externals ' +
|
|
'--suppressions-list=cppcheck.supp --library=qt.cfg --library=posix.cfg . 2> cppcheck.xml'
|
|
|
|
recordIssues tool: cppCheck(reportEncoding: 'UTF-8', pattern: 'cppcheck.xml'), sourceCodeEncoding: 'UTF-8',
|
|
qualityGates: [[threshold: 1, type: 'TOTAL', unstable: true]]
|
|
}
|
|
|
|
stage('Linux Archive') {
|
|
stash name: 'swift-linux-64', includes: 'swiftinstaller-linux-64-*.run,swiftsymbols-linux-64-*.tar.gz'
|
|
stash name: 'xswiftbus-linux-64', includes: 'xswiftbus-linux-64-*.7z'
|
|
}
|
|
buildResults['swift-linux'] = 'SUCCESS'
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
buildResults['swift-linux'] = 'ABORTED'
|
|
} else {
|
|
echo error.getMessage()
|
|
buildResults['swift-linux'] = 'FAILURE'
|
|
}
|
|
throw error
|
|
} finally {
|
|
notifyDiscord('Linux', buildResults['swift-linux'])
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
}
|
|
|
|
builders['Build swift MacOS'] = {
|
|
node('macos') {
|
|
try {
|
|
stage('MacOS Checkout') {
|
|
checkout scm
|
|
}
|
|
|
|
stage('MacOS Build') {
|
|
withEnv(['PATH+LOCAL=/usr/local/bin',
|
|
'BITROCK_BUILDER=/Applications/BitRockInstallBuilderQt/bin/builder',
|
|
'BITROCK_CUSTOMIZE=/Applications/BitRockInstallBuilderQt/autoupdate/bin/customize.sh']) {
|
|
sh """
|
|
cp ~/vatsim.json .
|
|
python -u scripts/jenkins.py -w 64 -t clang -d -j2 -e ${getEolInMonth()} ${shouldUploadSymbols()} -q SWIFT_CONFIG_JSON+=vatsim.json
|
|
"""
|
|
}
|
|
|
|
recordIssues tool: clang(id: 'clang', name: 'Clang', reportEncoding: 'UTF-8'), sourceCodeEncoding: 'UTF-8',
|
|
qualityGates: [[threshold: 1, type: 'TOTAL', unstable: true]]
|
|
|
|
xunit testTimeMargin: '3000', thresholdMode: 1, thresholds: [failed(), skipped()],
|
|
tools: [QtTest(deleteOutputFiles: true, failIfNotNew: false, pattern: 'build/out/release/bin/*_testresults.xml',
|
|
skipNoTestFiles: true, stopProcessingIfError: false)]
|
|
|
|
def status = sh(script: 'git status -s | grep "^??"', returnStatus: true)
|
|
if (status == 0) { error 'Source tree got polluted by some untracked file(s)' }
|
|
}
|
|
|
|
stage('MacOS Archive') {
|
|
stash name: 'swift-macos-64', includes: 'swiftinstaller-macos-64-*.dmg,swiftsymbols-macos-64-*.tar.gz'
|
|
stash name: 'xswiftbus-macos-64', includes: 'xswiftbus-macos-64-*.7z'
|
|
}
|
|
buildResults['swift-macos'] = 'SUCCESS'
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
buildResults['swift-macos'] = 'ABORTED'
|
|
} else {
|
|
echo error.getMessage()
|
|
buildResults['swift-macos'] = 'FAILURE'
|
|
}
|
|
throw error
|
|
} finally {
|
|
notifyDiscord('MacOS', buildResults['swift-macos'])
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
}
|
|
|
|
builders['Build swift Win32'] = {
|
|
node('windows') {
|
|
try {
|
|
stage('Win32 Checkout') {
|
|
checkout scm
|
|
}
|
|
|
|
stage('Win32 Build') {
|
|
bat """
|
|
copy c:\\var\\vatsim.json .
|
|
python -u scripts/jenkins.py -w 32 -t msvc -d -e ${getEolInMonth()} ${shouldUploadSymbols()} -q SWIFT_CONFIG_JSON+=vatsim.json
|
|
"""
|
|
|
|
recordIssues tool: msBuild(id: 'msvc32', name: 'MSVC 32', reportEncoding: 'UTF-8'), sourceCodeEncoding: 'UTF-8',
|
|
qualityGates: [[threshold: 1, type: 'TOTAL', unstable: true]]
|
|
|
|
xunit testTimeMargin: '3000', thresholdMode: 1, thresholds: [failed(), skipped()],
|
|
tools: [QtTest(deleteOutputFiles: true, failIfNotNew: false, pattern: 'build/out/release/bin/*_testresults.xml',
|
|
skipNoTestFiles: true, stopProcessingIfError: false)]
|
|
|
|
def status = bat(script: 'git status -s | findstr /b "??"', returnStatus: true)
|
|
if (status == 0) { error 'Source tree got polluted by some untracked file(s)' }
|
|
}
|
|
|
|
stage('Win32 Archive') {
|
|
stash name: 'swift-windows-32', includes: 'swiftinstaller-windows-32-*.exe,swiftsymbols-windows-32-*.tar.gz'
|
|
stash name: 'xswiftbus-windows-32', includes: 'xswiftbus-windows-32-*.7z'
|
|
}
|
|
buildResults['swift-win32'] = 'SUCCESS'
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
buildResults['swift-win32'] = 'ABORTED'
|
|
} else {
|
|
echo error.getMessage()
|
|
buildResults['swift-win32'] = 'FAILURE'
|
|
}
|
|
throw error
|
|
} finally {
|
|
notifyDiscord('Win32', buildResults['swift-win32'])
|
|
killWindowsProcess('dbus-daemon.exe')
|
|
killWindowsProcess('clcache.exe')
|
|
killWindowsProcess('python.exe')
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
}
|
|
|
|
builders['Build swift Win64'] = {
|
|
node('windows') {
|
|
try {
|
|
stage('Win64 Checkout') {
|
|
checkout scm
|
|
}
|
|
|
|
stage('Win64 Build') {
|
|
bat """
|
|
copy c:\\var\\vatsim.json .
|
|
python -u scripts/jenkins.py -w 64 -t msvc -d -e ${getEolInMonth()} ${shouldUploadSymbols()} -q SWIFT_CONFIG_JSON+=vatsim.json
|
|
"""
|
|
|
|
recordIssues tool: msBuild(id: 'msvc64', name: 'MSVC 64', reportEncoding: 'UTF-8'), sourceCodeEncoding: 'UTF-8',
|
|
qualityGates: [[threshold: 1, type: 'TOTAL', unstable: true]]
|
|
|
|
xunit testTimeMargin: '3000', thresholdMode: 1, thresholds: [failed(), skipped()],
|
|
tools: [QtTest(deleteOutputFiles: true, failIfNotNew: false, pattern: 'build/out/release/bin/*_testresults.xml',
|
|
skipNoTestFiles: true, stopProcessingIfError: false)]
|
|
|
|
def status = bat(script: 'git status -s | findstr /b "??"', returnStatus: true)
|
|
if (status == 0) { error 'Source tree got polluted by some untracked file(s)' }
|
|
}
|
|
|
|
stage('Win64 Archive') {
|
|
stash name: 'swift-windows-64', includes: 'swiftinstaller-windows-64-*.exe,swiftsymbols-windows-64-*.tar.gz'
|
|
stash name: 'xswiftbus-windows-64', includes: 'xswiftbus-windows-64-*.7z'
|
|
}
|
|
buildResults['swift-win64'] = 'SUCCESS'
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
buildResults['swift-win64'] = 'ABORTED'
|
|
} else {
|
|
echo error.getMessage()
|
|
buildResults['swift-win64'] = 'FAILURE'
|
|
}
|
|
throw error
|
|
} finally {
|
|
notifyDiscord('Win64', buildResults['swift-win64'])
|
|
killWindowsProcess('dbus-daemon.exe')
|
|
killWindowsProcess('clcache.exe')
|
|
killWindowsProcess('python.exe')
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
}
|
|
|
|
try {
|
|
try {
|
|
parallel builders
|
|
} finally {
|
|
def r = Result.fromString(buildResults.isEmpty() ? 'ABORTED' : currentBuild.currentResult)
|
|
buildResults.each{ r = r.combine(Result.fromString(it.value)) }
|
|
if (r.isWorseThan(Result.SUCCESS)) {
|
|
currentBuild.result = r.toString()
|
|
}
|
|
}
|
|
} catch (error) {
|
|
node('master') {
|
|
notifyHarbormaster()
|
|
}
|
|
throw error
|
|
}
|
|
|
|
node('master') {
|
|
try {
|
|
stage('Package XSwiftBus') {
|
|
unstash name: 'xswiftbus-linux-64'
|
|
unstash name: 'xswiftbus-macos-64'
|
|
unstash name: 'xswiftbus-windows-32'
|
|
unstash name: 'xswiftbus-windows-64'
|
|
sh '''
|
|
7z x -y xswiftbus-windows-32-*.7z
|
|
7z x -y xswiftbus-windows-64-*.7z
|
|
7z x -y xswiftbus-linux-64-*.7z
|
|
7z x -y xswiftbus-macos-64-*.7z
|
|
'''
|
|
def regex = /(?<=xswiftbus-windows-32-)\d+\.\d+\.\d+\.\d+(?=\.7z)/
|
|
def version = sh(returnStdout: true, script: "ls xswiftbus-windows-32-*.7z | grep -Po '${regex}'").trim()
|
|
sh "7z a -y -mx=9 xswiftbus-allos-${version}.7z xswiftbus"
|
|
|
|
stash name: 'xswiftbus-allos', includes: 'xswiftbus-allos-*.7z'
|
|
}
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
currentBuild.result = 'ABORTED'
|
|
} else {
|
|
currentBuild.result = 'FAILURE'
|
|
}
|
|
notifyHarbormaster()
|
|
throw error
|
|
} finally {
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
|
|
node('master') {
|
|
try {
|
|
if (env.BRANCH_NAME && (env.BRANCH_NAME ==~ regexDevBranch
|
|
|| env.BRANCH_NAME ==~ regexTestingBranch)) {
|
|
stage('Publish') {
|
|
unstash name: 'swift-linux-64'
|
|
unstash name: 'swift-macos-64'
|
|
unstash name: 'swift-windows-32'
|
|
unstash name: 'swift-windows-64'
|
|
unstash name: 'xswiftbus-allos'
|
|
|
|
sh 'chmod 664 *'
|
|
sh '''#!/bin/bash
|
|
sftp datastore@datastore.swift-project.org:/datastore.swift-project.org/artifacts <<< "mput *.run"
|
|
sftp datastore@datastore.swift-project.org:/datastore.swift-project.org/artifacts <<< "mput *.dmg"
|
|
sftp datastore@datastore.swift-project.org:/datastore.swift-project.org/artifacts <<< "mput *.tar.gz"
|
|
sftp datastore@datastore.swift-project.org:/datastore.swift-project.org/artifacts <<< "mput *.exe"
|
|
sftp datastore@datastore.swift-project.org:/datastore.swift-project.org/artifacts <<< "mput *.7z"
|
|
'''
|
|
|
|
archiveArtifacts artifacts: 'swiftinstaller-*,swiftsymbols-*.tar.gz', onlyIfSuccessful: true
|
|
archiveArtifacts artifacts: 'xswiftbus-allos-*.7z', onlyIfSuccessful: true
|
|
}
|
|
} else {
|
|
stage('Archive') {
|
|
unstash name: 'swift-linux-64'
|
|
unstash name: 'swift-macos-64'
|
|
unstash name: 'swift-windows-32'
|
|
unstash name: 'swift-windows-64'
|
|
unstash name: 'xswiftbus-allos'
|
|
|
|
archiveArtifacts artifacts: 'swiftinstaller-*,swiftsymbols-*.tar.gz', onlyIfSuccessful: true
|
|
archiveArtifacts artifacts: 'xswiftbus-allos-*.7z', onlyIfSuccessful: true
|
|
}
|
|
}
|
|
} catch (error) {
|
|
if (isUserAborted(error)) {
|
|
echo 'User abort. No error!'
|
|
currentBuild.result = 'ABORTED'
|
|
} else {
|
|
currentBuild.result = 'FAILURE'
|
|
}
|
|
notifyHarbormaster()
|
|
throw error
|
|
} finally {
|
|
cleanWs deleteDirs: true, notFailBuild: true
|
|
}
|
|
}
|
|
|
|
node('master') {
|
|
notifyHarbormaster()
|
|
}
|
|
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
//////////////////////// Utility function definitions ////////////////////////
|
|
//////////////////////////////////////////////////////////////////////////////
|
|
|
|
def isUserAborted(error) {
|
|
return manager.build.getAction(InterruptedBuildAction.class) ||
|
|
(error instanceof FlowInterruptedException && error.causes.size() == 0)
|
|
}
|
|
|
|
def abortPreviousRunningBuilds() {
|
|
Jenkins.instance.getItemByFullName(env.JOB_NAME).getBuilds().each{ build ->
|
|
if (params.REVISION_ID == null || isAbortableDifferentialBuild(build)) {
|
|
def exec = build.getExecutor()
|
|
|
|
if (build.number < currentBuild.number && exec != null) {
|
|
exec.interrupt(Result.ABORTED, new CauseOfInterruption.UserInterruption("Aborted by #${currentBuild.number}"))
|
|
println("Aborted previous running build #${build.number}")
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
def isAbortableDifferentialBuild(build) {
|
|
def buildEnv = build.getEnvironment(TaskListener.NULL)
|
|
return buildEnv.containsKey('ABORT_ON_REVISION_ID') && buildEnv.get('ABORT_ON_REVISION_ID') == params.REVISION_ID
|
|
}
|
|
|
|
def notifyHarbormaster() {
|
|
if (params.PHID != null) {
|
|
def arcCmd = '/opt/arc/arcanist/bin/arc call-conduit --conduit-uri https://dev.swift-project.org/'
|
|
def type = currentBuild.resultIsBetterOrEqualTo('SUCCESS') ? 'pass' : 'fail'
|
|
def json = """{ "buildTargetPHID": "${params.PHID}", "type": "${type}" }"""
|
|
sh "echo '${json}' | ${arcCmd} harbormaster.sendmessage"
|
|
|
|
def icon = '{icon question-circle color=orange}'
|
|
if (currentBuild.currentResult == 'SUCCESS') {
|
|
icon = '{icon check color=green}'
|
|
} else if (currentBuild.currentResult == 'FAILURE') {
|
|
icon = '{icon times color=red}'
|
|
} else if (currentBuild.currentResult == 'UNSTABLE') {
|
|
icon = '{icon exclamation-triangle color=orange}'
|
|
}
|
|
def comment = "${icon} {${params.PHID}} ${currentBuild.currentResult}: ${env.BUILD_URL}"
|
|
json = """{ "objectIdentifier": "D${params.REVISION_ID}", "transactions": [{ "type": "comment", "value": "${comment}" }] }"""
|
|
sh "echo '${json}' | ${arcCmd} differential.revision.edit"
|
|
}
|
|
}
|
|
|
|
def notifyDiscord(nodeName, buildStatus = 'UNSTABLE') {
|
|
// build status of null means successful
|
|
buildStatus = buildStatus ?: 'SUCCESS'
|
|
|
|
// Ignore ABORTED status
|
|
if (buildStatus == 'ABORTED') {
|
|
return
|
|
}
|
|
|
|
// Default values
|
|
def emoji = ':question:'
|
|
def duration = currentBuild.durationString.replace(' and counting', '')
|
|
def branch = params.STAGING_REF ?: scm.branches.first().name
|
|
branch = branch.replaceFirst(/^refs\/tags\//, '')
|
|
def title = "${nodeName}: ${java.net.URLDecoder.decode(JOB_NAME)} - #${BUILD_NUMBER}"
|
|
if (params.REVISION_ID != null) {
|
|
title += " - D${params.REVISION_ID} (Build ${params.BUILD_ID})"
|
|
}
|
|
def summary = "`${branch}` ${buildStatus} after ${duration}"
|
|
|
|
// Override default values based on build status
|
|
if (buildStatus == 'SUCCESS') {
|
|
emoji = ':white_check_mark:'
|
|
} else if (buildStatus == 'ABORTED') {
|
|
emoji = ':grey_question:'
|
|
} else {
|
|
emoji = ':x:'
|
|
}
|
|
|
|
// Send notifications
|
|
discordSend(webhookURL: 'https://discordapp.com/api/webhooks/539127597586448412/G93TVxvm-0KOKp-5HRZtQbllKxUIvRBdqEDXW_FfoKqRvrbVzVu4xuOXROghKhyHN-E9',
|
|
description: "${emoji} ${summary}", link: env.BUILD_URL, result: buildStatus, title: title)
|
|
}
|
|
|
|
def getEolInMonth() {
|
|
return 120;
|
|
/*
|
|
if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexDevBranch) {
|
|
// 6 month for dev builds
|
|
return 6
|
|
} else if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexTestingBranch) {
|
|
// 6 month for testing builds
|
|
return 6
|
|
} else if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexStableBranch) {
|
|
// 12 month currently for stable builds. That will be removed in future.
|
|
return 12
|
|
} else {
|
|
// 3 month for everything else
|
|
return 3
|
|
}
|
|
*/
|
|
}
|
|
|
|
def shouldUploadSymbols() {
|
|
if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexDevBranch) {
|
|
return '-u'
|
|
} else if (env.BRANCH_NAME && env.BRANCH_NAME ==~ regexTestingBranch) {
|
|
return '-u'
|
|
} else {
|
|
return ''
|
|
}
|
|
}
|
|
|
|
def killWindowsProcess(name) {
|
|
bat """
|
|
tasklist /FI "IMAGENAME eq ${name}" 2>NUL | find /I /N "${name}">NUL
|
|
if "%ERRORLEVEL%"=="0" taskkill /f /im ${name}
|
|
EXIT 0
|
|
"""
|
|
}
|