def setCommitStatus(String pStatus, String errorHint = '') { switch (pStatus) { case 'running': pState = 'running' pMessage = "" break case 'success': pState = 'success' pMessage = ":white_check_mark: ${env.JOB_NAME} Windows SUCCEEDED :muscle:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'aborted': pState = 'canceled' pMessage = ":interrobang: ${env.JOB_NAME} Windows ABORTED :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'build_failure': pState = 'failed' pMessage = ":red_circle: ${env.JOB_NAME} Windows FAILURE :worried:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'tests_failure': pState = 'failed' pMessage = "🟠 ${env.JOB_NAME} Windows FAILURE :worried:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'unstable': pState = 'failed' pMessage = ":interrobang: ${env.JOB_NAME} Windows UNSTABLE :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break default: pState = 'failed' pMessage = ":interrobang: ${env.JOB_NAME} Windows UNKNOWN :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" } if (pMessage) { if (errorHint) { pMessage += '
' + errorHint } addGitLabMRComment(comment: pMessage) } updateGitlabCommitStatus(name: "${PIPELINE_NAME}", state: pState) } def BUILD_OPTIONS def TESTS_PARALLEL def GTEST_REPEAT def GTEST_FILTER def WIN32_FLAG def CUSTOM_TIMEOUT pipeline { agent none options { buildDiscarder(logRotator(numToKeepStr: '135', daysToKeepStr: '21')) gitLabConnection('GitLabConnectionJenkins') } environment { PIPELINE_NAME = 'Build & test windows' BUILD_OPTIONS = '' TESTS_PARALLEL = '' APIURL_TO_TEST = '' } stages { stage('Update Gitlab commitStatus') { agent any steps { updateGitlabCommitStatus(name: 'Build & test windows', state: 'running') script{ COMMIT_ID = env.GIT_COMMIT println GIT_COMMIT } } } stage('Build') { agent { label 'windows && amd64' } stages { stage('clean previous runs and update gitlab commit status'){ steps{ deleteDir() } } stage('Get parameters'){ parallel{ stage('Get build and run paramters'){ steps { script{ BUILD_OPTIONS = sh(script: 'echo "$gitlabTriggerPhrase" | grep BUILD_OPTIONS | awk -F "BUILD_OPTIONS=" \'{print \$2}\' | cut -d"\\"" -f2 || :', returnStdout: true).trim() TESTS_PARALLEL = sh(script: 'echo "$gitlabTriggerPhrase" | grep "\\-\\-sequence" >/dev/null 2>&1 && echo "" || echo "--INSTANCES:10"', returnStdout: true).trim() GTEST_REPEAT = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-gtest_repeat=[^ ]*" | awk -F "gtest_repeat=" \'{print "--gtest_repeat="\$2}\'|| :', returnStdout: true).trim() GTEST_FILTER = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-gtest_filter=[^ ]*" | awk -F "gtest_filter=" \'{print "--gtest_filter="\$2}\'|| :', returnStdout: true).trim() WIN32_FLAG = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-windows-32bits" || :', returnStdout: true).trim() CUSTOM_TIMEOUT = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-timeout=[^ ]*" | awk -F "timeout=" \'{print \$2}\'|| :', returnStdout: true).trim() CUSTOM_TIMEOUT = CUSTOM_TIMEOUT? CUSTOM_TIMEOUT : "250" println BUILD_OPTIONS println TESTS_PARALLEL println GTEST_REPEAT println GTEST_FILTER println WIN32_FLAG println CUSTOM_TIMEOUT } } } stage('Get API URL'){ steps { script{ APIURL_TO_TEST = sh(script: 'echo "$gitlabMergeRequestDescription" | grep USE_APIURL_TO_TEST | awk -F "USE_APIURL_TO_TEST=" \'{print \$2}\' | cut -d" " -f1', returnStdout: true).trim() println APIURL_TO_TEST if (APIURL_TO_TEST == ""){ APIURL_TO_TEST = "https://g.api.mega.co.nz/" echo "APIURL_TO_TEST was not found on description so ${APIURL_TO_TEST} will be used by default" } echo "APIURL_TO_TEST will be ${APIURL_TO_TEST}" } } } } } stage('Checkout Windows'){ steps { checkout([ $class: 'GitSCM', branches: [[name: "${env.gitlabSourceBranch}"]], userRemoteConfigs: [[ url: "${env.GIT_URL_SDK}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]], extensions: [ [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"], [$class: 'PreBuildMerge', options: [fastForwardMode: 'FF', mergeRemote: "origin", mergeStrategy: 'DEFAULT', mergeTarget: "${env.gitlabTargetBranch}"]] ] ]) script{ windows_sources_workspace = WORKSPACE } } post { failure { script { setCommitStatus('build_failure', ':warning: Checkout failed') } echo 'Error: Checkout stage failed' } } } stage('Build Windows'){ environment{ VCPKGPATH = "${windows_sources_workspace}\\..\\vcpkg" /* * VCPKG cache in S4 commented out because it takes too long time. * See CID-839 * VCPKG_BINARY_SOURCES = 'clear;x-aws,s3://vcpkg-cache/archives/,readwrite' * AWS_ACCESS_KEY_ID = credentials('s4_access_key_id_vcpkg_cache') * AWS_SECRET_ACCESS_KEY = credentials('s4_secret_access_key_vcpkg_cache') * AWS_ENDPOINT_URL = "https://s3.g.s4.mega.io" */ _MSPDBSRV_ENDPOINT_ = "${BUILD_TAG}" TMP = "${windows_sources_workspace}\\tmp" TEMP = "${windows_sources_workspace}\\tmp" TMPDIR = "${windows_sources_workspace}\\tmp" MEGAQTPATH_X64 = "C:\\Qt\\Qt5.15.16\\5.15.16\\x64" MEGAQTPATH_X86 = "C:\\Qt\\Qt5.15.16\\5.15.16\\x86" CMAKE_COMMON = "-DSWIG_EXECUTABLE='C:\\swigwin-4.0.2\\swig.exe' -DUSE_LIBUV=ON -DENABLE_QT_BINDINGS=ON -DENABLE_JAVA_BINDINGS=ON -DENABLE_MEDIA_FILE_METADATA=ON -DWITH_FUSE=1 -DCMAKE_VERBOSE_MAKEFILE=ON" } options{ timeout(time: 150, unit: 'MINUTES') } steps{ dir(windows_sources_workspace){ //Build SDK sh "echo Building SDK x64" sh "mkdir build_dir" sh "mkdir tmp" sh "cmake -DCMAKE_PREFIX_PATH='${MEGAQTPATH_X64}' -DENABLE_CHAT=ON -DVCPKG_ROOT='${VCPKGPATH}' ${CMAKE_COMMON} ${BUILD_OPTIONS} -DCMAKE_GENERATOR_PLATFORM=x64 -S '${windows_sources_workspace}' -B '${windows_sources_workspace}'\\\\build_dir\\\\" sh "cmake --build '${windows_sources_workspace}'\\\\build_dir\\\\ --config Debug -j 1" sh "echo Building SDK x86" sh "mkdir build_dir_x86" sh "cmake -DCMAKE_PREFIX_PATH='${MEGAQTPATH_X86}' -DENABLE_CHAT=ON -DVCPKG_ROOT='${VCPKGPATH}' ${CMAKE_COMMON} ${BUILD_OPTIONS} -DCMAKE_GENERATOR_PLATFORM=Win32 -S '${windows_sources_workspace}' -B '${windows_sources_workspace}'\\\\build_dir_x86\\\\" sh "cmake --build '${windows_sources_workspace}'\\\\build_dir_x86\\\\ --config Debug -j 1" } } post { failure { script { setCommitStatus('build_failure', ':warning: Build failed. Tests won`t run') } echo "Error: Build stage failed. Tests won't run." } } } stage('Run Windows tests'){ environment { PATH = "${windows_sources_workspace}\\\\vcpkg_installed\\\\x64-windows-mega\\\\debug\\\\bin;${env.PATH}" MEGA_PWD = credentials('MEGA_PWD_DEFAULT') MEGA_PWD_AUX = credentials('MEGA_PWD_DEFAULT') MEGA_PWD_AUX2 = credentials('MEGA_PWD_DEFAULT') MEGA_REAL_PWD=credentials('MEGA_REAL_PWD_TEST') SYMBOL_PATH = "srv*C:\\symcache*;http://msdl.microsoft.com/download/symbols;${WORKSPACE}\\build_dir;${WORKSPACE}\\build_dir_x86;${WORKSPACE}\\build_dir\\tests\\integration\\Debug;${WORKSPACE}\\build_dir_x86\\tests\\integration\\Debug" USER_AGENT_TESTS_SDK = "${USER_AGENT_TESTS_SDK}" APIURL_TO_TEST = "${APIURL_TO_TEST}" GTEST_FILTER = "${GTEST_FILTER}" GTEST_REPEAT = "${GTEST_REPEAT}" TESTS_PARALLEL = "${TESTS_PARALLEL}" } steps{ script { def lockLabel = '' if ("${APIURL_TO_TEST}" == 'https://g.api.mega.co.nz/') { lockLabel = 'SDK_Concurrent_Test_Accounts' } else { lockLabel = 'SDK_Concurrent_Test_Accounts_Staging' } env.BUILD_DIR = WIN32_FLAG ? "build_dir_x86" : "build_dir" lock(label: lockLabel, variable: 'ACCOUNTS_COMBINATION', quantity: 1, resourceSelectStrategy: "random", resource: null){ dir("${windows_sources_workspace}") { timeout(time: "${CUSTOM_TIMEOUT}", unit: 'MINUTES') { script{ env.MEGA_EMAIL = "${env.ACCOUNTS_COMBINATION}" echo "${env.ACCOUNTS_COMBINATION}" } bat """ cd %BUILD_DIR% tests\\\\unit\\\\Debug\\\\test_unit.exe if %ERRORLEVEL% NEQ 0 exit 1 set gfxworkerTestIntegration=tools\\\\gfxworker\\\\tests\\\\integration\\\\Debug\\\\gfxworker_test_integration.exe if exist %gfxworkerTestIntegration% ( %gfxworkerTestIntegration% gzip -c gfxworker_test_integration.log > gfxworker_test_integration_${BUILD_ID}.log.gz rm gfxworker_test_integration.log ) if %ERRORLEVEL% NEQ 0 exit 1 """ def integration_tests_error = powershell script: 'jenkinsfile\\windows-integration-tests.ps1', returnStatus: true sh """ if [ -z "${TESTS_PARALLEL}" ]; then tar czf test_integration_${BUILD_ID}.tgz pid_*/test_integration*.log || true fi gzip -c test_integration.log > test_integration_${BUILD_ID}.log.gz || true """ if (integration_tests_error) { sh """ tar czf dumps.tgz dumps || true tar czf procdump.tgz procdump*.log || true tar czf pdbs.tgz $BUILD_DIR/Debug/*.pdb $BUILD_DIR/tests/integration/Debug/*.pdb exit ${integration_tests_error} """ } } } } } } post { failure { script { setCommitStatus('tests_failure', ':warning: Build succeed. Tests failed') } echo 'Error: Test stage failed' } } } } post{ always { archiveArtifacts artifacts: "build_dir/*.log", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: "build_dir/*.log.gz", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: "build_dir_x86/*.log", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: "build_dir_x86/*.log.gz", allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: 'dumps.tgz', allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: 'pdbs.tgz', allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: 'procdump.tgz', allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: 'test_integration*.log.gz', allowEmptyArchive: true, fingerprint: true archiveArtifacts artifacts: 'test_integration*.tgz', allowEmptyArchive: true, fingerprint: true deleteDir() } } } } post { success { updateGitlabCommitStatus(name: 'Build & test windows', state: 'success') addGitLabMRComment(comment: ":white_check_mark: ${currentBuild.projectName} Windows SUCCEEDED :muscle:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } unstable { updateGitlabCommitStatus(name: 'Build & test windows', state: 'failed') addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} Windows UNSTABLE :confused:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } aborted { updateGitlabCommitStatus(name: 'Build & test windows', state: 'canceled') addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} Windows ABORTED :confused:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } } }