def setCommitStatus(String pStatus, String errorHint = '') { switch (pStatus) { case 'running': pState = 'running' pMessage = "" break case 'success': pState = 'success' pMessage = ":white_check_mark: ${env.JOB_NAME} :penguin: MEGAchat SUCCEEDED :muscle:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'aborted': pState = 'canceled' pMessage = ":interrobang: ${env.JOB_NAME} :penguin: MEGAchat ABORTED :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'build_failure': pState = 'failed' pMessage = ":red_circle: ${env.JOB_NAME} :penguin: MEGAchat FAILURE :worried:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'tests_failure': pState = 'failed' pMessage = "🟠 ${env.JOB_NAME} :penguin: MEGAchat FAILURE :worried:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break case 'unstable': pState = 'failed' pMessage = ":interrobang: ${env.JOB_NAME} :penguin: MEGAchat UNSTABLE :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" break default: pState = 'failed' pMessage = ":interrobang: ${env.JOB_NAME} :penguin: MEGAchat UNKNOWN :confused:
Build results: [Jenkins [${env.BUILD_DISPLAY_NAME}]](${env.RUN_DISPLAY_URL})
Commit: ${env.GIT_COMMIT}" } if (pMessage) { if (errorHint) { pMessage += '
' + errorHint } addGitLabMRComment(comment: pMessage) } updateGitlabCommitStatus(name: "${PIPELINE_NAME}", state: pState) } def CUSTOM_TIMEOUT pipeline { agent none options { buildDiscarder(logRotator(numToKeepStr: '135', daysToKeepStr: '21')) gitLabConnection('GitLabConnectionJenkins') } environment { PIPELINE_NAME = 'Build & test MEGAchat' BUILD_OPTIONS = ' ' APIURL_TO_TEST = ' ' } stages { stage('Update Gitlab commitStatus') { agent any steps { updateGitlabCommitStatus(name: 'Build & test MEGAchat', state: 'running') script{ COMMIT_ID = env.GIT_COMMIT println GIT_COMMIT } } } stage('Build') { agent { label 'linux && amd64' } stages { stage('clean previous runs'){ steps{ deleteDir() } } stage('Get build parameters'){ parallel{ stage('Get build options'){ steps { script{ BUILD_OPTIONS = sh(script: 'echo "$gitlabTriggerPhrase" | grep BUILD_OPTIONS | awk -F "BUILD_OPTIONS=" \'{print \$2}\' | cut -d"\\"" -f2 || :', returnStdout: true).trim() TESTS_PARALLEL = sh(script: 'echo "$gitlabTriggerPhrase" | grep "\\-\\-sequence" >/dev/null 2>&1 && echo "" || echo "--INSTANCES:10"', returnStdout: true).trim() GTEST_REPEAT = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-gtest_repeat=[^ ]*" | awk -F "gtest_repeat=" \'{print "--gtest_repeat="\$2}\'|| :', returnStdout: true).trim() GTEST_FILTER = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-gtest_filter=[^ ]*" | awk -F "gtest_filter=" \'{print "--gtest_filter="\$2}\'|| :', returnStdout: true).trim() CUSTOM_TIMEOUT = sh(script: 'echo "$gitlabTriggerPhrase" | grep --only-matching "\\-\\-timeout=[^ ]*" | awk -F "timeout=" \'{print \$2}\'|| :', returnStdout: true).trim() CUSTOM_TIMEOUT = CUSTOM_TIMEOUT? CUSTOM_TIMEOUT : "150" println BUILD_OPTIONS println TESTS_PARALLEL println GTEST_REPEAT println GTEST_FILTER println CUSTOM_TIMEOUT } } } stage('Get MEGAchat branch'){ steps { script{ env.MEGACHAT_BRANCH = sh(script: 'echo "$gitlabMergeRequestDescription" | grep MEGACHAT_BRANCH_TO_TEST | awk -F "MEGACHAT_BRANCH_TO_TEST=" \'{print \$2}\' | cut -d" " -f1', returnStdout: true).trim() if (MEGACHAT_BRANCH == ""){ echo "MEGACHAT_BRANCH was not found on description so develop will be used by default" env.MEGACHAT_BRANCH = "develop" } println MEGACHAT_BRANCH } } } stage('Get API URL'){ steps { script{ APIURL_TO_TEST = sh(script: 'echo "$gitlabMergeRequestDescription" | grep USE_APIURL_TO_TEST | awk -F "USE_APIURL_TO_TEST=" \'{print \$2}\' | cut -d" " -f1', returnStdout: true).trim() println APIURL_TO_TEST if (APIURL_TO_TEST == ""){ APIURL_TO_TEST = "https://g.api.mega.co.nz/" echo "APIURL_TO_TEST was not found on description so ${APIURL_TO_TEST} will be used by default" } echo "APIURL_TO_TEST will be ${APIURL_TO_TEST}" } } } } } stage('Checkout SDK and MEGAchat'){ steps { //Clone MEGAchat sh "echo Cloning MEGAchat branch \"${MEGACHAT_BRANCH}\"" checkout([ $class: 'GitSCM', branches: [[name: "origin/${MEGACHAT_BRANCH}"]], userRemoteConfigs: [[ url: "${env.GIT_URL_MEGACHAT}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]], extensions: [ [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"] ] ]) dir('third-party/mega'){ //Clone SDK (with PreBuildMerge) checkout([ $class: 'GitSCM', branches: [[name: "origin/${env.gitlabSourceBranch}"]], userRemoteConfigs: [[ url: "${env.GIT_URL_SDK}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]], extensions: [ [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"], [$class: 'PreBuildMerge', options: [fastForwardMode: 'FF', mergeRemote: "origin", mergeStrategy: 'DEFAULT', mergeTarget: "${env.gitlabTargetBranch}"]] ] ]) } script{ megachat_sources_workspace = WORKSPACE sdk_sources_workspace = "${megachat_sources_workspace}/third-party/mega" } } post { failure { script { setCommitStatus('build_failure', ':red_circle: Checkout failed') } echo 'Error: Checkout stage failed' } } } stage('Build MEGAchat'){ environment{ VCPKGPATH = "/opt/vcpkg" VCPKG_BINARY_SOURCES = 'clear;x-aws,s3://vcpkg-cache/archives/,readwrite' AWS_ACCESS_KEY_ID = credentials('s4_access_key_id_vcpkg_cache') AWS_SECRET_ACCESS_KEY = credentials('s4_secret_access_key_vcpkg_cache') AWS_ENDPOINT_URL = "https://s3.g.s4.mega.io" BUILD_DIR = "build_dir" } steps{ dir(megachat_sources_workspace){ sh "echo Building MEGAchat" sh "cmake --preset dev-unix -DCMAKE_BUILD_TYPE=Debug -DVCPKG_ROOT=${VCPKGPATH} ${BUILD_OPTIONS} -DCMAKE_VERBOSE_MAKEFILE=ON \ -S ${megachat_sources_workspace} -B ${megachat_sources_workspace}/${BUILD_DIR}" sh "cmake --build ${megachat_sources_workspace}/${BUILD_DIR} -j5" } } post { failure { script { setCommitStatus('build_failure', ':red_circle: Build failed. Tests won`t run') } echo "Error: Build stage failed. Tests won't run." } } } stage('Run MEGAchat tests'){ environment { MEGA_PWD0 = credentials('MEGA_PWD_DEFAULT') MEGA_PWD1 = credentials('MEGA_PWD_DEFAULT') MEGA_PWD2 = credentials('MEGA_PWD_DEFAULT') BUILD_DIR = "build_dir" } steps{ script { def lockLabel = '' if ("${APIURL_TO_TEST}" == 'https://g.api.mega.co.nz/') { lockLabel = 'SDK_Concurrent_Test_Accounts' } else { lockLabel = 'SDK_Concurrent_Test_Accounts_Staging' } lock(label: lockLabel, variable: 'ACCOUNTS_COMBINATION', quantity: 1, resourceSelectStrategy: "random", resource: null){ dir("${megachat_sources_workspace}"){ timeout(time: "${CUSTOM_TIMEOUT}", unit: 'MINUTES') { script{ env.MEGA_EMAIL0 = "${env.ACCOUNTS_COMBINATION}" echo "${env.ACCOUNTS_COMBINATION}" } sh """#!/bin/bash set -x ulimit -c unlimited if [ -z \"${TESTS_PARALLEL}\" ]; then # Sequential run ${env.BUILD_DIR}/tests/sdk_test/megachat_tests --USERAGENT:${env.USER_AGENT_TESTS_MEGACHAT} --APIURL:${APIURL_TO_TEST} ${GTEST_FILTER} ${GTEST_REPEAT} & pid=\$! wait \$pid || FAILED=1 else # Parallel run ${env.BUILD_DIR}/tests/sdk_test/megachat_tests --USERAGENT:${env.USER_AGENT_TESTS_MEGACHAT} --APIURL:${APIURL_TO_TEST} ${GTEST_FILTER} ${GTEST_REPEAT} ${TESTS_PARALLEL} 2>&1 | tee tests.stdout [ \"\${PIPESTATUS[0]}\" != \"0\" ] && FAILED=1 fi if [ -n "\$FAILED" ]; then if [ -z \"${TESTS_PARALLEL}\" ]; then # Sequential run coreFiles=\"test_pid_\$pid/core\" else # Parallel run procFailed=`grep \"<< PROCESS\" tests.stdout | sed 's/.*PID:\\([0-9]*\\).*/\\1/'` if [ -n \"\$procFailed\" ]; then for i in \$procFailed; do coreFiles=\"\$coreFiles test_pid_\$i/core\" done fi fi fi if [ -n \"\$coreFiles\" ]; then maxTime=10 startTime=`date +%s` coresProcessed=0 coresTotal=`echo \$coreFiles | wc -w` # While there are pending cores while [ \$coresProcessed -lt \$coresTotal ] && [ \$( expr `date +%s` - \$startTime ) -lt \$maxTime ]; do echo "Waiting for core dumps..." sleep 1 for i in \$coreFiles; do if [ -e \"\$i\" ] && [ -z \"\$( lsof \$i 2>/dev/null )\" ]; then echo echo echo \"Processing core dump \$i :: \$(grep `echo \$i | sed 's#test_pid_\\([0-9].*\\)/core#\\1#'` tests.stdout)\" echo thread apply all bt > backtrace echo quit >> backtrace gdb -q ${env.BUILD_DIR}/tests/sdk_test/megachat_tests \$i -x backtrace tar rf core.tar \$i coresProcessed=`expr \$coresProcessed + 1` coreFiles=`echo \$coreFiles | sed -e \"s#\$i##\"` fi done done if [ -e core.tar ]; then tar rf core.tar -C ${env.BUILD_DIR}/tests/sdk_test/ megachat_tests gzip core.tar fi fi gzip -c test.log > test_${BUILD_ID}.log.gz || : rm test.log || : if [ ! -z "\$FAILED" ]; then false fi """ } } } } } post { failure { script { setCommitStatus('tests_failure', ':warning: Build succeed. Tests failed') } echo 'Error: Test stage failed' } } } } post{ always { archiveArtifacts artifacts: 'test*.log*, core.tar.gz', fingerprint: true deleteDir() } } } } post { success { updateGitlabCommitStatus(name: 'Build & test MEGAchat', state: 'success') addGitLabMRComment(comment: ":white_check_mark: ${currentBuild.projectName} :penguin: MEGAchat SUCCEEDED :muscle:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } unstable { updateGitlabCommitStatus(name: 'Build & test MEGAchat', state: 'failed') addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} :penguin: MEGAchat UNSTABLE :confused:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } aborted { updateGitlabCommitStatus(name: 'Build & test MEGAchat', state: 'canceled') addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} :penguin: MEGAchat ABORTED :confused:
Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})
Commit: ${COMMIT_ID}" ) } } }