Debian Codegraph @

sdk/jenkinsfile/Jenkinsfile_MR_android

raw
1 import groovy.json.JsonSlurperClassic
2
3 // Uploads a file to a Gitlab project
4 // Requires env.GITLAB_BASE_URL
5 String uploadFileToGitLab(String fileName, String projectId) {
6 String link = ""
7 String response = ""
8 withCredentials([string(credentialsId: 'gitlab-api-token', variable: 'TOKEN')]) {
9 response = sh(script: "curl -s --request POST --header 'PRIVATE-TOKEN:\$TOKEN' --form file=@${fileName} ${env.GITLAB_BASE_URL}/api/v4/projects/${projectId}/uploads", returnStdout: true).trim()
10 }
11 link = new JsonSlurperClassic().parseText(response).markdown
12 echo "Logs uploaded to: ${link}"
13 return link
14 }
15
16 // Downloads the console log from this Jenkins build
17 void downloadJenkinsConsoleLog(String fileName) {
18 withCredentials([usernameColonPassword(credentialsId: 'jenkins-ro', variable: 'CREDENTIALS')]) {
19 sh "curl -u \"\${CREDENTIALS}\" ${BUILD_URL}consoleText -o ${fileName}"
20 }
21 }
22
23 // Downloads the logs of the build, uploads them to the gitlab project
24 // And return the URL
25 String getLogsUrl(String projectId) {
26 String message = ""
27 String fileName = "build.log"
28 String logUrl = ""
29 downloadJenkinsConsoleLog(fileName)
30 return uploadFileToGitLab(fileName, projectId)
31 }
32
33 // Post a failure message in MR
34 void commentFailedBuild() {
35 logUrl = getLogsUrl(env.PROJECT_ID)
36 addGitLabMRComment(comment: ":red_circle: ${currentBuild.projectName} :penguin: <b>Android</b> FAILURE :worried:<br/>Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})<br/>Commit: ${env.GIT_COMMIT}<br/>Logs: ${logUrl}" )
37 updateGitlabCommitStatus(name: 'Build Android', state: 'failed')
38 }
39
40 pipeline {
41 agent none
42 options {
43 buildDiscarder(logRotator(numToKeepStr: '135', daysToKeepStr: '21'))
44 gitLabConnection('GitLabConnectionJenkins')
45 }
46
47 environment {
48 BUILD_OPTIONS = ' '
49 VCPKGPATH = "/opt/vcpkg"
50 VCPKG_BINARY_SOURCES = 'clear;x-aws,s3://vcpkg-cache/archives/,readwrite'
51 AWS_ACCESS_KEY_ID = credentials('s4_access_key_id_vcpkg_cache')
52 AWS_SECRET_ACCESS_KEY = credentials('s4_secret_access_key_vcpkg_cache')
53 AWS_ENDPOINT_URL = "https://s3.g.s4.mega.io"
54 }
55 stages {
56 stage('Update Gitlab commitStatus') {
57 agent any
58 steps {
59 updateGitlabCommitStatus(name: 'Build Android', state: 'running')
60 script{
61 COMMIT_ID = env.GIT_COMMIT
62 println GIT_COMMIT
63 }
64 }
65 }
66 stage('Build') {
67 agent { label 'linux && amd64 && android' }
68 stages {
69 stage('clean previous runs'){
70 steps{
71 deleteDir()
72 }
73 }
74 stage('Get build parameters'){
75 parallel{
76 stage('Get build options and run parameters'){
77 steps {
78 script{
79 env.ARCH_TO_BUILD = sh(script: 'echo "$gitlabTriggerPhrase" | grep ARCH_TO_BUILD | awk -F "ARCH_TO_BUILD=" \'{print \$2}\' | cut -d\\" -f2', returnStdout: true).trim()
80 if (env.ARCH_TO_BUILD == ""){
81 env.ARCH_TO_BUILD = "arm64"
82 }
83 // Map Jenkins arch -> Android ABI folder name
84 env.ANDROID_ABI = sh(script: """
85 case "${env.ARCH_TO_BUILD}" in
86 arm) echo "armeabi-v7a" ;;
87 arm64) echo "arm64-v8a" ;;
88 x86) echo "x86" ;;
89 x64) echo "x86_64" ;;
90 *) echo "" ;;
91 esac
92 """, returnStdout: true).trim()
93
94 if (!env.ANDROID_ABI) {
95 error "Unsupported ARCH_TO_BUILD='${env.ARCH_TO_BUILD}'"
96 }
97 BUILD_OPTIONS = sh(script: 'echo "$gitlabTriggerPhrase" | grep BUILD_OPTIONS | awk -F "BUILD_OPTIONS=" \'{print \$2}\' | cut -d"\\"" -f2 || :', returnStdout: true).trim()
98 println ARCH_TO_BUILD
99 println BUILD_OPTIONS
100 }
101 }
102 }
103 stage('Get MEGAchat branch'){
104 steps {
105 script{
106 env.MEGACHAT_BRANCH = sh(script: 'echo "$gitlabMergeRequestDescription" | grep MEGACHAT_BRANCH_TO_TEST | awk -F "MEGACHAT_BRANCH_TO_TEST=" \'{print \$2}\' | cut -d" " -f1', returnStdout: true).trim()
107 if (MEGACHAT_BRANCH == ""){
108 echo "MEGACHAT_BRANCH was not found on description so develop will be used by default"
109 env.MEGACHAT_BRANCH = "develop"
110 }
111 println MEGACHAT_BRANCH
112 }
113 }
114 }
115 stage('Get Android branch'){
116 steps {
117 script{
118 env.ANDROID_BRANCH = sh(script: 'echo "$gitlabMergeRequestDescription" | grep ANDROID_BRANCH_TO_TEST | awk -F "ANDROID_BRANCH_TO_TEST=" \'{print \$2}\' | cut -d" " -f1', returnStdout: true).trim()
119 if (ANDROID_BRANCH == ""){
120 echo "ANDROID_BRANCH was not found on description so develop will be used by default"
121 env.ANDROID_BRANCH = "develop"
122 }
123 println ANDROID_BRANCH
124 }
125 }
126 }
127 }
128 }
129
130 stage('Build All'){
131 parallel{
132 stage('Example App'){
133 options{
134 timeout(time: 200, unit: 'MINUTES')
135 }
136 environment {
137 SDK_OUTPUT_DIR = "${WORKSPACE}/output/android/${ARCH_TO_BUILD}"
138 SDK_JNILIBS_DIR = "${WORKSPACE}/examples/android/ExampleApp/app/src/main/jniLibs/${ANDROID_ABI}"
139 SDK_EXAMPLE_DIR = "${WORKSPACE}/examples/android/ExampleApp"
140 }
141 stages {
142 stage('Checkout SDK'){
143 steps {
144 checkout([
145 $class: 'GitSCM',
146 branches: [[name: "${env.gitlabSourceBranch}"]],
147 userRemoteConfigs: [[ url: "${env.GIT_URL_SDK}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]],
148 extensions: [
149 [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"],
150 [$class: 'PreBuildMerge', options: [fastForwardMode: 'FF', mergeRemote: "origin", mergeStrategy: 'DEFAULT', mergeTarget: "${env.gitlabTargetBranch}"]]
151 ]
152 ])
153 }
154 }
155 stage('Build Docker'){
156 steps{
157 dir("dockerfile"){
158 sh "docker build -t meganz/sdk-android-mr-build-env:${env.BUILD_NUMBER} -f ./android-cross-build.dockerfile ."
159 }
160 sh "echo ${ARCH_TO_BUILD}"
161 sh "mkdir -p ${env.SDK_OUTPUT_DIR}"
162 sh "mkdir -p ${env.SDK_JNILIBS_DIR}"
163 sh "mkdir -p ${env.SDK_EXAMPLE_DIR}/app/src/main/java/nz/mega/sdk"
164
165 }
166 }
167 stage("Build SDK for Example App"){
168 steps {
169 sh "echo Build SDK for arch $ARCH_TO_BUILD"
170 sh "docker run --name sdk-android-builder-$ARCH_TO_BUILD-${env.BUILD_NUMBER} \
171 --rm \
172 -v ${WORKSPACE}:/mega/sdk \
173 -v ${VCPKGPATH}:/mega/vcpkg \
174 -v ${env.SDK_OUTPUT_DIR}:/mega/buildAndroid \
175 -e ARCH=$ARCH_TO_BUILD \
176 -e VCPKG_BINARY_SOURCES \
177 -e AWS_ACCESS_KEY_ID \
178 -e AWS_SECRET_ACCESS_KEY \
179 -e AWS_ENDPOINT_URL \
180 meganz/sdk-android-mr-build-env:${env.BUILD_NUMBER}"
181
182 sh "cp -fv ${env.SDK_OUTPUT_DIR}/bindings/java/libmega.so ${env.SDK_JNILIBS_DIR}"
183 sh "cp -fv ${env.SDK_OUTPUT_DIR}/bindings/java/nz/mega/sdk/*.java ${env.SDK_EXAMPLE_DIR}/app/src/main/java/nz/mega/sdk"
184
185 }
186 }
187 stage('Build Example App'){
188 environment{
189 ANDROID_HOME = "/home/jenkins/android-cmdlinetools/"
190 ANDROID_NDK_HOME ="/home/jenkins/android-ndk/"
191 NDK_ROOT = "/home/jenkins/android-ndk/"
192 VCPKG_ROOT="/opt/vcpkg"
193 }
194 steps{
195 dir("${env.SDK_EXAMPLE_DIR}") {
196 script{
197 env.PATH="${env.PATH}:${env.ANDROID_HOME}/cmdline-tools/tools/bin/"
198 }
199 //Build Example App
200 sh "mkdir -p ../java/nz/mega/sdk"
201 sh "./gradlew --no-daemon --max-workers=2 build"
202 sh "rm examples-*.tar.gz || :"
203 sh "tar czf examples-${BUILD_ID}.tar.gz -C app/build/outputs apk"
204 }
205 }
206 }
207 }
208 post{
209 always{
210 sh "docker image rm meganz/sdk-android-mr-build-env:${env.BUILD_NUMBER}"
211 archiveArtifacts artifacts: 'examples/android/ExampleApp/examples-*.tar.gz', fingerprint: true
212 }
213 }
214 }
215 stage('Android app'){
216 agent { label 'linux && amd64 && android' }
217 options{
218 timeout(time: 300, unit: 'MINUTES')
219 }
220 environment {
221 SDK_OUTPUT_DIR = "${WORKSPACE}/output/android/${ARCH_TO_BUILD}"
222 SDK_JNILIBS_DIR = "${WORKSPACE}/sdk/src/main/jniLibs/${ANDROID_ABI}"
223 ANDROID_CHAT_DIR = "${WORKSPACE}/sdk/src/main/jni/megachat/sdk"
224 ANDROID_SDK_DIR = "${WORKSPACE}/sdk/src/main/jni/mega/sdk"
225 ANDROID_HOME = "/home/jenkins/android-cmdlinetools/"
226 ANDROID_NDK_HOME = "/home/jenkins/android-ndk/"
227 NDK_ROOT = "/home/jenkins/android-ndk/"
228 VCPKG_ROOT = "/opt/vcpkg"
229 DEFAULT_GOOGLE_MAPS_API_PATH = "/home/jenkins/android-default_google_maps_api"
230 USE_PREBUILT_SDK = false
231 ARTIFACTORY_BASE_URL = "${env.REPOSITORY_URL}"
232 }
233 stages {
234 stage('Checkout SDK, MEGAchat and Android'){
235 steps {
236 deleteDir()
237 //Clone Android
238 sh "echo Cloning android branch \"${ANDROID_BRANCH}\""
239 checkout([
240 $class: 'GitSCM',
241 branches: [[name: "${ANDROID_BRANCH}"]],
242 userRemoteConfigs: [[ url: "${env.GIT_URL_ANDROID}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]],
243 extensions: [
244 [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"]
245 ]
246 ])
247 dir("${env.ANDROID_CHAT_DIR}"){
248 //Clone MEGAchat branch
249 sh "echo Cloning megachat branch \"${MEGACHAT_BRANCH}\""
250 checkout([
251 $class: 'GitSCM',
252 branches: [[name: "${MEGACHAT_BRANCH}"]],
253 userRemoteConfigs: [[ url: "${env.GIT_URL_MEGACHAT}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]],
254 extensions: [
255 [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"]
256 ]
257 ])
258 script{
259 megachat_sources_workspace = WORKSPACE
260 }
261 }
262 dir("${env.ANDROID_SDK_DIR}"){
263 //Clone SDK (with PreBuildMerge)
264 checkout([
265 $class: 'GitSCM',
266 branches: [[name: "origin/${env.gitlabSourceBranch}"]],
267 userRemoteConfigs: [[ url: "${env.GIT_URL_SDK}", credentialsId: "12492eb8-0278-4402-98f0-4412abfb65c1" ]],
268 extensions: [
269 [$class: "UserIdentity",name: "jenkins", email: "jenkins@jenkins"],
270 [$class: 'PreBuildMerge', options: [fastForwardMode: 'FF', mergeRemote: "origin", mergeStrategy: 'DEFAULT', mergeTarget: "${env.gitlabTargetBranch}"]]
271 ]
272 ])
273 }
274 }
275 }
276 stage('Build Docker'){
277 //Building sdk with MEGAchat-android-cross-build dockerfile, because it uses webrtc
278 //(Needed for Android and unavailable from SDK dockerfile)
279 steps{
280 dir("${env.ANDROID_CHAT_DIR}/dockerfile"){
281 sh "docker build -t meganz/megachat-android-mr-build-env:${env.BUILD_NUMBER} -f ./android-cross-build.dockerfile ."
282 }
283 sh "echo ${ARCH_TO_BUILD}"
284 sh "mkdir -p ${env.SDK_OUTPUT_DIR}"
285 sh "mkdir -p ${env.SDK_JNILIBS_DIR}"
286 sh "mkdir -p ${WORKSPACE}/sdk/src/main/java/nz/mega/sdk"
287 sh "mkdir -p ${WORKSPACE}/sdk/src/main/jni/megachat/webrtc"
288
289 }
290 }
291
292 stage("Build SDK for Android App"){
293 steps {
294 sh "echo Build SDK for arch $ARCH_TO_BUILD"
295 sh "docker run --name megachat-android-builder-$ARCH_TO_BUILD-${env.BUILD_NUMBER} \
296 --rm \
297 -v ${env.ANDROID_CHAT_DIR}:/mega/MEGAchat \
298 -v ${env.ANDROID_SDK_DIR}:/mega/MEGAchat/third-party/mega \
299 -v ${VCPKGPATH}:/mega/vcpkg \
300 -v ${env.SDK_OUTPUT_DIR}:/mega/build-MEGAchat-mega-android \
301 -e ARCH=$ARCH_TO_BUILD \
302 -e BUILD_CORES=4 \
303 -e VCPKG_BINARY_SOURCES \
304 -e AWS_ACCESS_KEY_ID \
305 -e AWS_SECRET_ACCESS_KEY \
306 -e AWS_ENDPOINT_URL \
307 meganz/megachat-android-mr-build-env:${env.BUILD_NUMBER}"
308
309 sh """
310 cp -fv ${env.SDK_OUTPUT_DIR}/bindings/java/libmega.so ${env.SDK_JNILIBS_DIR}
311 cp -fv ${env.SDK_OUTPUT_DIR}/bindings/java/nz/mega/sdk/*.java ${WORKSPACE}/sdk/src/main/java/nz/mega/sdk
312 cp -fv `find ${env.SDK_OUTPUT_DIR} -name "libwebrtc.jar"` ${WORKSPACE}/sdk/src/main/jni/megachat/webrtc
313 cp -r ${DEFAULT_GOOGLE_MAPS_API_PATH}/* app/src/
314 """
315 }
316 }
317 stage('Build Android App'){
318 steps{
319 script {
320 withCredentials([
321 string(credentialsId: 'ARTIFACTORY_USER', variable: 'ARTIFACTORY_USER'),
322 string(credentialsId: 'ARTIFACTORY_ACCESS_TOKEN', variable: 'ARTIFACTORY_ACCESS_TOKEN'),
323 ]){
324 withEnv([
325 "ARTIFACTORY_USER=${ARTIFACTORY_USER}",
326 "ARTIFACTORY_ACCESS_TOKEN=${ARTIFACTORY_ACCESS_TOKEN}"
327 ]){
328 sh "./gradlew --no-daemon --max-workers=4 assembleGmsDebug"
329 sh "./gradlew --no-daemon --max-workers=4 assembleGmsQa"
330 }
331 }
332 }
333 }
334 }
335 }
336 post{
337 always{
338 sh "docker image rm meganz/megachat-android-mr-build-env:${env.BUILD_NUMBER}"
339 }
340 }
341 }
342 }
343 }
344 }
345 post{
346 always {
347 deleteDir()
348 }
349 failure {
350 node('linux') { // We need and agent able to download logs from Jenkins. This one is allowed.
351 script {
352 commentFailedBuild()
353 }
354 }
355 }
356 }
357 }
358 }
359 post {
360 success {
361 updateGitlabCommitStatus(name: 'Build Android', state: 'success')
362 addGitLabMRComment(comment: ":white_check_mark: ${currentBuild.projectName} :penguin: <b>Android</b> SUCCEEDED :muscle:<br/>Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})<br/>Commit: ${COMMIT_ID}" )
363 }
364 unstable {
365 updateGitlabCommitStatus(name: 'Build Android', state: 'failed')
366 addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} :penguin: <b>Android</b> UNSTABLE :confused:<br/>Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})<br/>Commit: ${COMMIT_ID}" )
367 }
368 aborted {
369 updateGitlabCommitStatus(name: 'Build Android', state: 'canceled')
370 addGitLabMRComment(comment: ":interrobang: ${currentBuild.projectName} :penguin: <b>Android</b> ABORTED :confused:<br/>Build results: [Jenkins [${currentBuild.displayName}]](${currentBuild.absoluteUrl})<br/>Commit: ${COMMIT_ID}" )
371 }
372 }
373 }