Setting up nightly job with github-release helper (#95)

* Setting up nightly job with github-release helper

* move jenkins stuff to own folder

* Moving jenkinsfile around

* integrating github-release

* Testing complete process

* Simplifying the setup

* cleanup

Author: chrmod

.editorconfig

@@ -11,7 +11,7 @@ trim_trailing_whitespace = true
 indent_style = space
 indent_size = 2
 
-[Jenkinsfile]
+[*.Jenkinsfile]
 indent_style = space
 indent_size = 4
 

Jenkinsfile

@@ -0,0 +1,103 @@
+properties([
+    parameters([
+        booleanParam(name: 'Reset', defaultValue: false, description: 'clean workspace files'),
+        booleanParam(name: 'Clobber', defaultValue: false, description: 'run mach clobber'),
+        booleanParam(name: 'Linux64', defaultValue: true, description: ''),
+        booleanParam(name: 'Windows64', defaultValue: true, description: ''),
+        booleanParam(name: 'MacOSX64', defaultValue: true, description: ''),
+        string(name: 'ReleaseName', defaultValue: '', description: ''),
+    ]),
+])
+
+def buildmatrix = [:]
+def signmatrix = [:]
+def shouldRelease = params.ReleaseName?.trim()
+def helpers
+
+node('master') {
+    checkout scm
+
+    helpers = load "release/build-helpers.groovy"
+}
+
+if (params.Linux64) {
+    def name = 'Linux64'
+    def artifactGlob = 'obj-x86_64-pc-linux-gnu/dist/Ghostery-*'
+
+    buildmatrix[name] = {
+        node('docker && !magrathea') {
+            helpers.build(name, 'Linux.dockerfile', 'linux.mozconfig', 'obj-x86_64-pc-linux-gnu/dist/Ghostery-*', params)()
+            stage("${name}: publish artifacts") {
+                archiveArtifacts artifacts: "mozilla-release/${artifactGlob}"
+            }
+        }
+    }
+}
+
+if (params.Windows64) {
+    def name = 'Windows64'
+    def artifactGlob = 'obj-x86_64-pc-mingw32/dist/install/**/*'
+
+    buildmatrix[name] = {
+        // we have to run windows builds on magrathea because that is where the vssdk mount is.
+        node('docker && magrathea') {
+            helpers.build(name, 'Windows.dockerfile', 'win64.mozconfig', artifactGlob, params)()
+            stage("${name}: publish artifacts") {
+                archiveArtifacts artifacts: "mozilla-release/${artifactGlob}"
+                stash name: name, includes: "mozilla-release/${artifactGlob},mozilla-release/browser/config/version.txt,mozilla-release/other-licenses/7zstub/firefox/*,mozilla-release/browser/installer/windows/*"
+            }
+        }
+    }
+
+    if (shouldRelease) {
+        signmatrix["Sign ${name}"] = helpers.windows_signing(name, artifactGlob)
+    }
+}
+
+if (params.MacOSX64) {
+    def name = 'MacOSX64'
+    def artifactGlob = 'obj-x86_64-apple-darwin/dist/Ghostery-*'
+    buildmatrix[name] = {
+        node('docker && !magrathea') {
+            helpers.build(name, 'MacOSX.dockerfile', 'macosx.mozconfig', 'obj-x86_64-apple-darwin/dist/Ghostery-*', params)()
+            stage("${name}: publish artifacts") {
+                archiveArtifacts artifacts: "mozilla-release/${artifactGlob}"
+                // files needed for packaging
+                stash includes: "mozilla-release/${artifactGlob},mozilla-release/build/package/mac_osx/unpack-diskimage,mozilla-release/security/mac/hardenedruntime/*", name: name
+            }
+        }
+    }
+
+    if (shouldRelease) {
+        signmatrix["Sign MacOSX64"] = helpers.mac_signing(name, artifactGlob)
+    }
+}
+
+parallel buildmatrix
+parallel signmatrix
+
+stage('release') {
+    if (shouldRelease) {
+        helpers.withGithubRelease() {
+            sh 'rm -rf artifacts'
+
+            unarchive mapping: ["mozilla-release/" : "artifacts"]
+
+            def artifacts = sh(returnStdout: true, script: 'find artifacts -type f').trim().split("\\r?\\n")
+
+            for(String artifactPath in artifacts) {
+                def artifactName = artifactPath.split('/').last()
+                sh """
+                    github-release upload \
+                        --user human-web \
+                        --repo user-agent-desktop \
+                        --tag "${params.ReleaseName}" \
+                        --name "${artifactName}" \
+                        --file "${artifactPath}"
+                """
+            }
+
+            sh 'rm -rf artifacts'
+        }
+    }
+}

ci.multibranch.Jenkinsfile

@@ -0,0 +1,42 @@
+def VERSION_NAME
+def helpers
+
+node() {
+    VERSION_NAME = sh(returnStdout: true, script: 'date +%Y-%m-%d').trim()
+
+    checkout scm
+
+    helpers = load "release/build-helpers.groovy"
+
+    sh "git tag $VERSION_NAME || true"
+
+    withCredentials([
+        usernamePassword(
+            credentialsId: 'd60e38ae-4a5a-4eeb-ab64-32fd1fad4a28',
+            passwordVariable: 'GITHUB_TOKEN',
+            usernameVariable: 'GITHUB_USERNAME'
+        )
+    ]) {
+       sh "git push https://$GITHUB_TOKEN@github.com/human-web/user-agent-desktop.git --tags"
+    }
+}
+
+helpers.withGithubRelease() {
+    sh """
+        github-release release \
+            --user human-web \
+            --repo user-agent-desktop \
+            --tag $VERSION_NAME \
+            --name $VERSION_NAME \
+            --pre-release
+    """
+}
+
+build job: 'user-agent/desktop/master', parameters: [
+    booleanParam(name: 'Reset', value: false),
+    booleanParam(name: 'Clobber', value: false),
+    string(name: 'ReleaseName', value: VERSION_NAME),
+    booleanParam(name: 'Linux64', value: true),
+    booleanParam(name: 'Windows64', value: true),
+    booleanParam(name: 'MacOSX64', value: true),
+], propagate: false, wait: false

ci.nightly.Jenkinsfile

@@ -198,4 +198,21 @@ def mac_signing(name, artifactGlob) {
     }
 }
 
-return this
+def withGithubRelease(Closure body) {
+    node('docker') {
+        docker.image('golang').inside("-u root") {
+            sh 'go get github.com/human-web/github-release'
+            withCredentials([
+                usernamePassword(
+                    credentialsId: 'd60e38ae-4a5a-4eeb-ab64-32fd1fad4a28',
+                    passwordVariable: 'GITHUB_TOKEN',
+                    usernameVariable: 'GITHUB_USERNAME'
+                )
+            ]) {
+                body()
+            }
+        }
+    }
+}
+
+return this