[Asterisk-code-review] CI: Move gates into source repo (asterisk[certified/13.21])

George Joseph asteriskteam at digium.com
Thu Jul 12 16:56:01 CDT 2018


George Joseph has uploaded this change for review. ( https://gerrit.asterisk.org/9419


Change subject: CI: Move gates into source repo
......................................................................

CI: Move gates into source repo

Change-Id: If028ede5f3b127fa274c63ce166bc04ad7c1e5db
---
M tests/CI/buildAsterisk.sh
A tests/CI/gateTestGroups.json
A tests/CI/gates.jenkinsfile
M tests/CI/runTestsuite.sh
4 files changed, 244 insertions(+), 3 deletions(-)



  git pull ssh://gerrit.asterisk.org:29418/asterisk refs/changes/19/9419/1

diff --git a/tests/CI/buildAsterisk.sh b/tests/CI/buildAsterisk.sh
index fce81fc..1e424fa 100755
--- a/tests/CI/buildAsterisk.sh
+++ b/tests/CI/buildAsterisk.sh
@@ -38,7 +38,7 @@
 common_config_args+=" --enable-dev-mode"
 export WGET_EXTRA_ARGS="--quiet"
 
-runner ./configure ${common_config_args} CCACHE_DISABLE=1 >tests/CI/output/configure.txt
+runner ./configure ${common_config_args} >tests/CI/output/configure.txt
 
 runner ${MAKE} menuselect.makeopts
 
diff --git a/tests/CI/gateTestGroups.json b/tests/CI/gateTestGroups.json
new file mode 100644
index 0000000..8c0774a
--- /dev/null
+++ b/tests/CI/gateTestGroups.json
@@ -0,0 +1,47 @@
+[
+	{
+		"name": "ari1",
+		"dir": "tests/CI/output/ari1",
+		"testcmd": "--test-regex=tests/rest_api/[Ca-d]"
+	},
+	{
+		"name": "ari2",
+		"dir": "tests/CI/output/ari2",
+		"testcmd": "--test-regex=tests/rest_api/[e-z]"
+	},
+	{
+		"name": "pjsip1",
+		"dir": "tests/CI/output/pjsip1",
+		"testcmd": "--test-regex=tests/channels/pjsip/[a-f]"
+	},
+	{
+		"name": "pjsip2",
+		"dir": "tests/CI/output/pjsip2",
+		"testcmd": "--test-regex=tests/channels/pjsip/[g-r]"
+	},
+	{
+		"name": "pjsip3",
+		"dir": "tests/CI/output/pjsip3",
+		"testcmd": "--test-regex=tests/channels/pjsip/[s-z]"
+	},
+	{
+		"name": "sip1",
+		"dir": "tests/CI/output/sip1",
+		"testcmd": "--test-regex=tests/channels/SIP/[Sa-r]"
+	},
+	{
+		"name": "sip2",
+		"dir": "tests/CI/output/sip2",
+		"testcmd": "--test-regex=tests/channels/SIP/[s-z]"
+	},
+	{
+		"name": "iax2_local",
+		"dir": "tests/CI/output/iax2_local",
+		"testcmd": " -t tests/channels/iax2 -t tests/channels/local"
+	},
+	{
+		"name": "extmwi",
+		"dir": "tests/CI/output/extmwi",
+		"testcmd": "--test-regex=tests/channels/pjsip/.*mwi"
+	}
+]
diff --git a/tests/CI/gates.jenkinsfile b/tests/CI/gates.jenkinsfile
new file mode 100644
index 0000000..768cf8b
--- /dev/null
+++ b/tests/CI/gates.jenkinsfile
@@ -0,0 +1,196 @@
+/*
+ * This pipeline is the "template" for the Asterisk Gate Tests multi-branch
+ * parent job.  Jenkins will automatically scan the branches in the "asterisk"
+ * or "Security-asterisk" projects in Gerrit and automatically create a branch-
+ * specific job for each branch it finds this file in.
+ *
+ * This file starts as a declarative pipeline because with a declarative
+ * pipeline, you can define the trigger in the pipeline file.  This keeps
+ * everything in one place.  We transition to scripted pipeline later on because
+ * we need to dynamically determine which docker image we're going to use and
+ * you can't do that in a delcarative pipeline.
+ */
+pipeline {
+	triggers {
+		/*
+		 * This trigger will match either the "asterisk" or "Security-asterisk"
+		 * projects.  The branch is taken from the branch this job was created
+		 * for.
+		 */
+		gerrit customUrl: '',
+			commentTextParameterMode: 'PLAIN',
+			commitMessageParameterMode: 'PLAIN',
+			gerritBuildSuccessfulVerifiedValue: 2,
+			gerritBuildFailedVerifiedValue: -1,
+			gerritBuildUnstableVerifiedValue: -1,
+			gerritProjects: [
+				[branches: [[compareType: 'PLAIN', pattern: "${BRANCH_NAME}"]],
+					compareType: 'REG_EXP',
+					disableStrictForbiddenFileVerification: false,
+					pattern: '^(Security-)?asterisk.*'
+				]
+			],
+			silentMode: false,
+			triggerOnEvents: [
+				commentAddedContains('^regate$'),
+				commentAdded(commentAddedTriggerApprovalValue: '+2', verdictCategory: 'Code-Review'),
+			],
+			skipVote: [
+				onFailed: false,
+				onNotBuilt: true,
+				onSuccessful: false,
+				onUnstable: false
+			]
+	}
+	agent {
+		/* All of the stages need to be performed on a docker host */
+		label "swdev-docker"
+	}
+	stages {
+		stage ("->") {
+			/*
+			 * Jenkins will try to automatically rebuild this job when
+			 * the jenkinsfile changes but since this job is dependent on
+			 * Gerrit, we really don't want to do anything in that case.
+			 */
+			when {
+				not { environment name: 'GERRIT_CHANGE_NUMBER', value: '' }
+			}
+			steps {
+				/* Here's where we switch to scripted pipeline */
+				script {
+					stage ("Checkout") {
+						/*
+						 * Jenkins has already automatically checked out the base branch
+						 * for this change but we now need to check out the change itself
+						 * and rebase it on the current base branch.  If the rebase fails,
+						 * that's an indication to the user that they'll need to sort their
+						 * change out.
+						 *
+						 * The Gerrit Trigger provides all the URLs and refspecs to
+						 * check out the change.
+						 */
+						checkout scm: [$class: 'GitSCM',
+							branches: [[name: env.GERRIT_BRANCH ]],
+							extensions: [
+								[$class: 'CleanBeforeCheckout'],
+								[$class: 'PreBuildMerge', options: [
+									mergeRemote: env.GERRIT_NAME,
+									mergeTarget: env.GERRIT_BRANCH ]
+								],
+								[$class: 'CloneOption',
+									noTags: true,
+									depth: 10,
+									honorRefspec: true,
+									shallow: true
+								],
+								[$class: 'BuildChooserSetting',
+									buildChooser: [$class: 'GerritTriggerBuildChooser']
+								]
+							],
+							userRemoteConfigs: [
+								[name: env.GERRIT_NAME, refspec: env.GERRIT_REFSPEC, url: env.GIT_URL ]
+							]
+						]
+					}
+
+					def images = env.DOCKER_IMAGES.split(' ')
+					def r = currentBuild.startTimeInMillis % images.length
+					def ri = images[(int)r]
+					def randomImage = env.DOCKER_REGISTRY + "/" + ri
+					def dockerOptions = "-v /srv/jenkins:/srv/jenkins:rw -v /srv/cache:/srv/cache:rw --entrypoint=''"
+
+					stage ("Build") {
+						docker.image(randomImage).inside(dockerOptions + " --name ${BUILD_TAG}-build") {
+							echo 'Building..'
+							sh './tests/CI/buildAsterisk.sh'
+
+							archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: false,
+								artifacts: "tests/CI/output/*"
+						}
+					}
+
+					def testGroups = readJSON file: "tests/CI/gateTestGroups.json"
+					def parallelTasks = [ : ]
+
+					for (def testGroup in testGroups) {
+						/*
+						 * Because each task is a Groovy closure, we need to
+						 * keep local references to some variables.
+						 */
+						def groupName = testGroup.name
+
+						parallelTasks[groupName] = {
+							stage (groupName) {
+								def groupDir = testGroup.dir
+								def groupTestcmd = testGroup.testcmd
+								def testsuiteUrl = env.GIT_URL.replaceAll(/${GERRIT_PROJECT}$/, "testsuite")
+
+								docker.image(randomImage).inside("${dockerOptions} --name ${BUILD_TAG}-${groupName}") {
+
+									lock("${JOB_NAME}.${NODE_NAME}.installer") {
+										sh 'sudo ./tests/CI/installAsterisk.sh'
+									}
+
+									checkout scm: [$class: 'GitSCM',
+										branches: [[name: "${BRANCH_NAME}"]],
+											extensions: [
+												[$class: 'CleanBeforeCheckout'],
+												[$class: 'RelativeTargetDirectory', relativeTargetDir: groupDir],
+												[$class: 'CloneOption',
+													noTags: true,
+													depth: 10,
+													honorRefspec: true,
+													shallow: true
+												],
+											],
+											userRemoteConfigs: [[name: env.GERRIT_NAME, url: testsuiteUrl]]
+										]
+
+									sh "tests/CI/runTestsuite.sh --testsuite-dir='${groupDir}' --test-command='${groupTestcmd}'"
+
+									archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: true,
+										artifacts: "${groupDir}**"
+
+									junit testResults: "${groupDir}",
+										healthScaleFactor: 1.0,
+										keepLongStdio: true
+								}
+							}
+						}
+					}
+					parallel parallelTasks
+				}
+			}
+		}
+	}
+	post {
+		always {
+			sh "sudo make distclean || : "
+			sh "sudo rm -rf tests/CI/output || : "
+		}
+		/*
+		 * The Gerrit Trigger will automatically post the "Verified" results back
+		 * to Gerrit but the verification publisher publishes extra stuff in the
+		 * "Code Review" section of the review.
+		 */
+		success {
+			gerritverificationpublisher verifyStatusCategory: 'Passed',
+				verifyStatusURL: '', verifyStatusComment: 'OK',
+				verifyStatusName: 'Jenkins2', verifyStatusReporter: '',
+				verifyStatusRerun: 'regate'
+		}
+		failure {
+			gerritverificationpublisher verifyStatusCategory: 'Failed',
+				verifyStatusURL: '', verifyStatusComment: 'You\'re really screwed',
+				verifyStatusName: 'Jenkins2', verifyStatusReporter: '',
+				verifyStatusRerun: 'regate'
+		}
+		unstable {
+			gerritverificationpublisher verifyStatusCategory: 'Failed',
+				verifyStatusURL: '', verifyStatusComment: 'You\'re screwed',
+				verifyStatusName: 'Jenkins2', verifyStatusReporter: '',
+				verifyStatusRerun: 'regate'
+		}
+	}
+}
diff --git a/tests/CI/runTestsuite.sh b/tests/CI/runTestsuite.sh
index c96b9a4..26b0934 100755
--- a/tests/CI/runTestsuite.sh
+++ b/tests/CI/runTestsuite.sh
@@ -11,8 +11,6 @@
 	sudo chown jenkins:users asterisk-test-suite-report.xml
 fi
 
-runner ${CIDIR}/fixTestResults.py asterisk-test-suite-report.xml asterisk-test-suite-report.xml
-
 if [ -f core* ] ; then
 	echo "*** Found a core file after running unit tests ***"
 	sudo /var/lib/asterisk/scripts/ast_coredumper --no-default-search core*

-- 
To view, visit https://gerrit.asterisk.org/9419
To unsubscribe, or for help writing mail filters, visit https://gerrit.asterisk.org/settings

Gerrit-Project: asterisk
Gerrit-Branch: certified/13.21
Gerrit-MessageType: newchange
Gerrit-Change-Id: If028ede5f3b127fa274c63ce166bc04ad7c1e5db
Gerrit-Change-Number: 9419
Gerrit-PatchSet: 1
Gerrit-Owner: George Joseph <gjoseph at digium.com>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.digium.com/pipermail/asterisk-code-review/attachments/20180712/56386490/attachment-0001.html>


More information about the asterisk-code-review mailing list