[Asterisk-code-review] CI: Add daily periodics to CI (asterisk[15])
George Joseph
asteriskteam at digium.com
Fri Jul 13 11:02:35 CDT 2018
George Joseph has submitted this change and it was merged. ( https://gerrit.asterisk.org/9434 )
Change subject: CI: Add daily periodics to CI
......................................................................
CI: Add daily periodics to CI
Change-Id: I26933e73928e091ae72e838c02f4f2ec7c3983d6
---
M tests/CI/ci.functions
M tests/CI/gates.jenkinsfile
A tests/CI/periodic-dailyTestGroups.json
A tests/CI/periodics-daily.jenkinsfile
M tests/CI/runTestsuite.sh
M tests/CI/runUnittests.sh
6 files changed, 173 insertions(+), 10 deletions(-)
Approvals:
George Joseph: Looks good to me, approved; Approved for Submit
diff --git a/tests/CI/ci.functions b/tests/CI/ci.functions
index f3de16e..55c460e 100644
--- a/tests/CI/ci.functions
+++ b/tests/CI/ci.functions
@@ -21,6 +21,6 @@
done
runner() {
- ( set -x ; "$@" )
+ ( set -x ; ${@} )
}
diff --git a/tests/CI/gates.jenkinsfile b/tests/CI/gates.jenkinsfile
index 183fac1..7df6a8e 100644
--- a/tests/CI/gates.jenkinsfile
+++ b/tests/CI/gates.jenkinsfile
@@ -134,13 +134,12 @@
def groupName = testGroup.name
def groupDir = testGroup.dir
def groupTestcmd = testGroup.testcmd
- def testsuiteUrl = env.GERRIT_PROJECT_URL.replaceAll(/${GERRIT_PROJECT}$/, "testsuite")
+ def testsuiteUrl = env.GERRIT_PROJECT_URL.replaceAll(/\/(Security-)?[^\/]+$/, "/\$1testsuite")
parallelTasks[groupName] = {
stage (groupName) {
img.inside("${dockerOptions} --name ${BUILD_TAG}-${groupName}") {
- sh "printenv | sort"
lock("${JOB_NAME}.${NODE_NAME}.installer") {
sh 'sudo ./tests/CI/installAsterisk.sh --user-group=jenkins:users'
diff --git a/tests/CI/periodic-dailyTestGroups.json b/tests/CI/periodic-dailyTestGroups.json
new file mode 100644
index 0000000..4e60ba0
--- /dev/null
+++ b/tests/CI/periodic-dailyTestGroups.json
@@ -0,0 +1,32 @@
+[
+ {
+ "name": "ari ",
+ "dir": "tests/CI/output/ari",
+ "testcmd": "-t tests/rest_api/"
+ },
+ {
+ "name": "pjsip ",
+ "dir": "tests/CI/output/pjsip",
+ "testcmd": "-t tests/channels/pjsip"
+ },
+ {
+ "name": "sip ",
+ "dir": "tests/CI/output/sip",
+ "testcmd": "-t tests/channels/SIP"
+ },
+ {
+ "name": "iax2_locl",
+ "dir": "tests/CI/output/iax2_local",
+ "testcmd": " -t tests/channels/iax2 -t tests/channels/local"
+ },
+ {
+ "name": "agi-apps ",
+ "dir": "tests/CI/output/agi-apps",
+ "testcmd": " -t tests/agi -t tests/apps -t blind-transfer-parkingtimeout"
+ },
+ {
+ "name": "other ",
+ "dir": "tests/CI/output/other",
+ "testcmd": " -T tests/(apps|agi|blind-transfer-parkingtimeout|rest_api|channels|realtime|example|skeleton_test|remote-test)"
+ }
+]
diff --git a/tests/CI/periodics-daily.jenkinsfile b/tests/CI/periodics-daily.jenkinsfile
new file mode 100644
index 0000000..b84334a
--- /dev/null
+++ b/tests/CI/periodics-daily.jenkinsfile
@@ -0,0 +1,129 @@
+/*
+ * This pipeline is the "template" for the Asterisk Periodic Tests multi-branch
+ * parent job. Jenkins will automatically scan the branches in the "asterisk"
+ * or "Security-asterisk" projects in Gerrit and automatically create a branch-
+ * specific job for each branch it finds this file in.
+ *
+ * This file starts as a declarative pipeline because with a declarative
+ * pipeline, you can define the trigger in the pipeline file. This keeps
+ * everything in one place. We transition to scripted pipeline later on because
+ * we need to dynamically determine which docker image we're going to use and
+ * you can't do that in a delcarative pipeline.
+ */
+pipeline {
+ triggers {
+ cron 'H H(0-4) * * *'
+ }
+
+ agent {
+ /* All of the stages need to be performed on a docker host */
+ label "swdev-docker"
+ }
+
+ stages {
+ stage ("->") {
+ steps {
+ /* Here's where we switch to scripted pipeline */
+ script {
+ stage ("Checkout") {
+ sh "sudo chown -R jenkins:users ."
+ sh "printenv | sort"
+ sh "sudo tests/CI/setupJenkinsEnvironment.sh"
+ }
+
+ def images = env.DOCKER_IMAGES.split(' ')
+ def r = currentBuild.startTimeInMillis % images.length
+ def ri = images[(int)r]
+ def randomImage = env.DOCKER_REGISTRY + "/" + ri
+ def dockerOptions = "--ulimit core=0 --ulimit nofile=10240 " +
+ " -v /srv/jenkins:/srv/jenkins:rw -v /srv/cache:/srv/cache:rw " +
+ " --entrypoint=''"
+ def outputdir = "tests/CI/output/Testsuite"
+ def img = docker.image(randomImage)
+ img.pull()
+
+ stage ("Build") {
+ img.inside(dockerOptions + " --name ${BUILD_TAG}-build") {
+ echo 'Building..'
+ env.CCACHE_DIR = "/srv/cache/ccache"
+ sh "./tests/CI/buildAsterisk.sh --output-dir=${outputdir} --cache-dir=/srv/cache"
+
+ archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: false,
+ artifacts: "${outputdir}/*"
+ }
+ }
+
+ def testGroups = readJSON file: "tests/CI/periodic-dailyTestGroups.json"
+ def parallelTasks = [ : ]
+
+ for (def testGroup in testGroups) {
+ /*
+ * Because each task is a Groovy closure, we need to
+ * keep local references to some variables.
+ */
+ def groupName = testGroup.name
+ def groupDir = testGroup.dir
+ def groupTestcmd = testGroup.testcmd
+ def testsuiteUrl = env.GIT_URL.replaceAll(/\/(Security-)?[^\/]+$/, "/\$1testsuite")
+
+ parallelTasks[groupName] = {
+ stage (groupName) {
+
+ img.inside("${dockerOptions} --name ${BUILD_TAG}-${groupName}") {
+
+ lock("${JOB_NAME}.${NODE_NAME}.installer") {
+ sh 'sudo ./tests/CI/installAsterisk.sh --user-group=jenkins:users'
+ }
+
+ sh "sudo rm -rf ${groupDir} || : "
+
+ checkout scm: [$class: 'GitSCM',
+ branches: [[name: "${BRANCH_NAME}"]],
+ extensions: [
+ [$class: 'RelativeTargetDirectory', relativeTargetDir: groupDir],
+ [$class: 'CloneOption',
+ noTags: true,
+ depth: 10,
+ honorRefspec: true,
+ shallow: true
+ ],
+ ],
+ userRemoteConfigs: [[url: testsuiteUrl]]
+ ]
+
+ sh "sudo tests/CI/runTestsuite.sh --testsuite-dir='${groupDir}' --test-command='${groupTestcmd}'"
+
+ archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: true,
+ artifacts: "${groupDir}/asterisk-test-suite-report.xml, ${groupDir}/logs/**, ${groupDir}/core*.txt"
+
+ junit testResults: "${groupDir}/asterisk-test-suite-report.xml",
+ healthScaleFactor: 1.0,
+ keepLongStdio: true
+
+ echo "Group result d: ${currentBuild.currentResult}"
+ }
+ echo "Group result s: ${currentBuild.currentResult}"
+ }
+ }
+ }
+ parallel parallelTasks
+ }
+ }
+ }
+ }
+ post {
+ cleanup {
+ sh "sudo make distclean 2&>/dev/null || : "
+ sh "sudo rm -rf tests/CI/output 2&>/dev/null || : "
+ }
+ success {
+ echo "Reporting ${currentBuild.currentResult} Passed"
+ }
+ failure {
+ echo "Reporting ${currentBuild.currentResult}: Failed: Fatal Error"
+ }
+ unstable {
+ echo "Reporting ${currentBuild.currentResult}: Failed: Tests Failed"
+ }
+ }
+}
diff --git a/tests/CI/runTestsuite.sh b/tests/CI/runTestsuite.sh
index 5c7a479..d295421 100755
--- a/tests/CI/runTestsuite.sh
+++ b/tests/CI/runTestsuite.sh
@@ -7,7 +7,8 @@
./cleanup-test-remnants.sh
export PYTHONPATH=./lib/python/
-runner ./runtests.py --cleanup ${TEST_COMMAND} | contrib/scripts/pretty_print --no-color --no-timer --term-width=120 --show-errors || :
+echo "Running tests ${TEST_COMMAND}"
+./runtests.py --cleanup ${TEST_COMMAND} | contrib/scripts/pretty_print --no-color --no-timer --term-width=120 --show-errors || :
if [ -f core* ] ; then
echo "*** Found a core file after running unit tests ***"
diff --git a/tests/CI/runUnittests.sh b/tests/CI/runUnittests.sh
index e8a8f2c..19f96c4 100755
--- a/tests/CI/runUnittests.sh
+++ b/tests/CI/runUnittests.sh
@@ -50,16 +50,18 @@
rm -rf $ASTETCDIR/extensions.{ael,lua} || :
-runner sudo $ASTERISK ${USER_GROUP:+-U ${USER_GROUP%%:*} -G ${USER_GROUP##*:}} -gn -C $CONFFILE
+set -x
+sudo $ASTERISK ${USER_GROUP:+-U ${USER_GROUP%%:*} -G ${USER_GROUP##*:}} -gn -C $CONFFILE
sleep 3
-runner $ASTERISK -rx "core waitfullybooted" -C $CONFFILE
+$ASTERISK -rx "core waitfullybooted" -C $CONFFILE
sleep 1
-runner $ASTERISK -rx "${TEST_COMMAND:-test execute all}" -C $CONFFILE
-runner $ASTERISK -rx "test show results failed" -C $CONFFILE
-runner $ASTERISK -rx "test generate results xml $OUTPUTFILE" -C $CONFFILE
-runner $ASTERISK -rx "core stop now" -C $CONFFILE
+$ASTERISK -rx "${TEST_COMMAND:-test execute all}" -C $CONFFILE
+$ASTERISK -rx "test show results failed" -C $CONFFILE
+$ASTERISK -rx "test generate results xml $OUTPUTFILE" -C $CONFFILE
+$ASTERISK -rx "core stop now" -C $CONFFILE
runner rsync -vaH $DESTDIR/var/log/asterisk/. $OUTPUTDIR
+set +x
[ x"$USER_GROUP" != x ] && sudo chown -R $USER_GROUP $OUTPUTDIR
if [ -f core* ] ; then
--
To view, visit https://gerrit.asterisk.org/9434
To unsubscribe, or for help writing mail filters, visit https://gerrit.asterisk.org/settings
Gerrit-Project: asterisk
Gerrit-Branch: 15
Gerrit-MessageType: merged
Gerrit-Change-Id: I26933e73928e091ae72e838c02f4f2ec7c3983d6
Gerrit-Change-Number: 9434
Gerrit-PatchSet: 1
Gerrit-Owner: George Joseph <gjoseph at digium.com>
Gerrit-Reviewer: George Joseph <gjoseph at digium.com>
Gerrit-Reviewer: Jenkins2
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.digium.com/pipermail/asterisk-code-review/attachments/20180713/84865b8e/attachment-0001.html>
More information about the asterisk-code-review
mailing list