diff options
| author |   Corentin LABBE <clabbe@baylibre.com> | 2019-08-23 16:16:52 +0200 |
|---|---|---|
| committer | Corentin LABBE <clabbe@baylibre.com> | 2019-09-09 15:47:18 +0200 |
| commit | ae699180bf35e2a043e379bacbdf68d27b148d68 (patch) | |
| tree | 8338d6b6f80e7bd4d763b7e314f4f3a3f0c88f19 | |
| parent | 7d319181c7f74cd98cd82ec90a1faa7d43316c5e (diff) | |
SPEC-2703: pass/fail criteria for lava jobs
This patchs implement pass/fail analysis of job tests.
All failling test are compared to a skiplist for removing known failling
tests.
If it exists any remaining failling test after the skiplist phase, the
job is set as fail in gerrit.
Bug-AGL: SPEC-2703
Change-Id: I4af8f54caaeef616c529b626ca8010e7159d8206
Signed-off-by: Corentin LABBE <clabbe@baylibre.com>
| -rw-r--r-- | jjb/common/include-agl-lava-jobs-submit.sh | 66 |
1 files changed, 66 insertions, 0 deletions
diff --git a/jjb/common/include-agl-lava-jobs-submit.sh b/jjb/common/include-agl-lava-jobs-submit.sh index 0f7844f3..84a785e6 100644 --- a/jjb/common/include-agl-lava-jobs-submit.sh +++ b/jjb/common/include-agl-lava-jobs-submit.sh @@ -65,6 +65,72 @@ echo "####" echo "#### End: Output from LAVA job $job_id ####" echo "####" +handle_skiplist() { + # detect job type (apps vs non-apps) and get skiplist + echo $JOB_NAME | grep -q 'ci-platform' + if [ $? -eq 0 ];then + git clone https://${GERRIT_HOST}/gerrit/src/qa-testdefinitions.git + if [ $? -ne ];then + echo "ERROR: fail to get qa-testdefinitions" + return 1 + fi + SKIPLIST=qa-testdefinitions/skiplists/common + CK_REPO_NAME="qa-testdefinitions" + else + git clone https://${GERRIT_HOST}/gerrit/${GERRIT_PROJECT}.git + if [ $? -ne ];then + echo "ERROR: fail to get $GERRIT_PROJECT" + return 1 + fi + SKIPLIST=${GERRIT_PROJECT}/.aglci + CK_REPO_NAME="${GERRIT_PROJECT}" + fi + + if [ -e "$SKIPLIST" ];then + echo "DEBUG: $SKIPLIST does not exists" + return 0 + fi + + if [ ! -s "$SKIPLIST" ];then + echo "DEBUG: $SKIPLIST is empty" + return 0 + fi + + # example of testline: * lava.lava-test-retry [fail] + while read testline + do + # Check if fail are "normal/accepted" + TESTNAME=$(echo $testline | cut -d' ' -f2) + grep -q $TESTNAME $SKIPLIST + if [ $? -ne 0 ];then + echo "DEBUG: $TESNAME not in skiplist" + GOODJOB=0 + else + echo "DEBUG: $TESNAME in skiplist" + fi + done < job-result.fail + # clean skiplist + rm --one-file-system -rf "${CK_REPO_NAME}" + return 0 +} + +# Analyze jobs results +lavacli results $job_id | tee job-result +# GOODJOB is equal to 0 if any test fail (and not present in a skiplist), 1 if all test are success +GOODJOB=1 +grep -v '^\* ' | grep '\[fail\]$' > job-result.fail +if [ -s job-result.fail ];then + handle_skiplist +fi + +if [ $GOODJOB -eq 0 ];then + # send -1 + ssh -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" -p 29418 agl-jobbuilder@gerrit.automotivelinux.org gerrit review ${{GERRIT_CHANGE_NUMBER}},${{GERRIT_PATCHSET_NUMBER}} --verified +1 --label ci-image-boot-test=-1 -n NONE --message='CI-Image-Boot-Test\ fail' || true +else + # send +1 + ssh -o "UserKnownHostsFile=/dev/null" -o "StrictHostKeyChecking=no" -p 29418 agl-jobbuilder@gerrit.automotivelinux.org gerrit review ${{GERRIT_CHANGE_NUMBER}},${{GERRIT_PATCHSET_NUMBER}} --verified +1 --label ci-image-boot-test=+1 -n NONE --message='CI-Image-Boot-Test\ success' || true +fi + # after one successful submit, we're done if [ x"$status" = x"Complete" ]; then exit 0 |