diff options
Diffstat (limited to 'jjb')
| -rw-r--r-- | jjb/ci-xds-verify/ci-xds-jjb.yaml | 467 | ||||
| -rwxr-xr-x | jjb/ci-xds-verify/ci-xds-local.sh | 23 | ||||
| -rw-r--r-- | jjb/common/include-xds-build-common.sh | 18 | ||||
| -rw-r--r-- | jjb/common/include-xds-header.sh | 5 | ||||
| -rw-r--r-- | jjb/common/include-xds-prepare-upload-folder-merged.sh | 48 | ||||
| -rw-r--r-- | jjb/common/include-xds-prepare-upload-folder.sh | 31 | ||||
| -rw-r--r-- | jjb/common/include-xds-rsync-download-changeid.sh | 14 | ||||
| -rw-r--r-- | jjb/common/include-xds-rsync-download-xds.sh | 17 |
8 files changed, 623 insertions, 0 deletions
diff --git a/jjb/ci-xds-verify/ci-xds-jjb.yaml b/jjb/ci-xds-verify/ci-xds-jjb.yaml new file mode 100644 index 00000000..39a19460 --- /dev/null +++ b/jjb/ci-xds-verify/ci-xds-jjb.yaml @@ -0,0 +1,467 @@ +--- +- project: + name: ci-xds-AGL + aglbranch: + - master + project: + - xds-server + jobs: + - ci-xds-{project}-verify-{aglbranch} + - ci-xds-{project}-verify-{aglbranch}-CIB + - ci-xds-{project}-verify-{aglbranch}-CIB-finish-success + - ci-xds-{project}-remove-artifacts + - ci-xds-{project}-merge + - ci-xds-{project}-merge-finish-success + + +################################################################################################################################################################ +################################################################################################################################################################ + +################# VERIFY ################# + +################################################################################ +# ci-xds-{project}-verify = trigger from gerrit and control job +################################################################################ +- job-template: + name: 'ci-xds-{project}-verify-{aglbranch}' + project-type: multijob + concurrent: true + node: control-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: 'refs/heads/{aglbranch}' + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "8313" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "2" + description: "patchset # to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + triggers: + - gerrit-trigger-patch-submitted-manual-verified: + name: 'src/xds/{project}' + branch: '{aglbranch}' + silent: 'true' + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + builders: + - shell: | + set + export TRIGGERURL=$(echo ${{BUILD_URL}} | sed -e 's,-CIB-start.*,,') + echo \$TRIGGERURL + ssh -p 29418 agl-jobbuilder@gerrit.automotivelinux.org gerrit review ${{GERRIT_CHANGE_NUMBER}},${{GERRIT_PATCHSET_NUMBER}} --verified=0 -n NONE --message="CI-cycle\ started.\ URL:\ ${{BUILD_URL}}" || true + - multijob: + name: CIB-{project} + condition: SUCCESSFUL + projects: + - name: 'ci-xds-{project}-verify-{aglbranch}-CIB' + current-parameters: true + #abort-all-job: true + kill-phase-on: FAILURE + predefined-parameters: AGLBRANCH={aglbranch} + - multijob: + name: CIB-finish-success + condition: SUCCESSFUL + projects: + - name: 'ci-xds-{project}-verify-{aglbranch}-CIB-finish-success' + current-parameters: true + abort-all-job: true + kill-phase-on: FAILURE + + + +# - ci-xds-{project}-verify-{aglbranch}-CIB +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-verify-{aglbranch}-CIB' + project-type: freestyle + concurrent: true + node: agl-test-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: refs/heads/{aglbranch} + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "" + description: "patchset # to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + - string: + name: PROJECT_TO_BUILD + default: '{project}' + description: 'plain project name' + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + - openstack: + single-use: true + + builders: + - shell: + # including from ../common + !include-raw-escape: + - ../common/include-xds-header.sh + - ../common/include-xds-build-common.sh + - ../common/include-xds-prepare-upload-folder.sh + - ../common/include-xds-rsync-download-changeid.sh + + publishers: + - naginator: + rerun-unstable-builds: true + progressive-delay-increment: 5 + progressive-delay-maximum: 15 + max-failed-builds: 2 + #regular-expression: "Unexpected termination of the channel" + + +# - ci-xds-{project}-verify-{aglbranch}-CIB-finish-success +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-verify-{aglbranch}-CIB-finish-success' + project-type: freestyle + concurrent: true + node: control-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: 'refs/heads/{aglbranch}' + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "8313" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "2" + description: "patchset # to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + builders: + - shell: | + set + echo "#### CIB +1 #### Verified +1 ####" + ssh -p 29418 agl-jobbuilder@gerrit.automotivelinux.org gerrit review ${{GERRIT_CHANGE_NUMBER}},${{GERRIT_PATCHSET_NUMBER}} --verified +1 --label ci-image-build=+1 -n NONE --message="CI-Image-Build\ finished,\ CIB+1,\ Verified+1.\ Artifacts\ available\ at\ https://download.automotivelinux.org/AGL/upload/ci/${{GERRIT_CHANGE_NUMBER}}/${{GERRIT_PATCHSET_NUMBER}}/\ ." || true + + +# - ci-xds-{project}-verify-{aglbranch}-failure +################################################################################ +################################################################################ + +# - ci-xds-{project}-merge +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-merge' + project-type: multijob + concurrent: true + node: control-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: 'refs/heads/{aglbranch}' + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "8313" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "2" + description: "patchset # to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + - string: + name: PROJECT_TO_BUILD + default: '{project}' + description: 'plain project name to build' + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + triggers: + - gerrit-trigger-silent-patch-merged: + name: 'src/xds/{project}' + branch: '{aglbranch}' + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + builders: + - multijob: + name: CI-merge-{project} + condition: SUCCESSFUL + projects: + - name: 'ci-xds-{project}-merge-{aglbranch}' + current-parameters: true + #abort-all-job: true + kill-phase-on: FAILURE + predefined-parameters: AGLBRANCH={aglbranch} + - multijob: + name: CIB-{project}-{aglbranch}-finish-success + condition: SUCCESSFUL + projects: + - name: 'ci-xds-{project}-merge-finish-success' + current-parameters: true + abort-all-job: true + kill-phase-on: FAILURE + +# - ci-xds-{project}-merge-{aglbranch} +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-merge-{aglbranch}' + project-type: freestyle + concurrent: true + node: agl-test-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: refs/heads/{aglbranch} + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "" + description: "patchset # to build" + - string: + name: TARGETARCH + default: '{architecture}' + description: "Machine to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + - string: + name: PROJECT_TO_BUILD + default: '{project}' + description: 'plain project name' + + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + - openstack: + single-use: true + + builders: + - shell: + # including from ../common + !include-raw-escape: + - ../common/include-xds-header.sh + - ../common/include-xds-build-common.sh + - ../common/include-xds-prepare-upload-folder-merged.sh + - ../common/include-xds-rsync-download-xds.sh + + + publishers: + - naginator: + rerun-unstable-builds: true + progressive-delay-increment: 5 + progressive-delay-maximum: 15 + max-failed-builds: 2 + #regular-expression: "Unexpected termination of the channel" + + +# - ci-xds-{project}-merge-finish-success +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-merge-finish-success' + project-type: freestyle + concurrent: true + node: control-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: 'refs/heads/{aglbranch}' + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "8313" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "2" + description: "patchset # to build" + - string: + name: AGLBRANCH + default: '{aglbranch}' + description: "AGL release branch to use" + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + builders: + - shell: | + ssh -p 29418 agl-jobbuilder@gerrit.automotivelinux.org gerrit review ${{GERRIT_CHANGE_NUMBER}},${{GERRIT_PATCHSET_NUMBER}} --verified +1 --label ci-image-build=+1 -n NONE --message="Merge\ finished,\ Artifacts\ available\ at\ https://download.automotivelinux.org/AGL/xds/{project}/\ ." || true + + +# - ci-xds-{project}-remove-artifacts +################################################################################ +################################################################################ +- job-template: + name: 'ci-xds-{project}-remove-artifacts' + project-type: freestyle + concurrent: true + node: control-slave + parameters: + - string: + name: GERRIT_PROJECT + default: 'src/xds/{project}' + description: "Project to build" + - string: + name: GERRIT_BRANCH + default: '{aglbranch}' + description: "branch to build" + - string: + name: GERRIT_REFSPEC + default: refs/heads/{aglbranch} + description: "refspec to build" + - string: + name: GERRIT_CHANGE_NUMBER + default: "9551" + description: "change # to build" + - string: + name: GERRIT_PATCHSET_NUMBER + default: "2" + description: "patchset # to build" + build-discarder: + days-to-keep: 30 + artifact-days-to-keep: -1 + artifact-num-to-keep: 5 + wrappers: + - agl-infra-wrappers: + build-timeout: '{build-timeout}' + - openstack: + single-use: false + triggers: + - gerrit-trigger-silent-patch-merged-abandoned: + name: 'src/xds/{project}' + branch: 'refs/heads/{aglbranch}' + builders: + - shell: + !include-raw-escape: + - ../common/include-agl-remove-artifacts-changeid.sh + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/jjb/ci-xds-verify/ci-xds-local.sh b/jjb/ci-xds-verify/ci-xds-local.sh new file mode 100755 index 00000000..e902d957 --- /dev/null +++ b/jjb/ci-xds-verify/ci-xds-local.sh @@ -0,0 +1,23 @@ +#!/bin/bash + +#set -x +export AGLBRANCH=master +export GERRIT_REFSPEC="refs/changes/51/9551/2" +export GERRIT_PROJECT="src/xds/xds-server" +export GERRIT_CHANGE_NUMBER="10799" +export GERRIT_PATCHSET_NUMBER="1" +export GERRIT_PATCHSET_REVISION="1a1ff962da92aff5a1d3e757710c725e03238458" +export GERRIT_HOST="gerrit.automotivelinux.org" +export GERRIT_PORT="29418" +export PROJECT_TO_BUILD="xds-server" + +export -p > env.save + +# TBI + +source env.save + +#. ../common/include-xds-header.sh +#. ../common/include-xds-build-common.sh + +done
\ No newline at end of file diff --git a/jjb/common/include-xds-build-common.sh b/jjb/common/include-xds-build-common.sh new file mode 100644 index 00000000..90033bc9 --- /dev/null +++ b/jjb/common/include-xds-build-common.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +# (c) 2018 Jan-Simon Moeller <jsmoeller@linuxfoundation.org> +# License: GPLv2 + + +ROOTDIR=`pwd` +rm -rf $ROOTDIR/src || true +mkdir -p $ROOTDIR/src/gerrit.automotivelinux.org/gerrit/xds +cd $ROOTDIR/src/gerrit.automotivelinux.org/gerrit/src/xds +git clone https://gerrit.automotivelinux.org/gerrit/${GERRIT_PROJECT} +cd ${PROJECT_TO_BUILD} +export V=1 +make package-all + +cd $ROOTDIR +tree + diff --git a/jjb/common/include-xds-header.sh b/jjb/common/include-xds-header.sh new file mode 100644 index 00000000..126e79d4 --- /dev/null +++ b/jjb/common/include-xds-header.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +# (c) 2018 Jan-Simon Moeller <jsmoeller@linuxfoundation.org> +# License: GPLv2 + diff --git a/jjb/common/include-xds-prepare-upload-folder-merged.sh b/jjb/common/include-xds-prepare-upload-folder-merged.sh new file mode 100644 index 00000000..c4b990d7 --- /dev/null +++ b/jjb/common/include-xds-prepare-upload-folder-merged.sh @@ -0,0 +1,48 @@ +#!/bin/bash + +#set -x +set -e + +echo -e "\n\n\n" +echo "#########################################" +echo -e "\n\n\n" + +#failsafe +if test x"" = x"${AGLBRANCH}" ; then + echo "AGLBRANCH not defined" + exit 1 +fi +if test x"" = x"${MYPROJECT}"; then + echo "MYPROJECT not defined" + exit 1 +fi +if test x"" = x"${BUILD_NUMBER}"; then + echo "BUILD_NUMBER not defined" + exit 1 +fi +if test x"" = x"${GERRIT_CHANGE_NUMBER}"; then + echo "GERRIT_CHANGE_NUMBER not defined" + exit 1 +fi +if test x"" = x"${TARGETARCH}"; then + echo "TARGETARCH is not defined" + exit 1 +fi + +# construct upload folder +#mv UPLOAD UPLOAD2 || true +rm -rf UPLOAD/* || true + +PROJECTDIR="${AGLBRANCH}/${MYPROJECT}/" +PROJECTPATTERN="${PROJECTDIR}/changeset-${GERRIT_CHANGE_NUMBER}" + +mkdir -p UPLOAD/${PROJECTPATTERN} +ln -sf changeset-${GERRIT_CHANGE_NUMBER} UPLOAD/${PROJECTDIR}/latest +export DEST=$(pwd)/UPLOAD/${PROJECTPATTERN}/ + +# copy the wgt to the upload folder +pushd ${MYPROJECT} + +cp src/gerrit.automotivelinux.org/gerrit/${GERRIT_PROJECT}/*.zip $DEST/ + +popd diff --git a/jjb/common/include-xds-prepare-upload-folder.sh b/jjb/common/include-xds-prepare-upload-folder.sh new file mode 100644 index 00000000..e28e462a --- /dev/null +++ b/jjb/common/include-xds-prepare-upload-folder.sh @@ -0,0 +1,31 @@ +#!/bin/bash + +#set -x +set -e + +echo -e "\n\n\n" +echo "#########################################" +echo -e "\n\n\n" + + + +# construct upload folder +#mv UPLOAD UPLOAD2 || true +rm -rf UPLOAD/${AGLBRANCH} || true +mkdir -p UPLOAD/${AGLBRANCH}/ +export DEST=$(pwd)/UPLOAD/${AGLBRANCH}/ + +pushd ${MYPROJECT} +pwd + +ls -alh + +ls + +ls package || true + +cp src/gerrit.automotivelinux.org/gerrit/${GERRIT_PROJECT}/*.zip $DEST + +ls -alh $DEST + +popd diff --git a/jjb/common/include-xds-rsync-download-changeid.sh b/jjb/common/include-xds-rsync-download-changeid.sh new file mode 100644 index 00000000..c8e341a5 --- /dev/null +++ b/jjb/common/include-xds-rsync-download-changeid.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#set -x +set -e + +echo -e "\n\n\n" +echo "#########################################" +echo -e "\n\n\n" + +export RSYNCDST="/srv/download/AGL/upload/ci/${GERRIT_CHANGE_NUMBER}/${GERRIT_PATCHSET_NUMBER}/" +export RSYNCSRC=$(pwd)/UPLOAD/* +LANG=C tree $RSYNCSRC +ssh -o StrictHostKeyChecking=no jenkins-slave@10.30.72.8 mkdir -p ${RSYNCDST} +rsync -avr --inplace -L -e "ssh -o StrictHostKeyChecking=no" $RSYNCSRC jenkins-slave@10.30.72.8:$RSYNCDST diff --git a/jjb/common/include-xds-rsync-download-xds.sh b/jjb/common/include-xds-rsync-download-xds.sh new file mode 100644 index 00000000..08c00707 --- /dev/null +++ b/jjb/common/include-xds-rsync-download-xds.sh @@ -0,0 +1,17 @@ +#!/bin/bash + +#set -x +set -e + +echo -e "\n\n\n" +echo "#########################################" +echo -e "\n\n\n" +# project branch buildid-changesetnr(latest) +export RSYNCDST="/srv/download/AGL/xds/" +export RSYNCSRC=$(pwd)/UPLOAD/* +LANG=C tree $RSYNCSRC + +#set +#exit 0 +ssh -o StrictHostKeyChecking=no jenkins-slave@10.30.72.8 mkdir -p ${RSYNCDST} +rsync -avr -l --inplace --copy-unsafe-links -e "ssh -o StrictHostKeyChecking=no" $RSYNCSRC jenkins-slave@10.30.72.8:$RSYNCDST |