mirror of
https://github.com/hyperledger/fabric-samples.git
synced 2026-06-21 17:15:10 +00:00
FAB-10074 CI Script for pipeline project type
This patch supports Jenkins CI pipeline project type for master branch. Script will pull docker images (1.2.0-stable) and binaries from Nexus and run byfn and eyfn tests. The pipeline script supports only master branch and release branches supports regular freestyle flow. Change-Id: I85938f66b588b2e37a2a12d4941672632d52c8dd Signed-off-by: rameshthoomu <rameshbabu.thoomu@gmail.com>
This commit is contained in:
rameshthoomu
parent
f65f493b98
commit
e95210e9bc
3 changed files with 336 additions and 0 deletions
94
Jenkinsfile
vendored
Normal file
94
Jenkinsfile
vendored
Normal file
|
|
@ -0,0 +1,94 @@
|
||||||
|
// Copyright IBM Corp All Rights Reserved
|
||||||
|
//
|
||||||
|
// SPDX-License-Identifier: Apache-2.0
|
||||||
|
//
|
||||||
|
|
||||||
|
// Pipeline script for fabric-samples
|
||||||
|
|
||||||
|
node ('hyp-x') { // trigger build on x86_64 node
|
||||||
|
def ROOTDIR = pwd() // workspace dir (/w/workspace/<job_name>
|
||||||
|
env.PROJECT_DIR = "gopath/src/github.com/hyperledger"
|
||||||
|
def failure_stage = "none"
|
||||||
|
// delete working directory
|
||||||
|
deleteDir()
|
||||||
|
stage("Fetch Patchset") { // fetch gerrit refspec on latest commit
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}"){
|
||||||
|
sh '''
|
||||||
|
[ -e gopath/src/github.com/hyperledger/fabric-samples ] || mkdir -p $PROJECT_DIR
|
||||||
|
cd $PROJECT_DIR
|
||||||
|
git clone git://cloud.hyperledger.org/mirror/fabric-samples && cd fabric-samples
|
||||||
|
git fetch origin "$GERRIT_REFSPEC" && git checkout FETCH_HEAD
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "Fetch patchset"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// clean environment and get env data
|
||||||
|
stage("Clean Environment - Get Env Info") {
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}/$PROJECT_DIR/fabric-samples/scripts/Jenkins_Scripts") {
|
||||||
|
sh './CI_Script.sh --clean_Environment --env_Info'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "Clean Environment - Get Env Info"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// Pull Fabric Images
|
||||||
|
stage("Pull third_party images") {
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}/$PROJECT_DIR/fabric-samples/scripts/Jenkins_Scripts") {
|
||||||
|
sh './CI_Script.sh --pull_Thirdparty_Images'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "Pull third_party docker images"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Pull Fabric Images
|
||||||
|
stage("Pull fabric images") {
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}/$PROJECT_DIR/fabric-samples/scripts/Jenkins_Scripts") {
|
||||||
|
sh './CI_Script.sh --pull_Fabric_Images'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "Pull fabric docker images"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Pull Fabric-ca
|
||||||
|
stage("Pull fabric-ca images") {
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}/$PROJECT_DIR/fabric-samples/scripts/Jenkins_Scripts") {
|
||||||
|
sh './CI_Script.sh --pull_Fabric_CA_Image'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "Pull fabric-ca docker image"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Run byfn, eyfn tests (default, custom channel, couchdb, nodejs chaincode, fabric-ca samples)
|
||||||
|
stage("Run byfn_eyfn Tests") {
|
||||||
|
try {
|
||||||
|
dir("${ROOTDIR}/$PROJECT_DIR/fabric-samples/scripts/Jenkins_Scripts") {
|
||||||
|
sh './CI_Script.sh --byfn_eyfn_Tests'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (err) {
|
||||||
|
failure_stage = "byfn_eyfn_Tests"
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
179
scripts/Jenkins_Scripts/CI_Script.sh
Executable file
179
scripts/Jenkins_Scripts/CI_Script.sh
Executable file
|
|
@ -0,0 +1,179 @@
|
||||||
|
#!/bin/bash -e
|
||||||
|
#
|
||||||
|
# Copyright IBM Corp All Rights Reserved
|
||||||
|
#
|
||||||
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
#
|
||||||
|
|
||||||
|
# exit on first error
|
||||||
|
|
||||||
|
export BASE_FOLDER=$WORKSPACE/gopath/src/github.com/hyperledger
|
||||||
|
export PROJECT_VERSION=1.2.0-stable
|
||||||
|
export NEXUS_URL=nexus3.hyperledger.org:10001
|
||||||
|
export ORG_NAME="hyperledger/fabric"
|
||||||
|
export NODE_VER=8.9.4 # Default nodejs version
|
||||||
|
|
||||||
|
# Fetch baseimage version
|
||||||
|
curl -L https://raw.githubusercontent.com/hyperledger/fabric/master/Makefile > Makefile
|
||||||
|
export BASE_IMAGE_VER=`cat Makefile | grep BASEIMAGE_RELEASE= | cut -d "=" -f2`
|
||||||
|
echo "-----------> BASE_IMAGE_VER" $BASE_IMAGE_VER
|
||||||
|
export OS_VER=$(dpkg --print-architecture)
|
||||||
|
echo "-----------> OS_VER" $OS_VER
|
||||||
|
export BASE_IMAGE_TAG=$OS_VER-$BASE_IMAGE_VER
|
||||||
|
|
||||||
|
# Fetch Go Version from fabric ci.properties file
|
||||||
|
curl -L https://raw.githubusercontent.com/hyperledger/fabric/master/ci.properties > ci.properties
|
||||||
|
export GO_VER=`cat ci.properties | grep GO_VER | cut -d "=" -f 2`
|
||||||
|
echo "-----------> GO_VER" $GO_VER
|
||||||
|
|
||||||
|
# Published stable version from nexus
|
||||||
|
export STABLE_TAG=$OS_VER-$PROJECT_VERSION
|
||||||
|
echo "-----------> STABLE_TAG" $STABLE_TAG
|
||||||
|
|
||||||
|
Parse_Arguments() {
|
||||||
|
while [ $# -gt 0 ]; do
|
||||||
|
case $1 in
|
||||||
|
--env_Info)
|
||||||
|
env_Info
|
||||||
|
;;
|
||||||
|
--SetGopath)
|
||||||
|
setGopath
|
||||||
|
;;
|
||||||
|
--pull_Fabric_Images)
|
||||||
|
pull_Fabric_Images
|
||||||
|
;;
|
||||||
|
--pull_Fabric_CA_Image)
|
||||||
|
pull_Fabric_CA_Image
|
||||||
|
;;
|
||||||
|
--clean_Environment)
|
||||||
|
clean_Environment
|
||||||
|
;;
|
||||||
|
--byfn_eyfn_Tests)
|
||||||
|
byfn_eyfn_Tests
|
||||||
|
;;
|
||||||
|
--pull_Thirdparty_Images)
|
||||||
|
pull_Thirdparty_Images
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
shift
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
clean_Environment() {
|
||||||
|
|
||||||
|
echo "-----------> Clean Docker Containers & Images, unused/lefover build artifacts"
|
||||||
|
function clearContainers () {
|
||||||
|
CONTAINER_IDS=$(docker ps -aq)
|
||||||
|
if [ -z "$CONTAINER_IDS" ] || [ "$CONTAINER_IDS" = " " ]; then
|
||||||
|
echo "---- No containers available for deletion ----"
|
||||||
|
else
|
||||||
|
docker rm -f $CONTAINER_IDS || true
|
||||||
|
docker ps -a
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function removeUnwantedImages() {
|
||||||
|
DOCKER_IMAGES_SNAPSHOTS=$(docker images | grep snapshot | grep -v grep | awk '{print $1":" $2}')
|
||||||
|
|
||||||
|
if [ -z "$DOCKER_IMAGES_SNAPSHOTS" ] || [ "$DOCKER_IMAGES_SNAPSHOTS" = " " ]; then
|
||||||
|
echo "---- No snapshot images available for deletion ----"
|
||||||
|
else
|
||||||
|
docker rmi -f $DOCKER_IMAGES_SNAPSHOTS || true
|
||||||
|
fi
|
||||||
|
DOCKER_IMAGE_IDS=$(docker images | grep -v 'base*\|couchdb\|kafka\|zookeeper\|cello' | awk '{print $3}')
|
||||||
|
|
||||||
|
if [ -z "$DOCKER_IMAGE_IDS" ] || [ "$DOCKER_IMAGE_IDS" = " " ]; then
|
||||||
|
echo "---- No images available for deletion ----"
|
||||||
|
else
|
||||||
|
docker rmi -f $DOCKER_IMAGE_IDS || true
|
||||||
|
docker images
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# remove tmp/hfc and hfc-key-store data
|
||||||
|
rm -rf /home/jenkins/.nvm /home/jenkins/npm /tmp/fabric-shim /tmp/hfc* /tmp/npm* /home/jenkins/kvsTemp /home/jenkins/.hfc-key-store
|
||||||
|
|
||||||
|
rm -rf /var/hyperledger/*
|
||||||
|
|
||||||
|
rm -rf gopath/src/github.com/hyperledger/fabric-ca/vendor/github.com/cloudflare/cfssl/vendor/github.com/cloudflare/cfssl_trust/ca-bundle || true
|
||||||
|
# yamllint disable-line rule:line-length
|
||||||
|
rm -rf gopath/src/github.com/hyperledger/fabric-ca/vendor/github.com/cloudflare/cfssl/vendor/github.com/cloudflare/cfssl_trust/intermediate_ca || true
|
||||||
|
|
||||||
|
clearContainers
|
||||||
|
removeUnwantedImages
|
||||||
|
}
|
||||||
|
|
||||||
|
env_Info() {
|
||||||
|
# This function prints system info
|
||||||
|
|
||||||
|
#### Build Env INFO
|
||||||
|
echo "-----------> Build Env INFO"
|
||||||
|
# Output all information about the Jenkins environment
|
||||||
|
uname -a
|
||||||
|
cat /etc/*-release
|
||||||
|
env
|
||||||
|
gcc --version
|
||||||
|
docker version
|
||||||
|
docker info
|
||||||
|
docker-compose version
|
||||||
|
pgrep -a docker
|
||||||
|
docker images
|
||||||
|
docker ps -a
|
||||||
|
}
|
||||||
|
|
||||||
|
setGopath() {
|
||||||
|
echo "-----------> set GOPATH"
|
||||||
|
echo
|
||||||
|
export GOPATH=$WORKSPACE/gopath
|
||||||
|
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-amd64
|
||||||
|
export PATH=$GOROOT/bin:$GOPATH/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:~/npm/bin:/home/jenkins/.nvm/versions/node/v6.9.5/bin:/home/jenkins/.nvm/versions/node/v$NODE_VER/bin:$PATH
|
||||||
|
export GOROOT=/opt/go/go$GO_VER.linux.$OS_VER
|
||||||
|
export PATH=$GOROOT/bin:$PATH
|
||||||
|
}
|
||||||
|
# Pull Thirdparty Docker images (Kafka, couchdb, zookeeper)
|
||||||
|
pull_Thirdparty_Images() {
|
||||||
|
for IMAGES in kafka couchdb zookeeper; do
|
||||||
|
echo "-----------> Pull $IMAGE image"
|
||||||
|
echo
|
||||||
|
docker pull $ORG_NAME-$IMAGES:$BASE_IMAGE_TAG
|
||||||
|
docker tag $ORG_NAME-$IMAGES:$BASE_IMAGE_TAG $ORG_NAME-$IMAGES
|
||||||
|
done
|
||||||
|
echo
|
||||||
|
docker images | grep hyperledger/fabric
|
||||||
|
}
|
||||||
|
# pull fabric images from nexus
|
||||||
|
pull_Fabric_Images() {
|
||||||
|
setGopath fabric # set gopath
|
||||||
|
for IMAGES in peer orderer tools ccenv; do
|
||||||
|
echo "-----------> pull $IMAGES image"
|
||||||
|
echo
|
||||||
|
docker pull $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
docker tag $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG $ORG_NAME-$IMAGES
|
||||||
|
docker tag $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG $ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
docker rmi -f $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
done
|
||||||
|
echo
|
||||||
|
docker images | grep hyperledger/fabric
|
||||||
|
}
|
||||||
|
# pull fabric-ca images from nexus
|
||||||
|
pull_Fabric_CA_Image() {
|
||||||
|
echo
|
||||||
|
setGopath fabric-ca
|
||||||
|
for IMAGES in ca ca-peer ca-orderer ca-tools; do
|
||||||
|
echo "-----------> pull $IMAGES image"
|
||||||
|
echo
|
||||||
|
docker pull $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
docker tag $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG $ORG_NAME-$IMAGES
|
||||||
|
docker tag $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG $ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
docker rmi -f $NEXUS_URL/$ORG_NAME-$IMAGES:$STABLE_TAG
|
||||||
|
done
|
||||||
|
echo
|
||||||
|
docker images | grep hyperledger/fabric-ca
|
||||||
|
}
|
||||||
|
# run byfn,eyfn tests
|
||||||
|
byfn_eyfn_Tests() {
|
||||||
|
echo
|
||||||
|
echo "-----------> Execute Byfn and Eyfn Tests"
|
||||||
|
./byfn_eyfn.sh
|
||||||
|
}
|
||||||
|
Parse_Arguments $@
|
||||||
63
scripts/Jenkins_Scripts/byfn_eyfn.sh
Executable file
63
scripts/Jenkins_Scripts/byfn_eyfn.sh
Executable file
|
|
@ -0,0 +1,63 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright IBM Corp All Rights Reserved
|
||||||
|
#
|
||||||
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
#
|
||||||
|
|
||||||
|
ARCH=$(dpkg --print-architecture)
|
||||||
|
echo "-----------> ARCH" $ARCH
|
||||||
|
MARCH=$(uname -s|tr '[:upper:]' '[:lower:]')
|
||||||
|
echo "-----------> MARCH" $MARCH
|
||||||
|
MVN_METADATA=$(echo "https://nexus.hyperledger.org/content/repositories/releases/org/hyperledger/fabric/hyperledger-fabric-stable/maven-metadata.xml")
|
||||||
|
curl -L "$MVN_METADATA" > maven-metadata.xml
|
||||||
|
RELEASE_TAG=$(cat maven-metadata.xml | grep release)
|
||||||
|
COMMIT=$(echo $RELEASE_TAG | awk -F - '{ print $4 }' | cut -d "<" -f1)
|
||||||
|
VERSION=1.2.0
|
||||||
|
echo "-----------> BASE_VERSION = $VERSION"
|
||||||
|
cd $BASE_FOLDER/fabric-samples || exit
|
||||||
|
curl https://nexus.hyperledger.org/content/repositories/releases/org/hyperledger/fabric/hyperledger-fabric-stable/$MARCH-$ARCH.$VERSION-stable-$COMMIT/hyperledger-fabric-stable-$MARCH-$ARCH.$VERSION-stable-$COMMIT.tar.gz | tar xz
|
||||||
|
|
||||||
|
cd first-network || exit
|
||||||
|
export PATH=gopath/src/github.com/hyperledger/fabric-samples/bin:$PATH
|
||||||
|
|
||||||
|
err_Check() {
|
||||||
|
if [ $1 != 0 ]; then
|
||||||
|
echo "Error: -----------> $2 test case failed"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
echo "############## BYFN,EYFN DEFAULT CHANNEL TEST ###################"
|
||||||
|
echo "#################################################################"
|
||||||
|
echo y | ./byfn.sh -m down
|
||||||
|
echo y | ./byfn.sh -m up -t 60
|
||||||
|
err_Check $? default-channel
|
||||||
|
echo y | ./eyfn.sh -m up -t 60
|
||||||
|
err_Check $? default-channel
|
||||||
|
echo y | ./eyfn.sh -m down
|
||||||
|
echo
|
||||||
|
|
||||||
|
echo "############### BYFN,EYFN CUSTOM CHANNEL WITH COUCHDB TEST ##############"
|
||||||
|
echo "#########################################################################"
|
||||||
|
echo y | ./byfn.sh -m up -c custom-channel-couchdb -s couchdb -t 60
|
||||||
|
err_check $? custom-channel-couch couchdb
|
||||||
|
echo y | ./eyfn.sh -m up -c custom-channel-couchdb -s couchdb -t 60
|
||||||
|
err_check $? custom-channel-couch
|
||||||
|
echo y | ./eyfn.sh -m down
|
||||||
|
echo
|
||||||
|
|
||||||
|
echo "############### BYFN,EYFN WITH NODE Chaincode. TEST ################"
|
||||||
|
echo "####################################################################"
|
||||||
|
echo y | ./byfn.sh -m up -l node -t 60
|
||||||
|
err_check $? default-channel-node
|
||||||
|
echo y | ./eyfn.sh -m up -l node -t 60
|
||||||
|
err_check $? default-channel-node
|
||||||
|
echo y | ./eyfn.sh -m down
|
||||||
|
|
||||||
|
echo "############### FABRIC-CA SAMPLES TEST ########################"
|
||||||
|
echo "###############################################################"
|
||||||
|
cd $WORKSPACE/gopath/src/github.com/hyperledger/fabric-samples/fabric-ca
|
||||||
|
./start.sh
|
||||||
|
err_Check $? fabric-ca
|
||||||
|
./stop.sh
|
||||||
Loading…
Reference in a new issue