You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
netsurf/tools/jenkins-build.sh

509 lines
11 KiB

#!/bin/bash
#
# Copyright © 2013 Vincent Sanders <vince@netsurf-browser.org>
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# * The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
# NetSurf continuous integration build script for jenkins
#
# This script is executed by jenkins to build netsurf itself
#
# Usage: jenkins-build.sh
#
# TARGET is set to the frontend target to build
# HOST is set to the identifier of the toolchain doing the building
# CC is the compiler (gcc or clang)
# BUILD_NUMBER is the CI build number
#####
# set defaults - this is not retrivable from the jenkins environment
OLD_ARTIFACT_COUNT=25
################# Parameter and environment setup #####################
#identifier for this specific build
IDENTIFIER="$CC-${BUILD_NUMBER}"
# Identifier for build which will be cleaned
OLD_IDENTIFIER="$CC-$((BUILD_NUMBER - ${OLD_ARTIFACT_COUNT}))"
# default atari architecture - bletch
ATARIARCH=68020-60
# make tool
MAKE=make
# NetSurf version number haiku needs it for package name
NETSURF_VERSION="3.11"
UPDATE_LATEST=yes
# Ensure the combination of target and toolchain works and set build
# specific parameters too
case ${TARGET} in
"riscos")
case ${HOST} in
"arm-riscos-gnueabi")
UPDATE_LATEST=no
;;
"arm-unknown-riscos")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=netsurf
PKG_SFX=.zip
;;
"haiku")
case ${HOST} in
"i586-pc-haiku")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
PKG_SRC="netsurf_x86-${NETSURF_VERSION}-1-x86_gcc2"
PKG_SFX=.hpkg
;;
"windows")
case ${HOST} in
"i686-w64-mingw32")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
PKG_SRC=netsurf-installer
PKG_SFX=.exe
;;
"cocoa")
case ${HOST} in
"x86_64-apple-darwin14.5.0")
PATH=/opt/local/bin:/opt/local/sbin:${PATH}
;;
"i686-apple-darwin10")
;;
"powerpc-apple-darwin9")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=NetSurf
PKG_SFX=.dmg
;;
"amiga")
case ${HOST} in
"ppc-amigaos")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
PKG_SRC=NetSurf_Amiga/netsurf
PKG_SFX=.lha
;;
"amigaos3")
case ${HOST} in
"m68k-unknown-amigaos")
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
PKG_SRC=NetSurf_Amiga/netsurf
PKG_SFX=.lha
;;
"atari")
case ${HOST} in
"m68k-atari-mint")
PKG_SRC=ns020
PKG_SFX=.zip
;;
"m5475-atari-mint")
export GCCSDK_INSTALL_ENV=/opt/netsurf/m5475-atari-mint/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/m5475-atari-mint/cross/bin
ATARIARCH=v4e
PKG_SRC=nsv4e
PKG_SFX=.zip
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
;;
"gtk2")
case ${HOST} in
"x86_64-linux-gnu")
;;
"arm-linux-gnueabihf")
;;
"aarch64-linux-gnu")
;;
amd64-unknown-openbsd*)
MAKE=gmake
;;
x86_64-unknown-freebsd*)
MAKE=gmake
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST}\""
exit 1
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=nsgtk2
PKG_SFX=
;;
"gtk3")
case ${HOST} in
"x86_64-linux-gnu")
;;
"arm-linux-gnueabihf")
;;
"aarch64-linux-gnu")
;;
amd64-unknown-openbsd*)
MAKE=gmake
;;
x86_64-unknown-freebsd*)
MAKE=gmake
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST}\""
exit 1
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=nsgtk3
PKG_SFX=
;;
"framebuffer")
case ${HOST} in
"x86_64-linux-gnu")
;;
arm-linux-gnueabihf)
;;
"aarch64-linux-gnu")
;;
"i686-apple-darwin10")
;;
"powerpc-apple-darwin9")
;;
amd64-unknown-openbsd*)
MAKE=gmake
;;
x86_64-unknown-freebsd*)
MAKE=gmake
;;
"arm-riscos-gnueabi")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"arm-unknown-riscos")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"m68k-atari-mint")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"m5475-atari-mint")
ATARIARCH=v4e
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"i686-w64-mingw32")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"ppc-amigaos")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"m68k-unknown-amigaos")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
*)
echo "Target \"${TARGET}\" cannot be built on \"${HOST})\""
exit 1
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=nsfb
PKG_SFX=
;;
"monkey")
# monkey target can be built anywhere
case ${HOST} in
amd64-unknown-openbsd*)
MAKE=gmake
;;
x86_64-unknown-freebsd*)
MAKE=gmake
;;
"arm-riscos-gnueabi")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"arm-unknown-riscos")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
# headers and compiler combination throw these warnings
export CFLAGS="-Wno-redundant-decls -Wno-parentheses"
export LDFLAGS=-lcares
;;
"m68k-atari-mint")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"m5475-atari-mint")
ATARIARCH=v4e
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"i686-w64-mingw32")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
"ppc-amigaos")
export GCCSDK_INSTALL_ENV=/opt/netsurf/${HOST}/env
export GCCSDK_INSTALL_CROSSBIN=/opt/netsurf/${HOST}/cross/bin
;;
*)
echo "Target \"${TARGET}\" generic build on \"${HOST})\""
;;
esac
IDENTIFIER="${HOST}-${IDENTIFIER}"
OLD_IDENTIFIER="${HOST}-${OLD_IDENTIFIER}"
PKG_SRC=nsmonkey
PKG_SFX=
;;
*)
# TARGET must be in the environment and set correctly
echo "Unkown TARGET \"${TARGET}\""
exit 1
;;
esac
# setup environment
export PREFIX=${JENKINS_HOME}/artifacts-${HOST}
export PKG_CONFIG_PATH=${PREFIX}/lib/pkgconfig
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${PREFIX}/lib
export PATH=${PATH}:${PREFIX}/bin
# configure ccache for clang
if [ "${CC}" = "clang" ];then
export CCACHE_CPP2=yes
export CC="clang -Qunused-arguments"
fi
########### Use distcc if present ######
DISTCC=distcc
PARALLEL=1
HAVE_DISTCC=$(${DISTCC} --version >/dev/null 2>&1 && echo "true" || echo "false")
if [ ${HAVE_DISTCC} = "true" ];then
PARALLEL=$(${DISTCC} -j)
export PATH=/usr/lib/distcc:${PATH}
export DISTCC_DIR=${JENKINS_HOME}
fi
########### Prepare a Makefile.config ##################
rm -f Makefile.config
cat > Makefile.config <<EOF
override NETSURF_LOG_LEVEL := DEBUG
EOF
########### Additional environment info ########
uname -a
########### Build from source ##################
# Clean first
${MAKE} clean
# Do the Build
${MAKE} -j ${PARALLEL} -k CI_BUILD=${BUILD_NUMBER} ATARIARCH=${ATARIARCH} Q=
############ Package artifact construction ################
# build the package file
${MAKE} -k CI_BUILD=${BUILD_NUMBER} ATARIARCH=${ATARIARCH} PACKAGER="NetSurf Developers <support@netsurf-browser.org>" Q= package
if [ ! -f "${PKG_SRC}${PKG_SFX}" ]; then
# unable to find package file
exit 1
fi
# create package checksum files
# find md5sum binary
MD5SUM=md5sum;
command -v ${MD5SUM} >/dev/null 2>&1 || MD5SUM=md5
command -v ${MD5SUM} >/dev/null 2>&1 || MD5SUM=echo
# find sha256 binary name
SHAR256SUM=sha256sum
command -v ${SHAR256SUM} >/dev/null 2>&1 || SHAR256SUM=sha256
command -v ${SHAR256SUM} >/dev/null 2>&1 || SHAR256SUM=echo
${MD5SUM} "${PKG_SRC}${PKG_SFX}" > ${PKG_SRC}.md5
${SHAR256SUM} "${PKG_SRC}${PKG_SFX}" > ${PKG_SRC}.sha256
############ Package artifact deployment ################
#destination for package artifacts
DESTDIR=/srv/ci.netsurf-browser.org/html/builds/${TARGET}/
NEW_ARTIFACT_TARGET="NetSurf-${IDENTIFIER}"
OLD_ARTIFACT_TARGETS=""
for SUFFIX in "${PKG_SFX}" .md5 .sha256;do
# copy the file to the output - always use scp as it works local or remote
scp "${PKG_SRC}${SUFFIX}" netsurf@ci.netsurf-browser.org:${DESTDIR}/${NEW_ARTIFACT_TARGET}${SUFFIX}
# remove the local file artifact
rm -f "${PKG_SRC}${SUFFIX}"
OLD_ARTIFACT_TARGETS="${OLD_ARTIFACT_TARGETS} ${DESTDIR}/NetSurf-${OLD_IDENTIFIER}${SUFFIX}"
done
############ Expired package artifact removal and latest linking ##############
ssh netsurf@ci.netsurf-browser.org "rm -f ${OLD_ARTIFACT_TARGETS}"
if [ ${UPDATE_LATEST} = "yes" ]; then
ssh netsurf@ci.netsurf-browser.org "rm -f ${DESTDIR}/LATEST && echo "${NEW_ARTIFACT_TARGET}${PKG_SFX}" > ${DESTDIR}/LATEST"
fi