1#!/bin/bash
2
3# This build script is for running the Jenkins builds using docker.
4#
5# It expects a few variables which are part of Jenkins build job matrix:
6#   target = barreleye|palmetto|qemu
7#   distro = fedora|ubuntu|ubuntu:14.04|ubuntu:16.04
8#   obmcdir = <name of openbmc src dir> (default openbmc)
9#   WORKSPACE = <location of base openbmc/openbmc repo>
10#   BITBAKE_OPTS = <optional, set to "-c populate_sdk" or whatever other
11#                   bitbake options you'd like to pass into the build>
12
13# Trace bash processing. Set -e so when a step fails, we fail the build
14set -xeo pipefail
15
16# Default variables
17target=${target:-qemu}
18distro=${distro:-ubuntu}
19obmcdir=${obmcdir:-openbmc}
20WORKSPACE=${WORKSPACE:-${HOME}/${RANDOM}${RANDOM}}
21http_proxy=${http_proxy:-}
22PROXY=""
23
24# Determine our architecture, ppc64le or the other one
25if [ $(uname -m) == "ppc64le" ]; then
26    DOCKER_BASE="ppc64le/"
27else
28    DOCKER_BASE=""
29fi
30
31# Timestamp for job
32echo "Build started, $(date)"
33
34# If there's no openbmc dir in WORKSPACE then just clone in master
35if [ ! -d ${WORKSPACE}/${obmcdir} ]; then
36    echo "Clone in openbmc master to ${WORKSPACE}/${obmcdir}"
37    git clone https://github.com/openbmc/openbmc ${WORKSPACE}/${obmcdir}
38fi
39
40# if user just passed in ubuntu then use latest
41if [[ $distro == "ubuntu" ]]; then
42    distro="ubuntu:latest"
43fi
44
45# Work out what build target we should be running and set bitbake command
46case ${target} in
47  barreleye)
48    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-rackspace/meta-barreleye/conf source oe-init-build-env"
49    ;;
50  palmetto)
51    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ibm/meta-palmetto/conf source oe-init-build-env"
52    ;;
53  witherspoon)
54    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ibm/meta-witherspoon/conf source oe-init-build-env"
55    ;;
56  firestone)
57    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ibm/meta-firestone/conf source oe-init-build-env"
58    ;;
59  garrison)
60    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ibm/meta-garrison/conf source oe-init-build-env"
61    ;;
62  evb-ast2500)
63    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-evb/meta-evb-aspeed/meta-evb-ast2500/conf source oe-init-build-env"
64    ;;
65  zaius)
66    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ingrasys/meta-zaius/conf source oe-init-build-env"
67    ;;
68  romulus)
69    BITBAKE_CMD="TEMPLATECONF=meta-openbmc-machines/meta-openpower/meta-ibm/meta-romulus/conf source oe-init-build-env"
70    ;;
71  qemu)
72    BITBAKE_CMD="source openbmc-env"
73    ;;
74  *)
75    exit 1
76    ;;
77esac
78
79# Configure docker build
80if [[ "${distro}" == fedora ]];then
81
82  if [[ -n "${http_proxy}" ]]; then
83    PROXY="RUN echo \"proxy=${http_proxy}\" >> /etc/dnf/dnf.conf"
84  fi
85
86  Dockerfile=$(cat << EOF
87FROM ${DOCKER_BASE}fedora:latest
88
89${PROXY}
90
91RUN dnf --refresh install -y \
92	bzip2 \
93	chrpath \
94	cpio \
95	diffstat \
96	findutils \
97	gcc \
98	gcc-c++ \
99	git \
100	make \
101	patch \
102	perl-bignum \
103	perl-Data-Dumper \
104	perl-Thread-Queue \
105	python-devel \
106	SDL-devel \
107	socat \
108	subversion \
109	tar \
110	texinfo \
111	wget \
112	which
113
114RUN grep -q ${GROUPS} /etc/group || groupadd -g ${GROUPS} ${USER}
115RUN grep -q ${UID} /etc/passwd || useradd -d ${HOME} -m -u ${UID} -g ${GROUPS} ${USER}
116
117USER ${USER}
118ENV HOME ${HOME}
119RUN /bin/bash
120EOF
121)
122
123elif [[ "${distro}" == "ubuntu"* ]]; then
124  if [[ -n "${http_proxy}" ]]; then
125    PROXY="RUN echo \"Acquire::http::Proxy \\"\"${http_proxy}/\\"\";\" > /etc/apt/apt.conf.d/000apt-cacher-ng-proxy"
126  fi
127
128  Dockerfile=$(cat << EOF
129FROM ${DOCKER_BASE}${distro}
130
131${PROXY}
132
133ENV DEBIAN_FRONTEND noninteractive
134RUN apt-get update && apt-get install -yy \
135	build-essential \
136	chrpath \
137	debianutils \
138	diffstat \
139	gawk \
140	git \
141	libdata-dumper-simple-perl \
142	libsdl1.2-dev \
143	libthread-queue-any-perl \
144	python \
145	socat \
146	subversion \
147	texinfo \
148	cpio \
149	wget
150
151RUN grep -q ${GROUPS} /etc/group || groupadd -g ${GROUPS} ${USER}
152RUN grep -q ${UID} /etc/passwd || useradd -d ${HOME} -m -u ${UID} -g ${GROUPS} ${USER}
153
154USER ${USER}
155ENV HOME ${HOME}
156RUN /bin/bash
157EOF
158)
159fi
160
161# Build the docker container
162docker build -t openbmc/${distro} - <<< "${Dockerfile}"
163
164# Create the docker run script
165export PROXY_HOST=${http_proxy/#http*:\/\/}
166export PROXY_HOST=${PROXY_HOST/%:[0-9]*}
167export PROXY_PORT=${http_proxy/#http*:\/\/*:}
168
169mkdir -p ${WORKSPACE}
170
171cat > "${WORKSPACE}"/build.sh << EOF_SCRIPT
172#!/bin/bash
173
174set -xeo pipefail
175
176cd ${WORKSPACE}
177
178# Go into the openbmc directory (the openbmc script will put us in a build subdir)
179cd ${obmcdir}
180
181# Set up proxies
182export ftp_proxy=${http_proxy}
183export http_proxy=${http_proxy}
184export https_proxy=${http_proxy}
185
186mkdir -p ${WORKSPACE}/bin
187
188# Configure proxies for bitbake
189if [[ -n "${http_proxy}" ]]; then
190
191  cat > ${WORKSPACE}/bin/git-proxy << \EOF_GIT
192#!/bin/bash
193# \$1 = hostname, \$2 = port
194PROXY=${PROXY_HOST}
195PROXY_PORT=${PROXY_PORT}
196exec socat STDIO PROXY:\${PROXY}:\${1}:\${2},proxyport=\${PROXY_PORT}
197EOF_GIT
198
199  chmod a+x ${WORKSPACE}/bin/git-proxy
200  export PATH=${WORKSPACE}/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH}
201  git config core.gitProxy git-proxy
202
203  mkdir -p ~/.subversion
204
205  cat > ~/.subversion/servers << EOF_SVN
206[global]
207http-proxy-host = ${PROXY_HOST}
208http-proxy-port = ${PROXY_PORT}
209EOF_SVN
210fi
211
212# Source our build env
213${BITBAKE_CMD}
214
215# Custom bitbake config settings
216cat >> conf/local.conf << EOF_CONF
217BB_NUMBER_THREADS = "$(nproc)"
218PARALLEL_MAKE = "-j$(nproc)"
219INHERIT += "rm_work"
220BB_GENERATE_MIRROR_TARBALLS = "1"
221DL_DIR="${HOME}/bitbake_downloads"
222SSTATE_DIR="${HOME}/bitbake_sharedstatecache"
223USER_CLASSES += "buildstats"
224INHERIT_remove = "uninative"
225EOF_CONF
226
227# Kick off a build
228bitbake ${BITBAKE_OPTS} obmc-phosphor-image
229
230EOF_SCRIPT
231
232chmod a+x ${WORKSPACE}/build.sh
233
234# Run the docker container, execute the build script we just built
235docker run --cap-add=sys_admin --net=host --rm=true -e WORKSPACE=${WORKSPACE} --user="${USER}" \
236  -w "${HOME}" -v "${HOME}":"${HOME}" -t openbmc/${distro} ${WORKSPACE}/build.sh
237
238# Create link to images for archiving
239ln -sf ${WORKSPACE}/openbmc/build/tmp/deploy/images ${WORKSPACE}/images
240
241# Timestamp for build
242echo "Build completed, $(date)"
243
244