102871c91SPatrick Williams#!/usr/bin/env python3 202871c91SPatrick Williams# 302871c91SPatrick Williams# Build the required docker image to run package unit tests 402871c91SPatrick Williams# 502871c91SPatrick Williams# Script Variables: 602871c91SPatrick Williams# DOCKER_IMG_NAME: <optional, the name of the docker image to generate> 702871c91SPatrick Williams# default is openbmc/ubuntu-unit-test 802871c91SPatrick Williams# DISTRO: <optional, the distro to build a docker image against> 902871c91SPatrick Williams# default is ubuntu:eoan 1002871c91SPatrick Williams# BRANCH: <optional, branch to build from each of the openbmc/ 1102871c91SPatrick Williams# repositories> 1202871c91SPatrick Williams# default is master, which will be used if input branch not 1302871c91SPatrick Williams# provided or not found 1402871c91SPatrick Williams# UBUNTU_MIRROR: <optional, the URL of a mirror of Ubuntu to override the 1502871c91SPatrick Williams# default ones in /etc/apt/sources.list> 1602871c91SPatrick Williams# default is empty, and no mirror is used. 1702871c91SPatrick Williams# http_proxy The HTTP address of the proxy server to connect to. 1802871c91SPatrick Williams# Default: "", proxy is not setup if this is not set 1902871c91SPatrick Williams 2002871c91SPatrick Williamsimport os 2102871c91SPatrick Williamsimport sys 2202871c91SPatrick Williamsfrom sh import docker, git, nproc, uname 2302871c91SPatrick Williams 2402871c91SPatrick Williams# Read a bunch of environment variables. 2502871c91SPatrick Williamsdocker_image_name = os.environ.get("DOCKER_IMAGE_NAME", "openbmc/ubuntu-unit-test") 2602871c91SPatrick Williamsdistro = os.environ.get("DISTRO", "ubuntu:focal") 2702871c91SPatrick Williamsbranch = os.environ.get("BRANCH", "master") 2802871c91SPatrick Williamsubuntu_mirror = os.environ.get("UBUNTU_MIRROR") 2902871c91SPatrick Williamshttp_proxy = os.environ.get("http_proxy") 3002871c91SPatrick Williams 3102871c91SPatrick Williams# Set up some common variables. 3202871c91SPatrick Williamsproc_count = nproc().strip() 3302871c91SPatrick Williamsusername = os.environ.get("USER") 3402871c91SPatrick Williamshomedir = os.environ.get("HOME") 3502871c91SPatrick Williamsgid = os.getgid() 3602871c91SPatrick Williamsuid = os.getuid() 3702871c91SPatrick Williams 3802871c91SPatrick Williams# Determine the architecture for Docker. 3902871c91SPatrick Williamsarch = uname("-m").strip() 4002871c91SPatrick Williamsif arch == "ppc64le": 4102871c91SPatrick Williams docker_base = "ppc64le/" 4202871c91SPatrick Williamselif arch == "x86_64": 4302871c91SPatrick Williams docker_base = "" 4402871c91SPatrick Williamselse: 4502871c91SPatrick Williams print(f"Unsupported system architecture({arch}) found for docker image") 4602871c91SPatrick Williams sys.exit(1) 4702871c91SPatrick Williams 487204324cSPatrick Williams# Packages to include in image. 497204324cSPatrick Williamspackages = { 502abc4a48SPatrick Williams "boost": { 512abc4a48SPatrick Williams "rev": "1.74.0", 522abc4a48SPatrick Williams "url": ( 532abc4a48SPatrick Williams lambda pkg, rev: f"https://dl.bintray.com/boostorg/release/{rev}/source/{pkg}_{rev.replace('.', '_')}.tar.bz2" 542abc4a48SPatrick Williams ), 552abc4a48SPatrick Williams }, 562abc4a48SPatrick Williams "USCiLab/cereal": {"rev": "v1.3.0"}, 572abc4a48SPatrick Williams "catchorg/Catch2": {"rev": "v2.12.2"}, 582abc4a48SPatrick Williams "CLIUtils/CLI11": {"rev": "v1.9.0"}, 592abc4a48SPatrick Williams "fmtlib/fmt": {"rev": "6.2.1"}, 6002871c91SPatrick Williams # Snapshot from 2020-01-03 612abc4a48SPatrick Williams "Naios/function2": {"rev": "3a0746bf5f601dfed05330aefcb6854354fce07d"}, 6202871c91SPatrick Williams # Snapshot from 2020-02-13 632abc4a48SPatrick Williams "google/googletest": {"rev": "23b2a3b1cf803999fb38175f6e9e038a4495c8a5"}, 6402871c91SPatrick Williams # Release 2020-08-06 652abc4a48SPatrick Williams "nlohmann/json": {"rev": "v3.9.1"}, 6602871c91SPatrick Williams # Snapshot from 2019-05-24 672abc4a48SPatrick Williams "linux-test-project/lcov": {"rev": "75fbae1cfc5027f818a0bb865bf6f96fab3202da"}, 6802871c91SPatrick Williams # dev-5.0 2019-05-03 692abc4a48SPatrick Williams "openbmc/linux": {"rev": "8bf6567e77f7aa68975b7c9c6d044bba690bf327"}, 7002871c91SPatrick Williams # Snapshot from 2019-09-03 712abc4a48SPatrick Williams "LibVNC/libvncserver": {"rev": "1354f7f1bb6962dab209eddb9d6aac1f03408110"}, 722abc4a48SPatrick Williams "martinmoene/span-lite": {"rev": "v0.7.0"}, 7302871c91SPatrick Williams # version from meta-openembedded/meta-oe/recipes-support/libtinyxml2/libtinyxml2_5.0.1.bb 742abc4a48SPatrick Williams "leethomason/tinyxml2": {"rev": "37bc3aca429f0164adf68c23444540b4a24b5778"}, 7502871c91SPatrick Williams # version from /meta-openembedded/meta-oe/recipes-devtools/boost-url/boost-url_git.bb 762abc4a48SPatrick Williams "CPPAlliance/url": {"rev": "a56ae0df6d3078319755fbaa67822b4fa7fd352b"}, 7702871c91SPatrick Williams # version from meta-openembedded/meta-oe/recipes-devtools/valijson/valijson_git.bb 782abc4a48SPatrick Williams "tristanpenman/valijson": {"rev": "c2f22fddf599d04dc33fcd7ed257c698a05345d9"}, 7902871c91SPatrick Williams # version from meta-openembedded/meta-oe/recipes-devtools/nlohmann-fifo/nlohmann-fifo_git.bb 802abc4a48SPatrick Williams "nlohmann/fifo_map": {"rev": "0dfbf5dacbb15a32c43f912a7e66a54aae39d0f9"}, 817204324cSPatrick Williams "open-power/pdbg": {}, 82*83394610SPatrick Williams "openbmc/gpioplus": {"depends": ["openbmc/stdplus"]}, 83*83394610SPatrick Williams "openbmc/phosphor-dbus-interfaces": {"depends": ["openbmc/sdbusplus"]}, 84*83394610SPatrick Williams "openbmc/phosphor-logging": { 85*83394610SPatrick Williams "depends": [ 86*83394610SPatrick Williams "USCiLab/cereal", 87*83394610SPatrick Williams "nlohmann/fifo_map", 88*83394610SPatrick Williams "openbmc/phosphor-dbus-interfaces", 89*83394610SPatrick Williams "openbmc/sdbusplus", 90*83394610SPatrick Williams "openbmc/sdeventplus", 91*83394610SPatrick Williams ] 92*83394610SPatrick Williams }, 93*83394610SPatrick Williams "openbmc/phosphor-objmgr": { 94*83394610SPatrick Williams "depends": [ 95*83394610SPatrick Williams "boost", 96*83394610SPatrick Williams "leethomason/tinyxml2", 97*83394610SPatrick Williams "openbmc/phosphor-logging", 98*83394610SPatrick Williams "openbmc/sdbusplus", 99*83394610SPatrick Williams ] 100*83394610SPatrick Williams }, 101*83394610SPatrick Williams "openbmc/pldm": { 102*83394610SPatrick Williams "depends": [ 103*83394610SPatrick Williams "CLIUtils/CLI11", 104*83394610SPatrick Williams "boost", 105*83394610SPatrick Williams "nlohmann/json", 106*83394610SPatrick Williams "openbmc/phosphor-dbus-interfaces", 107*83394610SPatrick Williams "openbmc/phosphor-logging", 108*83394610SPatrick Williams "openbmc/sdbusplus", 109*83394610SPatrick Williams "openbmc/sdeventplus", 110*83394610SPatrick Williams ] 111*83394610SPatrick Williams }, 1127204324cSPatrick Williams "openbmc/sdbusplus": {}, 113*83394610SPatrick Williams "openbmc/sdeventplus": {"depends": ["Naios/function2", "openbmc/stdplus"]}, 114*83394610SPatrick Williams "openbmc/stdplus": {"depends": ["fmtlib/fmt", "martinmoene/span-lite"]}, 11502871c91SPatrick Williams} 11602871c91SPatrick Williams 1172abc4a48SPatrick Williams 1187204324cSPatrick Williamsdef pkg_rev(pkg): 1197204324cSPatrick Williams return packages[pkg]["rev"] 1207204324cSPatrick Williams 1212abc4a48SPatrick Williams 122e1398742SPatrick Williamsdef pkg_stagename(pkg): 123e1398742SPatrick Williams if not pkg.startswith("openbmc/"): 124e1398742SPatrick Williams pkg = "openbmc/" + pkg 125e1398742SPatrick Williams return pkg.replace("/", "-") 1267204324cSPatrick Williams 1272abc4a48SPatrick Williams 1282abc4a48SPatrick Williamsdef pkg_url(pkg): 1292abc4a48SPatrick Williams if "url" in packages[pkg]: 1302abc4a48SPatrick Williams return packages[pkg]["url"](pkg, pkg_rev(pkg)) 1312abc4a48SPatrick Williams return f"https://github.com/{pkg}/archive/{pkg_rev(pkg)}.tar.gz" 1322abc4a48SPatrick Williams 1332abc4a48SPatrick Williams 134*83394610SPatrick Williamsdef pkg_copycmds(pkg=None): 135*83394610SPatrick Williams pkgs = [] 136*83394610SPatrick Williams if pkg: 137*83394610SPatrick Williams if "depends" not in packages[pkg]: 138*83394610SPatrick Williams return "" 139*83394610SPatrick Williams pkgs = sorted(packages[pkg]["depends"]) 140*83394610SPatrick Williams else: 141*83394610SPatrick Williams pkgs = sorted(packages.keys()) 142*83394610SPatrick Williams 143*83394610SPatrick Williams copy_cmds = "" 144*83394610SPatrick Williams for p in pkgs: 145*83394610SPatrick Williams copy_cmds += f"COPY --from={pkg_stagename(p)} {prefix} {prefix}\n" 146*83394610SPatrick Williams # Workaround for upstream docker bug and multiple COPY cmds 147*83394610SPatrick Williams # https://github.com/moby/moby/issues/37965 148*83394610SPatrick Williams copy_cmds += "RUN true\n" 149*83394610SPatrick Williams return copy_cmds 150*83394610SPatrick Williams 151*83394610SPatrick Williams 1527204324cSPatrick Williams# Look up the HEAD for missing a static rev. 15302871c91SPatrick Williamspkg_lookups = {} 1547204324cSPatrick Williamsfor pkg in packages.keys(): 1557204324cSPatrick Williams if "rev" in packages[pkg]: 1567204324cSPatrick Williams continue 15702871c91SPatrick Williams pkg_lookups[pkg] = git( 15802871c91SPatrick Williams "ls-remote", "--heads", f"https://github.com/{pkg}", _bg=True 15902871c91SPatrick Williams ) 16002871c91SPatrick Williamsfor pkg, result in pkg_lookups.items(): 16102871c91SPatrick Williams for line in result.stdout.decode().split("\n"): 16202871c91SPatrick Williams if f"refs/heads/{branch}" in line: 1637204324cSPatrick Williams packages[pkg]["rev"] = line.strip().split()[0] 1647204324cSPatrick Williams elif "refs/heads/master" in line and p not in packages: 1657204324cSPatrick Williams packages[pkg]["rev"] = line.strip().split()[0] 16602871c91SPatrick Williams 16702871c91SPatrick Williams# Create the contents of the '/tmp/depcache'. 16802871c91SPatrick Williams# This needs to be sorted for consistency. 16902871c91SPatrick Williamsdepcache = "" 1707204324cSPatrick Williamsfor pkg in sorted(packages.keys()): 1717204324cSPatrick Williams depcache += "%s:%s," % (pkg, pkg_rev(pkg)) 17202871c91SPatrick Williams 17302871c91SPatrick Williams# Define common flags used for builds 17402871c91SPatrick Williamsprefix = "/usr/local" 17502871c91SPatrick Williamsconfigure_flags = " ".join( 17602871c91SPatrick Williams [ 17702871c91SPatrick Williams f"--prefix={prefix}", 17802871c91SPatrick Williams ] 17902871c91SPatrick Williams) 18002871c91SPatrick Williamscmake_flags = " ".join( 18102871c91SPatrick Williams [ 18202871c91SPatrick Williams "-DCMAKE_BUILD_TYPE=RelWithDebInfo", 18302871c91SPatrick Williams "-DBUILD_SHARED_LIBS=ON", 18402871c91SPatrick Williams f"-DCMAKE_INSTALL_PREFIX:PATH={prefix}", 18502871c91SPatrick Williams ] 18602871c91SPatrick Williams) 18702871c91SPatrick Williamsmeson_flags = " ".join( 18802871c91SPatrick Williams [ 18902871c91SPatrick Williams "--wrap-mode=nodownload", 19002871c91SPatrick Williams f"-Dprefix={prefix}", 19102871c91SPatrick Williams ] 19202871c91SPatrick Williams) 19302871c91SPatrick Williams 19402871c91SPatrick Williams# Build the commands needed to compose our final image 19502871c91SPatrick Williams# We must sort the packages, otherwise we might produce an unstable 19602871c91SPatrick Williams# docker file and rebuild the image unnecessarily 197*83394610SPatrick Williamscopy_cmds = pkg_copycmds() 19802871c91SPatrick Williams 19902871c91SPatrick Williams# Special flags if setting up a deb mirror. 20002871c91SPatrick Williamsmirror = "" 20102871c91SPatrick Williamsif "ubuntu" in distro and ubuntu_mirror: 20202871c91SPatrick Williams mirror = f""" 20302871c91SPatrick WilliamsRUN echo "deb {ubuntu_mirror} $(. /etc/os-release && echo $VERSION_CODENAME) main restricted universe multiverse" > /etc/apt/sources.list && \\ 20402871c91SPatrick Williams echo "deb {ubuntu_mirror} $(. /etc/os-release && echo $VERSION_CODENAME)-updates main restricted universe multiverse" >> /etc/apt/sources.list && \\ 20502871c91SPatrick Williams echo "deb {ubuntu_mirror} $(. /etc/os-release && echo $VERSION_CODENAME)-security main restricted universe multiverse" >> /etc/apt/sources.list && \\ 20602871c91SPatrick Williams echo "deb {ubuntu_mirror} $(. /etc/os-release && echo $VERSION_CODENAME)-proposed main restricted universe multiverse" >> /etc/apt/sources.list && \\ 20702871c91SPatrick Williams echo "deb {ubuntu_mirror} $(. /etc/os-release && echo $VERSION_CODENAME)-backports main restricted universe multiverse" >> /etc/apt/sources.list 20802871c91SPatrick Williams""" 20902871c91SPatrick Williams 21002871c91SPatrick Williams# Special flags for proxying. 21102871c91SPatrick Williamsproxy_cmd = "" 21202871c91SPatrick Williamsproxy_args = [] 21302871c91SPatrick Williamsif http_proxy: 21402871c91SPatrick Williams proxy_cmd = f""" 21502871c91SPatrick WilliamsRUN echo "[http]" >> {homedir}/.gitconfig && \ 21602871c91SPatrick Williams echo "proxy = {http_proxy}" >> {homedir}/.gitconfig 21702871c91SPatrick Williams""" 21802871c91SPatrick Williams proxy_args.extend( 21902871c91SPatrick Williams [ 22002871c91SPatrick Williams "--build-arg", 22102871c91SPatrick Williams f"http_proxy={http_proxy}", 22202871c91SPatrick Williams "--build-arg", 22302871c91SPatrick Williams "https_proxy={https_proxy}", 22402871c91SPatrick Williams ] 22502871c91SPatrick Williams ) 22602871c91SPatrick Williams 22702871c91SPatrick Williams# Create docker image that can run package unit tests 22802871c91SPatrick Williamsdockerfile = f""" 22902871c91SPatrick WilliamsFROM {docker_base}{distro} as openbmc-base 23002871c91SPatrick Williams 23102871c91SPatrick Williams{mirror} 23202871c91SPatrick Williams 23302871c91SPatrick WilliamsENV DEBIAN_FRONTEND noninteractive 23402871c91SPatrick Williams 23502871c91SPatrick WilliamsENV PYTHONPATH "/usr/local/lib/python3.8/site-packages/" 23602871c91SPatrick Williams 23702871c91SPatrick Williams# We need the keys to be imported for dbgsym repos 23802871c91SPatrick Williams# New releases have a package, older ones fall back to manual fetching 23902871c91SPatrick Williams# https://wiki.ubuntu.com/Debug%20Symbol%20Packages 24002871c91SPatrick WilliamsRUN apt-get update && ( apt-get install ubuntu-dbgsym-keyring || ( apt-get install -yy dirmngr && \ 24102871c91SPatrick Williams apt-key adv --keyserver keyserver.ubuntu.com --recv-keys F2EDC64DC5AEE1F6B9C621F0C8CAB6595FDFF622 ) ) 24202871c91SPatrick Williams 24302871c91SPatrick Williams# Parse the current repo list into a debug repo list 24402871c91SPatrick WilliamsRUN sed -n '/^deb /s,^deb [^ ]* ,deb http://ddebs.ubuntu.com ,p' /etc/apt/sources.list >/etc/apt/sources.list.d/debug.list 24502871c91SPatrick Williams 24602871c91SPatrick Williams# Remove non-existent debug repos 24702871c91SPatrick WilliamsRUN sed -i '/-\(backports\|security\) /d' /etc/apt/sources.list.d/debug.list 24802871c91SPatrick Williams 24902871c91SPatrick WilliamsRUN cat /etc/apt/sources.list.d/debug.list 25002871c91SPatrick Williams 25102871c91SPatrick WilliamsRUN apt-get update && apt-get dist-upgrade -yy && apt-get install -yy \ 25202871c91SPatrick Williams gcc-10 \ 25302871c91SPatrick Williams g++-10 \ 25402871c91SPatrick Williams libc6-dbg \ 25502871c91SPatrick Williams libc6-dev \ 25602871c91SPatrick Williams libtool \ 25702871c91SPatrick Williams bison \ 25802871c91SPatrick Williams libdbus-1-dev \ 25902871c91SPatrick Williams flex \ 26002871c91SPatrick Williams cmake \ 26102871c91SPatrick Williams python3 \ 26202871c91SPatrick Williams python3-dev\ 26302871c91SPatrick Williams python3-yaml \ 26402871c91SPatrick Williams python3-mako \ 26502871c91SPatrick Williams python3-pip \ 26602871c91SPatrick Williams python3-setuptools \ 26702871c91SPatrick Williams python3-git \ 26802871c91SPatrick Williams python3-socks \ 26902871c91SPatrick Williams pkg-config \ 27002871c91SPatrick Williams autoconf \ 27102871c91SPatrick Williams autoconf-archive \ 27202871c91SPatrick Williams libsystemd-dev \ 27302871c91SPatrick Williams systemd \ 27402871c91SPatrick Williams libssl-dev \ 27502871c91SPatrick Williams libevdev-dev \ 27602871c91SPatrick Williams libevdev2-dbgsym \ 27702871c91SPatrick Williams libjpeg-dev \ 27802871c91SPatrick Williams libpng-dev \ 27902871c91SPatrick Williams ninja-build \ 28002871c91SPatrick Williams sudo \ 28102871c91SPatrick Williams curl \ 28202871c91SPatrick Williams git \ 28302871c91SPatrick Williams dbus \ 28402871c91SPatrick Williams iputils-ping \ 28502871c91SPatrick Williams clang-10 \ 28602871c91SPatrick Williams clang-format-10 \ 28702871c91SPatrick Williams clang-tidy-10 \ 28802871c91SPatrick Williams clang-tools-10 \ 28902871c91SPatrick Williams shellcheck \ 29002871c91SPatrick Williams npm \ 29102871c91SPatrick Williams iproute2 \ 29202871c91SPatrick Williams libnl-3-dev \ 29302871c91SPatrick Williams libnl-genl-3-dev \ 29402871c91SPatrick Williams libconfig++-dev \ 29502871c91SPatrick Williams libsnmp-dev \ 29602871c91SPatrick Williams valgrind \ 29702871c91SPatrick Williams valgrind-dbg \ 29802871c91SPatrick Williams libpam0g-dev \ 29902871c91SPatrick Williams xxd \ 30002871c91SPatrick Williams libi2c-dev \ 30102871c91SPatrick Williams wget \ 30202871c91SPatrick Williams libldap2-dev \ 30302871c91SPatrick Williams libprotobuf-dev \ 30402871c91SPatrick Williams libperlio-gzip-perl \ 30502871c91SPatrick Williams libjson-perl \ 30602871c91SPatrick Williams protobuf-compiler \ 30702871c91SPatrick Williams libgpiod-dev \ 30802871c91SPatrick Williams device-tree-compiler \ 30902871c91SPatrick Williams cppcheck \ 31002871c91SPatrick Williams libpciaccess-dev \ 31102871c91SPatrick Williams libmimetic-dev \ 31202871c91SPatrick Williams libxml2-utils \ 31302871c91SPatrick Williams libxml-simple-perl 31402871c91SPatrick Williams 31502871c91SPatrick WilliamsRUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 1000 \ 31602871c91SPatrick Williams --slave /usr/bin/g++ g++ /usr/bin/g++-10 \ 31702871c91SPatrick Williams --slave /usr/bin/gcov gcov /usr/bin/gcov-10 \ 31802871c91SPatrick Williams --slave /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-10 \ 31902871c91SPatrick Williams --slave /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-10 32002871c91SPatrick Williams 32102871c91SPatrick Williams 32202871c91SPatrick WilliamsRUN update-alternatives --install /usr/bin/clang clang /usr/bin/clang-10 1000 \ 32302871c91SPatrick Williams --slave /usr/bin/clang++ clang++ /usr/bin/clang++-10 \ 32402871c91SPatrick Williams --slave /usr/bin/clang-tidy clang-tidy /usr/bin/clang-tidy-10 \ 32502871c91SPatrick Williams --slave /usr/bin/clang-format clang-format /usr/bin/clang-format-10 \ 32602871c91SPatrick Williams --slave /usr/bin/run-clang-tidy.py run-clang-tidy.py /usr/bin/run-clang-tidy-10.py 32702871c91SPatrick Williams 32802871c91SPatrick WilliamsRUN pip3 install inflection 32902871c91SPatrick WilliamsRUN pip3 install pycodestyle 33002871c91SPatrick WilliamsRUN pip3 install jsonschema 33102871c91SPatrick WilliamsRUN pip3 install meson==0.54.3 33202871c91SPatrick WilliamsRUN pip3 install protobuf 33302871c91SPatrick Williams 3342abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('linux-test-project/lcov')} 335*83394610SPatrick Williams{pkg_copycmds('linux-test-project/lcov')} 3362abc4a48SPatrick WilliamsRUN curl -L {pkg_url('linux-test-project/lcov')} | tar -xz && \ 33702871c91SPatrick Williamscd lcov-* && \ 33802871c91SPatrick Williamsmake -j{proc_count} && \ 33902871c91SPatrick Williamsmake install 34002871c91SPatrick Williams 3412abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('Naios/function2')} 342*83394610SPatrick Williams{pkg_copycmds('Naios/function2')} 3432abc4a48SPatrick WilliamsRUN curl -L {pkg_url('Naios/function2')} | tar -xz && \ 3442abc4a48SPatrick Williamscd function2-* && \ 3452abc4a48SPatrick Williamsmkdir {prefix}/include/function2 && \ 3462abc4a48SPatrick Williamscp include/function2/function2.hpp {prefix}/include/function2/ 34702871c91SPatrick Williams 3482abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('google/googletest')} 349*83394610SPatrick Williams{pkg_copycmds('google/googletest')} 3502abc4a48SPatrick WilliamsRUN curl -L {pkg_url('google/googletest')} | tar -xz && \ 35102871c91SPatrick Williamscd googletest-* && \ 35202871c91SPatrick Williamsmkdir build && \ 35302871c91SPatrick Williamscd build && \ 35402871c91SPatrick WilliamsCXXFLAGS=-std=c++17 cmake {cmake_flags} -DTHREADS_PREFER_PTHREAD_FLAG=ON .. && \ 35502871c91SPatrick Williamsmake -j{proc_count} && \ 35602871c91SPatrick Williamsmake install 35702871c91SPatrick Williams 3582abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('catchorg/Catch2')} 359*83394610SPatrick Williams{pkg_copycmds('catchorg/Catch2')} 3602abc4a48SPatrick WilliamsRUN curl -L {pkg_url('catchorg/Catch2')} | tar -xz && \ 36102871c91SPatrick Williamscd Catch2-* && \ 36202871c91SPatrick Williamsmkdir build && \ 36302871c91SPatrick Williamscd build && \ 36402871c91SPatrick Williamscmake {cmake_flags} -DBUILD_TESTING=OFF -DCATCH_INSTALL_DOCS=OFF .. && \ 36502871c91SPatrick Williamsmake -j{proc_count} && \ 36602871c91SPatrick Williamsmake install 36702871c91SPatrick Williams 3682abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('USCiLab/cereal')} 369*83394610SPatrick Williams{pkg_copycmds('USCiLab/cereal')} 3702abc4a48SPatrick WilliamsRUN curl -L {pkg_url('USCiLab/cereal')} | tar -xz && \ 37102871c91SPatrick Williamscp -a cereal-*/include/cereal/ {prefix}/include/ 37202871c91SPatrick Williams 3732abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('CLIUtils/CLI11')} 374*83394610SPatrick Williams{pkg_copycmds('CLIUtils/CLI11')} 3752abc4a48SPatrick WilliamsRUN curl -L {pkg_url('CLIUtils/CLI11')} | tar -xz && \ 37602871c91SPatrick Williamscd CLI11-* && \ 37702871c91SPatrick Williamsmkdir build && \ 37802871c91SPatrick Williamscd build && \ 37902871c91SPatrick Williamscmake {cmake_flags} -DCLI11_BUILD_DOCS=OFF -DBUILD_TESTING=OFF -DCLI11_BUILD_EXAMPLES=OFF .. && \ 38002871c91SPatrick Williamsmake -j{proc_count} && \ 38102871c91SPatrick Williamsmake install 38202871c91SPatrick Williams 3832abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('fmtlib/fmt')} 384*83394610SPatrick Williams{pkg_copycmds('fmtlib/fmt')} 3852abc4a48SPatrick WilliamsRUN curl -L {pkg_url('fmtlib/fmt')} | tar -xz && \ 38602871c91SPatrick Williamscd fmt-* && \ 38702871c91SPatrick Williamsmkdir build && \ 38802871c91SPatrick Williamscd build && \ 38902871c91SPatrick Williamscmake {cmake_flags} -DFMT_DOC=OFF -DFMT_TEST=OFF .. && \ 39002871c91SPatrick Williamsmake -j{proc_count} && \ 39102871c91SPatrick Williamsmake install 39202871c91SPatrick Williams 3932abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('nlohmann/json')} 394*83394610SPatrick Williams{pkg_copycmds('nlohmann/json')} 3952abc4a48SPatrick WilliamsRUN curl -L {pkg_url('nlohmann/json')} | tar -xz && \ 3962abc4a48SPatrick Williamscd json-* && \ 3972abc4a48SPatrick Williamsmkdir {prefix}/include/nlohmann && \ 3982abc4a48SPatrick Williamscp include/nlohmann/json.hpp {prefix}/include/nlohmann && \ 3992abc4a48SPatrick Williamsln -s {prefix}/include/nlohmann/json.hpp {prefix}/include/json.hpp 40002871c91SPatrick Williams 4012abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('nlohmann/fifo_map')} 402*83394610SPatrick Williams{pkg_copycmds('nlohmann/fifo_map')} 4032abc4a48SPatrick WilliamsRUN curl -L {pkg_url('nlohmann/fifo_map')} | tar -xz && \ 40402871c91SPatrick Williamscd fifo_map-*/src && cp fifo_map.hpp {prefix}/include/ 40502871c91SPatrick Williams 4062abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('martinmoene/span-lite')} 407*83394610SPatrick Williams{pkg_copycmds('martinmoene/span-lite')} 4082abc4a48SPatrick WilliamsRUN curl -L {pkg_url('martinmoene/span-lite')} | tar -xz && \ 40902871c91SPatrick Williamscd span-lite-* && \ 41002871c91SPatrick Williamsmkdir build && \ 41102871c91SPatrick Williamscd build && \ 41202871c91SPatrick Williamscmake {cmake_flags} -DSPAN_LITE_OPT_BUILD_TESTS=OFF .. && \ 41302871c91SPatrick Williamsmake -j{proc_count} && \ 41402871c91SPatrick Williamsmake install 41502871c91SPatrick Williams 4162abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/linux')} 417*83394610SPatrick Williams{pkg_copycmds('openbmc/linux')} 4182abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/linux')} | tar -xz && \ 41902871c91SPatrick Williamscd linux-* && \ 42002871c91SPatrick Williamsmake -j{proc_count} defconfig && \ 42102871c91SPatrick Williamsmake INSTALL_HDR_PATH=/usr/local headers_install 42202871c91SPatrick Williams 423e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('boost')} 424*83394610SPatrick Williams{pkg_copycmds('boost')} 4252abc4a48SPatrick WilliamsRUN curl -L {pkg_url('boost')} | tar -xj && \ 42602871c91SPatrick Williamscd boost_*/ && \ 42702871c91SPatrick Williams./bootstrap.sh --prefix={prefix} --with-libraries=context,coroutine && \ 42802871c91SPatrick Williams./b2 && ./b2 install --prefix={prefix} 42902871c91SPatrick Williams 4302abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('leethomason/tinyxml2')} 431*83394610SPatrick Williams{pkg_copycmds('leethomason/tinyxml2')} 4322abc4a48SPatrick WilliamsRUN curl -L {pkg_url('leethomason/tinyxml2')} | tar -xz && \ 43302871c91SPatrick Williamscd tinyxml2-* && \ 43402871c91SPatrick Williamsmkdir build && \ 43502871c91SPatrick Williamscd build && \ 43602871c91SPatrick Williamscmake {cmake_flags} .. && \ 43702871c91SPatrick Williamsmake -j{proc_count} && \ 43802871c91SPatrick Williamsmake install 43902871c91SPatrick Williams 4402abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('CPPAlliance/url')} 441*83394610SPatrick Williams{pkg_copycmds('CPPAlliance/url')} 4422abc4a48SPatrick WilliamsRUN curl -L {pkg_url('CPPAlliance/url')} | tar -xz && \ 44302871c91SPatrick Williamscd url-* && \ 44402871c91SPatrick Williamsmkdir buildir && \ 44502871c91SPatrick Williamscd buildir && \ 44602871c91SPatrick Williamscmake {cmake_flags} -DBOOST_URL_STANDALONE=ON -DBOOST_URL_BUILD_TESTS=OFF -DBOOST_URL_BUILD_EXAMPLES=OFF .. && \ 44702871c91SPatrick Williamsmake -j{proc_count} && \ 44802871c91SPatrick Williamsmake install 44902871c91SPatrick Williams 4502abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('tristanpenman/valijson')} 451*83394610SPatrick Williams{pkg_copycmds('tristanpenman/valijson')} 4522abc4a48SPatrick WilliamsRUN curl -L {pkg_url('tristanpenman/valijson')} | tar -xz && \ 45302871c91SPatrick Williamscd valijson-* && \ 45402871c91SPatrick Williamsmkdir build && \ 45502871c91SPatrick Williamscd build && \ 45602871c91SPatrick Williamscmake {cmake_flags} -DINSTALL_HEADERS=1 -DBUILD_TESTS=0 .. && \ 45702871c91SPatrick Williamsmake -j{proc_count} && \ 45802871c91SPatrick Williamsmake install 45902871c91SPatrick Williams 4602abc4a48SPatrick WilliamsFROM openbmc-base as {pkg_stagename('LibVNC/libvncserver')} 461*83394610SPatrick Williams{pkg_copycmds('LibVNC/libvncserver')} 4622abc4a48SPatrick WilliamsRUN curl -L {pkg_url('LibVNC/libvncserver')} | tar -xz && \ 46302871c91SPatrick Williamscd libvncserver-* && \ 46402871c91SPatrick Williamsmkdir build && \ 46502871c91SPatrick Williamscd build && \ 46602871c91SPatrick Williamscmake {cmake_flags} .. && \ 46702871c91SPatrick Williamsmake -j{proc_count} && \ 46802871c91SPatrick Williamsmake install 46902871c91SPatrick Williams 470e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/stdplus')} 471*83394610SPatrick Williams{pkg_copycmds('openbmc/stdplus')} 4722abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/stdplus')} | tar -xz && \ 47302871c91SPatrick Williamscd stdplus-* && \ 47402871c91SPatrick Williamsmeson build {meson_flags} -Dtests=disabled -Dexamples=false && \ 47502871c91SPatrick Williamsninja -C build && \ 47602871c91SPatrick Williamsninja -C build install 47702871c91SPatrick Williams 478e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/sdbusplus')} 479*83394610SPatrick Williams{pkg_copycmds('openbmc/sdbusplus')} 4802abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/sdbusplus')} | tar -xz && \ 48102871c91SPatrick Williamscd sdbusplus-* && \ 48202871c91SPatrick Williamscd tools && ./setup.py install --root=/ --prefix={prefix} && \ 48302871c91SPatrick Williamscd .. && meson build {meson_flags} -Dtests=disabled -Dexamples=disabled && \ 48402871c91SPatrick Williamsninja -C build && \ 48502871c91SPatrick Williamsninja -C build install 48602871c91SPatrick Williams 487e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/sdeventplus')} 488*83394610SPatrick Williams{pkg_copycmds('openbmc/sdeventplus')} 4892abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/sdeventplus')} | tar -xz && \ 49002871c91SPatrick Williamscd sdeventplus-* && \ 49102871c91SPatrick Williamsmeson build {meson_flags} -Dtests=disabled -Dexamples=false && \ 49202871c91SPatrick Williamsninja -C build && \ 49302871c91SPatrick Williamsninja -C build install 49402871c91SPatrick Williams 495e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/gpioplus')} 496*83394610SPatrick Williams{pkg_copycmds('openbmc/gpioplus')} 4972abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/gpioplus')} | tar -xz && \ 49802871c91SPatrick Williamscd gpioplus-* && \ 49902871c91SPatrick Williamsmeson build {meson_flags} -Dtests=disabled -Dexamples=false && \ 50002871c91SPatrick Williamsninja -C build && \ 50102871c91SPatrick Williamsninja -C build install 50202871c91SPatrick Williams 503e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/phosphor-dbus-interfaces')} 504*83394610SPatrick Williams{pkg_copycmds('openbmc/phosphor-dbus-interfaces')} 5052abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/phosphor-dbus-interfaces')} | tar -xz && \ 50602871c91SPatrick Williamscd phosphor-dbus-interfaces-* && \ 50702871c91SPatrick Williamsmeson build {meson_flags} -Ddata_org_open_power=true -Ddata_com_ibm=true && \ 50802871c91SPatrick Williamsninja -C build && \ 50902871c91SPatrick Williamsninja -C build install 51002871c91SPatrick Williams 511e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/phosphor-logging')} 512*83394610SPatrick Williams{pkg_copycmds('openbmc/phosphor-logging')} 5132abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/phosphor-logging')} | tar -xz && \ 51402871c91SPatrick Williamscd phosphor-logging-* && \ 51502871c91SPatrick Williams./bootstrap.sh && \ 51602871c91SPatrick Williams./configure {configure_flags} --enable-metadata-processing YAML_DIR={prefix}/share/phosphor-dbus-yaml/yaml && \ 51702871c91SPatrick Williamsmake -j{proc_count} && \ 51802871c91SPatrick Williamsmake install 51902871c91SPatrick Williams 520e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/phosphor-objmgr')} 521*83394610SPatrick Williams{pkg_copycmds('openbmc/phosphor-objmgr')} 5222abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/phosphor-objmgr')} | tar -xz && \ 52302871c91SPatrick Williamscd phosphor-objmgr-* && \ 52402871c91SPatrick Williams./bootstrap.sh && \ 52502871c91SPatrick Williams./configure {configure_flags} && \ 52602871c91SPatrick Williamsmake -j{proc_count} && \ 52702871c91SPatrick Williamsmake install 52802871c91SPatrick Williams 529e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('open-power/pdbg')} 530*83394610SPatrick Williams{pkg_copycmds('open-power/pdbg')} 5312abc4a48SPatrick WilliamsRUN curl -L {pkg_url('open-power/pdbg')} | tar -xz && \ 53202871c91SPatrick Williamscd pdbg-* && \ 53302871c91SPatrick Williams./bootstrap.sh && \ 53402871c91SPatrick Williams./configure {configure_flags} && \ 53502871c91SPatrick Williamsmake -j{proc_count} && \ 53602871c91SPatrick Williamsmake install 53702871c91SPatrick Williams 538e1398742SPatrick WilliamsFROM openbmc-base as {pkg_stagename('openbmc/pldm')} 539*83394610SPatrick Williams{pkg_copycmds('openbmc/pldm')} 5402abc4a48SPatrick WilliamsRUN curl -L {pkg_url('openbmc/pldm')} | tar -xz && \ 54102871c91SPatrick Williamscd pldm-* && \ 54202871c91SPatrick Williamsmeson build {meson_flags} -Dlibpldm-only=enabled -Doem-ibm=enabled -Dtests=disabled && \ 54302871c91SPatrick Williamsninja -C build && \ 54402871c91SPatrick Williamsninja -C build install 54502871c91SPatrick Williams 54602871c91SPatrick Williams# Build the final output image 54702871c91SPatrick WilliamsFROM openbmc-base 54802871c91SPatrick Williams{copy_cmds} 54902871c91SPatrick Williams 55002871c91SPatrick Williams# Some of our infrastructure still relies on the presence of this file 55102871c91SPatrick Williams# even though it is no longer needed to rebuild the docker environment 55202871c91SPatrick Williams# NOTE: The file is sorted to ensure the ordering is stable. 55302871c91SPatrick WilliamsRUN echo '{depcache}' > /tmp/depcache 55402871c91SPatrick Williams 55502871c91SPatrick Williams# Final configuration for the workspace 55602871c91SPatrick WilliamsRUN grep -q {gid} /etc/group || groupadd -g {gid} {username} 55702871c91SPatrick WilliamsRUN mkdir -p "{os.path.dirname(homedir)}" 55802871c91SPatrick WilliamsRUN grep -q {uid} /etc/passwd || useradd -d {homedir} -m -u {uid} -g {gid} {username} 55902871c91SPatrick WilliamsRUN sed -i '1iDefaults umask=000' /etc/sudoers 56002871c91SPatrick WilliamsRUN echo "{username} ALL=(ALL) NOPASSWD: ALL" >>/etc/sudoers 56102871c91SPatrick Williams 56202871c91SPatrick Williams{proxy_cmd} 56302871c91SPatrick Williams 56402871c91SPatrick WilliamsRUN /bin/bash 56502871c91SPatrick Williams""" 56602871c91SPatrick Williams 56702871c91SPatrick Williams# Do the docker build. 56802871c91SPatrick Williamsfor line in docker.build( 56902871c91SPatrick Williams proxy_args, 57002871c91SPatrick Williams "--network=host", 57102871c91SPatrick Williams "-t", 57202871c91SPatrick Williams docker_image_name, 57302871c91SPatrick Williams "-", 57402871c91SPatrick Williams _in=dockerfile, 57502871c91SPatrick Williams _iter=True, 57602871c91SPatrick Williams): 57702871c91SPatrick Williams print(line, end="", flush=True) 578