xref: /openbmc/qemu/.travis.yml (revision a9a5c473)
1# The current Travis default is a VM based 16.04 Xenial on GCE
2# Additional builds with specific requirements for a full VM need to
3# be added as additional matrix: entries later on
4os: linux
5dist: xenial
6language: c
7compiler:
8  - gcc
9cache:
10  # There is one cache per branch and compiler version.
11  # characteristics of each job are used to identify the cache:
12  # - OS name (currently only linux)
13  # - OS distribution (for Linux, xenial, trusty, or precise)
14  # - Names and values of visible environment variables set in .travis.yml or Settings panel
15  timeout: 1200
16  ccache: true
17  pip: true
18  directories:
19  - $HOME/avocado/data/cache
20
21
22addons:
23  apt:
24    packages:
25      # Build dependencies
26      - libaio-dev
27      - libattr1-dev
28      - libbrlapi-dev
29      - libcap-ng-dev
30      - libgcc-4.8-dev
31      - libgnutls28-dev
32      - libgtk-3-dev
33      - libiscsi-dev
34      - liblttng-ust-dev
35      - libncurses5-dev
36      - libnfs-dev
37      - libnss3-dev
38      - libpixman-1-dev
39      - libpng-dev
40      - librados-dev
41      - libsdl2-dev
42      - libsdl2-image-dev
43      - libseccomp-dev
44      - libspice-protocol-dev
45      - libspice-server-dev
46      - libssh-dev
47      - liburcu-dev
48      - libusb-1.0-0-dev
49      - libvdeplug-dev
50      - libvte-2.91-dev
51      - libzstd-dev
52      - sparse
53      - uuid-dev
54      - gcovr
55      # Tests dependencies
56      - genisoimage
57
58
59# The channel name "irc.oftc.net#qemu" is encrypted against qemu/qemu
60# to prevent IRC notifications from forks. This was created using:
61# $ travis encrypt -r "qemu/qemu" "irc.oftc.net#qemu"
62notifications:
63  irc:
64    channels:
65      - secure: "F7GDRgjuOo5IUyRLqSkmDL7kvdU4UcH3Lm/W2db2JnDHTGCqgEdaYEYKciyCLZ57vOTsTsOgesN8iUT7hNHBd1KWKjZe9KDTZWppWRYVwAwQMzVeSOsbbU4tRoJ6Pp+3qhH1Z0eGYR9ZgKYAoTumDFgSAYRp4IscKS8jkoedOqM="
66    on_success: change
67    on_failure: always
68
69
70env:
71  global:
72    - SRC_DIR=".."
73    - BUILD_DIR="build"
74    - BASE_CONFIG="--disable-docs --disable-tools"
75    - TEST_BUILD_CMD=""
76    - TEST_CMD="make check V=1"
77    # This is broadly a list of "mainline" softmmu targets which have support across the major distros
78    - MAIN_SOFTMMU_TARGETS="aarch64-softmmu,mips64-softmmu,ppc64-softmmu,riscv64-softmmu,s390x-softmmu,x86_64-softmmu"
79    - CCACHE_SLOPPINESS="include_file_ctime,include_file_mtime"
80    - CCACHE_MAXSIZE=1G
81    - G_MESSAGES_DEBUG=error
82
83
84git:
85  # we want to do this ourselves
86  submodules: false
87
88# Common first phase for all steps
89before_install:
90  - if command -v ccache ; then ccache --zero-stats ; fi
91  - export JOBS=$(($(getconf _NPROCESSORS_ONLN) + 1))
92  - echo "=== Using ${JOBS} simultaneous jobs ==="
93
94# Configure step - may be overridden
95before_script:
96  - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
97  - ${SRC_DIR}/configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
98
99# Main build & test - rarely overridden - controlled by TEST_CMD
100script:
101  - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
102  - |
103    if [ "$BUILD_RC" -eq 0 ] && [ -n "$TEST_BUILD_CMD" ]; then
104        ${TEST_BUILD_CMD} || BUILD_RC=$?
105    else
106        $(exit $BUILD_RC);
107    fi
108  - |
109    if [ "$BUILD_RC" -eq 0 ] ; then
110        ${TEST_CMD} ;
111    else
112        $(exit $BUILD_RC);
113    fi
114after_script:
115  - df -h
116  - if command -v ccache ; then ccache --show-stats ; fi
117
118
119jobs:
120  include:
121    - name: "GCC static (user)"
122      env:
123        - CONFIG="--disable-system --static"
124        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
125
126
127    # we split the system builds as it takes a while to build them all
128    - name: "GCC (main-softmmu)"
129      env:
130        - CONFIG="--disable-user --target-list=${MAIN_SOFTMMU_TARGETS}"
131        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
132
133
134    - name: "GCC (other-softmmu)"
135      env:
136       - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}"
137        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
138
139
140    # Just build tools and run minimal unit and softfloat checks
141    - name: "GCC check-softfloat (user)"
142      env:
143        - BASE_CONFIG="--enable-tools"
144        - CONFIG="--disable-user --disable-system"
145        - TEST_CMD="make check-unit check-softfloat -j${JOBS}"
146        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
147
148
149    # --enable-debug implies --enable-debug-tcg, also runs quite a bit slower
150    - name: "GCC debug (main-softmmu)"
151      env:
152        - CONFIG="--enable-debug --target-list=${MAIN_SOFTMMU_TARGETS}"
153        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug"
154
155
156    # TCG debug can be run just on its own and is mostly agnostic to user/softmmu distinctions
157    - name: "GCC debug (user)"
158      env:
159        - CONFIG="--enable-debug-tcg --disable-system"
160        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
161
162
163    - name: "GCC some libs disabled (main-softmmu)"
164      env:
165        - CONFIG="--disable-linux-aio --disable-cap-ng --disable-attr --disable-brlapi --disable-libusb --disable-replication --target-list=${MAIN_SOFTMMU_TARGETS}"
166
167
168    # Module builds are mostly of interest to major distros
169    - name: "GCC modules (main-softmmu)"
170      env:
171        - CONFIG="--enable-modules --target-list=${MAIN_SOFTMMU_TARGETS}"
172        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
173
174
175    # Alternate coroutines implementations are only really of interest to KVM users
176    # However we can't test against KVM on Travis so we can only run unit tests
177    - name: "check-unit coroutine=ucontext"
178      env:
179        - CONFIG="--with-coroutine=ucontext --disable-tcg"
180        - TEST_CMD="make check-unit -j${JOBS} V=1"
181
182
183    - name: "check-unit coroutine=sigaltstack"
184      env:
185        - CONFIG="--with-coroutine=sigaltstack --disable-tcg"
186        - TEST_CMD="make check-unit -j${JOBS} V=1"
187
188
189    # Check we can build docs and tools (out of tree)
190    - name: "tools and docs (bionic)"
191      dist: bionic
192      env:
193        - BUILD_DIR="out-of-tree/build/dir" SRC_DIR="../../.."
194        - BASE_CONFIG="--enable-tools --enable-docs"
195        - CONFIG="--target-list=x86_64-softmmu,aarch64-linux-user"
196        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
197      addons:
198        apt:
199          packages:
200            - python3-sphinx
201            - texinfo
202            - perl
203
204
205    # Test with Clang for compile portability (Travis uses clang-5.0)
206    - name: "Clang (user)"
207      env:
208        - CONFIG="--disable-system --host-cc=clang --cxx=clang++"
209        - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
210      compiler: clang
211
212
213    - name: "Clang (main-softmmu)"
214      env:
215        - CONFIG="--target-list=${MAIN_SOFTMMU_TARGETS}
216                  --host-cc=clang --cxx=clang++"
217        - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-sanitize"
218      compiler: clang
219      before_script:
220        - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
221        - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-fsanitize=undefined -Werror" || { cat config.log && exit 1; }
222
223
224    - name: "Clang (other-softmmu)"
225      env:
226        - CONFIG="--disable-user --target-list-exclude=${MAIN_SOFTMMU_TARGETS}
227                  --host-cc=clang --cxx=clang++"
228        - CACHE_NAME="${TRAVIS_BRANCH}-linux-clang-default"
229      compiler: clang
230
231
232    # gprof/gcov are GCC features
233    - name: "GCC gprof/gcov"
234      env:
235        - CONFIG="--enable-gprof --enable-gcov --disable-pie --target-list=${MAIN_SOFTMMU_TARGETS}"
236      after_success:
237        - ${SRC_DIR}/scripts/travis/coverage-summary.sh
238
239
240    # We manually include builds which we disable "make check" for
241    - name: "GCC without-default-devices (softmmu)"
242      env:
243        - CONFIG="--without-default-devices --disable-user"
244        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
245        - TEST_CMD=""
246
247
248    # Check the TCG interpreter (TCI)
249    - name: "GCC TCI"
250      env:
251        - CONFIG="--enable-debug-tcg --enable-tcg-interpreter --disable-kvm --disable-containers
252            --target-list=alpha-softmmu,arm-softmmu,hppa-softmmu,m68k-softmmu,microblaze-softmmu,moxie-softmmu,ppc-softmmu,s390x-softmmu,x86_64-softmmu"
253        - TEST_CMD="make check-qtest check-tcg V=1"
254
255
256    # We don't need to exercise every backend with every front-end
257    - name: "GCC trace log,simple,syslog (user)"
258      env:
259        - CONFIG="--enable-trace-backends=log,simple,syslog --disable-system"
260        - TEST_CMD=""
261
262
263    - name: "GCC trace ftrace (x86_64-softmmu)"
264      env:
265        - CONFIG="--enable-trace-backends=ftrace --target-list=x86_64-softmmu"
266        - TEST_CMD=""
267
268
269    - name: "GCC trace ust (x86_64-softmmu)"
270      env:
271        - CONFIG="--enable-trace-backends=ust --target-list=x86_64-softmmu"
272        - TEST_CMD=""
273
274
275    # Python builds
276    - name: "GCC Python 3.5 (x86_64-softmmu)"
277      env:
278        - CONFIG="--target-list=x86_64-softmmu"
279        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
280      language: python
281      python: 3.5
282
283
284    - name: "GCC Python 3.6 (x86_64-softmmu)"
285      env:
286        - CONFIG="--target-list=x86_64-softmmu"
287        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
288      language: python
289      python: 3.6
290
291
292    # Acceptance (Functional) tests
293    - name: "GCC check-acceptance"
294      dist: bionic
295      env:
296        - CONFIG="--enable-tools --target-list=aarch64-softmmu,alpha-softmmu,arm-softmmu,m68k-softmmu,microblaze-softmmu,mips-softmmu,mips64el-softmmu,nios2-softmmu,or1k-softmmu,ppc-softmmu,ppc64-softmmu,s390x-softmmu,sparc-softmmu,x86_64-softmmu,xtensa-softmmu"
297        - TEST_CMD="make check-acceptance"
298        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-acceptance"
299      after_script:
300        - python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
301        - du -chs $HOME/avocado/data/cache
302      addons:
303        apt:
304          packages:
305            - python3-pil
306            - python3-pip
307            - python3-numpy
308            - python3-opencv
309            - python3-venv
310            - rpm2cpio
311            - tesseract-ocr
312            - tesseract-ocr-eng
313
314
315    # Using newer GCC with sanitizers
316    - name: "GCC9 with sanitizers (softmmu)"
317      addons:
318        apt:
319          update: true
320          sources:
321            # PPAs for newer toolchains
322            - ubuntu-toolchain-r-test
323          packages:
324            # Extra toolchains
325            - gcc-9
326            - g++-9
327            # Build dependencies
328            - libaio-dev
329            - libattr1-dev
330            - libbrlapi-dev
331            - libcap-ng-dev
332            - libgnutls-dev
333            - libgtk-3-dev
334            - libiscsi-dev
335            - liblttng-ust-dev
336            - libnfs-dev
337            - libncurses5-dev
338            - libnss3-dev
339            - libpixman-1-dev
340            - libpng12-dev
341            - librados-dev
342            - libsdl2-dev
343            - libsdl2-image-dev
344            - libseccomp-dev
345            - libspice-protocol-dev
346            - libspice-server-dev
347            - libssh-dev
348            - liburcu-dev
349            - libusb-1.0-0-dev
350            - libvte-2.91-dev
351            - sparse
352            - uuid-dev
353      language: generic
354      compiler: none
355      env:
356        - COMPILER_NAME=gcc CXX=g++-9 CC=gcc-9
357        - CONFIG="--cc=gcc-9 --cxx=g++-9 --disable-pie --disable-linux-user"
358        - TEST_CMD=""
359      before_script:
360        - mkdir -p ${BUILD_DIR} && cd ${BUILD_DIR}
361        - ${SRC_DIR}/configure ${CONFIG} --extra-cflags="-g3 -O0 -Wno-error=stringop-truncation -fsanitize=thread" --extra-ldflags="-fuse-ld=gold" || { cat config.log && exit 1; }
362
363
364    # Run check-tcg against linux-user
365    - name: "GCC check-tcg (user)"
366      env:
367        - CONFIG="--disable-system --enable-debug-tcg"
368        - TEST_BUILD_CMD="make build-tcg"
369        - TEST_CMD="make check-tcg"
370        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
371
372
373    # Run check-tcg against linux-user (with plugins)
374    # we skip sparc64-linux-user until it has been fixed somewhat
375    # we skip cris-linux-user as it doesn't use the common run loop
376    - name: "GCC plugins check-tcg (user)"
377      env:
378        - CONFIG="--disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user"
379        - TEST_BUILD_CMD="make build-tcg"
380        - TEST_CMD="make check-tcg"
381        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
382
383
384    # Run check-tcg against softmmu targets
385    - name: "GCC check-tcg (some-softmmu)"
386      env:
387        - CONFIG="--enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
388        - TEST_BUILD_CMD="make build-tcg"
389        - TEST_CMD="make check-tcg"
390        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
391
392
393    # Run check-tcg against softmmu targets (with plugins)
394    - name: "GCC plugins check-tcg (some-softmmu)"
395      env:
396        - CONFIG="--enable-plugins --enable-debug-tcg --target-list=xtensa-softmmu,arm-softmmu,aarch64-softmmu,alpha-softmmu"
397        - TEST_BUILD_CMD="make build-tcg"
398        - TEST_CMD="make check-tcg"
399        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-debug-tcg"
400
401    - name: "[aarch64] GCC check-tcg"
402      arch: arm64
403      dist: xenial
404      addons:
405        apt_packages:
406          - libaio-dev
407          - libattr1-dev
408          - libbrlapi-dev
409          - libcap-ng-dev
410          - libgcrypt20-dev
411          - libgnutls28-dev
412          - libgtk-3-dev
413          - libiscsi-dev
414          - liblttng-ust-dev
415          - libncurses5-dev
416          - libnfs-dev
417          - libnss3-dev
418          - libpixman-1-dev
419          - libpng-dev
420          - librados-dev
421          - libsdl2-dev
422          - libseccomp-dev
423          - liburcu-dev
424          - libusb-1.0-0-dev
425          - libvdeplug-dev
426          - libvte-2.91-dev
427          # Tests dependencies
428          - genisoimage
429      env:
430        - TEST_CMD="make check check-tcg V=1"
431        - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS}"
432
433    - name: "[ppc64] GCC check-tcg"
434      arch: ppc64le
435      dist: xenial
436      addons:
437        apt_packages:
438          - libaio-dev
439          - libattr1-dev
440          - libbrlapi-dev
441          - libcap-ng-dev
442          - libgcrypt20-dev
443          - libgnutls28-dev
444          - libgtk-3-dev
445          - libiscsi-dev
446          - liblttng-ust-dev
447          - libncurses5-dev
448          - libnfs-dev
449          - libnss3-dev
450          - libpixman-1-dev
451          - libpng-dev
452          - librados-dev
453          - libsdl2-dev
454          - libseccomp-dev
455          - liburcu-dev
456          - libusb-1.0-0-dev
457          - libvdeplug-dev
458          - libvte-2.91-dev
459          # Tests dependencies
460          - genisoimage
461      env:
462        - TEST_CMD="make check check-tcg V=1"
463        - CONFIG="--disable-containers --target-list=ppc64-softmmu,ppc64le-linux-user"
464
465    - name: "[s390x] GCC check-tcg"
466      arch: s390x
467      dist: bionic
468      addons:
469        apt_packages:
470          - libaio-dev
471          - libattr1-dev
472          - libbrlapi-dev
473          - libcap-ng-dev
474          - libgcrypt20-dev
475          - libgnutls28-dev
476          - libgtk-3-dev
477          - libiscsi-dev
478          - liblttng-ust-dev
479          - libncurses5-dev
480          - libnfs-dev
481          - libnss3-dev
482          - libpixman-1-dev
483          - libpng-dev
484          - librados-dev
485          - libsdl2-dev
486          - libseccomp-dev
487          - liburcu-dev
488          - libusb-1.0-0-dev
489          - libvdeplug-dev
490          - libvte-2.91-dev
491          # Tests dependencies
492          - genisoimage
493      env:
494        - TEST_CMD="make check check-tcg V=1"
495        - CONFIG="--disable-containers --target-list=${MAIN_SOFTMMU_TARGETS},s390x-linux-user"
496      script:
497        - ( cd ${SRC_DIR} ; git submodule update --init roms/SLOF )
498        - BUILD_RC=0 && make -j${JOBS} || BUILD_RC=$?
499        - |
500          if [ "$BUILD_RC" -eq 0 ] ; then
501              mv pc-bios/s390-ccw/*.img pc-bios/ ;
502              ${TEST_CMD} ;
503          else
504              $(exit $BUILD_RC);
505          fi
506
507    - name: "[s390x] Clang (disable-tcg)"
508      arch: s390x
509      dist: bionic
510      compiler: clang
511      addons:
512        apt_packages:
513          - libaio-dev
514          - libattr1-dev
515          - libbrlapi-dev
516          - libcap-ng-dev
517          - libgcrypt20-dev
518          - libgnutls28-dev
519          - libgtk-3-dev
520          - libiscsi-dev
521          - liblttng-ust-dev
522          - libncurses5-dev
523          - libnfs-dev
524          - libnss3-dev
525          - libpixman-1-dev
526          - libpng-dev
527          - librados-dev
528          - libsdl2-dev
529          - libseccomp-dev
530          - liburcu-dev
531          - libusb-1.0-0-dev
532          - libvdeplug-dev
533          - libvte-2.91-dev
534      env:
535        - TEST_CMD="make check-unit"
536        - CONFIG="--disable-containers --disable-tcg --enable-kvm
537                  --disable-tools --host-cc=clang --cxx=clang++"
538
539    # Release builds
540    # The make-release script expect a QEMU version, so our tag must start with a 'v'.
541    # This is the case when release candidate tags are created.
542    - name: "Release tarball"
543      if: tag IS present AND tag =~ /^v\d+\.\d+(\.\d+)?(-\S*)?$/
544      env:
545        # We want to build from the release tarball
546        - BUILD_DIR="release/build/dir" SRC_DIR="../../.."
547        - BASE_CONFIG="--prefix=$PWD/dist"
548        - CONFIG="--target-list=x86_64-softmmu,aarch64-softmmu,armeb-linux-user,ppc-linux-user"
549        - TEST_CMD="make install -j${JOBS}"
550        - QEMU_VERSION="${TRAVIS_TAG:1}"
551        - CACHE_NAME="${TRAVIS_BRANCH}-linux-gcc-default"
552      script:
553        - make -C ${SRC_DIR} qemu-${QEMU_VERSION}.tar.bz2
554        - ls -l ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2
555        - tar -xf ${SRC_DIR}/qemu-${QEMU_VERSION}.tar.bz2 && cd qemu-${QEMU_VERSION}
556        - mkdir -p release-build && cd release-build
557        - ../configure ${BASE_CONFIG} ${CONFIG} || { cat config.log && exit 1; }
558        - make install
559