1d3b1548aSPaul E. McKenney#!/bin/bash 2fef141f6SPaul E. McKenney# SPDX-License-Identifier: GPL-2.0+ 3d3b1548aSPaul E. McKenney# 4d3b1548aSPaul E. McKenney# Run a kvm-based test of the specified tree on the specified configs. 5d3b1548aSPaul E. McKenney# Fully automated run and error checking, no graphics console. 6d3b1548aSPaul E. McKenney# 7d3b1548aSPaul E. McKenney# Execute this in the source tree. Do not run it as a background task 8d3b1548aSPaul E. McKenney# because qemu does not seem to like that much. 9d3b1548aSPaul E. McKenney# 10480b1eb6SPaul E. McKenney# Usage: kvm-test-1-run.sh config builddir resdir seconds qemu-args boot_args 11d3b1548aSPaul E. McKenney# 121b2f48f2SBoqun Feng# qemu-args defaults to "-enable-kvm -nographic", along with arguments 131b2f48f2SBoqun Feng# specifying the number of CPUs and other options 141b2f48f2SBoqun Feng# generated from the underlying CPU architecture. 15d3b1548aSPaul E. McKenney# boot_args defaults to value returned by the per_version_boot_params 16d3b1548aSPaul E. McKenney# shell function. 17d3b1548aSPaul E. McKenney# 18d3b1548aSPaul E. McKenney# Anything you specify for either qemu-args or boot_args is appended to 19d3b1548aSPaul E. McKenney# the default values. The "-smp" value is deduced from the contents of 20d3b1548aSPaul E. McKenney# the config fragment. 21d3b1548aSPaul E. McKenney# 22d3b1548aSPaul E. McKenney# More sophisticated argument parsing is clearly needed. 23d3b1548aSPaul E. McKenney# 24d3b1548aSPaul E. McKenney# Copyright (C) IBM Corporation, 2011 25d3b1548aSPaul E. McKenney# 26fef141f6SPaul E. McKenney# Authors: Paul E. McKenney <paulmck@linux.ibm.com> 27d3b1548aSPaul E. McKenney 28b038c58bSPaul E. McKenneyT=${TMPDIR-/tmp}/kvm-test-1-run.sh.$$ 29d3b1548aSPaul E. McKenneytrap 'rm -rf $T' 0 30d62c9833SPaul E. McKenneymkdir $T 31d3b1548aSPaul E. McKenney 32feef2d28SSeongJae Park. functions.sh 33edae018dSPranith Kumar. $CONFIGFRAG/ver_functions.sh 34d3b1548aSPaul E. McKenney 35d3b1548aSPaul E. McKenneyconfig_template=${1} 36d3b1548aSPaul E. McKenneyconfig_dir=`echo $config_template | sed -e 's,/[^/]*$,,'` 37d3b1548aSPaul E. McKenneytitle=`echo $config_template | sed -e 's/^.*\///'` 38d3b1548aSPaul E. McKenneybuilddir=${2} 39d3b1548aSPaul E. McKenneyresdir=${3} 40d3b1548aSPaul E. McKenneyif test -z "$resdir" -o ! -d "$resdir" -o ! -w "$resdir" 41d3b1548aSPaul E. McKenneythen 42d3b1548aSPaul E. McKenney echo "kvm-test-1-run.sh :$resdir: Not a writable directory, cannot store results into it" 43d3b1548aSPaul E. McKenney exit 1 44d3b1548aSPaul E. McKenneyfi 45d3b1548aSPaul E. McKenneyecho ' ---' `date`: Starting build 46d3b1548aSPaul E. McKenneyecho ' ---' Kconfig fragment at: $config_template >> $resdir/log 47b5744d3cSPaul E. McKenneytouch $resdir/ConfigFragment.input 486be63d7dSPaul E. McKenney 49409670aaSPaul E. McKenney# Combine additional Kconfig options into an existing set such that 50409670aaSPaul E. McKenney# newer options win. The first argument is the Kconfig source ID, the 51409670aaSPaul E. McKenney# second the to-be-updated file within $T, and the third and final the 52409670aaSPaul E. McKenney# list of additional Kconfig options. Note that a $2.tmp file is 53409670aaSPaul E. McKenney# created when doing the update. 546be63d7dSPaul E. McKenneyconfig_override_param () { 55409670aaSPaul E. McKenney if test -n "$3" 566be63d7dSPaul E. McKenney then 57409670aaSPaul E. McKenney echo $3 | sed -e 's/^ *//' -e 's/ *$//' | tr -s " " "\012" > $T/Kconfig_args 586be63d7dSPaul E. McKenney echo " --- $1" >> $resdir/ConfigFragment.input 596be63d7dSPaul E. McKenney cat $T/Kconfig_args >> $resdir/ConfigFragment.input 60409670aaSPaul E. McKenney config_override.sh $T/$2 $T/Kconfig_args > $T/$2.tmp 61409670aaSPaul E. McKenney mv $T/$2.tmp $T/$2 626be63d7dSPaul E. McKenney # Note that "#CHECK#" is not permitted on commandline. 636be63d7dSPaul E. McKenney fi 646be63d7dSPaul E. McKenney} 656be63d7dSPaul E. McKenney 66409670aaSPaul E. McKenneyecho > $T/KcList 67409670aaSPaul E. McKenneyconfig_override_param "$config_dir/CFcommon" KcList "`cat $config_dir/CFcommon 2> /dev/null`" 68409670aaSPaul E. McKenneyconfig_override_param "$config_template" KcList "`cat $config_template 2> /dev/null`" 6904dbcdb4SPaul E. McKenneyconfig_override_param "--kasan options" KcList "$TORTURE_KCONFIG_KASAN_ARG" 70409670aaSPaul E. McKenneyconfig_override_param "--kcsan options" KcList "$TORTURE_KCONFIG_KCSAN_ARG" 71409670aaSPaul E. McKenneyconfig_override_param "--kconfig argument" KcList "$TORTURE_KCONFIG_ARG" 72409670aaSPaul E. McKenneycp $T/KcList $resdir/ConfigFragment 73d62c9833SPaul E. McKenney 74acc1adf5SPaul E. McKenneybase_resdir=`echo $resdir | sed -e 's/\.[0-9]\+$//'` 75acc1adf5SPaul E. McKenneyif test "$base_resdir" != "$resdir" -a -f $base_resdir/bzImage -a -f $base_resdir/vmlinux 76d3b1548aSPaul E. McKenneythen 77acc1adf5SPaul E. McKenney # Rerunning previous test, so use that test's kernel. 78acc1adf5SPaul E. McKenney QEMU="`identify_qemu $base_resdir/vmlinux`" 791b900c6aSBoqun Feng BOOT_IMAGE="`identify_boot_image $QEMU`" 801b900c6aSBoqun Feng KERNEL=$base_resdir/${BOOT_IMAGE##*/} # use the last component of ${BOOT_IMAGE} 81acc1adf5SPaul E. McKenney ln -s $base_resdir/Make*.out $resdir # for kvm-recheck.sh 82acc1adf5SPaul E. McKenney ln -s $base_resdir/.config $resdir # for kvm-recheck.sh 8385ef2bd2SPaul E. McKenney # Arch-independent indicator 8485ef2bd2SPaul E. McKenney touch $resdir/builtkernel 85409670aaSPaul E. McKenneyelif kvm-build.sh $T/KcList $resdir 86acc1adf5SPaul E. McKenneythen 87acc1adf5SPaul E. McKenney # Had to build a kernel for this test. 886dc82595SPaul E. McKenney QEMU="`identify_qemu vmlinux`" 89f189cc8cSPaul E. McKenney BOOT_IMAGE="`identify_boot_image $QEMU`" 906dc82595SPaul E. McKenney cp vmlinux $resdir 916dc82595SPaul E. McKenney cp .config $resdir 926dc82595SPaul E. McKenney cp Module.symvers $resdir > /dev/null || : 936dc82595SPaul E. McKenney cp System.map $resdir > /dev/null || : 94f189cc8cSPaul E. McKenney if test -n "$BOOT_IMAGE" 95f189cc8cSPaul E. McKenney then 966dc82595SPaul E. McKenney cp $BOOT_IMAGE $resdir 971b900c6aSBoqun Feng KERNEL=$resdir/${BOOT_IMAGE##*/} 9885ef2bd2SPaul E. McKenney # Arch-independent indicator 9985ef2bd2SPaul E. McKenney touch $resdir/builtkernel 100f189cc8cSPaul E. McKenney else 101f189cc8cSPaul E. McKenney echo No identifiable boot image, not running KVM, see $resdir. 102f189cc8cSPaul E. McKenney echo Do the torture scripts know about your architecture? 103f189cc8cSPaul E. McKenney fi 104d3b1548aSPaul E. McKenney parse-build.sh $resdir/Make.out $title 105d3b1548aSPaul E. McKenneyelse 106acc1adf5SPaul E. McKenney # Build failed. 1076dc82595SPaul E. McKenney cp .config $resdir || : 108d3b1548aSPaul E. McKenney echo Build failed, not running KVM, see $resdir. 109d3b1548aSPaul E. McKenney if test -f $builddir.wait 110d3b1548aSPaul E. McKenney then 111d3b1548aSPaul E. McKenney mv $builddir.wait $builddir.ready 112d3b1548aSPaul E. McKenney fi 113d3b1548aSPaul E. McKenney exit 1 114d3b1548aSPaul E. McKenneyfi 115acc1adf5SPaul E. McKenneyif test -f $builddir.wait 116acc1adf5SPaul E. McKenneythen 117acc1adf5SPaul E. McKenney mv $builddir.wait $builddir.ready 118acc1adf5SPaul E. McKenneyfi 119d3b1548aSPaul E. McKenneywhile test -f $builddir.ready 120d3b1548aSPaul E. McKenneydo 121d3b1548aSPaul E. McKenney sleep 1 122d3b1548aSPaul E. McKenneydone 123480b1eb6SPaul E. McKenneyseconds=$4 124d3b1548aSPaul E. McKenneyqemu_args=$5 125d3b1548aSPaul E. McKenneyboot_args=$6 126d3b1548aSPaul E. McKenney 127d3b1548aSPaul E. McKenneycd $KVM 128c493f1c9SPaul E. McKenneykstarttime=`gawk 'BEGIN { print systime() }' < /dev/null` 1299bee2c6fSPaul E. McKenneyif test -z "$TORTURE_BUILDONLY" 1309bee2c6fSPaul E. McKenneythen 131d3b1548aSPaul E. McKenney echo ' ---' `date`: Starting kernel 1329bee2c6fSPaul E. McKenneyfi 133d3b1548aSPaul E. McKenney 134d3b1548aSPaul E. McKenney# Generate -smp qemu argument. 1351b2f48f2SBoqun Fengqemu_args="-enable-kvm -nographic $qemu_args" 136d62c9833SPaul E. McKenneycpu_count=`configNR_CPUS.sh $resdir/ConfigFragment` 137ae867ff0SPaul E. McKenneycpu_count=`configfrag_boot_cpus "$boot_args" "$config_template" "$cpu_count"` 138b22eb7ceSPaul E. McKenneyif test "$cpu_count" -gt "$TORTURE_ALLOTED_CPUS" 139d3b1548aSPaul E. McKenneythen 140b22eb7ceSPaul E. McKenney echo CPU count limited from $cpu_count to $TORTURE_ALLOTED_CPUS | tee -a $resdir/Warnings 141b22eb7ceSPaul E. McKenney cpu_count=$TORTURE_ALLOTED_CPUS 142d3b1548aSPaul E. McKenneyfi 143d3b1548aSPaul E. McKenneyqemu_args="`specify_qemu_cpus "$QEMU" "$qemu_args" "$cpu_count"`" 14488513ae5SPaul E. McKenneyqemu_args="`specify_qemu_net "$qemu_args"`" 145d3b1548aSPaul E. McKenney 146d3b1548aSPaul E. McKenney# Generate architecture-specific and interaction-specific qemu arguments 147c979ff99SPaul E. McKenneyqemu_args="$qemu_args `identify_qemu_args "$QEMU" "$resdir/console.log"`" 148d3b1548aSPaul E. McKenney 149d3b1548aSPaul E. McKenney# Generate qemu -append arguments 150d3b1548aSPaul E. McKenneyqemu_append="`identify_qemu_append "$QEMU"`" 151d3b1548aSPaul E. McKenney 152d3b1548aSPaul E. McKenney# Pull in Kconfig-fragment boot parameters 153d3b1548aSPaul E. McKenneyboot_args="`configfrag_boot_params "$boot_args" "$config_template"`" 154d3b1548aSPaul E. McKenney# Generate kernel-version-specific boot parameters 1556bb7ff17SPaul E. McKenneyboot_args="`per_version_boot_params "$boot_args" $resdir/.config $seconds`" 1563e93a51fSPaul E. McKenneyecho $QEMU $qemu_args -m $TORTURE_QEMU_MEM -kernel $KERNEL -append \"$qemu_append $boot_args\" > $resdir/qemu-cmd 157d3b1548aSPaul E. McKenney 158805ffee2SPaul E. McKenneyif test -n "$TORTURE_BUILDONLY" 159d3b1548aSPaul E. McKenneythen 160d3b1548aSPaul E. McKenney echo Build-only run specified, boot/test omitted. 1619bee2c6fSPaul E. McKenney touch $resdir/buildonly 162d3b1548aSPaul E. McKenney exit 0 163d3b1548aSPaul E. McKenneyfi 164c979ff99SPaul E. McKenneyecho "NOTE: $QEMU either did not run or was interactive" > $resdir/console.log 1657dedfd43SPaul E. McKenney( $QEMU $qemu_args -m $TORTURE_QEMU_MEM -kernel $KERNEL -append "$qemu_append $boot_args" > $resdir/qemu-output 2>&1 & echo $! > $resdir/qemu_pid; wait `cat $resdir/qemu_pid`; echo $? > $resdir/qemu-retval ) & 166d3b1548aSPaul E. McKenneycommandcompleted=0 167fb2c66afSPaul E. McKenneysleep 10 # Give qemu's pid a chance to reach the file 168fb2c66afSPaul E. McKenneyif test -s "$resdir/qemu_pid" 169fb2c66afSPaul E. McKenneythen 170fb2c66afSPaul E. McKenney qemu_pid=`cat "$resdir/qemu_pid"` 171d3b1548aSPaul E. McKenney echo Monitoring qemu job at pid $qemu_pid 172fb2c66afSPaul E. McKenneyelse 173fb2c66afSPaul E. McKenney qemu_pid="" 174fb2c66afSPaul E. McKenney echo Monitoring qemu job at yet-as-unknown pid 175fb2c66afSPaul E. McKenneyfi 1760bca7c33SPaul E. McKenneywhile : 177d3b1548aSPaul E. McKenneydo 178fb2c66afSPaul E. McKenney if test -z "$qemu_pid" -a -s "$resdir/qemu_pid" 179fb2c66afSPaul E. McKenney then 180fb2c66afSPaul E. McKenney qemu_pid=`cat "$resdir/qemu_pid"` 181fb2c66afSPaul E. McKenney fi 182c493f1c9SPaul E. McKenney kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null` 183fb2c66afSPaul E. McKenney if test -z "$qemu_pid" || kill -0 "$qemu_pid" > /dev/null 2>&1 184d3b1548aSPaul E. McKenney then 1856387ecbcSPaul E. McKenney if test $kruntime -ge $seconds -o -f "$TORTURE_STOPFILE" 1860bca7c33SPaul E. McKenney then 1870bca7c33SPaul E. McKenney break; 1880bca7c33SPaul E. McKenney fi 189d3b1548aSPaul E. McKenney sleep 1 190d3b1548aSPaul E. McKenney else 191d3b1548aSPaul E. McKenney commandcompleted=1 192d3b1548aSPaul E. McKenney if test $kruntime -lt $seconds 193d3b1548aSPaul E. McKenney then 194d3b1548aSPaul E. McKenney echo Completed in $kruntime vs. $seconds >> $resdir/Warnings 2>&1 195fff35c4eSPaul E. McKenney grep "^(qemu) qemu:" $resdir/kvm-test-1-run.sh.out >> $resdir/Warnings 2>&1 196fff35c4eSPaul E. McKenney killpid="`sed -n "s/^(qemu) qemu: terminating on signal [0-9]* from pid \([0-9]*\).*$/\1/p" $resdir/Warnings`" 197fff35c4eSPaul E. McKenney if test -n "$killpid" 198fff35c4eSPaul E. McKenney then 199fff35c4eSPaul E. McKenney echo "ps -fp $killpid" >> $resdir/Warnings 2>&1 200fff35c4eSPaul E. McKenney ps -fp $killpid >> $resdir/Warnings 2>&1 201fff35c4eSPaul E. McKenney fi 202d3b1548aSPaul E. McKenney else 203fb2c66afSPaul E. McKenney echo ' ---' `date`: "Kernel done" 204d3b1548aSPaul E. McKenney fi 205d3b1548aSPaul E. McKenney break 206d3b1548aSPaul E. McKenney fi 207d3b1548aSPaul E. McKenneydone 208fb2c66afSPaul E. McKenneyif test -z "$qemu_pid" -a -s "$resdir/qemu_pid" 209fb2c66afSPaul E. McKenneythen 210fb2c66afSPaul E. McKenney qemu_pid=`cat "$resdir/qemu_pid"` 211fb2c66afSPaul E. McKenneyfi 212fb2c66afSPaul E. McKenneyif test $commandcompleted -eq 0 -a -n "$qemu_pid" 213d3b1548aSPaul E. McKenneythen 2146387ecbcSPaul E. McKenney if ! test -f "$TORTURE_STOPFILE" 2156387ecbcSPaul E. McKenney then 216d3b1548aSPaul E. McKenney echo Grace period for qemu job at pid $qemu_pid 2176387ecbcSPaul E. McKenney fi 2186e8c66c8SPaul E. McKenney oldline="`tail $resdir/console.log`" 2190bca7c33SPaul E. McKenney while : 220d3b1548aSPaul E. McKenney do 2216387ecbcSPaul E. McKenney if test -f "$TORTURE_STOPFILE" 2226387ecbcSPaul E. McKenney then 2236387ecbcSPaul E. McKenney echo "PID $qemu_pid killed due to run STOP request" >> $resdir/Warnings 2>&1 2246387ecbcSPaul E. McKenney kill -KILL $qemu_pid 2256387ecbcSPaul E. McKenney break 2266387ecbcSPaul E. McKenney fi 227c493f1c9SPaul E. McKenney kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null` 228d3b1548aSPaul E. McKenney if kill -0 $qemu_pid > /dev/null 2>&1 229d3b1548aSPaul E. McKenney then 2300bca7c33SPaul E. McKenney : 231d3b1548aSPaul E. McKenney else 232d3b1548aSPaul E. McKenney break 233d3b1548aSPaul E. McKenney fi 2346e8c66c8SPaul E. McKenney must_continue=no 2356e8c66c8SPaul E. McKenney newline="`tail $resdir/console.log`" 2366e8c66c8SPaul E. McKenney if test "$newline" != "$oldline" && echo $newline | grep -q ' [0-9]\+us : ' 2376e8c66c8SPaul E. McKenney then 2386e8c66c8SPaul E. McKenney must_continue=yes 2396e8c66c8SPaul E. McKenney fi 2406e8c66c8SPaul E. McKenney last_ts="`tail $resdir/console.log | grep '^\[ *[0-9]\+\.[0-9]\+]' | tail -1 | sed -e 's/^\[ *//' -e 's/\..*$//'`" 2412c667e5eSPaul E. McKenney if test -z "$last_ts" 2426e8c66c8SPaul E. McKenney then 2436e8c66c8SPaul E. McKenney last_ts=0 2446e8c66c8SPaul E. McKenney fi 2456e8c66c8SPaul E. McKenney if test "$newline" != "$oldline" -a "$last_ts" -lt $((seconds + $TORTURE_SHUTDOWN_GRACE)) 2466e8c66c8SPaul E. McKenney then 2476e8c66c8SPaul E. McKenney must_continue=yes 2486e8c66c8SPaul E. McKenney fi 2496e8c66c8SPaul E. McKenney if test $must_continue = no -a $kruntime -ge $((seconds + $TORTURE_SHUTDOWN_GRACE)) 250d3b1548aSPaul E. McKenney then 251b7659241SPaul E. McKenney echo "!!! PID $qemu_pid hung at $kruntime vs. $seconds seconds" >> $resdir/Warnings 2>&1 252d3b1548aSPaul E. McKenney kill -KILL $qemu_pid 2530bca7c33SPaul E. McKenney break 254d3b1548aSPaul E. McKenney fi 2556e8c66c8SPaul E. McKenney oldline=$newline 2566e8c66c8SPaul E. McKenney sleep 10 257d3b1548aSPaul E. McKenney done 258fb2c66afSPaul E. McKenneyelif test -z "$qemu_pid" 259fb2c66afSPaul E. McKenneythen 260fb2c66afSPaul E. McKenney echo Unknown PID, cannot kill qemu command 261d3b1548aSPaul E. McKenneyfi 262d3b1548aSPaul E. McKenney 263d3b1548aSPaul E. McKenneyparse-console.sh $resdir/console.log $title 264