1d3b1548aSPaul E. McKenney#!/bin/bash
2fef141f6SPaul E. McKenney# SPDX-License-Identifier: GPL-2.0+
3d3b1548aSPaul E. McKenney#
4d3b1548aSPaul E. McKenney# Run a kvm-based test of the specified tree on the specified configs.
5d3b1548aSPaul E. McKenney# Fully automated run and error checking, no graphics console.
6d3b1548aSPaul E. McKenney#
7d3b1548aSPaul E. McKenney# Execute this in the source tree.  Do not run it as a background task
8d3b1548aSPaul E. McKenney# because qemu does not seem to like that much.
9d3b1548aSPaul E. McKenney#
10480b1eb6SPaul E. McKenney# Usage: kvm-test-1-run.sh config builddir resdir seconds qemu-args boot_args
11d3b1548aSPaul E. McKenney#
121b2f48f2SBoqun Feng# qemu-args defaults to "-enable-kvm -nographic", along with arguments
131b2f48f2SBoqun Feng#			specifying the number of CPUs and other options
141b2f48f2SBoqun Feng#			generated from the underlying CPU architecture.
15d3b1548aSPaul E. McKenney# boot_args defaults to value returned by the per_version_boot_params
16d3b1548aSPaul E. McKenney#			shell function.
17d3b1548aSPaul E. McKenney#
18d3b1548aSPaul E. McKenney# Anything you specify for either qemu-args or boot_args is appended to
19d3b1548aSPaul E. McKenney# the default values.  The "-smp" value is deduced from the contents of
20d3b1548aSPaul E. McKenney# the config fragment.
21d3b1548aSPaul E. McKenney#
22d3b1548aSPaul E. McKenney# More sophisticated argument parsing is clearly needed.
23d3b1548aSPaul E. McKenney#
24d3b1548aSPaul E. McKenney# Copyright (C) IBM Corporation, 2011
25d3b1548aSPaul E. McKenney#
26fef141f6SPaul E. McKenney# Authors: Paul E. McKenney <paulmck@linux.ibm.com>
27d3b1548aSPaul E. McKenney
28b038c58bSPaul E. McKenneyT=${TMPDIR-/tmp}/kvm-test-1-run.sh.$$
29d3b1548aSPaul E. McKenneytrap 'rm -rf $T' 0
30d62c9833SPaul E. McKenneymkdir $T
31d3b1548aSPaul E. McKenney
32feef2d28SSeongJae Park. functions.sh
33edae018dSPranith Kumar. $CONFIGFRAG/ver_functions.sh
34d3b1548aSPaul E. McKenney
35d3b1548aSPaul E. McKenneyconfig_template=${1}
36d3b1548aSPaul E. McKenneyconfig_dir=`echo $config_template | sed -e 's,/[^/]*$,,'`
37d3b1548aSPaul E. McKenneytitle=`echo $config_template | sed -e 's/^.*\///'`
38d3b1548aSPaul E. McKenneybuilddir=${2}
39d3b1548aSPaul E. McKenneyresdir=${3}
40d3b1548aSPaul E. McKenneyif test -z "$resdir" -o ! -d "$resdir" -o ! -w "$resdir"
41d3b1548aSPaul E. McKenneythen
42d3b1548aSPaul E. McKenney	echo "kvm-test-1-run.sh :$resdir: Not a writable directory, cannot store results into it"
43d3b1548aSPaul E. McKenney	exit 1
44d3b1548aSPaul E. McKenneyfi
45d3b1548aSPaul E. McKenneyecho ' ---' `date`: Starting build
46d3b1548aSPaul E. McKenneyecho ' ---' Kconfig fragment at: $config_template >> $resdir/log
47b5744d3cSPaul E. McKenneytouch $resdir/ConfigFragment.input
486be63d7dSPaul E. McKenney
49409670aaSPaul E. McKenney# Combine additional Kconfig options into an existing set such that
50409670aaSPaul E. McKenney# newer options win.  The first argument is the Kconfig source ID, the
51409670aaSPaul E. McKenney# second the to-be-updated file within $T, and the third and final the
52409670aaSPaul E. McKenney# list of additional Kconfig options.  Note that a $2.tmp file is
53409670aaSPaul E. McKenney# created when doing the update.
546be63d7dSPaul E. McKenneyconfig_override_param () {
55409670aaSPaul E. McKenney	if test -n "$3"
566be63d7dSPaul E. McKenney	then
57409670aaSPaul E. McKenney		echo $3 | sed -e 's/^ *//' -e 's/ *$//' | tr -s " " "\012" > $T/Kconfig_args
586be63d7dSPaul E. McKenney		echo " --- $1" >> $resdir/ConfigFragment.input
596be63d7dSPaul E. McKenney		cat $T/Kconfig_args >> $resdir/ConfigFragment.input
60409670aaSPaul E. McKenney		config_override.sh $T/$2 $T/Kconfig_args > $T/$2.tmp
61409670aaSPaul E. McKenney		mv $T/$2.tmp $T/$2
626be63d7dSPaul E. McKenney		# Note that "#CHECK#" is not permitted on commandline.
636be63d7dSPaul E. McKenney	fi
646be63d7dSPaul E. McKenney}
656be63d7dSPaul E. McKenney
66409670aaSPaul E. McKenneyecho > $T/KcList
67409670aaSPaul E. McKenneyconfig_override_param "$config_dir/CFcommon" KcList "`cat $config_dir/CFcommon 2> /dev/null`"
68409670aaSPaul E. McKenneyconfig_override_param "$config_template" KcList "`cat $config_template 2> /dev/null`"
6904dbcdb4SPaul E. McKenneyconfig_override_param "--kasan options" KcList "$TORTURE_KCONFIG_KASAN_ARG"
70409670aaSPaul E. McKenneyconfig_override_param "--kcsan options" KcList "$TORTURE_KCONFIG_KCSAN_ARG"
71409670aaSPaul E. McKenneyconfig_override_param "--kconfig argument" KcList "$TORTURE_KCONFIG_ARG"
72409670aaSPaul E. McKenneycp $T/KcList $resdir/ConfigFragment
73d62c9833SPaul E. McKenney
74acc1adf5SPaul E. McKenneybase_resdir=`echo $resdir | sed -e 's/\.[0-9]\+$//'`
75acc1adf5SPaul E. McKenneyif test "$base_resdir" != "$resdir" -a -f $base_resdir/bzImage -a -f $base_resdir/vmlinux
76d3b1548aSPaul E. McKenneythen
77acc1adf5SPaul E. McKenney	# Rerunning previous test, so use that test's kernel.
78acc1adf5SPaul E. McKenney	QEMU="`identify_qemu $base_resdir/vmlinux`"
791b900c6aSBoqun Feng	BOOT_IMAGE="`identify_boot_image $QEMU`"
801b900c6aSBoqun Feng	KERNEL=$base_resdir/${BOOT_IMAGE##*/} # use the last component of ${BOOT_IMAGE}
81acc1adf5SPaul E. McKenney	ln -s $base_resdir/Make*.out $resdir  # for kvm-recheck.sh
82acc1adf5SPaul E. McKenney	ln -s $base_resdir/.config $resdir  # for kvm-recheck.sh
8385ef2bd2SPaul E. McKenney	# Arch-independent indicator
8485ef2bd2SPaul E. McKenney	touch $resdir/builtkernel
85409670aaSPaul E. McKenneyelif kvm-build.sh $T/KcList $resdir
86acc1adf5SPaul E. McKenneythen
87acc1adf5SPaul E. McKenney	# Had to build a kernel for this test.
886dc82595SPaul E. McKenney	QEMU="`identify_qemu vmlinux`"
89f189cc8cSPaul E. McKenney	BOOT_IMAGE="`identify_boot_image $QEMU`"
906dc82595SPaul E. McKenney	cp vmlinux $resdir
916dc82595SPaul E. McKenney	cp .config $resdir
926dc82595SPaul E. McKenney	cp Module.symvers $resdir > /dev/null || :
936dc82595SPaul E. McKenney	cp System.map $resdir > /dev/null || :
94f189cc8cSPaul E. McKenney	if test -n "$BOOT_IMAGE"
95f189cc8cSPaul E. McKenney	then
966dc82595SPaul E. McKenney		cp $BOOT_IMAGE $resdir
971b900c6aSBoqun Feng		KERNEL=$resdir/${BOOT_IMAGE##*/}
9885ef2bd2SPaul E. McKenney		# Arch-independent indicator
9985ef2bd2SPaul E. McKenney		touch $resdir/builtkernel
100f189cc8cSPaul E. McKenney	else
101f189cc8cSPaul E. McKenney		echo No identifiable boot image, not running KVM, see $resdir.
102f189cc8cSPaul E. McKenney		echo Do the torture scripts know about your architecture?
103f189cc8cSPaul E. McKenney	fi
104d3b1548aSPaul E. McKenney	parse-build.sh $resdir/Make.out $title
105d3b1548aSPaul E. McKenneyelse
106acc1adf5SPaul E. McKenney	# Build failed.
1076dc82595SPaul E. McKenney	cp .config $resdir || :
108d3b1548aSPaul E. McKenney	echo Build failed, not running KVM, see $resdir.
109d3b1548aSPaul E. McKenney	if test -f $builddir.wait
110d3b1548aSPaul E. McKenney	then
111d3b1548aSPaul E. McKenney		mv $builddir.wait $builddir.ready
112d3b1548aSPaul E. McKenney	fi
113d3b1548aSPaul E. McKenney	exit 1
114d3b1548aSPaul E. McKenneyfi
115acc1adf5SPaul E. McKenneyif test -f $builddir.wait
116acc1adf5SPaul E. McKenneythen
117acc1adf5SPaul E. McKenney	mv $builddir.wait $builddir.ready
118acc1adf5SPaul E. McKenneyfi
119d3b1548aSPaul E. McKenneywhile test -f $builddir.ready
120d3b1548aSPaul E. McKenneydo
121d3b1548aSPaul E. McKenney	sleep 1
122d3b1548aSPaul E. McKenneydone
123480b1eb6SPaul E. McKenneyseconds=$4
124d3b1548aSPaul E. McKenneyqemu_args=$5
125d3b1548aSPaul E. McKenneyboot_args=$6
126d3b1548aSPaul E. McKenney
127d3b1548aSPaul E. McKenneycd $KVM
128c493f1c9SPaul E. McKenneykstarttime=`gawk 'BEGIN { print systime() }' < /dev/null`
1299bee2c6fSPaul E. McKenneyif test -z "$TORTURE_BUILDONLY"
1309bee2c6fSPaul E. McKenneythen
131d3b1548aSPaul E. McKenney	echo ' ---' `date`: Starting kernel
1329bee2c6fSPaul E. McKenneyfi
133d3b1548aSPaul E. McKenney
134d3b1548aSPaul E. McKenney# Generate -smp qemu argument.
1351b2f48f2SBoqun Fengqemu_args="-enable-kvm -nographic $qemu_args"
136d62c9833SPaul E. McKenneycpu_count=`configNR_CPUS.sh $resdir/ConfigFragment`
137ae867ff0SPaul E. McKenneycpu_count=`configfrag_boot_cpus "$boot_args" "$config_template" "$cpu_count"`
138b22eb7ceSPaul E. McKenneyif test "$cpu_count" -gt "$TORTURE_ALLOTED_CPUS"
139d3b1548aSPaul E. McKenneythen
140b22eb7ceSPaul E. McKenney	echo CPU count limited from $cpu_count to $TORTURE_ALLOTED_CPUS | tee -a $resdir/Warnings
141b22eb7ceSPaul E. McKenney	cpu_count=$TORTURE_ALLOTED_CPUS
142d3b1548aSPaul E. McKenneyfi
143d3b1548aSPaul E. McKenneyqemu_args="`specify_qemu_cpus "$QEMU" "$qemu_args" "$cpu_count"`"
14488513ae5SPaul E. McKenneyqemu_args="`specify_qemu_net "$qemu_args"`"
145d3b1548aSPaul E. McKenney
146d3b1548aSPaul E. McKenney# Generate architecture-specific and interaction-specific qemu arguments
147c979ff99SPaul E. McKenneyqemu_args="$qemu_args `identify_qemu_args "$QEMU" "$resdir/console.log"`"
148d3b1548aSPaul E. McKenney
149d3b1548aSPaul E. McKenney# Generate qemu -append arguments
150d3b1548aSPaul E. McKenneyqemu_append="`identify_qemu_append "$QEMU"`"
151d3b1548aSPaul E. McKenney
152d3b1548aSPaul E. McKenney# Pull in Kconfig-fragment boot parameters
153d3b1548aSPaul E. McKenneyboot_args="`configfrag_boot_params "$boot_args" "$config_template"`"
154d3b1548aSPaul E. McKenney# Generate kernel-version-specific boot parameters
1556bb7ff17SPaul E. McKenneyboot_args="`per_version_boot_params "$boot_args" $resdir/.config $seconds`"
1563e93a51fSPaul E. McKenneyecho $QEMU $qemu_args -m $TORTURE_QEMU_MEM -kernel $KERNEL -append \"$qemu_append $boot_args\" > $resdir/qemu-cmd
157d3b1548aSPaul E. McKenney
158805ffee2SPaul E. McKenneyif test -n "$TORTURE_BUILDONLY"
159d3b1548aSPaul E. McKenneythen
160d3b1548aSPaul E. McKenney	echo Build-only run specified, boot/test omitted.
1619bee2c6fSPaul E. McKenney	touch $resdir/buildonly
162d3b1548aSPaul E. McKenney	exit 0
163d3b1548aSPaul E. McKenneyfi
164c979ff99SPaul E. McKenneyecho "NOTE: $QEMU either did not run or was interactive" > $resdir/console.log
1657dedfd43SPaul E. McKenney( $QEMU $qemu_args -m $TORTURE_QEMU_MEM -kernel $KERNEL -append "$qemu_append $boot_args" > $resdir/qemu-output 2>&1 & echo $! > $resdir/qemu_pid; wait `cat  $resdir/qemu_pid`; echo $? > $resdir/qemu-retval ) &
166d3b1548aSPaul E. McKenneycommandcompleted=0
167fb2c66afSPaul E. McKenneysleep 10 # Give qemu's pid a chance to reach the file
168fb2c66afSPaul E. McKenneyif test -s "$resdir/qemu_pid"
169fb2c66afSPaul E. McKenneythen
170fb2c66afSPaul E. McKenney	qemu_pid=`cat "$resdir/qemu_pid"`
171d3b1548aSPaul E. McKenney	echo Monitoring qemu job at pid $qemu_pid
172fb2c66afSPaul E. McKenneyelse
173fb2c66afSPaul E. McKenney	qemu_pid=""
174fb2c66afSPaul E. McKenney	echo Monitoring qemu job at yet-as-unknown pid
175fb2c66afSPaul E. McKenneyfi
1760bca7c33SPaul E. McKenneywhile :
177d3b1548aSPaul E. McKenneydo
178fb2c66afSPaul E. McKenney	if test -z "$qemu_pid" -a -s "$resdir/qemu_pid"
179fb2c66afSPaul E. McKenney	then
180fb2c66afSPaul E. McKenney		qemu_pid=`cat "$resdir/qemu_pid"`
181fb2c66afSPaul E. McKenney	fi
182c493f1c9SPaul E. McKenney	kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
183fb2c66afSPaul E. McKenney	if test -z "$qemu_pid" || kill -0 "$qemu_pid" > /dev/null 2>&1
184d3b1548aSPaul E. McKenney	then
1856387ecbcSPaul E. McKenney		if test $kruntime -ge $seconds -o -f "$TORTURE_STOPFILE"
1860bca7c33SPaul E. McKenney		then
1870bca7c33SPaul E. McKenney			break;
1880bca7c33SPaul E. McKenney		fi
189d3b1548aSPaul E. McKenney		sleep 1
190d3b1548aSPaul E. McKenney	else
191d3b1548aSPaul E. McKenney		commandcompleted=1
192d3b1548aSPaul E. McKenney		if test $kruntime -lt $seconds
193d3b1548aSPaul E. McKenney		then
194d3b1548aSPaul E. McKenney			echo Completed in $kruntime vs. $seconds >> $resdir/Warnings 2>&1
195fff35c4eSPaul E. McKenney			grep "^(qemu) qemu:" $resdir/kvm-test-1-run.sh.out >> $resdir/Warnings 2>&1
196fff35c4eSPaul E. McKenney			killpid="`sed -n "s/^(qemu) qemu: terminating on signal [0-9]* from pid \([0-9]*\).*$/\1/p" $resdir/Warnings`"
197fff35c4eSPaul E. McKenney			if test -n "$killpid"
198fff35c4eSPaul E. McKenney			then
199fff35c4eSPaul E. McKenney				echo "ps -fp $killpid" >> $resdir/Warnings 2>&1
200fff35c4eSPaul E. McKenney				ps -fp $killpid >> $resdir/Warnings 2>&1
201fff35c4eSPaul E. McKenney			fi
202d3b1548aSPaul E. McKenney		else
203fb2c66afSPaul E. McKenney			echo ' ---' `date`: "Kernel done"
204d3b1548aSPaul E. McKenney		fi
205d3b1548aSPaul E. McKenney		break
206d3b1548aSPaul E. McKenney	fi
207d3b1548aSPaul E. McKenneydone
208fb2c66afSPaul E. McKenneyif test -z "$qemu_pid" -a -s "$resdir/qemu_pid"
209fb2c66afSPaul E. McKenneythen
210fb2c66afSPaul E. McKenney	qemu_pid=`cat "$resdir/qemu_pid"`
211fb2c66afSPaul E. McKenneyfi
212fb2c66afSPaul E. McKenneyif test $commandcompleted -eq 0 -a -n "$qemu_pid"
213d3b1548aSPaul E. McKenneythen
2146387ecbcSPaul E. McKenney	if ! test -f "$TORTURE_STOPFILE"
2156387ecbcSPaul E. McKenney	then
216d3b1548aSPaul E. McKenney		echo Grace period for qemu job at pid $qemu_pid
2176387ecbcSPaul E. McKenney	fi
2186e8c66c8SPaul E. McKenney	oldline="`tail $resdir/console.log`"
2190bca7c33SPaul E. McKenney	while :
220d3b1548aSPaul E. McKenney	do
2216387ecbcSPaul E. McKenney		if test -f "$TORTURE_STOPFILE"
2226387ecbcSPaul E. McKenney		then
2236387ecbcSPaul E. McKenney			echo "PID $qemu_pid killed due to run STOP request" >> $resdir/Warnings 2>&1
2246387ecbcSPaul E. McKenney			kill -KILL $qemu_pid
2256387ecbcSPaul E. McKenney			break
2266387ecbcSPaul E. McKenney		fi
227c493f1c9SPaul E. McKenney		kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
228d3b1548aSPaul E. McKenney		if kill -0 $qemu_pid > /dev/null 2>&1
229d3b1548aSPaul E. McKenney		then
2300bca7c33SPaul E. McKenney			:
231d3b1548aSPaul E. McKenney		else
232d3b1548aSPaul E. McKenney			break
233d3b1548aSPaul E. McKenney		fi
2346e8c66c8SPaul E. McKenney		must_continue=no
2356e8c66c8SPaul E. McKenney		newline="`tail $resdir/console.log`"
2366e8c66c8SPaul E. McKenney		if test "$newline" != "$oldline" && echo $newline | grep -q ' [0-9]\+us : '
2376e8c66c8SPaul E. McKenney		then
2386e8c66c8SPaul E. McKenney			must_continue=yes
2396e8c66c8SPaul E. McKenney		fi
2406e8c66c8SPaul E. McKenney		last_ts="`tail $resdir/console.log | grep '^\[ *[0-9]\+\.[0-9]\+]' | tail -1 | sed -e 's/^\[ *//' -e 's/\..*$//'`"
2412c667e5eSPaul E. McKenney		if test -z "$last_ts"
2426e8c66c8SPaul E. McKenney		then
2436e8c66c8SPaul E. McKenney			last_ts=0
2446e8c66c8SPaul E. McKenney		fi
2456e8c66c8SPaul E. McKenney		if test "$newline" != "$oldline" -a "$last_ts" -lt $((seconds + $TORTURE_SHUTDOWN_GRACE))
2466e8c66c8SPaul E. McKenney		then
2476e8c66c8SPaul E. McKenney			must_continue=yes
2486e8c66c8SPaul E. McKenney		fi
2496e8c66c8SPaul E. McKenney		if test $must_continue = no -a $kruntime -ge $((seconds + $TORTURE_SHUTDOWN_GRACE))
250d3b1548aSPaul E. McKenney		then
251b7659241SPaul E. McKenney			echo "!!! PID $qemu_pid hung at $kruntime vs. $seconds seconds" >> $resdir/Warnings 2>&1
252d3b1548aSPaul E. McKenney			kill -KILL $qemu_pid
2530bca7c33SPaul E. McKenney			break
254d3b1548aSPaul E. McKenney		fi
2556e8c66c8SPaul E. McKenney		oldline=$newline
2566e8c66c8SPaul E. McKenney		sleep 10
257d3b1548aSPaul E. McKenney	done
258fb2c66afSPaul E. McKenneyelif test -z "$qemu_pid"
259fb2c66afSPaul E. McKenneythen
260fb2c66afSPaul E. McKenney	echo Unknown PID, cannot kill qemu command
261d3b1548aSPaul E. McKenneyfi
262d3b1548aSPaul E. McKenney
263d3b1548aSPaul E. McKenneyparse-console.sh $resdir/console.log $title
264