1d3b1548aSPaul E. McKenney#!/bin/bash
2d3b1548aSPaul E. McKenney#
3d3b1548aSPaul E. McKenney# Run a kvm-based test of the specified tree on the specified configs.
4d3b1548aSPaul E. McKenney# Fully automated run and error checking, no graphics console.
5d3b1548aSPaul E. McKenney#
6d3b1548aSPaul E. McKenney# Execute this in the source tree.  Do not run it as a background task
7d3b1548aSPaul E. McKenney# because qemu does not seem to like that much.
8d3b1548aSPaul E. McKenney#
9480b1eb6SPaul E. McKenney# Usage: kvm-test-1-run.sh config builddir resdir seconds qemu-args boot_args
10d3b1548aSPaul E. McKenney#
1116c77ea7SPaul E. McKenney# qemu-args defaults to "-enable-kvm -soundhw pcspk -nographic", along with
1216c77ea7SPaul E. McKenney#			arguments specifying the number of CPUs and other
1316c77ea7SPaul E. McKenney#			options generated from the underlying CPU architecture.
14d3b1548aSPaul E. McKenney# boot_args defaults to value returned by the per_version_boot_params
15d3b1548aSPaul E. McKenney#			shell function.
16d3b1548aSPaul E. McKenney#
17d3b1548aSPaul E. McKenney# Anything you specify for either qemu-args or boot_args is appended to
18d3b1548aSPaul E. McKenney# the default values.  The "-smp" value is deduced from the contents of
19d3b1548aSPaul E. McKenney# the config fragment.
20d3b1548aSPaul E. McKenney#
21d3b1548aSPaul E. McKenney# More sophisticated argument parsing is clearly needed.
22d3b1548aSPaul E. McKenney#
23d3b1548aSPaul E. McKenney# This program is free software; you can redistribute it and/or modify
24d3b1548aSPaul E. McKenney# it under the terms of the GNU General Public License as published by
25d3b1548aSPaul E. McKenney# the Free Software Foundation; either version 2 of the License, or
26d3b1548aSPaul E. McKenney# (at your option) any later version.
27d3b1548aSPaul E. McKenney#
28d3b1548aSPaul E. McKenney# This program is distributed in the hope that it will be useful,
29d3b1548aSPaul E. McKenney# but WITHOUT ANY WARRANTY; without even the implied warranty of
30d3b1548aSPaul E. McKenney# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
31d3b1548aSPaul E. McKenney# GNU General Public License for more details.
32d3b1548aSPaul E. McKenney#
33d3b1548aSPaul E. McKenney# You should have received a copy of the GNU General Public License
34d3b1548aSPaul E. McKenney# along with this program; if not, you can access it online at
35d3b1548aSPaul E. McKenney# http://www.gnu.org/licenses/gpl-2.0.html.
36d3b1548aSPaul E. McKenney#
37d3b1548aSPaul E. McKenney# Copyright (C) IBM Corporation, 2011
38d3b1548aSPaul E. McKenney#
39d3b1548aSPaul E. McKenney# Authors: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
40d3b1548aSPaul E. McKenney
41d3b1548aSPaul E. McKenneyT=/tmp/kvm-test-1-run.sh.$$
42d3b1548aSPaul E. McKenneytrap 'rm -rf $T' 0
4357e60d0bSPaul E. McKenneytouch $T
44d3b1548aSPaul E. McKenney
45d3b1548aSPaul E. McKenney. $KVM/bin/functions.sh
46edae018dSPranith Kumar. $CONFIGFRAG/ver_functions.sh
47d3b1548aSPaul E. McKenney
48d3b1548aSPaul E. McKenneyconfig_template=${1}
49d3b1548aSPaul E. McKenneyconfig_dir=`echo $config_template | sed -e 's,/[^/]*$,,'`
50d3b1548aSPaul E. McKenneytitle=`echo $config_template | sed -e 's/^.*\///'`
51d3b1548aSPaul E. McKenneybuilddir=${2}
52d3b1548aSPaul E. McKenneyif test -z "$builddir" -o ! -d "$builddir" -o ! -w "$builddir"
53d3b1548aSPaul E. McKenneythen
54d3b1548aSPaul E. McKenney	echo "kvm-test-1-run.sh :$builddir: Not a writable directory, cannot build into it"
55d3b1548aSPaul E. McKenney	exit 1
56d3b1548aSPaul E. McKenneyfi
57d3b1548aSPaul E. McKenneyresdir=${3}
58d3b1548aSPaul E. McKenneyif test -z "$resdir" -o ! -d "$resdir" -o ! -w "$resdir"
59d3b1548aSPaul E. McKenneythen
60d3b1548aSPaul E. McKenney	echo "kvm-test-1-run.sh :$resdir: Not a writable directory, cannot store results into it"
61d3b1548aSPaul E. McKenney	exit 1
62d3b1548aSPaul E. McKenneyfi
63d3b1548aSPaul E. McKenneycp $config_template $resdir/ConfigFragment
64d3b1548aSPaul E. McKenneyecho ' ---' `date`: Starting build
65d3b1548aSPaul E. McKenneyecho ' ---' Kconfig fragment at: $config_template >> $resdir/log
66d3b1548aSPaul E. McKenneyif test -r "$config_dir/CFcommon"
67d3b1548aSPaul E. McKenneythen
68d3b1548aSPaul E. McKenney	cat < $config_dir/CFcommon >> $T
69d3b1548aSPaul E. McKenneyfi
70d3b1548aSPaul E. McKenney# Optimizations below this point
71d3b1548aSPaul E. McKenney# CONFIG_USB=n
72d3b1548aSPaul E. McKenney# CONFIG_SECURITY=n
73d3b1548aSPaul E. McKenney# CONFIG_NFS_FS=n
74d3b1548aSPaul E. McKenney# CONFIG_SOUND=n
75d3b1548aSPaul E. McKenney# CONFIG_INPUT_JOYSTICK=n
76d3b1548aSPaul E. McKenney# CONFIG_INPUT_TABLET=n
77d3b1548aSPaul E. McKenney# CONFIG_INPUT_TOUCHSCREEN=n
78d3b1548aSPaul E. McKenney# CONFIG_INPUT_MISC=n
79d3b1548aSPaul E. McKenney# CONFIG_INPUT_MOUSE=n
80d3b1548aSPaul E. McKenney# # CONFIG_NET=n # disables console access, so accept the slower build.
81d3b1548aSPaul E. McKenney# CONFIG_SCSI=n
82d3b1548aSPaul E. McKenney# CONFIG_ATA=n
83d3b1548aSPaul E. McKenney# CONFIG_FAT_FS=n
84d3b1548aSPaul E. McKenney# CONFIG_MSDOS_FS=n
85d3b1548aSPaul E. McKenney# CONFIG_VFAT_FS=n
86d3b1548aSPaul E. McKenney# CONFIG_ISO9660_FS=n
87d3b1548aSPaul E. McKenney# CONFIG_QUOTA=n
88d3b1548aSPaul E. McKenney# CONFIG_HID=n
89d3b1548aSPaul E. McKenney# CONFIG_CRYPTO=n
90d3b1548aSPaul E. McKenney# CONFIG_PCCARD=n
91d3b1548aSPaul E. McKenney# CONFIG_PCMCIA=n
92d3b1548aSPaul E. McKenney# CONFIG_CARDBUS=n
93d3b1548aSPaul E. McKenney# CONFIG_YENTA=n
94acc1adf5SPaul E. McKenneybase_resdir=`echo $resdir | sed -e 's/\.[0-9]\+$//'`
95acc1adf5SPaul E. McKenneyif test "$base_resdir" != "$resdir" -a -f $base_resdir/bzImage -a -f $base_resdir/vmlinux
96d3b1548aSPaul E. McKenneythen
97acc1adf5SPaul E. McKenney	# Rerunning previous test, so use that test's kernel.
98acc1adf5SPaul E. McKenney	QEMU="`identify_qemu $base_resdir/vmlinux`"
99acc1adf5SPaul E. McKenney	KERNEL=$base_resdir/bzImage
100acc1adf5SPaul E. McKenney	ln -s $base_resdir/Make*.out $resdir  # for kvm-recheck.sh
101acc1adf5SPaul E. McKenney	ln -s $base_resdir/.config $resdir  # for kvm-recheck.sh
102acc1adf5SPaul E. McKenneyelif kvm-build.sh $config_template $builddir $T
103acc1adf5SPaul E. McKenneythen
104acc1adf5SPaul E. McKenney	# Had to build a kernel for this test.
105f189cc8cSPaul E. McKenney	QEMU="`identify_qemu $builddir/vmlinux`"
106f189cc8cSPaul E. McKenney	BOOT_IMAGE="`identify_boot_image $QEMU`"
107d3b1548aSPaul E. McKenney	cp $builddir/Make*.out $resdir
108acc1adf5SPaul E. McKenney	cp $builddir/vmlinux $resdir
109d3b1548aSPaul E. McKenney	cp $builddir/.config $resdir
110f189cc8cSPaul E. McKenney	if test -n "$BOOT_IMAGE"
111f189cc8cSPaul E. McKenney	then
112f189cc8cSPaul E. McKenney		cp $builddir/$BOOT_IMAGE $resdir
113acc1adf5SPaul E. McKenney		KERNEL=$resdir/bzImage
114f189cc8cSPaul E. McKenney	else
115f189cc8cSPaul E. McKenney		echo No identifiable boot image, not running KVM, see $resdir.
116f189cc8cSPaul E. McKenney		echo Do the torture scripts know about your architecture?
117f189cc8cSPaul E. McKenney	fi
118d3b1548aSPaul E. McKenney	parse-build.sh $resdir/Make.out $title
119d3b1548aSPaul E. McKenneyelse
120acc1adf5SPaul E. McKenney	# Build failed.
121d3b1548aSPaul E. McKenney	cp $builddir/Make*.out $resdir
1229eb97fe7SPaul E. McKenney	cp $builddir/.config $resdir || :
123d3b1548aSPaul E. McKenney	echo Build failed, not running KVM, see $resdir.
124d3b1548aSPaul E. McKenney	if test -f $builddir.wait
125d3b1548aSPaul E. McKenney	then
126d3b1548aSPaul E. McKenney		mv $builddir.wait $builddir.ready
127d3b1548aSPaul E. McKenney	fi
128d3b1548aSPaul E. McKenney	exit 1
129d3b1548aSPaul E. McKenneyfi
130acc1adf5SPaul E. McKenneyif test -f $builddir.wait
131acc1adf5SPaul E. McKenneythen
132acc1adf5SPaul E. McKenney	mv $builddir.wait $builddir.ready
133acc1adf5SPaul E. McKenneyfi
134d3b1548aSPaul E. McKenneywhile test -f $builddir.ready
135d3b1548aSPaul E. McKenneydo
136d3b1548aSPaul E. McKenney	sleep 1
137d3b1548aSPaul E. McKenneydone
138480b1eb6SPaul E. McKenneyseconds=$4
139d3b1548aSPaul E. McKenneyqemu_args=$5
140d3b1548aSPaul E. McKenneyboot_args=$6
141d3b1548aSPaul E. McKenney
142d3b1548aSPaul E. McKenneycd $KVM
143d3b1548aSPaul E. McKenneykstarttime=`awk 'BEGIN { print systime() }' < /dev/null`
1449bee2c6fSPaul E. McKenneyif test -z "$TORTURE_BUILDONLY"
1459bee2c6fSPaul E. McKenneythen
146d3b1548aSPaul E. McKenney	echo ' ---' `date`: Starting kernel
1479bee2c6fSPaul E. McKenneyfi
148d3b1548aSPaul E. McKenney
149d3b1548aSPaul E. McKenney# Generate -smp qemu argument.
15016c77ea7SPaul E. McKenneyqemu_args="-enable-kvm -soundhw pcspk -nographic $qemu_args"
151d3b1548aSPaul E. McKenneycpu_count=`configNR_CPUS.sh $config_template`
152ae867ff0SPaul E. McKenneycpu_count=`configfrag_boot_cpus "$boot_args" "$config_template" "$cpu_count"`
153d3b1548aSPaul E. McKenneyvcpus=`identify_qemu_vcpus`
154d3b1548aSPaul E. McKenneyif test $cpu_count -gt $vcpus
155d3b1548aSPaul E. McKenneythen
156d3b1548aSPaul E. McKenney	echo CPU count limited from $cpu_count to $vcpus
157d3b1548aSPaul E. McKenney	touch $resdir/Warnings
158d3b1548aSPaul E. McKenney	echo CPU count limited from $cpu_count to $vcpus >> $resdir/Warnings
159d3b1548aSPaul E. McKenney	cpu_count=$vcpus
160d3b1548aSPaul E. McKenneyfi
161d3b1548aSPaul E. McKenneyqemu_args="`specify_qemu_cpus "$QEMU" "$qemu_args" "$cpu_count"`"
162d3b1548aSPaul E. McKenney
163d3b1548aSPaul E. McKenney# Generate architecture-specific and interaction-specific qemu arguments
164c979ff99SPaul E. McKenneyqemu_args="$qemu_args `identify_qemu_args "$QEMU" "$resdir/console.log"`"
165d3b1548aSPaul E. McKenney
166d3b1548aSPaul E. McKenney# Generate qemu -append arguments
167d3b1548aSPaul E. McKenneyqemu_append="`identify_qemu_append "$QEMU"`"
168d3b1548aSPaul E. McKenney
169d3b1548aSPaul E. McKenney# Pull in Kconfig-fragment boot parameters
170d3b1548aSPaul E. McKenneyboot_args="`configfrag_boot_params "$boot_args" "$config_template"`"
171d3b1548aSPaul E. McKenney# Generate kernel-version-specific boot parameters
172d3b1548aSPaul E. McKenneyboot_args="`per_version_boot_params "$boot_args" $builddir/.config $seconds`"
173d3b1548aSPaul E. McKenney
174805ffee2SPaul E. McKenneyif test -n "$TORTURE_BUILDONLY"
175d3b1548aSPaul E. McKenneythen
176d3b1548aSPaul E. McKenney	echo Build-only run specified, boot/test omitted.
1779bee2c6fSPaul E. McKenney	touch $resdir/buildonly
178d3b1548aSPaul E. McKenney	exit 0
179d3b1548aSPaul E. McKenneyfi
180c979ff99SPaul E. McKenneyecho "NOTE: $QEMU either did not run or was interactive" > $resdir/console.log
181acc1adf5SPaul E. McKenneyecho $QEMU $qemu_args -m 512 -kernel $KERNEL -append \"$qemu_append $boot_args\" > $resdir/qemu-cmd
182acc1adf5SPaul E. McKenney( $QEMU $qemu_args -m 512 -kernel $KERNEL -append "$qemu_append $boot_args"& echo $! > $resdir/qemu_pid; wait `cat  $resdir/qemu_pid`; echo $? > $resdir/qemu-retval ) &
183d3b1548aSPaul E. McKenneycommandcompleted=0
184fb2c66afSPaul E. McKenneysleep 10 # Give qemu's pid a chance to reach the file
185fb2c66afSPaul E. McKenneyif test -s "$resdir/qemu_pid"
186fb2c66afSPaul E. McKenneythen
187fb2c66afSPaul E. McKenney	qemu_pid=`cat "$resdir/qemu_pid"`
188d3b1548aSPaul E. McKenney	echo Monitoring qemu job at pid $qemu_pid
189fb2c66afSPaul E. McKenneyelse
190fb2c66afSPaul E. McKenney	qemu_pid=""
191fb2c66afSPaul E. McKenney	echo Monitoring qemu job at yet-as-unknown pid
192fb2c66afSPaul E. McKenneyfi
1930bca7c33SPaul E. McKenneywhile :
194d3b1548aSPaul E. McKenneydo
195fb2c66afSPaul E. McKenney	if test -z "$qemu_pid" -a -s "$resdir/qemu_pid"
196fb2c66afSPaul E. McKenney	then
197fb2c66afSPaul E. McKenney		qemu_pid=`cat "$resdir/qemu_pid"`
198fb2c66afSPaul E. McKenney	fi
1990bca7c33SPaul E. McKenney	kruntime=`awk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
200fb2c66afSPaul E. McKenney	if test -z "$qemu_pid" || kill -0 "$qemu_pid" > /dev/null 2>&1
201d3b1548aSPaul E. McKenney	then
2020bca7c33SPaul E. McKenney		if test $kruntime -ge $seconds
2030bca7c33SPaul E. McKenney		then
2040bca7c33SPaul E. McKenney			break;
2050bca7c33SPaul E. McKenney		fi
206d3b1548aSPaul E. McKenney		sleep 1
207d3b1548aSPaul E. McKenney	else
208d3b1548aSPaul E. McKenney		commandcompleted=1
209d3b1548aSPaul E. McKenney		if test $kruntime -lt $seconds
210d3b1548aSPaul E. McKenney		then
211d3b1548aSPaul E. McKenney			echo Completed in $kruntime vs. $seconds >> $resdir/Warnings 2>&1
212fff35c4eSPaul E. McKenney			grep "^(qemu) qemu:" $resdir/kvm-test-1-run.sh.out >> $resdir/Warnings 2>&1
213fff35c4eSPaul E. McKenney			killpid="`sed -n "s/^(qemu) qemu: terminating on signal [0-9]* from pid \([0-9]*\).*$/\1/p" $resdir/Warnings`"
214fff35c4eSPaul E. McKenney			if test -n "$killpid"
215fff35c4eSPaul E. McKenney			then
216fff35c4eSPaul E. McKenney				echo "ps -fp $killpid" >> $resdir/Warnings 2>&1
217fff35c4eSPaul E. McKenney				ps -fp $killpid >> $resdir/Warnings 2>&1
218fff35c4eSPaul E. McKenney			fi
219d3b1548aSPaul E. McKenney		else
220fb2c66afSPaul E. McKenney			echo ' ---' `date`: "Kernel done"
221d3b1548aSPaul E. McKenney		fi
222d3b1548aSPaul E. McKenney		break
223d3b1548aSPaul E. McKenney	fi
224d3b1548aSPaul E. McKenneydone
225fb2c66afSPaul E. McKenneyif test -z "$qemu_pid" -a -s "$resdir/qemu_pid"
226fb2c66afSPaul E. McKenneythen
227fb2c66afSPaul E. McKenney	qemu_pid=`cat "$resdir/qemu_pid"`
228fb2c66afSPaul E. McKenneyfi
229fb2c66afSPaul E. McKenneyif test $commandcompleted -eq 0 -a -n "$qemu_pid"
230d3b1548aSPaul E. McKenneythen
231d3b1548aSPaul E. McKenney	echo Grace period for qemu job at pid $qemu_pid
2326e8c66c8SPaul E. McKenney	oldline="`tail $resdir/console.log`"
2330bca7c33SPaul E. McKenney	while :
234d3b1548aSPaul E. McKenney	do
2350bca7c33SPaul E. McKenney		kruntime=`awk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
236d3b1548aSPaul E. McKenney		if kill -0 $qemu_pid > /dev/null 2>&1
237d3b1548aSPaul E. McKenney		then
2380bca7c33SPaul E. McKenney			:
239d3b1548aSPaul E. McKenney		else
240d3b1548aSPaul E. McKenney			break
241d3b1548aSPaul E. McKenney		fi
2426e8c66c8SPaul E. McKenney		must_continue=no
2436e8c66c8SPaul E. McKenney		newline="`tail $resdir/console.log`"
2446e8c66c8SPaul E. McKenney		if test "$newline" != "$oldline" && echo $newline | grep -q ' [0-9]\+us : '
2456e8c66c8SPaul E. McKenney		then
2466e8c66c8SPaul E. McKenney			must_continue=yes
2476e8c66c8SPaul E. McKenney		fi
2486e8c66c8SPaul E. McKenney		last_ts="`tail $resdir/console.log | grep '^\[ *[0-9]\+\.[0-9]\+]' | tail -1 | sed -e 's/^\[ *//' -e 's/\..*$//'`"
2496e8c66c8SPaul E. McKenney		if test -z "last_ts"
2506e8c66c8SPaul E. McKenney		then
2516e8c66c8SPaul E. McKenney			last_ts=0
2526e8c66c8SPaul E. McKenney		fi
2536e8c66c8SPaul E. McKenney		if test "$newline" != "$oldline" -a "$last_ts" -lt $((seconds + $TORTURE_SHUTDOWN_GRACE))
2546e8c66c8SPaul E. McKenney		then
2556e8c66c8SPaul E. McKenney			must_continue=yes
2566e8c66c8SPaul E. McKenney		fi
2576e8c66c8SPaul E. McKenney		if test $must_continue = no -a $kruntime -ge $((seconds + $TORTURE_SHUTDOWN_GRACE))
258d3b1548aSPaul E. McKenney		then
259b7659241SPaul E. McKenney			echo "!!! PID $qemu_pid hung at $kruntime vs. $seconds seconds" >> $resdir/Warnings 2>&1
260d3b1548aSPaul E. McKenney			kill -KILL $qemu_pid
2610bca7c33SPaul E. McKenney			break
262d3b1548aSPaul E. McKenney		fi
2636e8c66c8SPaul E. McKenney		oldline=$newline
2646e8c66c8SPaul E. McKenney		sleep 10
265d3b1548aSPaul E. McKenney	done
266fb2c66afSPaul E. McKenneyelif test -z "$qemu_pid"
267fb2c66afSPaul E. McKenneythen
268fb2c66afSPaul E. McKenney	echo Unknown PID, cannot kill qemu command
269d3b1548aSPaul E. McKenneyfi
270d3b1548aSPaul E. McKenney
2714074b51bSPaul E. McKenneyparse-torture.sh $resdir/console.log $title
272d3b1548aSPaul E. McKenneyparse-console.sh $resdir/console.log $title
273