1d53f52d6SPaul E. McKenney#!/bin/bash
2d53f52d6SPaul E. McKenney# SPDX-License-Identifier: GPL-2.0+
3d53f52d6SPaul E. McKenney#
4d53f52d6SPaul E. McKenney# Carry out a kvm-based run for the specified qemu-cmd file, which might
5d53f52d6SPaul E. McKenney# have been generated by --build-only kvm.sh run.
6d53f52d6SPaul E. McKenney#
7d53f52d6SPaul E. McKenney# Usage: kvm-test-1-run-qemu.sh qemu-cmd-dir
8d53f52d6SPaul E. McKenney#
9d53f52d6SPaul E. McKenney# qemu-cmd-dir provides the directory containing qemu-cmd file.
10d53f52d6SPaul E. McKenney#	This is assumed to be of the form prefix/ds/scenario, where
11d53f52d6SPaul E. McKenney#	"ds" is the top-level date-stamped directory and "scenario"
12d53f52d6SPaul E. McKenney#	is the scenario name.  Any required adjustments to this file
13d53f52d6SPaul E. McKenney#	must have been made by the caller.  The shell-command comments
14d53f52d6SPaul E. McKenney#	at the end of the qemu-cmd file are not optional.
15d53f52d6SPaul E. McKenney#
16d53f52d6SPaul E. McKenney# Copyright (C) 2021 Facebook, Inc.
17d53f52d6SPaul E. McKenney#
18d53f52d6SPaul E. McKenney# Authors: Paul E. McKenney <paulmck@kernel.org>
19d53f52d6SPaul E. McKenney
20c211ae9cSPaul E. McKenneyT="`mktemp -d ${TMPDIR-/tmp}/kvm-test-1-run-qemu.sh.XXXXXX`"
21d53f52d6SPaul E. McKenneytrap 'rm -rf $T' 0
22d53f52d6SPaul E. McKenney
23d53f52d6SPaul E. McKenneyresdir="$1"
24d53f52d6SPaul E. McKenneyif ! test -d "$resdir"
25d53f52d6SPaul E. McKenneythen
26d53f52d6SPaul E. McKenney	echo $0: Nonexistent directory: $resdir
27d53f52d6SPaul E. McKenney	exit 1
28d53f52d6SPaul E. McKenneyfi
29d53f52d6SPaul E. McKenneyif ! test -f "$resdir/qemu-cmd"
30d53f52d6SPaul E. McKenneythen
31d53f52d6SPaul E. McKenney	echo $0: Nonexistent qemu-cmd file: $resdir/qemu-cmd
32d53f52d6SPaul E. McKenney	exit 1
33d53f52d6SPaul E. McKenneyfi
34d53f52d6SPaul E. McKenney
35cb1fa863SPaul E. McKenneyecho ' ---' `date`: Starting kernel, PID $$
36cb1fa863SPaul E. McKenney
37d53f52d6SPaul E. McKenney# Obtain settings from the qemu-cmd file.
38d53f52d6SPaul E. McKenneygrep '^#' $resdir/qemu-cmd | sed -e 's/^# //' > $T/qemu-cmd-settings
39d53f52d6SPaul E. McKenney. $T/qemu-cmd-settings
40d53f52d6SPaul E. McKenney
41bdf5ca12SPaul E. McKenney# Decorate qemu-cmd with affinity, redirection, backgrounding, and PID capture
42bdf5ca12SPaul E. McKenneytaskset_command=
43bdf5ca12SPaul E. McKenneyif test -n "$TORTURE_AFFINITY"
44bdf5ca12SPaul E. McKenneythen
45bdf5ca12SPaul E. McKenney	taskset_command="taskset -c $TORTURE_AFFINITY "
46bdf5ca12SPaul E. McKenneyfi
47bdf5ca12SPaul E. McKenneysed -e 's/^[^#].*$/'"$taskset_command"'& 2>\&1 \&/' < $resdir/qemu-cmd > $T/qemu-cmd
48bdf5ca12SPaul E. McKenneyecho 'qemu_pid=$!' >> $T/qemu-cmd
499e528a84SPaul E. McKenneyecho 'echo $qemu_pid > $resdir/qemu-pid' >> $T/qemu-cmd
50bdf5ca12SPaul E. McKenneyecho 'taskset -c -p $qemu_pid > $resdir/qemu-affinity' >> $T/qemu-cmd
51d53f52d6SPaul E. McKenney
52d53f52d6SPaul E. McKenney# In case qemu refuses to run...
53d53f52d6SPaul E. McKenneyecho "NOTE: $QEMU either did not run or was interactive" > $resdir/console.log
54d53f52d6SPaul E. McKenney
55d53f52d6SPaul E. McKenney# Attempt to run qemu
56d53f52d6SPaul E. McKenneykstarttime=`gawk 'BEGIN { print systime() }' < /dev/null`
579e528a84SPaul E. McKenney( . $T/qemu-cmd; wait `cat  $resdir/qemu-pid`; echo $? > $resdir/qemu-retval ) &
58d53f52d6SPaul E. McKenneycommandcompleted=0
59d53f52d6SPaul E. McKenneyif test -z "$TORTURE_KCONFIG_GDB_ARG"
60d53f52d6SPaul E. McKenneythen
61d53f52d6SPaul E. McKenney	sleep 10 # Give qemu's pid a chance to reach the file
629e528a84SPaul E. McKenney	if test -s "$resdir/qemu-pid"
63d53f52d6SPaul E. McKenney	then
649e528a84SPaul E. McKenney		qemu_pid=`cat "$resdir/qemu-pid"`
655f33809eSPaul E. McKenney		echo Monitoring qemu job at pid $qemu_pid `date`
66d53f52d6SPaul E. McKenney	else
67d53f52d6SPaul E. McKenney		qemu_pid=""
685f33809eSPaul E. McKenney		echo Monitoring qemu job at yet-as-unknown pid `date`
69d53f52d6SPaul E. McKenney	fi
70d53f52d6SPaul E. McKenneyfi
71d53f52d6SPaul E. McKenneyif test -n "$TORTURE_KCONFIG_GDB_ARG"
72d53f52d6SPaul E. McKenneythen
73d53f52d6SPaul E. McKenney	base_resdir=`echo $resdir | sed -e 's/\.[0-9]\+$//'`
74d53f52d6SPaul E. McKenney	if ! test -f $base_resdir/vmlinux
75d53f52d6SPaul E. McKenney	then
7603edf700SPaul E. McKenney		base_resdir="`cat re-run`/$resdir"
7703edf700SPaul E. McKenney		if ! test -f $base_resdir/vmlinux
7803edf700SPaul E. McKenney		then
79d53f52d6SPaul E. McKenney			base_resdir=/path/to
80d53f52d6SPaul E. McKenney		fi
8103edf700SPaul E. McKenney	fi
82d53f52d6SPaul E. McKenney	echo Waiting for you to attach a debug session, for example: > /dev/tty
83d53f52d6SPaul E. McKenney	echo "    gdb $base_resdir/vmlinux" > /dev/tty
84d53f52d6SPaul E. McKenney	echo 'After symbols load and the "(gdb)" prompt appears:' > /dev/tty
85d53f52d6SPaul E. McKenney	echo "    target remote :1234" > /dev/tty
86d53f52d6SPaul E. McKenney	echo "    continue" > /dev/tty
87d53f52d6SPaul E. McKenney	kstarttime=`gawk 'BEGIN { print systime() }' < /dev/null`
88d53f52d6SPaul E. McKenneyfi
89d53f52d6SPaul E. McKenneywhile :
90d53f52d6SPaul E. McKenneydo
91b3bf9632SPaul E. McKenney	if test -z "$qemu_pid" && test -s "$resdir/qemu-pid"
92d53f52d6SPaul E. McKenney	then
939e528a84SPaul E. McKenney		qemu_pid=`cat "$resdir/qemu-pid"`
94d53f52d6SPaul E. McKenney	fi
95d53f52d6SPaul E. McKenney	kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
96d53f52d6SPaul E. McKenney	if test -z "$qemu_pid" || kill -0 "$qemu_pid" > /dev/null 2>&1
97d53f52d6SPaul E. McKenney	then
98d53f52d6SPaul E. McKenney		if test -n "$TORTURE_KCONFIG_GDB_ARG"
99d53f52d6SPaul E. McKenney		then
100d53f52d6SPaul E. McKenney			:
101d53f52d6SPaul E. McKenney		elif test $kruntime -ge $seconds || test -f "$resdir/../STOP.1"
102d53f52d6SPaul E. McKenney		then
103d53f52d6SPaul E. McKenney			break;
104d53f52d6SPaul E. McKenney		fi
105d53f52d6SPaul E. McKenney		sleep 1
106d53f52d6SPaul E. McKenney	else
107d53f52d6SPaul E. McKenney		commandcompleted=1
108d53f52d6SPaul E. McKenney		if test $kruntime -lt $seconds
109d53f52d6SPaul E. McKenney		then
110d53f52d6SPaul E. McKenney			echo Completed in $kruntime vs. $seconds >> $resdir/Warnings 2>&1
111*f14c20cfSPaul E. McKenney			grep "^(qemu) qemu:" $resdir/kvm-test-1-run*.sh.out >> $resdir/Warnings 2>&1
112d53f52d6SPaul E. McKenney			killpid="`sed -n "s/^(qemu) qemu: terminating on signal [0-9]* from pid \([0-9]*\).*$/\1/p" $resdir/Warnings`"
113d53f52d6SPaul E. McKenney			if test -n "$killpid"
114d53f52d6SPaul E. McKenney			then
115d53f52d6SPaul E. McKenney				echo "ps -fp $killpid" >> $resdir/Warnings 2>&1
116d53f52d6SPaul E. McKenney				ps -fp $killpid >> $resdir/Warnings 2>&1
117d53f52d6SPaul E. McKenney			fi
118d53f52d6SPaul E. McKenney		else
119d53f52d6SPaul E. McKenney			echo ' ---' `date`: "Kernel done"
120d53f52d6SPaul E. McKenney		fi
121d53f52d6SPaul E. McKenney		break
122d53f52d6SPaul E. McKenney	fi
123d53f52d6SPaul E. McKenneydone
124b3bf9632SPaul E. McKenneyif test -z "$qemu_pid" && test -s "$resdir/qemu-pid"
125d53f52d6SPaul E. McKenneythen
1269e528a84SPaul E. McKenney	qemu_pid=`cat "$resdir/qemu-pid"`
127d53f52d6SPaul E. McKenneyfi
128b3bf9632SPaul E. McKenneyif test $commandcompleted -eq 0 && test -n "$qemu_pid"
129d53f52d6SPaul E. McKenneythen
130d53f52d6SPaul E. McKenney	if ! test -f "$resdir/../STOP.1"
131d53f52d6SPaul E. McKenney	then
1325f33809eSPaul E. McKenney		echo Grace period for qemu job at pid $qemu_pid `date`
133d53f52d6SPaul E. McKenney	fi
134d53f52d6SPaul E. McKenney	oldline="`tail $resdir/console.log`"
135d53f52d6SPaul E. McKenney	while :
136d53f52d6SPaul E. McKenney	do
137d53f52d6SPaul E. McKenney		if test -f "$resdir/../STOP.1"
138d53f52d6SPaul E. McKenney		then
1395f33809eSPaul E. McKenney			echo "PID $qemu_pid killed due to run STOP.1 request `date`" >> $resdir/Warnings 2>&1
140d53f52d6SPaul E. McKenney			kill -KILL $qemu_pid
141d53f52d6SPaul E. McKenney			break
142d53f52d6SPaul E. McKenney		fi
143d53f52d6SPaul E. McKenney		kruntime=`gawk 'BEGIN { print systime() - '"$kstarttime"' }' < /dev/null`
144d53f52d6SPaul E. McKenney		if kill -0 $qemu_pid > /dev/null 2>&1
145d53f52d6SPaul E. McKenney		then
146d53f52d6SPaul E. McKenney			:
147d53f52d6SPaul E. McKenney		else
148d53f52d6SPaul E. McKenney			break
149d53f52d6SPaul E. McKenney		fi
150d53f52d6SPaul E. McKenney		must_continue=no
151d53f52d6SPaul E. McKenney		newline="`tail $resdir/console.log`"
152d53f52d6SPaul E. McKenney		if test "$newline" != "$oldline" && echo $newline | grep -q ' [0-9]\+us : '
153d53f52d6SPaul E. McKenney		then
154d53f52d6SPaul E. McKenney			must_continue=yes
155d53f52d6SPaul E. McKenney		fi
156d53f52d6SPaul E. McKenney		last_ts="`tail $resdir/console.log | grep '^\[ *[0-9]\+\.[0-9]\+]' | tail -1 | sed -e 's/^\[ *//' -e 's/\..*$//'`"
157d53f52d6SPaul E. McKenney		if test -z "$last_ts"
158d53f52d6SPaul E. McKenney		then
159d53f52d6SPaul E. McKenney			last_ts=0
160d53f52d6SPaul E. McKenney		fi
16106ca9144SPaul E. McKenney		if test "$newline" != "$oldline" && test "$last_ts" -lt $((seconds + $TORTURE_SHUTDOWN_GRACE)) && test "$last_ts" -gt "$TORTURE_SHUTDOWN_GRACE"
162d53f52d6SPaul E. McKenney		then
163d53f52d6SPaul E. McKenney			must_continue=yes
16406ca9144SPaul E. McKenney			if test $kruntime -ge $((seconds + $TORTURE_SHUTDOWN_GRACE))
16506ca9144SPaul E. McKenney			then
16606ca9144SPaul E. McKenney				echo Continuing at console.log time $last_ts \"`tail -n 1 $resdir/console.log`\" `date`
16706ca9144SPaul E. McKenney			fi
168d53f52d6SPaul E. McKenney		fi
169b3bf9632SPaul E. McKenney		if test $must_continue = no && test $kruntime -ge $((seconds + $TORTURE_SHUTDOWN_GRACE))
170d53f52d6SPaul E. McKenney		then
1715f33809eSPaul E. McKenney			echo "!!! PID $qemu_pid hung at $kruntime vs. $seconds seconds `date`" >> $resdir/Warnings 2>&1
172d53f52d6SPaul E. McKenney			kill -KILL $qemu_pid
173d53f52d6SPaul E. McKenney			break
174d53f52d6SPaul E. McKenney		fi
175d53f52d6SPaul E. McKenney		oldline=$newline
176d53f52d6SPaul E. McKenney		sleep 10
177d53f52d6SPaul E. McKenney	done
178d53f52d6SPaul E. McKenneyelif test -z "$qemu_pid"
179d53f52d6SPaul E. McKenneythen
180d53f52d6SPaul E. McKenney	echo Unknown PID, cannot kill qemu command
181d53f52d6SPaul E. McKenneyfi
182d53f52d6SPaul E. McKenney
183d53f52d6SPaul E. McKenney# Tell the script that this run is done.
184d53f52d6SPaul E. McKenneyrm -f $resdir/build.run
185