1#!/bin/sh
2#
3# Run herd tests on all .litmus files in the specified directory (which
4# defaults to litmus-tests) and check each file's result against a "Result:"
5# comment within that litmus test.  If the verification result does not
6# match that specified in the litmus test, this script prints an error
7# message prefixed with "^^^".  It also outputs verification results to
8# a file whose name is that of the specified litmus test, but with ".out"
9# appended.
10#
11# Usage:
12#	sh checkalllitmus.sh [ directory ]
13#
14# The LINUX_HERD_OPTIONS environment variable may be used to specify
15# arguments to herd, whose default is defined by the checklitmus.sh script.
16# Thus, one would normally run this in the directory containing the memory
17# model, specifying the pathname of the litmus test to check.
18#
19# This script makes no attempt to run the litmus tests concurrently.
20#
21# This program is free software; you can redistribute it and/or modify
22# it under the terms of the GNU General Public License as published by
23# the Free Software Foundation; either version 2 of the License, or
24# (at your option) any later version.
25#
26# This program is distributed in the hope that it will be useful,
27# but WITHOUT ANY WARRANTY; without even the implied warranty of
28# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
29# GNU General Public License for more details.
30#
31# You should have received a copy of the GNU General Public License
32# along with this program; if not, you can access it online at
33# http://www.gnu.org/licenses/gpl-2.0.html.
34#
35# Copyright IBM Corporation, 2018
36#
37# Author: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
38
39litmusdir=${1-litmus-tests}
40if test -d "$litmusdir" -a -r "$litmusdir" -a -x "$litmusdir"
41then
42	:
43else
44	echo ' --- ' error: $litmusdir is not an accessible directory
45	exit 255
46fi
47
48# Find the checklitmus script.  If it is not where we expect it, then
49# assume that the caller has the PATH environment variable set
50# appropriately.
51if test -x scripts/checklitmus.sh
52then
53	clscript=scripts/checklitmus.sh
54else
55	clscript=checklitmus.sh
56fi
57
58# Run the script on all the litmus tests in the specified directory
59ret=0
60for i in litmus-tests/*.litmus
61do
62	if ! $clscript $i
63	then
64		ret=1
65	fi
66done
67if test "$ret" -ne 0
68then
69	echo " ^^^ VERIFICATION MISMATCHES"
70else
71	echo All litmus tests verified as was expected.
72fi
73exit $ret
74