1#!/bin/bash 2# 3# Run a series of 14 tests under KVM. These are not particularly 4# well-selected or well-tuned, but are the current set. Run from the 5# top level of the source tree. 6# 7# Edit the definitions below to set the locations of the various directories, 8# as well as the test duration. 9# 10# Usage: sh kvm.sh [ options ] 11# 12# This program is free software; you can redistribute it and/or modify 13# it under the terms of the GNU General Public License as published by 14# the Free Software Foundation; either version 2 of the License, or 15# (at your option) any later version. 16# 17# This program is distributed in the hope that it will be useful, 18# but WITHOUT ANY WARRANTY; without even the implied warranty of 19# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 20# GNU General Public License for more details. 21# 22# You should have received a copy of the GNU General Public License 23# along with this program; if not, you can access it online at 24# http://www.gnu.org/licenses/gpl-2.0.html. 25# 26# Copyright (C) IBM Corporation, 2011 27# 28# Authors: Paul E. McKenney <paulmck@linux.vnet.ibm.com> 29 30scriptname=$0 31args="$*" 32 33T=/tmp/kvm.sh.$$ 34trap 'rm -rf $T' 0 35mkdir $T 36 37dur=30 38dryrun="" 39KVM="`pwd`/tools/testing/selftests/rcutorture"; export KVM 40PATH=${KVM}/bin:$PATH; export PATH 41TORTURE_DEFCONFIG=defconfig 42TORTURE_BOOT_IMAGE="" 43TORTURE_INITRD="$KVM/initrd"; export TORTURE_INITRD 44TORTURE_KMAKE_ARG="" 45TORTURE_SUITE=rcu 46resdir="" 47configs="" 48cpus=0 49ds=`date +%Y.%m.%d-%H:%M:%S` 50kversion="" 51 52. functions.sh 53 54usage () { 55 echo "Usage: $scriptname optional arguments:" 56 echo " --bootargs kernel-boot-arguments" 57 echo " --bootimage relative-path-to-kernel-boot-image" 58 echo " --buildonly" 59 echo " --configs \"config-file list\"" 60 echo " --cpus N" 61 echo " --datestamp string" 62 echo " --defconfig string" 63 echo " --dryrun sched|script" 64 echo " --duration minutes" 65 echo " --interactive" 66 echo " --kmake-arg kernel-make-arguments" 67 echo " --kversion vN.NN" 68 echo " --mac nn:nn:nn:nn:nn:nn" 69 echo " --no-initrd" 70 echo " --qemu-args qemu-system-..." 71 echo " --qemu-cmd qemu-system-..." 72 echo " --results absolute-pathname" 73 echo " --torture rcu" 74 exit 1 75} 76 77while test $# -gt 0 78do 79 case "$1" in 80 --bootargs) 81 checkarg --bootargs "(list of kernel boot arguments)" "$#" "$2" '.*' '^--' 82 TORTURE_BOOTARGS="$2" 83 shift 84 ;; 85 --bootimage) 86 checkarg --bootimage "(relative path to kernel boot image)" "$#" "$2" '[a-zA-Z0-9][a-zA-Z0-9_]*' '^--' 87 TORTURE_BOOT_IMAGE="$2" 88 shift 89 ;; 90 --buildonly) 91 TORTURE_BUILDONLY=1 92 ;; 93 --configs) 94 checkarg --configs "(list of config files)" "$#" "$2" '^[^/]*$' '^--' 95 configs="$2" 96 shift 97 ;; 98 --cpus) 99 checkarg --cpus "(number)" "$#" "$2" '^[0-9]*$' '^--' 100 cpus=$2 101 shift 102 ;; 103 --datestamp) 104 checkarg --datestamp "(relative pathname)" "$#" "$2" '^[^/]*$' '^--' 105 ds=$2 106 shift 107 ;; 108 --defconfig) 109 checkarg --defconfig "defconfigtype" "$#" "$2" '^[^/][^/]*$' '^--' 110 TORTURE_DEFCONFIG=$2 111 shift 112 ;; 113 --dryrun) 114 checkarg --dryrun "sched|script" $# "$2" 'sched\|script' '^--' 115 dryrun=$2 116 shift 117 ;; 118 --duration) 119 checkarg --duration "(minutes)" $# "$2" '^[0-9]*$' '^error' 120 dur=$2 121 shift 122 ;; 123 --interactive) 124 TORTURE_QEMU_INTERACTIVE=1; export TORTURE_QEMU_INTERACTIVE 125 ;; 126 --kmake-arg) 127 checkarg --kmake-arg "(kernel make arguments)" $# "$2" '.*' '^error$' 128 TORTURE_KMAKE_ARG="$2" 129 shift 130 ;; 131 --kversion) 132 checkarg --kversion "(kernel version)" $# "$2" '^v[0-9.]*$' '^error' 133 kversion=$2 134 shift 135 ;; 136 --mac) 137 checkarg --mac "(MAC address)" $# "$2" '^\([0-9a-fA-F]\{2\}:\)\{5\}[0-9a-fA-F]\{2\}$' error 138 TORTURE_QEMU_MAC=$2 139 shift 140 ;; 141 --no-initrd) 142 TORTURE_INITRD=""; export TORTURE_INITRD 143 ;; 144 --qemu-args) 145 checkarg --qemu-args "-qemu args" $# "$2" '^-' '^error' 146 TORTURE_QEMU_ARG="$2" 147 shift 148 ;; 149 --qemu-cmd) 150 checkarg --qemu-cmd "(qemu-system-...)" $# "$2" 'qemu-system-' '^--' 151 TORTURE_QEMU_CMD="$2" 152 shift 153 ;; 154 --results) 155 checkarg --results "(absolute pathname)" "$#" "$2" '^/' '^error' 156 resdir=$2 157 shift 158 ;; 159 --torture) 160 checkarg --torture "(suite name)" "$#" "$2" '^\(lock\|rcu\)$' '^--' 161 TORTURE_SUITE=$2 162 shift 163 ;; 164 *) 165 echo Unknown argument $1 166 usage 167 ;; 168 esac 169 shift 170done 171 172CONFIGFRAG=${KVM}/configs/${TORTURE_SUITE}; export CONFIGFRAG 173KVPATH=${CONFIGFRAG}/$kversion; export KVPATH 174 175if test -z "$configs" 176then 177 configs="`cat $CONFIGFRAG/$kversion/CFLIST`" 178fi 179 180if test -z "$resdir" 181then 182 resdir=$KVM/res 183fi 184 185# Create a file of test-name/#cpus pairs, sorted by decreasing #cpus. 186touch $T/cfgcpu 187for CF in $configs 188do 189 if test -f "$CONFIGFRAG/$kversion/$CF" 190 then 191 echo $CF `configNR_CPUS.sh $CONFIGFRAG/$kversion/$CF` >> $T/cfgcpu 192 else 193 echo "The --configs file $CF does not exist, terminating." 194 exit 1 195 fi 196done 197sort -k2nr $T/cfgcpu > $T/cfgcpu.sort 198 199# Use a greedy bin-packing algorithm, sorting the list accordingly. 200awk < $T/cfgcpu.sort > $T/cfgcpu.pack -v ncpus=$cpus ' 201BEGIN { 202 njobs = 0; 203} 204 205{ 206 # Read file of tests and corresponding required numbers of CPUs. 207 cf[njobs] = $1; 208 cpus[njobs] = $2; 209 njobs++; 210} 211 212END { 213 alldone = 0; 214 batch = 0; 215 nc = -1; 216 217 # Each pass through the following loop creates on test batch 218 # that can be executed concurrently given ncpus. Note that a 219 # given test that requires more than the available CPUs will run in 220 # their own batch. Such tests just have to make do with what 221 # is available. 222 while (nc != ncpus) { 223 batch++; 224 nc = ncpus; 225 226 # Each pass through the following loop considers one 227 # test for inclusion in the current batch. 228 for (i = 0; i < njobs; i++) { 229 if (done[i]) 230 continue; # Already part of a batch. 231 if (nc >= cpus[i] || nc == ncpus) { 232 233 # This test fits into the current batch. 234 done[i] = batch; 235 nc -= cpus[i]; 236 if (nc <= 0) 237 break; # Too-big test in its own batch. 238 } 239 } 240 } 241 242 # Dump out the tests in batch order. 243 for (b = 1; b <= batch; b++) 244 for (i = 0; i < njobs; i++) 245 if (done[i] == b) 246 print cf[i], cpus[i]; 247}' 248 249# Generate a script to execute the tests in appropriate batches. 250cat << ___EOF___ > $T/script 251CONFIGFRAG="$CONFIGFRAG"; export CONFIGFRAG 252KVM="$KVM"; export KVM 253KVPATH="$KVPATH"; export KVPATH 254PATH="$PATH"; export PATH 255TORTURE_BOOT_IMAGE="$TORTURE_BOOT_IMAGE"; export TORTURE_BOOT_IMAGE 256TORTURE_BUILDONLY="$TORTURE_BUILDONLY"; export TORTURE_BUILDONLY 257TORTURE_DEFCONFIG="$TORTURE_DEFCONFIG"; export TORTURE_DEFCONFIG 258TORTURE_INITRD="$TORTURE_INITRD"; export TORTURE_INITRD 259TORTURE_KMAKE_ARG="$TORTURE_KMAKE_ARG"; export TORTURE_KMAKE_ARG 260TORTURE_QEMU_CMD="$TORTURE_QEMU_CMD"; export TORTURE_QEMU_CMD 261TORTURE_QEMU_INTERACTIVE="$TORTURE_QEMU_INTERACTIVE"; export TORTURE_QEMU_INTERACTIVE 262TORTURE_QEMU_MAC="$TORTURE_QEMU_MAC"; export TORTURE_QEMU_MAC 263TORTURE_SUITE="$TORTURE_SUITE"; export TORTURE_SUITE 264if ! test -e $resdir 265then 266 mkdir -p "$resdir" || : 267fi 268mkdir $resdir/$ds 269echo Results directory: $resdir/$ds 270echo $scriptname $args 271touch $resdir/$ds/log 272echo $scriptname $args >> $resdir/$ds/log 273echo ${TORTURE_SUITE} > $resdir/$ds/TORTURE_SUITE 274pwd > $resdir/$ds/testid.txt 275if test -d .git 276then 277 git status >> $resdir/$ds/testid.txt 278 git rev-parse HEAD >> $resdir/$ds/testid.txt 279 if ! git diff HEAD > $T/git-diff 2>&1 280 then 281 cp $T/git-diff $resdir/$ds 282 fi 283fi 284___EOF___ 285awk < $T/cfgcpu.pack \ 286 -v CONFIGDIR="$CONFIGFRAG/$kversion/" \ 287 -v KVM="$KVM" \ 288 -v ncpus=$cpus \ 289 -v rd=$resdir/$ds/ \ 290 -v dur=$dur \ 291 -v TORTURE_QEMU_ARG="$TORTURE_QEMU_ARG" \ 292 -v TORTURE_BOOTARGS="$TORTURE_BOOTARGS" \ 293'BEGIN { 294 i = 0; 295} 296 297{ 298 cf[i] = $1; 299 cpus[i] = $2; 300 i++; 301} 302 303# Dump out the scripting required to run one test batch. 304function dump(first, pastlast) 305{ 306 print "echo ----Start batch: `date`"; 307 print "echo ----Start batch: `date` >> " rd "/log"; 308 jn=1 309 for (j = first; j < pastlast; j++) { 310 builddir=KVM "/b" jn 311 cpusr[jn] = cpus[j]; 312 if (cfrep[cf[j]] == "") { 313 cfr[jn] = cf[j]; 314 cfrep[cf[j]] = 1; 315 } else { 316 cfrep[cf[j]]++; 317 cfr[jn] = cf[j] "." cfrep[cf[j]]; 318 } 319 if (cpusr[jn] > ncpus && ncpus != 0) 320 ovf = "(!)"; 321 else 322 ovf = ""; 323 print "echo ", cfr[jn], cpusr[jn] ovf ": Starting build. `date`"; 324 print "echo ", cfr[jn], cpusr[jn] ovf ": Starting build. `date` >> " rd "/log"; 325 print "rm -f " builddir ".*"; 326 print "touch " builddir ".wait"; 327 print "mkdir " builddir " > /dev/null 2>&1 || :"; 328 print "mkdir " rd cfr[jn] " || :"; 329 print "kvm-test-1-run.sh " CONFIGDIR cf[j], builddir, rd cfr[jn], dur " \"" TORTURE_QEMU_ARG "\" \"" TORTURE_BOOTARGS "\" > " rd cfr[jn] "/kvm-test-1-run.sh.out 2>&1 &" 330 print "echo ", cfr[jn], cpusr[jn] ovf ": Waiting for build to complete. `date`"; 331 print "echo ", cfr[jn], cpusr[jn] ovf ": Waiting for build to complete. `date` >> " rd "/log"; 332 print "while test -f " builddir ".wait" 333 print "do" 334 print "\tsleep 1" 335 print "done" 336 print "echo ", cfr[jn], cpusr[jn] ovf ": Build complete. `date`"; 337 print "echo ", cfr[jn], cpusr[jn] ovf ": Build complete. `date` >> " rd "/log"; 338 jn++; 339 } 340 for (j = 1; j < jn; j++) { 341 builddir=KVM "/b" j 342 print "rm -f " builddir ".ready" 343 print "if test -z \"$TORTURE_BUILDONLY\"" 344 print "then" 345 print "\techo ----", cfr[j], cpusr[j] ovf ": Starting kernel. `date`"; 346 print "\techo ----", cfr[j], cpusr[j] ovf ": Starting kernel. `date` >> " rd "/log"; 347 print "fi" 348 } 349 print "wait" 350 print "if test -z \"$TORTURE_BUILDONLY\"" 351 print "then" 352 print "\techo ---- All kernel runs complete. `date`"; 353 print "\techo ---- All kernel runs complete. `date` >> " rd "/log"; 354 print "fi" 355 for (j = 1; j < jn; j++) { 356 builddir=KVM "/b" j 357 print "echo ----", cfr[j], cpusr[j] ovf ": Build/run results:"; 358 print "echo ----", cfr[j], cpusr[j] ovf ": Build/run results: >> " rd "/log"; 359 print "cat " rd cfr[j] "/kvm-test-1-run.sh.out"; 360 print "cat " rd cfr[j] "/kvm-test-1-run.sh.out >> " rd "/log"; 361 } 362} 363 364END { 365 njobs = i; 366 nc = ncpus; 367 first = 0; 368 369 # Each pass through the following loop considers one test. 370 for (i = 0; i < njobs; i++) { 371 if (ncpus == 0) { 372 # Sequential test specified, each test its own batch. 373 dump(i, i + 1); 374 first = i; 375 } else if (nc < cpus[i] && i != 0) { 376 # Out of CPUs, dump out a batch. 377 dump(first, i); 378 first = i; 379 nc = ncpus; 380 } 381 # Account for the CPUs needed by the current test. 382 nc -= cpus[i]; 383 } 384 # Dump the last batch. 385 if (ncpus != 0) 386 dump(first, i); 387}' >> $T/script 388 389cat << ___EOF___ >> $T/script 390echo 391echo 392echo " --- `date` Test summary:" 393echo Results directory: $resdir/$ds 394kvm-recheck.sh $resdir/$ds 395___EOF___ 396 397if test "$dryrun" = script 398then 399 cat $T/script 400 exit 0 401elif test "$dryrun" = sched 402then 403 # Extract the test run schedule from the script. 404 egrep 'Start batch|Starting build\.' $T/script | 405 grep -v ">>" | 406 sed -e 's/:.*$//' -e 's/^echo //' 407 exit 0 408else 409 # Not a dryrun, so run the script. 410 sh $T/script 411fi 412 413# Tracing: trace_event=rcu:rcu_grace_period,rcu:rcu_future_grace_period,rcu:rcu_grace_period_init,rcu:rcu_nocb_wake,rcu:rcu_preempt_task,rcu:rcu_unlock_preempted_task,rcu:rcu_quiescent_state_report,rcu:rcu_fqs,rcu:rcu_callback,rcu:rcu_kfree_callback,rcu:rcu_batch_start,rcu:rcu_invoke_callback,rcu:rcu_invoke_kfree_callback,rcu:rcu_batch_end,rcu:rcu_torture_read,rcu:rcu_barrier 414