xref: /openbmc/qemu/scripts/clean-includes (revision 14639717bf379480e937716fcaf1e72b47fd4c5f)
185071702SPeter Maydell#!/bin/sh -e
285071702SPeter Maydell#
385071702SPeter Maydell# Clean up QEMU #include lines by ensuring that qemu/osdep.h
4fd3e39a4SPeter Maydell# is the first include listed in .c files, and no headers provided
5fd3e39a4SPeter Maydell# by osdep.h itself are redundantly included in either .c or .h files.
685071702SPeter Maydell#
785071702SPeter Maydell# Copyright (c) 2015 Linaro Limited
885071702SPeter Maydell#
985071702SPeter Maydell# Authors:
1085071702SPeter Maydell#  Peter Maydell <peter.maydell@linaro.org>
1185071702SPeter Maydell#
1285071702SPeter Maydell# This work is licensed under the terms of the GNU GPL, version 2
1385071702SPeter Maydell# or (at your option) any later version. See the COPYING file in
1485071702SPeter Maydell# the top-level directory.
1585071702SPeter Maydell
1685071702SPeter Maydell# Usage:
17d66253e4SAnand J#   clean-includes [--git subjectprefix] [--check-dup-head] file ...
18d57106a4SPeter Maydell# or
19d66253e4SAnand J#   clean-includes [--git subjectprefix] [--check-dup-head] --all
2085071702SPeter Maydell#
2185071702SPeter Maydell# If the --git subjectprefix option is given, then after making
2285071702SPeter Maydell# the changes to the files this script will create a git commit
2385071702SPeter Maydell# with the subject line "subjectprefix: Clean up includes"
2485071702SPeter Maydell# and a boilerplate commit message.
25d57106a4SPeter Maydell#
26d66253e4SAnand J# If --check-dup-head is specified, additionally check for duplicate
27d66253e4SAnand J# header includes.
28d66253e4SAnand J#
29d57106a4SPeter Maydell# Using --all will cause clean-includes to run on the whole source
30d57106a4SPeter Maydell# tree (excluding certain directories which are known not to need
31d57106a4SPeter Maydell# handling).
3285071702SPeter Maydell
3385071702SPeter Maydell# This script requires Coccinelle to be installed.
3485071702SPeter Maydell
35fd3e39a4SPeter Maydell# .c files will have the osdep.h included added, and redundant
36fd3e39a4SPeter Maydell# includes removed.
37fd3e39a4SPeter Maydell# .h files will have redundant includes (including includes of osdep.h)
38fd3e39a4SPeter Maydell# removed.
39fd3e39a4SPeter Maydell# Other files (including C++ and ObjectiveC) can't be handled by this script.
4085071702SPeter Maydell
4185071702SPeter Maydell# The following one-liner may be handy for finding files to run this on.
4285071702SPeter Maydell# However some caution is required regarding files that might be part
4385071702SPeter Maydell# of the guest agent or standalone tests.
4485071702SPeter Maydell
45bbd90802SStefan Weil# for i in $(git ls-tree --name-only HEAD) ; do test -f $i && \
4685071702SPeter Maydell#   grep -E '^# *include' $i | head -1 | grep 'osdep.h' ; test $? != 0 && \
4785071702SPeter Maydell#   echo $i ; done
4885071702SPeter Maydell
4985071702SPeter Maydell
5085071702SPeter MaydellGIT=no
51d66253e4SAnand JDUPHEAD=no
5285071702SPeter Maydell
53d57106a4SPeter Maydell# Extended regular expression defining files to ignore when using --all
54*bbad4245SPeter MaydellXDIRREGEX='^(tests/tcg|tests/multiboot|tests/fp|tests/plugin|tests/uefi-test-tools|pc-bios|subprojects|contrib/plugins|tools/ebpf|ebpf/rss.bpf.skeleton.h|linux-user/(mips64|x86_64)/(cpu_loop|signal).c)'
55d57106a4SPeter Maydell
56d66253e4SAnand Jwhile true
57d66253e4SAnand Jdo
58d66253e4SAnand J    case $1 in
59d66253e4SAnand J    "--git")
6085071702SPeter Maydell         if [ $# -eq 1 ]; then
6185071702SPeter Maydell             echo "--git option requires an argument"
6285071702SPeter Maydell             exit 1
6385071702SPeter Maydell         fi
6485071702SPeter Maydell         GITSUBJ="$2"
6585071702SPeter Maydell         GIT=yes
6685071702SPeter Maydell         shift
6785071702SPeter Maydell         shift
68d66253e4SAnand J         ;;
69d66253e4SAnand J    "--check-dup-head")
70d66253e4SAnand J        DUPHEAD=yes
71d66253e4SAnand J        shift
72d66253e4SAnand J        ;;
73d66253e4SAnand J    "--")
74d66253e4SAnand J        shift
75d66253e4SAnand J        break
76d66253e4SAnand J        ;;
77d66253e4SAnand J    *)
78d66253e4SAnand J        break
79d66253e4SAnand J        ;;
80d66253e4SAnand J   esac
81d66253e4SAnand Jdone
8285071702SPeter Maydell
8385071702SPeter Maydellif [ $# -eq 0 ]; then
84d66253e4SAnand J    echo "Usage: clean-includes [--git subjectprefix] [--check-dup-head] [--all | foo.c ...]"
8585071702SPeter Maydell    echo "(modifies the files in place)"
8685071702SPeter Maydell    exit 1
8785071702SPeter Maydellfi
8885071702SPeter Maydell
89d57106a4SPeter Maydellif [ "$1" = "--all" ]; then
90d57106a4SPeter Maydell    # We assume there are no files in the tree with spaces in their name
91d57106a4SPeter Maydell    set -- $(git ls-files '*.[ch]' | grep -E -v "$XDIRREGEX")
92d57106a4SPeter Maydellfi
93d57106a4SPeter Maydell
9485071702SPeter Maydell# Annoyingly coccinelle won't read a scriptfile unless its
9585071702SPeter Maydell# name ends '.cocci', so write it out to a tempfile with the
9685071702SPeter Maydell# right kind of name.
9785071702SPeter MaydellCOCCIFILE="$(mktemp --suffix=.cocci)"
9885071702SPeter Maydell
9985071702SPeter Maydelltrap 'rm -f -- "$COCCIFILE"' INT TERM HUP EXIT
10085071702SPeter Maydell
10185071702SPeter Maydellcat >"$COCCIFILE" <<EOT
10285071702SPeter Maydell@@
10385071702SPeter Maydell@@
10485071702SPeter Maydell
10585071702SPeter Maydell(
10685071702SPeter Maydell+ #include "qemu/osdep.h"
10785071702SPeter Maydell #include "..."
10885071702SPeter Maydell|
10985071702SPeter Maydell+ #include "qemu/osdep.h"
11085071702SPeter Maydell #include <...>
11185071702SPeter Maydell)
11285071702SPeter MaydellEOT
11385071702SPeter Maydell
114aa735872SMarkus Armbrusterfiles=
11585071702SPeter Maydellfor f in "$@"; do
1166a7f0515SMarkus Armbruster  if [ -L "$f" ]; then
1176a7f0515SMarkus Armbruster      echo "SKIPPING $f (symbolic link)"
1186a7f0515SMarkus Armbruster      continue
1196a7f0515SMarkus Armbruster  fi
120fd3e39a4SPeter Maydell  case "$f" in
121139c1837SPaolo Bonzini    *.c.inc)
122f8e1f5d6SPeter Maydell      # These aren't standalone C source files
123f8e1f5d6SPeter Maydell      echo "SKIPPING $f (not a standalone source file)"
124f8e1f5d6SPeter Maydell      continue
125f8e1f5d6SPeter Maydell      ;;
126fd3e39a4SPeter Maydell    *.c)
127fd3e39a4SPeter Maydell      MODE=c
128fd3e39a4SPeter Maydell      ;;
129fd3e39a4SPeter Maydell    *include/qemu/osdep.h | \
130fd3e39a4SPeter Maydell    *include/qemu/compiler.h | \
131a6703e65SPhilippe Mathieu-Daudé    *include/qemu/qemu-plugin.h | \
132df891b91SPeter Maydell    *include/glib-compat.h | \
13302d0e095SPaolo Bonzini    *include/sysemu/os-posix.h | \
13402d0e095SPaolo Bonzini    *include/sysemu/os-win32.h | \
135fd3e39a4SPeter Maydell    *include/standard-headers/ )
136fd3e39a4SPeter Maydell      # Removing include lines from osdep.h itself would be counterproductive.
137fd3e39a4SPeter Maydell      echo "SKIPPING $f (special case header)"
138fd3e39a4SPeter Maydell      continue
139fd3e39a4SPeter Maydell      ;;
140fd3e39a4SPeter Maydell    *include/standard-headers/*)
141fd3e39a4SPeter Maydell      echo "SKIPPING $f (autogenerated header)"
142fd3e39a4SPeter Maydell      continue
143fd3e39a4SPeter Maydell      ;;
144fd3e39a4SPeter Maydell    *.h)
145fd3e39a4SPeter Maydell      MODE=h
146fd3e39a4SPeter Maydell      ;;
147fd3e39a4SPeter Maydell    *)
148fd3e39a4SPeter Maydell      echo "WARNING: ignoring $f (cannot handle non-C files)"
149fd3e39a4SPeter Maydell      continue
150fd3e39a4SPeter Maydell      ;;
151fd3e39a4SPeter Maydell  esac
152aa735872SMarkus Armbruster  files="$files $f"
153fd3e39a4SPeter Maydell
154fd3e39a4SPeter Maydell  if [ "$MODE" = "c" ]; then
155fd3e39a4SPeter Maydell    # First, use Coccinelle to add qemu/osdep.h before the first existing include
15685071702SPeter Maydell    # (this will add two lines if the file uses both "..." and <...> #includes,
15785071702SPeter Maydell    # but we will remove the extras in the next step)
15885071702SPeter Maydell    spatch  --in-place --no-show-diff --cocci-file "$COCCIFILE" "$f"
15985071702SPeter Maydell
16085071702SPeter Maydell    # Now remove any duplicate osdep.h includes
16185071702SPeter Maydell    perl -n -i -e 'print if !/#include "qemu\/osdep.h"/ || !$n++;' "$f"
162fd3e39a4SPeter Maydell  else
163fd3e39a4SPeter Maydell    # Remove includes of osdep.h itself
164fd3e39a4SPeter Maydell    perl -n -i -e 'print if !/\s*#\s*include\s*(["<][^>"]*[">])/ ||
165fd3e39a4SPeter Maydell                            ! (grep { $_ eq $1 } qw ("qemu/osdep.h"))' "$f"
166fd3e39a4SPeter Maydell  fi
16785071702SPeter Maydell
16885071702SPeter Maydell  # Remove includes that osdep.h already provides
16985071702SPeter Maydell  perl -n -i -e 'print if !/\s*#\s*include\s*(["<][^>"]*[">])/ ||
17085071702SPeter Maydell                          ! (grep { $_ eq $1 } qw (
171da34e65cSMarkus Armbruster           "config-host.h" "config-target.h" "qemu/compiler.h"
1728ff98f1eSStefan Weil           <setjmp.h> <stdarg.h> <stddef.h> <stdbool.h> <stdint.h> <sys/types.h>
17385071702SPeter Maydell           <stdlib.h> <stdio.h> <string.h> <strings.h> <inttypes.h>
17485071702SPeter Maydell           <limits.h> <unistd.h> <time.h> <ctype.h> <errno.h> <fcntl.h>
175df891b91SPeter Maydell           <sys/stat.h> <sys/time.h> <assert.h> <signal.h> <glib.h>
17602d0e095SPaolo Bonzini           <sys/stat.h> <sys/time.h> <assert.h> <signal.h> <glib.h> <sys/mman.h>
177da34e65cSMarkus Armbruster           "sysemu/os-posix.h, sysemu/os-win32.h "glib-compat.h"
178da34e65cSMarkus Armbruster           "qemu/typedefs.h"
17985071702SPeter Maydell            ))' "$f"
18085071702SPeter Maydell
18185071702SPeter Maydelldone
18285071702SPeter Maydell
183aa735872SMarkus Armbrusterif [ "$DUPHEAD" = "yes" ] && [ -n "$files" ]; then
18425551502SMarkus Armbruster    if egrep "^[[:space:]]*#[[:space:]]*include" $files | tr -d '[:blank:]' \
18525551502SMarkus Armbruster        | sort | uniq -c | grep -v '^ *1 '; then
186d66253e4SAnand J        echo "Found duplicate header file includes. Please check the above files manually."
187d66253e4SAnand J        exit 1
188d66253e4SAnand J    fi
189d66253e4SAnand Jfi
190d66253e4SAnand J
19185071702SPeter Maydellif [ "$GIT" = "yes" ]; then
192aa735872SMarkus Armbruster    git add -- $files
19385071702SPeter Maydell    git commit --signoff -F - <<EOF
19485071702SPeter Maydell$GITSUBJ: Clean up includes
19585071702SPeter Maydell
19685071702SPeter MaydellThis commit was created with scripts/clean-includes.
19785071702SPeter Maydell
198d598d974SMarkus ArmbrusterAll .c should include qemu/osdep.h first.  The script performs three
199d598d974SMarkus Armbrusterrelated cleanups:
200d598d974SMarkus Armbruster
201d598d974SMarkus Armbruster* Ensure .c files include qemu/osdep.h first.
202d598d974SMarkus Armbruster* Including it in a .h is redundant, since the .c  already includes
203d598d974SMarkus Armbruster  it.  Drop such inclusions.
204d598d974SMarkus Armbruster* Likewise, including headers qemu/osdep.h includes is redundant.
205d598d974SMarkus Armbruster  Drop these, too.
206d598d974SMarkus Armbruster
20785071702SPeter MaydellEOF
20885071702SPeter Maydell
20985071702SPeter Maydellfi
210