xref: /openbmc/openbmc-build-scripts/scripts/unit-test.py (revision 6764d5fdd18e9b4742916504572d6b517048c481)
1#!/usr/bin/env python
2
3"""
4This script determines the given package's openbmc dependencies from its
5configure.ac file where it downloads, configures, builds, and installs each of
6these dependencies. Then the given package is configured, built, and installed
7prior to executing its unit tests.
8"""
9
10from git import Repo
11from urlparse import urljoin
12from subprocess import check_call, call, CalledProcessError
13import os
14import sys
15import argparse
16import multiprocessing
17import re
18import sets
19import subprocess
20import shutil
21import platform
22
23
24class DepTree():
25    """
26    Represents package dependency tree, where each node is a DepTree with a
27    name and DepTree children.
28    """
29
30    def __init__(self, name):
31        """
32        Create new DepTree.
33
34        Parameter descriptions:
35        name               Name of new tree node.
36        """
37        self.name = name
38        self.children = list()
39
40    def AddChild(self, name):
41        """
42        Add new child node to current node.
43
44        Parameter descriptions:
45        name               Name of new child
46        """
47        new_child = DepTree(name)
48        self.children.append(new_child)
49        return new_child
50
51    def AddChildNode(self, node):
52        """
53        Add existing child node to current node.
54
55        Parameter descriptions:
56        node               Tree node to add
57        """
58        self.children.append(node)
59
60    def RemoveChild(self, name):
61        """
62        Remove child node.
63
64        Parameter descriptions:
65        name               Name of child to remove
66        """
67        for child in self.children:
68            if child.name == name:
69                self.children.remove(child)
70                return
71
72    def GetNode(self, name):
73        """
74        Return node with matching name. Return None if not found.
75
76        Parameter descriptions:
77        name               Name of node to return
78        """
79        if self.name == name:
80            return self
81        for child in self.children:
82            node = child.GetNode(name)
83            if node:
84                return node
85        return None
86
87    def GetParentNode(self, name, parent_node=None):
88        """
89        Return parent of node with matching name. Return none if not found.
90
91        Parameter descriptions:
92        name               Name of node to get parent of
93        parent_node        Parent of current node
94        """
95        if self.name == name:
96            return parent_node
97        for child in self.children:
98            found_node = child.GetParentNode(name, self)
99            if found_node:
100                return found_node
101        return None
102
103    def GetPath(self, name, path=None):
104        """
105        Return list of node names from head to matching name.
106        Return None if not found.
107
108        Parameter descriptions:
109        name               Name of node
110        path               List of node names from head to current node
111        """
112        if not path:
113            path = []
114        if self.name == name:
115            path.append(self.name)
116            return path
117        for child in self.children:
118            match = child.GetPath(name, path + [self.name])
119            if match:
120                return match
121        return None
122
123    def GetPathRegex(self, name, regex_str, path=None):
124        """
125        Return list of node paths that end in name, or match regex_str.
126        Return empty list if not found.
127
128        Parameter descriptions:
129        name               Name of node to search for
130        regex_str          Regex string to match node names
131        path               Path of node names from head to current node
132        """
133        new_paths = []
134        if not path:
135            path = []
136        match = re.match(regex_str, self.name)
137        if (self.name == name) or (match):
138            new_paths.append(path + [self.name])
139        for child in self.children:
140            return_paths = None
141            full_path = path + [self.name]
142            return_paths = child.GetPathRegex(name, regex_str, full_path)
143            for i in return_paths:
144                new_paths.append(i)
145        return new_paths
146
147    def MoveNode(self, from_name, to_name):
148        """
149        Mode existing from_name node to become child of to_name node.
150
151        Parameter descriptions:
152        from_name          Name of node to make a child of to_name
153        to_name            Name of node to make parent of from_name
154        """
155        parent_from_node = self.GetParentNode(from_name)
156        from_node = self.GetNode(from_name)
157        parent_from_node.RemoveChild(from_name)
158        to_node = self.GetNode(to_name)
159        to_node.AddChildNode(from_node)
160
161    def ReorderDeps(self, name, regex_str):
162        """
163        Reorder dependency tree.  If tree contains nodes with names that
164        match 'name' and 'regex_str', move 'regex_str' nodes that are
165        to the right of 'name' node, so that they become children of the
166        'name' node.
167
168        Parameter descriptions:
169        name               Name of node to look for
170        regex_str          Regex string to match names to
171        """
172        name_path = self.GetPath(name)
173        if not name_path:
174            return
175        paths = self.GetPathRegex(name, regex_str)
176        is_name_in_paths = False
177        name_index = 0
178        for i in range(len(paths)):
179            path = paths[i]
180            if path[-1] == name:
181                is_name_in_paths = True
182                name_index = i
183                break
184        if not is_name_in_paths:
185            return
186        for i in range(name_index + 1, len(paths)):
187            path = paths[i]
188            if name in path:
189                continue
190            from_name = path[-1]
191            self.MoveNode(from_name, name)
192
193    def GetInstallList(self):
194        """
195        Return post-order list of node names.
196
197        Parameter descriptions:
198        """
199        install_list = []
200        for child in self.children:
201            child_install_list = child.GetInstallList()
202            install_list.extend(child_install_list)
203        install_list.append(self.name)
204        return install_list
205
206    def PrintTree(self, level=0):
207        """
208        Print pre-order node names with indentation denoting node depth level.
209
210        Parameter descriptions:
211        level              Current depth level
212        """
213        INDENT_PER_LEVEL = 4
214        print ' ' * (level * INDENT_PER_LEVEL) + self.name
215        for child in self.children:
216            child.PrintTree(level + 1)
217
218
219def check_call_cmd(dir, *cmd):
220    """
221    Verbose prints the directory location the given command is called from and
222    the command, then executes the command using check_call.
223
224    Parameter descriptions:
225    dir                 Directory location command is to be called from
226    cmd                 List of parameters constructing the complete command
227    """
228    printline(dir, ">", " ".join(cmd))
229    check_call(cmd)
230
231
232def clone_pkg(pkg, branch):
233    """
234    Clone the given openbmc package's git repository from gerrit into
235    the WORKSPACE location
236
237    Parameter descriptions:
238    pkg                 Name of the package to clone
239    branch              Branch to clone from pkg
240    """
241    pkg_dir = os.path.join(WORKSPACE, pkg)
242    if os.path.exists(os.path.join(pkg_dir, '.git')):
243        return pkg_dir
244    pkg_repo = urljoin('https://gerrit.openbmc-project.xyz/openbmc/', pkg)
245    os.mkdir(pkg_dir)
246    printline(pkg_dir, "> git clone", pkg_repo, branch, "./")
247    try:
248        # first try the branch
249        repo_inst = Repo.clone_from(pkg_repo, pkg_dir,
250                branch=branch).working_dir
251    except:
252        printline("Input branch not found, default to master")
253        repo_inst = Repo.clone_from(pkg_repo, pkg_dir,
254                branch="master").working_dir
255    return repo_inst
256
257
258def get_autoconf_deps(pkgdir):
259    """
260    Parse the given 'configure.ac' file for package dependencies and return
261    a list of the dependencies found. If the package is not autoconf it is just
262    ignored.
263
264    Parameter descriptions:
265    pkgdir              Directory where package source is located
266    """
267    configure_ac = os.path.join(pkgdir, 'configure.ac')
268    if not os.path.exists(configure_ac):
269        return []
270
271    configure_ac_contents = ''
272    # Prepend some special function overrides so we can parse out dependencies
273    for macro in DEPENDENCIES.iterkeys():
274        configure_ac_contents += ('m4_define([' + macro + '], [' +
275                macro + '_START$' + str(DEPENDENCIES_OFFSET[macro] + 1) +
276                macro + '_END])\n')
277    with open(configure_ac, "rt") as f:
278        configure_ac_contents += f.read()
279
280    autoconf_process = subprocess.Popen(['autoconf', '-Wno-undefined', '-'],
281            stdin=subprocess.PIPE, stdout=subprocess.PIPE,
282            stderr=subprocess.PIPE)
283    (stdout, stderr) = autoconf_process.communicate(input=configure_ac_contents)
284    if not stdout:
285        print(stderr)
286        raise Exception("Failed to run autoconf for parsing dependencies")
287
288    # Parse out all of the dependency text
289    matches = []
290    for macro in DEPENDENCIES.iterkeys():
291        pattern = '(' + macro + ')_START(.*?)' + macro + '_END'
292        for match in re.compile(pattern).finditer(stdout):
293            matches.append((match.group(1), match.group(2)))
294
295    # Look up dependencies from the text
296    found_deps = []
297    for macro, deptext in matches:
298        for potential_dep in deptext.split(' '):
299            for known_dep in DEPENDENCIES[macro].iterkeys():
300                if potential_dep.startswith(known_dep):
301                    found_deps.append(DEPENDENCIES[macro][known_dep])
302
303    return found_deps
304
305def get_meson_deps(pkgdir):
306    """
307    Parse the given 'meson.build' file for package dependencies and return
308    a list of the dependencies found. If the package is not meson compatible
309    it is just ignored.
310
311    Parameter descriptions:
312    pkgdir              Directory where package source is located
313    """
314    meson_build = os.path.join(pkgdir, 'meson.build')
315    if not os.path.exists(meson_build):
316        return []
317
318    found_deps = []
319    for root, dirs, files in os.walk(pkgdir):
320        if 'meson.build' not in files:
321            continue
322        with open(os.path.join(root, 'meson.build'), 'rt') as f:
323            build_contents = f.read()
324        for match in re.finditer(r"dependency\('([^']*)'.*?\)\n", build_contents):
325            maybe_dep = DEPENDENCIES['PKG_CHECK_MODULES'].get(match.group(1))
326            if maybe_dep is not None:
327                found_deps.append(maybe_dep)
328
329    return found_deps
330
331make_parallel = [
332    'make',
333    # Run enough jobs to saturate all the cpus
334    '-j', str(multiprocessing.cpu_count()),
335    # Don't start more jobs if the load avg is too high
336    '-l', str(multiprocessing.cpu_count()),
337    # Synchronize the output so logs aren't intermixed in stdout / stderr
338    '-O',
339]
340
341def enFlag(flag, enabled):
342    """
343    Returns an configure flag as a string
344
345    Parameters:
346    flag                The name of the flag
347    enabled             Whether the flag is enabled or disabled
348    """
349    return '--' + ('enable' if enabled else 'disable') + '-' + flag
350
351def mesonFeature(val):
352    """
353    Returns the meson flag which signifies the value
354
355    True is enabled which requires the feature.
356    False is disabled which disables the feature.
357    None is auto which autodetects the feature.
358
359    Parameters:
360    val                 The value being converted
361    """
362    if val is True:
363        return "enabled"
364    elif val is False:
365        return "disabled"
366    elif val is None:
367        return "auto"
368    else:
369        raise Exception("Bad meson feature value")
370
371def parse_meson_options(options_file):
372    """
373    Returns a set of options defined in the provides meson_options.txt file
374
375    Parameters:
376    options_file        The file containing options
377    """
378    options_contents = ''
379    with open(options_file, "rt") as f:
380        options_contents += f.read()
381    options = sets.Set()
382    pattern = 'option\\(\\s*\'([^\']*)\''
383    for match in re.compile(pattern).finditer(options_contents):
384        options.add(match.group(1))
385    return options
386
387def build_and_install(pkg, build_for_testing=False):
388    """
389    Builds and installs the package in the environment. Optionally
390    builds the examples and test cases for package.
391
392    Parameter description:
393    pkg                 The package we are building
394    build_for_testing   Enable options related to testing on the package?
395    """
396    pkgdir = os.path.join(WORKSPACE, pkg)
397    os.chdir(pkgdir)
398
399    # Refresh dynamic linker run time bindings for dependencies
400    check_call_cmd(pkgdir, 'sudo', '-n', '--', 'ldconfig')
401
402    # Build & install this package
403    # Always try using meson first
404    if os.path.exists('meson.build'):
405        meson_options = parse_meson_options("meson_options.txt")
406        meson_flags = [
407            '-Db_colorout=never',
408            '-Db_coverage=' + str(build_for_testing).lower(),
409        ]
410        if 'tests' in meson_options:
411            meson_flags.append('-Dtests=' + mesonFeature(build_for_testing))
412        if 'examples' in meson_options:
413            meson_flags.append('-Dexamples=' + str(build_for_testing).lower())
414        if MESON_FLAGS.get(pkg) is not None:
415            meson_flags.extend(MESON_FLAGS.get(pkg))
416        try:
417            check_call_cmd(pkgdir, 'meson', 'setup', '--reconfigure', 'build', *meson_flags)
418        except:
419            shutil.rmtree('build')
420            check_call_cmd(pkgdir, 'meson', 'setup', 'build', *meson_flags)
421        check_call_cmd(pkgdir, 'ninja', '-C', 'build')
422        check_call_cmd(pkgdir, 'sudo', '-n', '--', 'ninja', '-C', 'build', 'install')
423    # Assume we are autoconf otherwise
424    else:
425        conf_flags = [
426            enFlag('silent-rules', False),
427            enFlag('examples', build_for_testing),
428            enFlag('tests', build_for_testing),
429            enFlag('code-coverage', build_for_testing),
430            enFlag('valgrind', build_for_testing),
431        ]
432        # Add any necessary configure flags for package
433        if CONFIGURE_FLAGS.get(pkg) is not None:
434            conf_flags.extend(CONFIGURE_FLAGS.get(pkg))
435        for bootstrap in ['bootstrap.sh', 'bootstrap', 'autogen.sh']:
436            if os.path.exists(bootstrap):
437                check_call_cmd(pkgdir, './' + bootstrap)
438                break
439        check_call_cmd(pkgdir, './configure', *conf_flags)
440        check_call_cmd(pkgdir, *make_parallel)
441        check_call_cmd(pkgdir, 'sudo', '-n', '--', *(make_parallel + [ 'install' ]))
442
443def build_dep_tree(pkg, pkgdir, dep_added, head, branch, dep_tree=None):
444    """
445    For each package(pkg), starting with the package to be unit tested,
446    parse its 'configure.ac' file from within the package's directory(pkgdir)
447    for each package dependency defined recursively doing the same thing
448    on each package found as a dependency.
449
450    Parameter descriptions:
451    pkg                 Name of the package
452    pkgdir              Directory where package source is located
453    dep_added           Current dict of dependencies and added status
454    head                Head node of the dependency tree
455    branch              Branch to clone from pkg
456    dep_tree            Current dependency tree node
457    """
458    if not dep_tree:
459        dep_tree = head
460
461    with open("/tmp/depcache", "r") as depcache:
462        cache = depcache.readline()
463
464    # Read out pkg dependencies
465    pkg_deps = []
466    pkg_deps += get_autoconf_deps(pkgdir)
467    pkg_deps += get_meson_deps(pkgdir)
468
469    for dep in sets.Set(pkg_deps):
470        if dep in cache:
471            continue
472        # Dependency package not already known
473        if dep_added.get(dep) is None:
474            # Dependency package not added
475            new_child = dep_tree.AddChild(dep)
476            dep_added[dep] = False
477            dep_pkgdir = clone_pkg(dep,branch)
478            # Determine this dependency package's
479            # dependencies and add them before
480            # returning to add this package
481            dep_added = build_dep_tree(dep,
482                                       dep_pkgdir,
483                                       dep_added,
484                                       head,
485                                       branch,
486                                       new_child)
487        else:
488            # Dependency package known and added
489            if dep_added[dep]:
490                continue
491            else:
492                # Cyclic dependency failure
493                raise Exception("Cyclic dependencies found in "+pkg)
494
495    if not dep_added[pkg]:
496        dep_added[pkg] = True
497
498    return dep_added
499
500def make_target_exists(target):
501    """
502    Runs a check against the makefile in the current directory to determine
503    if the target exists so that it can be built.
504
505    Parameter descriptions:
506    target              The make target we are checking
507    """
508    try:
509        cmd = [ 'make', '-n', target ]
510        with open(os.devnull, 'w') as devnull:
511            check_call(cmd, stdout=devnull, stderr=devnull)
512        return True
513    except CalledProcessError:
514        return False
515
516def run_unit_tests(top_dir):
517    """
518    Runs the unit tests for the package via `make check`
519
520    Parameter descriptions:
521    top_dir             The root directory of our project
522    """
523    try:
524        cmd = make_parallel + [ 'check' ]
525        for i in range(0, args.repeat):
526            check_call_cmd(top_dir,  *cmd)
527    except CalledProcessError:
528        for root, _, files in os.walk(top_dir):
529            if 'test-suite.log' not in files:
530                continue
531            check_call_cmd(root, 'cat', os.path.join(root, 'test-suite.log'))
532        raise Exception('Unit tests failed')
533
534def run_cppcheck(top_dir):
535    try:
536        # http://cppcheck.sourceforge.net/manual.pdf
537        ignore_list = ['-i%s' % path for path in os.listdir(top_dir) \
538                       if path.endswith('-src') or path.endswith('-build')]
539        ignore_list.extend(('-itest', '-iscripts'))
540        params = ['cppcheck', '-j', str(multiprocessing.cpu_count()),
541                  '--enable=all']
542        params.extend(ignore_list)
543        params.append('.')
544
545        check_call_cmd(top_dir, *params)
546    except CalledProcessError:
547        raise Exception('Cppcheck failed')
548
549def maybe_run_valgrind(top_dir):
550    """
551    Potentially runs the unit tests through valgrind for the package
552    via `make check-valgrind`. If the package does not have valgrind testing
553    then it just skips over this.
554
555    Parameter descriptions:
556    top_dir             The root directory of our project
557    """
558    # Valgrind testing is currently broken by an aggressive strcmp optimization
559    # that is inlined into optimized code for POWER by gcc 7+. Until we find
560    # a workaround, just don't run valgrind tests on POWER.
561    # https://github.com/openbmc/openbmc/issues/3315
562    if re.match('ppc64', platform.machine()) is not None:
563        return
564    if not make_target_exists('check-valgrind'):
565        return
566
567    try:
568        cmd = make_parallel + [ 'check-valgrind' ]
569        check_call_cmd(top_dir,  *cmd)
570    except CalledProcessError:
571        for root, _, files in os.walk(top_dir):
572            for f in files:
573                if re.search('test-suite-[a-z]+.log', f) is None:
574                    continue
575                check_call_cmd(root, 'cat', os.path.join(root, f))
576        raise Exception('Valgrind tests failed')
577
578def maybe_run_coverage(top_dir):
579    """
580    Potentially runs the unit tests through code coverage for the package
581    via `make check-code-coverage`. If the package does not have code coverage
582    testing then it just skips over this.
583
584    Parameter descriptions:
585    top_dir             The root directory of our project
586    """
587    if not make_target_exists('check-code-coverage'):
588        return
589
590    # Actually run code coverage
591    try:
592        cmd = make_parallel + [ 'check-code-coverage' ]
593        check_call_cmd(top_dir,  *cmd)
594    except CalledProcessError:
595        raise Exception('Code coverage failed')
596
597if __name__ == '__main__':
598    # CONFIGURE_FLAGS = [GIT REPO]:[CONFIGURE FLAGS]
599    CONFIGURE_FLAGS = {
600        'phosphor-objmgr': ['--enable-unpatched-systemd'],
601        'sdbusplus': ['--enable-transaction'],
602        'phosphor-logging':
603        ['--enable-metadata-processing',
604         'YAML_DIR=/usr/local/share/phosphor-dbus-yaml/yaml']
605    }
606
607    # MESON_FLAGS = [GIT REPO]:[MESON FLAGS]
608    MESON_FLAGS = {
609    }
610
611    # DEPENDENCIES = [MACRO]:[library/header]:[GIT REPO]
612    DEPENDENCIES = {
613        'AC_CHECK_LIB': {'mapper': 'phosphor-objmgr'},
614        'AC_CHECK_HEADER': {
615            'host-ipmid': 'phosphor-host-ipmid',
616            'blobs-ipmid': 'phosphor-ipmi-blobs',
617            'sdbusplus': 'sdbusplus',
618            'sdeventplus': 'sdeventplus',
619            'gpioplus': 'gpioplus',
620            'phosphor-logging/log.hpp': 'phosphor-logging',
621        },
622        'AC_PATH_PROG': {'sdbus++': 'sdbusplus'},
623        'PKG_CHECK_MODULES': {
624            'phosphor-dbus-interfaces': 'phosphor-dbus-interfaces',
625            'openpower-dbus-interfaces': 'openpower-dbus-interfaces',
626            'ibm-dbus-interfaces': 'ibm-dbus-interfaces',
627            'sdbusplus': 'sdbusplus',
628            'sdeventplus': 'sdeventplus',
629            'gpioplus': 'gpioplus',
630            'phosphor-logging': 'phosphor-logging',
631            'phosphor-snmp': 'phosphor-snmp',
632        },
633    }
634
635    # Offset into array of macro parameters MACRO(0, 1, ...N)
636    DEPENDENCIES_OFFSET = {
637        'AC_CHECK_LIB': 0,
638        'AC_CHECK_HEADER': 0,
639        'AC_PATH_PROG': 1,
640        'PKG_CHECK_MODULES': 1,
641    }
642
643    # DEPENDENCIES_REGEX = [GIT REPO]:[REGEX STRING]
644    DEPENDENCIES_REGEX = {
645        'phosphor-logging': r'\S+-dbus-interfaces$'
646    }
647
648    # Set command line arguments
649    parser = argparse.ArgumentParser()
650    parser.add_argument("-w", "--workspace", dest="WORKSPACE", required=True,
651                        help="Workspace directory location(i.e. /home)")
652    parser.add_argument("-p", "--package", dest="PACKAGE", required=True,
653                        help="OpenBMC package to be unit tested")
654    parser.add_argument("-v", "--verbose", action="store_true",
655                        help="Print additional package status messages")
656    parser.add_argument("-r", "--repeat", help="Repeat tests N times",
657                        type=int, default=1)
658    parser.add_argument("-b", "--branch", dest="BRANCH", required=False,
659                        help="Branch to target for dependent repositories",
660                        default="master")
661    args = parser.parse_args(sys.argv[1:])
662    WORKSPACE = args.WORKSPACE
663    UNIT_TEST_PKG = args.PACKAGE
664    BRANCH = args.BRANCH
665    if args.verbose:
666        def printline(*line):
667            for arg in line:
668                print arg,
669            print
670    else:
671        printline = lambda *l: None
672
673    # First validate code formatting if repo has style formatting files.
674    # The format-code.sh checks for these files.
675    CODE_SCAN_DIR = WORKSPACE + "/" + UNIT_TEST_PKG
676    check_call_cmd(WORKSPACE, "./format-code.sh", CODE_SCAN_DIR)
677
678    # Automake and meson
679    if (os.path.isfile(CODE_SCAN_DIR + "/configure.ac") or
680        os.path.isfile(CODE_SCAN_DIR + '/meson.build')):
681        prev_umask = os.umask(000)
682        # Determine dependencies and add them
683        dep_added = dict()
684        dep_added[UNIT_TEST_PKG] = False
685        # Create dependency tree
686        dep_tree = DepTree(UNIT_TEST_PKG)
687        build_dep_tree(UNIT_TEST_PKG,
688                       os.path.join(WORKSPACE, UNIT_TEST_PKG),
689                       dep_added,
690                       dep_tree,
691                       BRANCH)
692
693        # Reorder Dependency Tree
694        for pkg_name, regex_str in DEPENDENCIES_REGEX.iteritems():
695            dep_tree.ReorderDeps(pkg_name, regex_str)
696        if args.verbose:
697            dep_tree.PrintTree()
698        install_list = dep_tree.GetInstallList()
699        # We don't want to treat our package as a dependency
700        install_list.remove(UNIT_TEST_PKG)
701        # install reordered dependencies
702        for dep in install_list:
703            build_and_install(dep, False)
704        top_dir = os.path.join(WORKSPACE, UNIT_TEST_PKG)
705        os.chdir(top_dir)
706        # Run package unit tests
707        build_and_install(UNIT_TEST_PKG, True)
708        if os.path.isfile(CODE_SCAN_DIR + '/meson.build'):
709            check_call_cmd(top_dir, 'meson', 'test', '-C', 'build')
710            check_call_cmd(top_dir, 'ninja', '-C', 'build', 'coverage-html')
711            check_call_cmd(top_dir, 'meson', 'test', '-C', 'build', '--wrap', 'valgrind')
712        else:
713            run_unit_tests(top_dir)
714            maybe_run_valgrind(top_dir)
715            maybe_run_coverage(top_dir)
716        run_cppcheck(top_dir)
717
718        os.umask(prev_umask)
719
720    # Cmake
721    elif os.path.isfile(CODE_SCAN_DIR + "/CMakeLists.txt"):
722        top_dir = os.path.join(WORKSPACE, UNIT_TEST_PKG)
723        os.chdir(top_dir)
724        check_call_cmd(top_dir, 'cmake', '.')
725        check_call_cmd(top_dir, 'cmake', '--build', '.', '--', '-j',
726                       str(multiprocessing.cpu_count()))
727        if make_target_exists('test'):
728            check_call_cmd(top_dir, 'ctest', '.')
729        maybe_run_valgrind(top_dir)
730        maybe_run_coverage(top_dir)
731        run_cppcheck(top_dir)
732
733    else:
734        print "Not a supported repo for CI Tests, exit"
735        quit()
736