1#
2# SPDX-License-Identifier: MIT
3#
4
5import os
6import shutil
7
8import oeqa.utils.ftools as ftools
9from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_test_layer
10from oeqa.selftest.cases.sstate import SStateBase
11
12
13class RebuildFromSState(SStateBase):
14
15    @classmethod
16    def setUpClass(self):
17        super(RebuildFromSState, self).setUpClass()
18        self.builddir = os.path.join(os.environ.get('BUILDDIR'))
19
20    def get_dep_targets(self, primary_targets):
21        found_targets = []
22        bitbake("-g " + ' '.join(map(str, primary_targets)))
23        with open(os.path.join(self.builddir, 'pn-buildlist'), 'r') as pnfile:
24            found_targets = pnfile.read().splitlines()
25        return found_targets
26
27    def configure_builddir(self, builddir):
28        os.mkdir(builddir)
29        self.track_for_cleanup(builddir)
30        os.mkdir(os.path.join(builddir, 'conf'))
31        shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/local.conf'), os.path.join(builddir, 'conf/local.conf'))
32        config = {}
33        config['default_sstate_dir'] = "SSTATE_DIR ?= \"${TOPDIR}/sstate-cache\""
34        config['null_sstate_mirrors'] = "SSTATE_MIRRORS = \"\""
35        config['default_tmp_dir'] = "TMPDIR = \"${TOPDIR}/tmp\""
36        for key in config:
37            ftools.append_file(os.path.join(builddir, 'conf/selftest.inc'), config[key])
38        shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/bblayers.conf'), os.path.join(builddir, 'conf/bblayers.conf'))
39        try:
40            shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/auto.conf'), os.path.join(builddir, 'conf/auto.conf'))
41        except:
42            pass
43
44    def hardlink_tree(self, src, dst):
45        os.mkdir(dst)
46        self.track_for_cleanup(dst)
47        for root, dirs, files in os.walk(src):
48            if root == src:
49                continue
50            os.mkdir(os.path.join(dst, root.split(src)[1][1:]))
51            for sstate_file in files:
52                os.link(os.path.join(root, sstate_file), os.path.join(dst, root.split(src)[1][1:], sstate_file))
53
54    def run_test_sstate_rebuild(self, primary_targets, relocate=False, rebuild_dependencies=False):
55        buildA = os.path.join(self.builddir, 'buildA')
56        if relocate:
57            buildB = os.path.join(self.builddir, 'buildB')
58        else:
59            buildB = buildA
60
61        if rebuild_dependencies:
62            rebuild_targets = self.get_dep_targets(primary_targets)
63        else:
64            rebuild_targets = primary_targets
65
66        self.configure_builddir(buildA)
67        runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildA)) + 'bitbake  ' + ' '.join(map(str, primary_targets)), shell=True, executable='/bin/bash')
68        self.hardlink_tree(os.path.join(buildA, 'sstate-cache'), os.path.join(self.builddir, 'sstate-cache-buildA'))
69        shutil.rmtree(buildA)
70
71        failed_rebuild = []
72        failed_cleansstate = []
73        for target in rebuild_targets:
74            self.configure_builddir(buildB)
75            self.hardlink_tree(os.path.join(self.builddir, 'sstate-cache-buildA'), os.path.join(buildB, 'sstate-cache'))
76
77            result_cleansstate = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake -ccleansstate ' + target, ignore_status=True, shell=True, executable='/bin/bash')
78            if not result_cleansstate.status == 0:
79                failed_cleansstate.append(target)
80                shutil.rmtree(buildB)
81                continue
82
83            result_build = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake ' + target, ignore_status=True, shell=True, executable='/bin/bash')
84            if not result_build.status == 0:
85                failed_rebuild.append(target)
86
87            shutil.rmtree(buildB)
88
89        self.assertFalse(failed_rebuild, msg="The following recipes have failed to rebuild: %s" % ' '.join(map(str, failed_rebuild)))
90        self.assertFalse(failed_cleansstate, msg="The following recipes have failed cleansstate(all others have passed both cleansstate and rebuild from sstate tests): %s" % ' '.join(map(str, failed_cleansstate)))
91
92    def test_sstate_relocation(self):
93        self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=True, rebuild_dependencies=True)
94
95    def test_sstate_rebuild(self):
96        self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=False, rebuild_dependencies=True)
97