1# 2# SPDX-License-Identifier: MIT 3# 4 5import os 6import shutil 7 8import oeqa.utils.ftools as ftools 9from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_test_layer 10from oeqa.selftest.cases.sstate import SStateBase 11 12 13class RebuildFromSState(SStateBase): 14 15 @classmethod 16 def setUpClass(self): 17 super(RebuildFromSState, self).setUpClass() 18 self.builddir = os.path.join(os.environ.get('BUILDDIR')) 19 20 def get_dep_targets(self, primary_targets): 21 found_targets = [] 22 bitbake("-g " + ' '.join(map(str, primary_targets))) 23 with open(os.path.join(self.builddir, 'pn-buildlist'), 'r') as pnfile: 24 found_targets = pnfile.read().splitlines() 25 return found_targets 26 27 def configure_builddir(self, builddir): 28 os.mkdir(builddir) 29 self.track_for_cleanup(builddir) 30 os.mkdir(os.path.join(builddir, 'conf')) 31 shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/local.conf'), os.path.join(builddir, 'conf/local.conf')) 32 config = {} 33 config['default_sstate_dir'] = "SSTATE_DIR ?= \"${TOPDIR}/sstate-cache\"" 34 config['null_sstate_mirrors'] = "SSTATE_MIRRORS = \"\"" 35 config['default_tmp_dir'] = "TMPDIR = \"${TOPDIR}/tmp\"" 36 for key in config: 37 ftools.append_file(os.path.join(builddir, 'conf/selftest.inc'), config[key]) 38 shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/bblayers.conf'), os.path.join(builddir, 'conf/bblayers.conf')) 39 try: 40 shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/auto.conf'), os.path.join(builddir, 'conf/auto.conf')) 41 except: 42 pass 43 44 def hardlink_tree(self, src, dst): 45 os.mkdir(dst) 46 self.track_for_cleanup(dst) 47 for root, dirs, files in os.walk(src): 48 if root == src: 49 continue 50 os.mkdir(os.path.join(dst, root.split(src)[1][1:])) 51 for sstate_file in files: 52 os.link(os.path.join(root, sstate_file), os.path.join(dst, root.split(src)[1][1:], sstate_file)) 53 54 def run_test_sstate_rebuild(self, primary_targets, relocate=False, rebuild_dependencies=False): 55 buildA = os.path.join(self.builddir, 'buildA') 56 if relocate: 57 buildB = os.path.join(self.builddir, 'buildB') 58 else: 59 buildB = buildA 60 61 if rebuild_dependencies: 62 rebuild_targets = self.get_dep_targets(primary_targets) 63 else: 64 rebuild_targets = primary_targets 65 66 self.configure_builddir(buildA) 67 runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildA)) + 'bitbake ' + ' '.join(map(str, primary_targets)), shell=True, executable='/bin/bash') 68 self.hardlink_tree(os.path.join(buildA, 'sstate-cache'), os.path.join(self.builddir, 'sstate-cache-buildA')) 69 shutil.rmtree(buildA) 70 71 failed_rebuild = [] 72 failed_cleansstate = [] 73 for target in rebuild_targets: 74 self.configure_builddir(buildB) 75 self.hardlink_tree(os.path.join(self.builddir, 'sstate-cache-buildA'), os.path.join(buildB, 'sstate-cache')) 76 77 result_cleansstate = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake -ccleansstate ' + target, ignore_status=True, shell=True, executable='/bin/bash') 78 if not result_cleansstate.status == 0: 79 failed_cleansstate.append(target) 80 shutil.rmtree(buildB) 81 continue 82 83 result_build = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake ' + target, ignore_status=True, shell=True, executable='/bin/bash') 84 if not result_build.status == 0: 85 failed_rebuild.append(target) 86 87 shutil.rmtree(buildB) 88 89 self.assertFalse(failed_rebuild, msg="The following recipes have failed to rebuild: %s" % ' '.join(map(str, failed_rebuild))) 90 self.assertFalse(failed_cleansstate, msg="The following recipes have failed cleansstate(all others have passed both cleansstate and rebuild from sstate tests): %s" % ' '.join(map(str, failed_cleansstate))) 91 92 def test_sstate_relocation(self): 93 self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=True, rebuild_dependencies=True) 94 95 def test_sstate_rebuild(self): 96 self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=False, rebuild_dependencies=True) 97