1# 2# SPDX-License-Identifier: MIT 3# 4 5import os 6import re 7import glob as g 8import shutil 9import tempfile 10from oeqa.selftest.case import OESelftestTestCase 11from oeqa.selftest.cases.buildhistory import BuildhistoryBase 12from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_bb_vars 13import oeqa.utils.ftools as ftools 14 15class ImageOptionsTests(OESelftestTestCase): 16 17 def test_incremental_image_generation(self): 18 image_pkgtype = get_bb_var("IMAGE_PKGTYPE") 19 if image_pkgtype != 'rpm': 20 self.skipTest('Not using RPM as main package format') 21 bitbake("-c clean core-image-minimal") 22 self.write_config('INC_RPM_IMAGE_GEN = "1"') 23 self.append_config('IMAGE_FEATURES += "ssh-server-openssh"') 24 bitbake("core-image-minimal") 25 log_data_file = os.path.join(get_bb_var("WORKDIR", "core-image-minimal"), "temp/log.do_rootfs") 26 log_data_created = ftools.read_file(log_data_file) 27 incremental_created = re.search(r"Installing\s*:\s*packagegroup-core-ssh-openssh", log_data_created) 28 self.remove_config('IMAGE_FEATURES += "ssh-server-openssh"') 29 self.assertTrue(incremental_created, msg = "Match failed in:\n%s" % log_data_created) 30 bitbake("core-image-minimal") 31 log_data_removed = ftools.read_file(log_data_file) 32 incremental_removed = re.search(r"Erasing\s*:\s*packagegroup-core-ssh-openssh", log_data_removed) 33 self.assertTrue(incremental_removed, msg = "Match failed in:\n%s" % log_data_removed) 34 35 def test_ccache_tool(self): 36 bitbake("ccache-native") 37 bb_vars = get_bb_vars(['SYSROOT_DESTDIR', 'bindir'], 'ccache-native') 38 p = bb_vars['SYSROOT_DESTDIR'] + bb_vars['bindir'] + "/" + "ccache" 39 self.assertTrue(os.path.isfile(p), msg = "No ccache found (%s)" % p) 40 self.write_config('INHERIT += "ccache"') 41 recipe = "libgcc-initial" 42 self.add_command_to_tearDown('bitbake -c clean %s' % recipe) 43 bitbake("%s -c clean" % recipe) 44 bitbake("%s -f -c compile" % recipe) 45 log_compile = os.path.join(get_bb_var("WORKDIR", recipe), "temp/log.do_compile") 46 with open(log_compile, "r") as f: 47 loglines = "".join(f.readlines()) 48 self.assertIn("ccache", loglines, msg="No match for ccache in %s log.do_compile. For further details: %s" % (recipe , log_compile)) 49 50 def test_read_only_image(self): 51 distro_features = get_bb_var('DISTRO_FEATURES') 52 if not ('x11' in distro_features and 'opengl' in distro_features): 53 self.skipTest('core-image-sato requires x11 and opengl in distro features') 54 self.write_config('IMAGE_FEATURES += "read-only-rootfs"') 55 bitbake("core-image-sato") 56 # do_image will fail if there are any pending postinsts 57 58class DiskMonTest(OESelftestTestCase): 59 60 def test_stoptask_behavior(self): 61 self.write_config('BB_DISKMON_DIRS = "STOPTASKS,${TMPDIR},100000G,100K"') 62 res = bitbake("delay -c delay", ignore_status = True) 63 self.assertTrue('ERROR: No new tasks can be executed since the disk space monitor action is "STOPTASKS"!' in res.output, msg = "Tasks should have stopped. Disk monitor is set to STOPTASK: %s" % res.output) 64 self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output)) 65 self.write_config('BB_DISKMON_DIRS = "ABORT,${TMPDIR},100000G,100K"') 66 res = bitbake("delay -c delay", ignore_status = True) 67 self.assertTrue('ERROR: Immediately abort since the disk space monitor action is "ABORT"!' in res.output, "Tasks should have been aborted immediatelly. Disk monitor is set to ABORT: %s" % res.output) 68 self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output)) 69 self.write_config('BB_DISKMON_DIRS = "WARN,${TMPDIR},100000G,100K"') 70 res = bitbake("delay -c delay") 71 self.assertTrue('WARNING: The free space' in res.output, msg = "A warning should have been displayed for disk monitor is set to WARN: %s" %res.output) 72 73class SanityOptionsTest(OESelftestTestCase): 74 def getline(self, res, line): 75 for l in res.output.split('\n'): 76 if line in l: 77 return l 78 79 def test_options_warnqa_errorqa_switch(self): 80 81 self.write_config("INHERIT_remove = \"report-error\"") 82 if "packages-list" not in get_bb_var("ERROR_QA"): 83 self.append_config("ERROR_QA_append = \" packages-list\"") 84 85 self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"') 86 self.add_command_to_tearDown('bitbake -c clean xcursor-transparent-theme') 87 res = bitbake("xcursor-transparent-theme -f -c package", ignore_status=True) 88 self.delete_recipeinc('xcursor-transparent-theme') 89 line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.") 90 self.assertTrue(line and line.startswith("ERROR:"), msg=res.output) 91 self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output)) 92 self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"') 93 self.append_config('ERROR_QA_remove = "packages-list"') 94 self.append_config('WARN_QA_append = " packages-list"') 95 res = bitbake("xcursor-transparent-theme -f -c package") 96 self.delete_recipeinc('xcursor-transparent-theme') 97 line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.") 98 self.assertTrue(line and line.startswith("WARNING:"), msg=res.output) 99 100 def test_layer_without_git_dir(self): 101 """ 102 Summary: Test that layer git revisions are displayed and do not fail without git repository 103 Expected: The build to be successful and without "fatal" errors 104 Product: oe-core 105 Author: Daniel Istrate <daniel.alexandrux.istrate@intel.com> 106 AutomatedBy: Daniel Istrate <daniel.alexandrux.istrate@intel.com> 107 """ 108 109 dirpath = tempfile.mkdtemp() 110 111 dummy_layer_name = 'meta-dummy' 112 dummy_layer_path = os.path.join(dirpath, dummy_layer_name) 113 dummy_layer_conf_dir = os.path.join(dummy_layer_path, 'conf') 114 os.makedirs(dummy_layer_conf_dir) 115 dummy_layer_conf_path = os.path.join(dummy_layer_conf_dir, 'layer.conf') 116 117 dummy_layer_content = 'BBPATH .= ":${LAYERDIR}"\n' \ 118 'BBFILES += "${LAYERDIR}/recipes-*/*/*.bb ${LAYERDIR}/recipes-*/*/*.bbappend"\n' \ 119 'BBFILE_COLLECTIONS += "%s"\n' \ 120 'BBFILE_PATTERN_%s = "^${LAYERDIR}/"\n' \ 121 'BBFILE_PRIORITY_%s = "6"\n' % (dummy_layer_name, dummy_layer_name, dummy_layer_name) 122 123 ftools.write_file(dummy_layer_conf_path, dummy_layer_content) 124 125 bblayers_conf = 'BBLAYERS += "%s"\n' % dummy_layer_path 126 self.write_bblayers_config(bblayers_conf) 127 128 test_recipe = 'ed' 129 130 ret = bitbake('-n %s' % test_recipe) 131 132 err = 'fatal: Not a git repository' 133 134 shutil.rmtree(dirpath) 135 136 self.assertNotIn(err, ret.output) 137 138 139class BuildhistoryTests(BuildhistoryBase): 140 141 def test_buildhistory_basic(self): 142 self.run_buildhistory_operation('xcursor-transparent-theme') 143 self.assertTrue(os.path.isdir(get_bb_var('BUILDHISTORY_DIR')), "buildhistory dir was not created.") 144 145 def test_buildhistory_buildtime_pr_backwards(self): 146 target = 'xcursor-transparent-theme' 147 error = "ERROR:.*QA Issue: Package version for package %s went backwards which would break package feeds \(from .*-r1.* to .*-r0.*\)" % target 148 self.run_buildhistory_operation(target, target_config="PR = \"r1\"", change_bh_location=True) 149 self.run_buildhistory_operation(target, target_config="PR = \"r0\"", change_bh_location=False, expect_error=True, error_regex=error) 150 151class ArchiverTest(OESelftestTestCase): 152 def test_arch_work_dir_and_export_source(self): 153 """ 154 Test for archiving the work directory and exporting the source files. 155 """ 156 self.write_config("INHERIT += \"archiver\"\nARCHIVER_MODE[src] = \"original\"\nARCHIVER_MODE[srpm] = \"1\"") 157 res = bitbake("xcursor-transparent-theme", ignore_status=True) 158 self.assertEqual(res.status, 0, "\nCouldn't build xcursortransparenttheme.\nbitbake output %s" % res.output) 159 deploy_dir_src = get_bb_var('DEPLOY_DIR_SRC') 160 pkgs_path = g.glob(str(deploy_dir_src) + "/allarch*/xcurs*") 161 src_file_glob = str(pkgs_path[0]) + "/xcursor*.src.rpm" 162 tar_file_glob = str(pkgs_path[0]) + "/xcursor*.tar.gz" 163 self.assertTrue((g.glob(src_file_glob) and g.glob(tar_file_glob)), "Couldn't find .src.rpm and .tar.gz files under %s/allarch*/xcursor*" % deploy_dir_src) 164 165class ToolchainOptions(OESelftestTestCase): 166 def test_toolchain_fortran(self): 167 """ 168 Test that Fortran works by building a Hello, World binary. 169 """ 170 171 features = 'FORTRAN_forcevariable = ",fortran"\n' 172 self.write_config(features) 173 bitbake('fortran-helloworld') 174 175class SourceMirroring(OESelftestTestCase): 176 # Can we download everything from the Yocto Sources Mirror over http only 177 def test_yocto_source_mirror(self): 178 self.write_config(""" 179BB_ALLOWED_NETWORKS = "downloads.yoctoproject.org" 180MIRRORS = "" 181DL_DIR = "${TMPDIR}/test_downloads" 182STAMPS_DIR = "${TMPDIR}/test_stamps" 183SSTATE_DIR = "${TMPDIR}/test_sstate-cache" 184PREMIRRORS = "\\ 185 bzr://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 186 cvs://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 187 git://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 188 gitsm://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 189 hg://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 190 osc://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 191 p4://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 192 svn://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 193 ftp://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 194 http://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\ 195 https://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n" 196""") 197 198 bitbake("world --runall fetch") 199 200