1#
2# Copyright OpenEmbedded Contributors
3#
4# SPDX-License-Identifier: MIT
5#
6
7import os
8import re
9import glob as g
10import shutil
11import tempfile
12from oeqa.selftest.case import OESelftestTestCase
13from oeqa.selftest.cases.buildhistory import BuildhistoryBase
14from oeqa.core.decorator.data import skipIfMachine
15from oeqa.utils.commands import bitbake, get_bb_var, get_bb_vars
16import oeqa.utils.ftools as ftools
17
18class ImageOptionsTests(OESelftestTestCase):
19
20    def test_incremental_image_generation(self):
21        image_pkgtype = get_bb_var("IMAGE_PKGTYPE")
22        if image_pkgtype != 'rpm':
23            self.skipTest('Not using RPM as main package format')
24        bitbake("-c clean core-image-minimal")
25        self.write_config('INC_RPM_IMAGE_GEN = "1"')
26        self.append_config('IMAGE_FEATURES += "ssh-server-openssh"')
27        bitbake("core-image-minimal")
28        log_data_file = os.path.join(get_bb_var("WORKDIR", "core-image-minimal"), "temp/log.do_rootfs")
29        log_data_created = ftools.read_file(log_data_file)
30        incremental_created = re.search(r"Installing\s*:\s*packagegroup-core-ssh-openssh", log_data_created)
31        self.remove_config('IMAGE_FEATURES += "ssh-server-openssh"')
32        self.assertTrue(incremental_created, msg = "Match failed in:\n%s" % log_data_created)
33        bitbake("core-image-minimal")
34        log_data_removed = ftools.read_file(log_data_file)
35        incremental_removed = re.search(r"Erasing\s*:\s*packagegroup-core-ssh-openssh", log_data_removed)
36        self.assertTrue(incremental_removed, msg = "Match failed in:\n%s" % log_data_removed)
37
38    def test_ccache_tool(self):
39        bitbake("ccache-native")
40        bb_vars = get_bb_vars(['SYSROOT_DESTDIR', 'bindir'], 'ccache-native')
41        p = bb_vars['SYSROOT_DESTDIR'] + bb_vars['bindir'] + "/" + "ccache"
42        self.assertTrue(os.path.isfile(p), msg = "No ccache found (%s)" % p)
43        self.write_config('INHERIT += "ccache"')
44        recipe = "libgcc-initial"
45        self.add_command_to_tearDown('bitbake -c clean %s' % recipe)
46        bitbake("%s -c clean" % recipe)
47        bitbake("%s -f -c compile" % recipe)
48        log_compile = os.path.join(get_bb_var("WORKDIR", recipe), "temp/log.do_compile")
49        with open(log_compile, "r") as f:
50            loglines = "".join(f.readlines())
51        self.assertIn("ccache", loglines, msg="No match for ccache in %s log.do_compile. For further details: %s" % (recipe , log_compile))
52
53    # https://bugzilla.yoctoproject.org/show_bug.cgi?id=14962
54    @skipIfMachine("qemuarm64", "fails on qemuarm64 (uses SERIAL_CONSOLES_CHECK)")
55    def test_read_only_image(self):
56        distro_features = get_bb_var('DISTRO_FEATURES')
57        if not ('x11' in distro_features and 'opengl' in distro_features):
58            self.skipTest('core-image-sato/weston requires x11 and opengl in distro features')
59        self.write_config('IMAGE_FEATURES += "read-only-rootfs"')
60        bitbake("core-image-sato core-image-weston")
61        # do_image will fail if there are any pending postinsts
62
63class DiskMonTest(OESelftestTestCase):
64
65    def test_stoptask_behavior(self):
66        self.write_config('BB_DISKMON_DIRS = "STOPTASKS,${TMPDIR},100000G,100K"\nBB_HEARTBEAT_EVENT = "1"')
67        res = bitbake("delay -c delay", ignore_status = True)
68        self.assertTrue('ERROR: No new tasks can be executed since the disk space monitor action is "STOPTASKS"!' in res.output, msg = "Tasks should have stopped. Disk monitor is set to STOPTASK: %s" % res.output)
69        self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
70        self.write_config('BB_DISKMON_DIRS = "HALT,${TMPDIR},100000G,100K"\nBB_HEARTBEAT_EVENT = "1"')
71        res = bitbake("delay -c delay", ignore_status = True)
72        self.assertTrue('ERROR: Immediately halt since the disk space monitor action is "HALT"!' in res.output, "Tasks should have been halted immediately. Disk monitor is set to HALT: %s" % res.output)
73        self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
74        self.write_config('BB_DISKMON_DIRS = "WARN,${TMPDIR},100000G,100K"\nBB_HEARTBEAT_EVENT = "1"')
75        res = bitbake("delay -c delay")
76        self.assertTrue('WARNING: The free space' in res.output, msg = "A warning should have been displayed for disk monitor is set to WARN: %s" %res.output)
77
78class SanityOptionsTest(OESelftestTestCase):
79    def getline(self, res, line):
80        for l in res.output.split('\n'):
81            if line in l:
82                return l
83
84    def test_options_warnqa_errorqa_switch(self):
85
86        self.write_config("INHERIT:remove = \"report-error\"")
87        if "packages-list" not in get_bb_var("ERROR_QA"):
88            self.append_config("ERROR_QA:append = \" packages-list\"")
89
90        self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"')
91        self.add_command_to_tearDown('bitbake -c clean xcursor-transparent-theme')
92        res = bitbake("xcursor-transparent-theme -f -c package", ignore_status=True)
93        self.delete_recipeinc('xcursor-transparent-theme')
94        line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.")
95        self.assertTrue(line and line.startswith("ERROR:"), msg=res.output)
96        self.assertEqual(res.status, 1, msg = "bitbake reported exit code %s. It should have been 1. Bitbake output: %s" % (str(res.status), res.output))
97        self.write_recipeinc('xcursor-transparent-theme', 'PACKAGES += \"${PN}-dbg\"')
98        self.append_config('ERROR_QA:remove = "packages-list"')
99        self.append_config('WARN_QA:append = " packages-list"')
100        res = bitbake("xcursor-transparent-theme -f -c package")
101        self.delete_recipeinc('xcursor-transparent-theme')
102        line = self.getline(res, "QA Issue: xcursor-transparent-theme-dbg is listed in PACKAGES multiple times, this leads to packaging errors.")
103        self.assertTrue(line and line.startswith("WARNING:"), msg=res.output)
104
105    def test_layer_without_git_dir(self):
106        """
107        Summary:     Test that layer git revisions are displayed and do not fail without git repository
108        Expected:    The build to be successful and without "fatal" errors
109        Product:     oe-core
110        Author:      Daniel Istrate <daniel.alexandrux.istrate@intel.com>
111        AutomatedBy: Daniel Istrate <daniel.alexandrux.istrate@intel.com>
112        """
113
114        dirpath = tempfile.mkdtemp()
115
116        dummy_layer_name = 'meta-dummy'
117        dummy_layer_path = os.path.join(dirpath, dummy_layer_name)
118        dummy_layer_conf_dir = os.path.join(dummy_layer_path, 'conf')
119        os.makedirs(dummy_layer_conf_dir)
120        dummy_layer_conf_path = os.path.join(dummy_layer_conf_dir, 'layer.conf')
121
122        dummy_layer_content = 'BBPATH .= ":${LAYERDIR}"\n' \
123                              'BBFILES += "${LAYERDIR}/recipes-*/*/*.bb ${LAYERDIR}/recipes-*/*/*.bbappend"\n' \
124                              'BBFILE_COLLECTIONS += "%s"\n' \
125                              'BBFILE_PATTERN_%s = "^${LAYERDIR}/"\n' \
126                              'BBFILE_PRIORITY_%s = "6"\n' % (dummy_layer_name, dummy_layer_name, dummy_layer_name)
127
128        ftools.write_file(dummy_layer_conf_path, dummy_layer_content)
129
130        bblayers_conf = 'BBLAYERS += "%s"\n' % dummy_layer_path
131        self.write_bblayers_config(bblayers_conf)
132
133        test_recipe = 'ed'
134
135        ret = bitbake('-n %s' % test_recipe)
136
137        err = 'fatal: Not a git repository'
138
139        shutil.rmtree(dirpath)
140
141        self.assertNotIn(err, ret.output)
142
143
144class BuildhistoryTests(BuildhistoryBase):
145
146    def test_buildhistory_basic(self):
147        self.run_buildhistory_operation('xcursor-transparent-theme')
148        self.assertTrue(os.path.isdir(get_bb_var('BUILDHISTORY_DIR')), "buildhistory dir was not created.")
149
150    def test_buildhistory_buildtime_pr_backwards(self):
151        target = 'xcursor-transparent-theme'
152        error = "ERROR:.*QA Issue: Package version for package %s went backwards which would break package feeds \(from .*-r1.* to .*-r0.*\)" % target
153        self.run_buildhistory_operation(target, target_config="PR = \"r1\"", change_bh_location=True)
154        self.run_buildhistory_operation(target, target_config="PR = \"r0\"", change_bh_location=False, expect_error=True, error_regex=error)
155
156    def test_fileinfo(self):
157        self.config_buildhistory()
158        bitbake('hicolor-icon-theme')
159        history_dir = get_bb_var('BUILDHISTORY_DIR_PACKAGE', 'hicolor-icon-theme')
160        self.assertTrue(os.path.isdir(history_dir), 'buildhistory dir was not created.')
161
162        def load_bh(f):
163            d = {}
164            for line in open(f):
165                split = [s.strip() for s in line.split('=', 1)]
166                if len(split) > 1:
167                    d[split[0]] = split[1]
168            return d
169
170        data = load_bh(os.path.join(history_dir, 'hicolor-icon-theme', 'latest'))
171        self.assertIn('FILELIST', data)
172        self.assertEqual(data['FILELIST'], '/usr/share/icons/hicolor/index.theme')
173        self.assertGreater(int(data['PKGSIZE']), 0)
174
175        data = load_bh(os.path.join(history_dir, 'hicolor-icon-theme-dev', 'latest'))
176        if 'FILELIST' in data:
177            self.assertEqual(data['FILELIST'], '')
178        self.assertEqual(int(data['PKGSIZE']), 0)
179
180class ArchiverTest(OESelftestTestCase):
181    def test_arch_work_dir_and_export_source(self):
182        """
183        Test for archiving the work directory and exporting the source files.
184        """
185        self.write_config("""
186INHERIT += "archiver"
187PACKAGE_CLASSES = "package_rpm"
188ARCHIVER_MODE[src] = "original"
189ARCHIVER_MODE[srpm] = "1"
190""")
191        res = bitbake("xcursor-transparent-theme", ignore_status=True)
192        self.assertEqual(res.status, 0, "\nCouldn't build xcursortransparenttheme.\nbitbake output %s" % res.output)
193        deploy_dir_src = get_bb_var('DEPLOY_DIR_SRC')
194        pkgs_path = g.glob(str(deploy_dir_src) + "/allarch*/xcurs*")
195        src_file_glob = str(pkgs_path[0]) + "/xcursor*.src.rpm"
196        tar_file_glob = str(pkgs_path[0]) + "/xcursor*.tar.xz"
197        self.assertTrue((g.glob(src_file_glob) and g.glob(tar_file_glob)), "Couldn't find .src.rpm and .tar.xz files under %s/allarch*/xcursor*" % deploy_dir_src)
198
199class ToolchainOptions(OESelftestTestCase):
200    def test_toolchain_fortran(self):
201        """
202        Test that Fortran works by building a Hello, World binary.
203        """
204
205        features = 'FORTRAN:forcevariable = ",fortran"\n'
206        self.write_config(features)
207        bitbake('fortran-helloworld')
208
209class SourceMirroring(OESelftestTestCase):
210    # Can we download everything from the Yocto Sources Mirror over http only
211    def test_yocto_source_mirror(self):
212        self.write_config("""
213BB_ALLOWED_NETWORKS = "downloads.yoctoproject.org"
214MIRRORS = ""
215DL_DIR = "${TMPDIR}/test_downloads"
216STAMPS_DIR = "${TMPDIR}/test_stamps"
217SSTATE_DIR = "${TMPDIR}/test_sstate-cache"
218PREMIRRORS = "\\
219    bzr://.*/.*   http://downloads.yoctoproject.org/mirror/sources/ \\n \\
220    cvs://.*/.*   http://downloads.yoctoproject.org/mirror/sources/ \\n \\
221    git://.*/.*   http://downloads.yoctoproject.org/mirror/sources/ \\n \\
222    gitsm://.*/.* http://downloads.yoctoproject.org/mirror/sources/ \\n \\
223    hg://.*/.*    http://downloads.yoctoproject.org/mirror/sources/ \\n \\
224    osc://.*/.*   http://downloads.yoctoproject.org/mirror/sources/ \\n \\
225    p4://.*/.*    http://downloads.yoctoproject.org/mirror/sources/ \\n \\
226    svn://.*/.*   http://downloads.yoctoproject.org/mirror/sources/ \\n \\
227    ftp://.*/.*      http://downloads.yoctoproject.org/mirror/sources/ \\n \\
228    http://.*/.*     http://downloads.yoctoproject.org/mirror/sources/ \\n \\
229    https://.*/.*    http://downloads.yoctoproject.org/mirror/sources/ \\n"
230""")
231
232        bitbake("world --runall fetch")
233
234
235class Poisoning(OESelftestTestCase):
236    def test_poisoning(self):
237        res = bitbake("poison", ignore_status=True)
238        self.assertNotEqual(res.status, 0)
239        self.assertTrue("is unsafe for cross-compilation" in res.output)
240