Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 1 | # |
| 2 | # SPDX-License-Identifier: MIT |
| 3 | # |
| 4 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 5 | import os |
| 6 | import shutil |
| 7 | |
| 8 | import oeqa.utils.ftools as ftools |
| 9 | from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_test_layer |
| 10 | from oeqa.selftest.cases.sstate import SStateBase |
| 11 | |
| 12 | |
| 13 | class RebuildFromSState(SStateBase): |
| 14 | |
| 15 | @classmethod |
| 16 | def setUpClass(self): |
| 17 | super(RebuildFromSState, self).setUpClass() |
| 18 | self.builddir = os.path.join(os.environ.get('BUILDDIR')) |
| 19 | |
| 20 | def get_dep_targets(self, primary_targets): |
| 21 | found_targets = [] |
| 22 | bitbake("-g " + ' '.join(map(str, primary_targets))) |
| 23 | with open(os.path.join(self.builddir, 'pn-buildlist'), 'r') as pnfile: |
| 24 | found_targets = pnfile.read().splitlines() |
| 25 | return found_targets |
| 26 | |
| 27 | def configure_builddir(self, builddir): |
| 28 | os.mkdir(builddir) |
| 29 | self.track_for_cleanup(builddir) |
| 30 | os.mkdir(os.path.join(builddir, 'conf')) |
| 31 | shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/local.conf'), os.path.join(builddir, 'conf/local.conf')) |
| 32 | config = {} |
| 33 | config['default_sstate_dir'] = "SSTATE_DIR ?= \"${TOPDIR}/sstate-cache\"" |
| 34 | config['null_sstate_mirrors'] = "SSTATE_MIRRORS = \"\"" |
| 35 | config['default_tmp_dir'] = "TMPDIR = \"${TOPDIR}/tmp\"" |
| 36 | for key in config: |
| 37 | ftools.append_file(os.path.join(builddir, 'conf/selftest.inc'), config[key]) |
| 38 | shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/bblayers.conf'), os.path.join(builddir, 'conf/bblayers.conf')) |
| 39 | try: |
| 40 | shutil.copyfile(os.path.join(os.environ.get('BUILDDIR'), 'conf/auto.conf'), os.path.join(builddir, 'conf/auto.conf')) |
| 41 | except: |
| 42 | pass |
| 43 | |
| 44 | def hardlink_tree(self, src, dst): |
| 45 | os.mkdir(dst) |
| 46 | self.track_for_cleanup(dst) |
| 47 | for root, dirs, files in os.walk(src): |
| 48 | if root == src: |
| 49 | continue |
| 50 | os.mkdir(os.path.join(dst, root.split(src)[1][1:])) |
| 51 | for sstate_file in files: |
| 52 | os.link(os.path.join(root, sstate_file), os.path.join(dst, root.split(src)[1][1:], sstate_file)) |
| 53 | |
| 54 | def run_test_sstate_rebuild(self, primary_targets, relocate=False, rebuild_dependencies=False): |
| 55 | buildA = os.path.join(self.builddir, 'buildA') |
| 56 | if relocate: |
| 57 | buildB = os.path.join(self.builddir, 'buildB') |
| 58 | else: |
| 59 | buildB = buildA |
| 60 | |
| 61 | if rebuild_dependencies: |
| 62 | rebuild_targets = self.get_dep_targets(primary_targets) |
| 63 | else: |
| 64 | rebuild_targets = primary_targets |
| 65 | |
| 66 | self.configure_builddir(buildA) |
| 67 | runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildA)) + 'bitbake ' + ' '.join(map(str, primary_targets)), shell=True, executable='/bin/bash') |
| 68 | self.hardlink_tree(os.path.join(buildA, 'sstate-cache'), os.path.join(self.builddir, 'sstate-cache-buildA')) |
| 69 | shutil.rmtree(buildA) |
| 70 | |
| 71 | failed_rebuild = [] |
| 72 | failed_cleansstate = [] |
| 73 | for target in rebuild_targets: |
| 74 | self.configure_builddir(buildB) |
| 75 | self.hardlink_tree(os.path.join(self.builddir, 'sstate-cache-buildA'), os.path.join(buildB, 'sstate-cache')) |
| 76 | |
| 77 | result_cleansstate = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake -ccleansstate ' + target, ignore_status=True, shell=True, executable='/bin/bash') |
| 78 | if not result_cleansstate.status == 0: |
| 79 | failed_cleansstate.append(target) |
| 80 | shutil.rmtree(buildB) |
| 81 | continue |
| 82 | |
| 83 | result_build = runCmd((". %s/oe-init-build-env %s && " % (get_bb_var('COREBASE'), buildB)) + 'bitbake ' + target, ignore_status=True, shell=True, executable='/bin/bash') |
| 84 | if not result_build.status == 0: |
| 85 | failed_rebuild.append(target) |
| 86 | |
| 87 | shutil.rmtree(buildB) |
| 88 | |
| 89 | self.assertFalse(failed_rebuild, msg="The following recipes have failed to rebuild: %s" % ' '.join(map(str, failed_rebuild))) |
| 90 | self.assertFalse(failed_cleansstate, msg="The following recipes have failed cleansstate(all others have passed both cleansstate and rebuild from sstate tests): %s" % ' '.join(map(str, failed_cleansstate))) |
| 91 | |
| 92 | def test_sstate_relocation(self): |
| 93 | self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=True, rebuild_dependencies=True) |
| 94 | |
| 95 | def test_sstate_rebuild(self): |
| 96 | self.run_test_sstate_rebuild(['core-image-sato-sdk'], relocate=False, rebuild_dependencies=True) |