poky/bitbake/lib/bb/tests/runqueue.py - openbmc/openbmc - Gitiles

 #
 # BitBake Tests for runqueue task processing
 #
 # Copyright (C) 2019 Richard Purdie
 #
 # SPDX-License-Identifier: GPL-2.0-only
 #

 import unittest
 import os
 import tempfile
 import subprocess
 import sys
 import time

 #
 # TODO:
 # Add tests on task ordering (X happens before Y after Z)
 #

 class RunQueueTests(unittest.TestCase):

     alltasks = ['package', 'fetch', 'unpack', 'patch', 'prepare_recipe_sysroot', 'configure',
                 'compile', 'install', 'packagedata', 'package_qa', 'package_write_rpm', 'package_write_ipk',
                 'populate_sysroot', 'build']
     a1_sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
     b1_sstatevalid = "b1:do_package b1:do_package_qa b1:do_packagedata b1:do_package_write_ipk b1:do_package_write_rpm b1:do_populate_lic b1:do_populate_sysroot"

     def run_bitbakecmd(self, cmd, builddir, sstatevalid="", slowtasks="", extraenv=None, cleanup=False):
         env = os.environ.copy()
         env["BBPATH"] = os.path.realpath(os.path.join(os.path.dirname(__file__), "runqueue-tests"))
         env["BB_ENV_PASSTHROUGH_ADDITIONS"] = "SSTATEVALID SLOWTASKS TOPDIR"
         env["SSTATEVALID"] = sstatevalid
         env["SLOWTASKS"] = slowtasks
         env["TOPDIR"] = builddir
         if extraenv:
             for k in extraenv:
                 env[k] = extraenv[k]
                 env["BB_ENV_PASSTHROUGH_ADDITIONS"] = env["BB_ENV_PASSTHROUGH_ADDITIONS"] + " " + k
         try:
             output = subprocess.check_output(cmd, env=env, stderr=subprocess.STDOUT,universal_newlines=True, cwd=builddir)
             print(output)
         except subprocess.CalledProcessError as e:
             self.fail("Command %s failed with %s" % (cmd, e.output))
         tasks = []
         tasklog = builddir + "/task.log"
         if os.path.exists(tasklog):
             with open(tasklog, "r") as f:
                 tasks = [line.rstrip() for line in f]
             if cleanup:
                 os.remove(tasklog)
         return tasks

     def test_no_setscenevalid(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:' + x for x in self.alltasks]
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_single_setscenevalid(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = "a1:do_package"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
                         'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot', 'a1:build']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_intermediate_setscenevalid(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = "a1:do_package a1:do_populate_sysroot"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot_setscene', 'a1:build']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_intermediate_notcovered(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = "a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
                         'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_all_setscenevalid(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = self.a1_sstatevalid
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
                         'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_no_settasks(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1", "-c", "patch"]
             sstatevalid = self.a1_sstatevalid
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:fetch', 'a1:unpack', 'a1:patch']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_mix_covered_notcovered(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1:do_patch", "a1:do_populate_sysroot"]
             sstatevalid = self.a1_sstatevalid
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:fetch', 'a1:unpack', 'a1:patch', 'a1:populate_sysroot_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     # Test targets with intermediate setscene tasks alongside a target with no intermediate setscene tasks
     def test_mixed_direct_tasks_setscene_tasks(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "c1:do_patch", "a1"]
             sstatevalid = self.a1_sstatevalid
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['c1:fetch', 'c1:unpack', 'c1:patch', 'a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
                         'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     # This test slows down the execution of do_package_setscene until after other real tasks have
     # started running which tests for a bug where tasks were being lost from the buildable list of real
     # tasks if they weren't in tasks_covered or tasks_notcovered
     def test_slow_setscene(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             sstatevalid = "a1:do_package"
             slowtasks = "a1:package_setscene"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, slowtasks)
             expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
                         'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot', 'a1:build']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_setscene_ignore_tasks(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "a1"]
             extraenv = {
                 "BB_SETSCENE_ENFORCE" : "1",
                 "BB_SETSCENE_ENFORCE_IGNORE_TASKS" : "a1:do_package_write_rpm a1:do_build"
             }
             sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_populate_lic a1:do_populate_sysroot"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
             expected = ['a1:packagedata_setscene', 'a1:package_qa_setscene', 'a1:package_write_ipk_setscene',
                         'a1:populate_sysroot_setscene', 'a1:package_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     # Tests for problems with dependencies between setscene tasks
     def test_no_setscenevalid_harddeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "d1"]
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
                         'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot', 'd1:package', 'd1:fetch', 'd1:unpack', 'd1:patch', 'd1:prepare_recipe_sysroot', 'd1:configure',
                         'd1:compile', 'd1:install', 'd1:packagedata', 'd1:package_qa', 'd1:package_write_rpm', 'd1:package_write_ipk',
                         'd1:populate_sysroot', 'd1:build']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_no_setscenevalid_withdeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "b1"]
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
             expected.remove('a1:build')
             expected.remove('a1:package_qa')
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_single_a1_setscenevalid_withdeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "b1"]
             sstatevalid = "a1:do_package"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
                         'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot'] + ['b1:' + x for x in self.alltasks]
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_single_b1_setscenevalid_withdeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "b1"]
             sstatevalid = "b1:do_package"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
                         'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
             expected.remove('b1:package')
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_intermediate_setscenevalid_withdeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "b1"]
             sstatevalid = "a1:do_package a1:do_populate_sysroot b1:do_package"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
                         'a1:populate_sysroot_setscene', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
             expected.remove('b1:package')
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_all_setscenevalid_withdeps(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             cmd = ["bitbake", "b1"]
             sstatevalid = self.a1_sstatevalid + " " + self.b1_sstatevalid
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
             expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
                         'b1:build', 'a1:populate_sysroot_setscene', 'b1:package_write_ipk_setscene', 'b1:package_write_rpm_setscene',
                         'b1:packagedata_setscene', 'b1:package_qa_setscene', 'b1:populate_sysroot_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_multiconfig_setscene_optimise(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BBMULTICONFIG" : "mc-1 mc_2",
                 "BB_SIGNATURE_HANDLER" : "basic"
             }
             cmd = ["bitbake", "b1", "mc:mc-1:b1", "mc:mc_2:b1"]
             setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
                              'populate_sysroot_setscene', 'package_qa_setscene']
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
             expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + \
                        ['mc-1:b1:' + x for x in setscenetasks] + ['mc-1:a1:' + x for x in setscenetasks] + \
                        ['mc_2:b1:' + x for x in setscenetasks] + ['mc_2:a1:' + x for x in setscenetasks] + \
                        ['mc-1:b1:build', 'mc_2:b1:build']
             for x in ['mc-1:a1:package_qa_setscene', 'mc_2:a1:package_qa_setscene', 'a1:build', 'a1:package_qa']:
                 expected.remove(x)
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_multiconfig_bbmask(self):
         # This test validates that multiconfigs can independently mask off
         # recipes they do not want with BBMASK. It works by having recipes
         # that will fail to parse for mc-1 and mc_2, then making each multiconfig
         # build the one that does parse. This ensures that the recipes are in
         # each multiconfigs BBFILES, but each is masking only the one that
         # doesn't parse
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BBMULTICONFIG" : "mc-1 mc_2",
                 "BB_SIGNATURE_HANDLER" : "basic",
                 "EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
             }
             cmd = ["bitbake", "mc:mc-1:fails-mc2", "mc:mc_2:fails-mc1"]
             self.run_bitbakecmd(cmd, tempdir, "", extraenv=extraenv)

             self.shutdown(tempdir)

     def test_multiconfig_mcdepends(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BBMULTICONFIG" : "mc-1 mc_2",
                 "BB_SIGNATURE_HANDLER" : "TestMulticonfigDepends",
                 "EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
             }
             tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
             expected = ["mc-1:f1:%s" % t for t in self.alltasks] + \
                        ["mc_2:a1:%s" % t for t in self.alltasks]
             self.assertEqual(set(tasks), set(expected))

             # A rebuild does nothing
             tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
             self.assertEqual(set(tasks), set())

             # Test that a signature change in the dependent task causes
             # mcdepends to rebuild
             tasks = self.run_bitbakecmd(["bitbake", "mc:mc_2:a1", "-c", "compile", "-f"], tempdir, "", extraenv=extraenv, cleanup=True)
             expected = ["mc_2:a1:compile"]
             self.assertEqual(set(tasks), set(expected))

             rerun_tasks = self.alltasks[:]
             for x in ("fetch", "unpack", "patch", "prepare_recipe_sysroot", "configure", "compile"):
                 rerun_tasks.remove(x)
             tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
             expected = ["mc-1:f1:%s" % t for t in rerun_tasks] + \
                        ["mc_2:a1:%s" % t for t in rerun_tasks]
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_hashserv_single(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BB_HASHSERVE" : "auto",
                 "BB_SIGNATURE_HANDLER" : "TestEquivHash"
             }
             cmd = ["bitbake", "a1", "b1"]
             setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
                              'populate_sysroot_setscene', 'package_qa_setscene']
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
             self.assertEqual(set(tasks), set(expected))
             cmd = ["bitbake", "a1", "-c", "install", "-f"]
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:install']
             self.assertEqual(set(tasks), set(expected))
             cmd = ["bitbake", "a1", "b1"]
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:populate_sysroot', 'a1:package', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
                         'a1:package_write_ipk_setscene', 'a1:package_qa_setscene', 'a1:build']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_hashserv_double(self):
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BB_HASHSERVE" : "auto",
                 "BB_SIGNATURE_HANDLER" : "TestEquivHash"
             }
             cmd = ["bitbake", "a1", "b1", "e1"]
             setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
                              'populate_sysroot_setscene', 'package_qa_setscene']
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
             self.assertEqual(set(tasks), set(expected))
             cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             cmd = ["bitbake", "e1"]
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
                         'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
                         'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene']
             self.assertEqual(set(tasks), set(expected))

             self.shutdown(tempdir)

     def test_hashserv_multiple_setscene(self):
         # Runs e1:do_package_setscene twice
         with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
             extraenv = {
                 "BB_HASHSERVE" : "auto",
                 "BB_SIGNATURE_HANDLER" : "TestEquivHash"
             }
             cmd = ["bitbake", "a1", "b1", "e1"]
             setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
                              'populate_sysroot_setscene', 'package_qa_setscene']
             sstatevalid = ""
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
             self.assertEqual(set(tasks), set(expected))
             cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
             cmd = ["bitbake", "e1"]
             sstatevalid = "e1:do_package"
             tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True, slowtasks="a1:populate_sysroot b1:populate_sysroot")
             expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
                         'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
                         'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
                         'e1:package_setscene']
             self.assertEqual(set(tasks), set(expected))
             for i in expected:
                 self.assertEqual(tasks.count(i), 1, "%s not in task list once" % i)

             self.shutdown(tempdir)

     def shutdown(self, tempdir):
         # Wait for the hashserve socket to disappear else we'll see races with the tempdir cleanup
         while (os.path.exists(tempdir + "/hashserve.sock") or os.path.exists(tempdir + "cache/hashserv.db-wal") or os.path.exists(tempdir + "/bitbake.lock")):
             time.sleep(0.5)
	#
	# BitBake Tests for runqueue task processing
	#
	# Copyright (C) 2019 Richard Purdie
	#
	# SPDX-License-Identifier: GPL-2.0-only
	#

	import unittest
	import os
	import tempfile
	import subprocess
	import sys
	import time

	#
	# TODO:
	# Add tests on task ordering (X happens before Y after Z)
	#

	class RunQueueTests(unittest.TestCase):

	alltasks = ['package', 'fetch', 'unpack', 'patch', 'prepare_recipe_sysroot', 'configure',
	'compile', 'install', 'packagedata', 'package_qa', 'package_write_rpm', 'package_write_ipk',
	'populate_sysroot', 'build']
	a1_sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
	b1_sstatevalid = "b1:do_package b1:do_package_qa b1:do_packagedata b1:do_package_write_ipk b1:do_package_write_rpm b1:do_populate_lic b1:do_populate_sysroot"

	def run_bitbakecmd(self, cmd, builddir, sstatevalid="", slowtasks="", extraenv=None, cleanup=False):
	env = os.environ.copy()
	env["BBPATH"] = os.path.realpath(os.path.join(os.path.dirname(__file__), "runqueue-tests"))
	env["BB_ENV_PASSTHROUGH_ADDITIONS"] = "SSTATEVALID SLOWTASKS TOPDIR"
	env["SSTATEVALID"] = sstatevalid
	env["SLOWTASKS"] = slowtasks
	env["TOPDIR"] = builddir
	if extraenv:
	for k in extraenv:
	env[k] = extraenv[k]
	env["BB_ENV_PASSTHROUGH_ADDITIONS"] = env["BB_ENV_PASSTHROUGH_ADDITIONS"] + " " + k
	try:
	output = subprocess.check_output(cmd, env=env, stderr=subprocess.STDOUT,universal_newlines=True, cwd=builddir)
	print(output)
	except subprocess.CalledProcessError as e:
	self.fail("Command %s failed with %s" % (cmd, e.output))
	tasks = []
	tasklog = builddir + "/task.log"
	if os.path.exists(tasklog):
	with open(tasklog, "r") as f:
	tasks = [line.rstrip() for line in f]
	if cleanup:
	os.remove(tasklog)
	return tasks

	def test_no_setscenevalid(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:' + x for x in self.alltasks]
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_single_setscenevalid(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = "a1:do_package"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
	'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot', 'a1:build']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_intermediate_setscenevalid(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = "a1:do_package a1:do_populate_sysroot"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot_setscene', 'a1:build']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_intermediate_notcovered(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = "a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
	'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_all_setscenevalid(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = self.a1_sstatevalid
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
	'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_no_settasks(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1", "-c", "patch"]
	sstatevalid = self.a1_sstatevalid
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:fetch', 'a1:unpack', 'a1:patch']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_mix_covered_notcovered(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1:do_patch", "a1:do_populate_sysroot"]
	sstatevalid = self.a1_sstatevalid
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:fetch', 'a1:unpack', 'a1:patch', 'a1:populate_sysroot_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	# Test targets with intermediate setscene tasks alongside a target with no intermediate setscene tasks
	def test_mixed_direct_tasks_setscene_tasks(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "c1:do_patch", "a1"]
	sstatevalid = self.a1_sstatevalid
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['c1:fetch', 'c1:unpack', 'c1:patch', 'a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
	'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	# This test slows down the execution of do_package_setscene until after other real tasks have
	# started running which tests for a bug where tasks were being lost from the buildable list of real
	# tasks if they weren't in tasks_covered or tasks_notcovered
	def test_slow_setscene(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	sstatevalid = "a1:do_package"
	slowtasks = "a1:package_setscene"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, slowtasks)
	expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
	'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot', 'a1:build']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_setscene_ignore_tasks(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "a1"]
	extraenv = {
	"BB_SETSCENE_ENFORCE" : "1",
	"BB_SETSCENE_ENFORCE_IGNORE_TASKS" : "a1:do_package_write_rpm a1:do_build"
	}
	sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_populate_lic a1:do_populate_sysroot"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
	expected = ['a1:packagedata_setscene', 'a1:package_qa_setscene', 'a1:package_write_ipk_setscene',
	'a1:populate_sysroot_setscene', 'a1:package_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	# Tests for problems with dependencies between setscene tasks
	def test_no_setscenevalid_harddeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "d1"]
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
	'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot', 'd1:package', 'd1:fetch', 'd1:unpack', 'd1:patch', 'd1:prepare_recipe_sysroot', 'd1:configure',
	'd1:compile', 'd1:install', 'd1:packagedata', 'd1:package_qa', 'd1:package_write_rpm', 'd1:package_write_ipk',
	'd1:populate_sysroot', 'd1:build']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_no_setscenevalid_withdeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "b1"]
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
	expected.remove('a1:build')
	expected.remove('a1:package_qa')
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_single_a1_setscenevalid_withdeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "b1"]
	sstatevalid = "a1:do_package"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
	'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot'] + ['b1:' + x for x in self.alltasks]
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_single_b1_setscenevalid_withdeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "b1"]
	sstatevalid = "b1:do_package"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
	'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
	expected.remove('b1:package')
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_intermediate_setscenevalid_withdeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "b1"]
	sstatevalid = "a1:do_package a1:do_populate_sysroot b1:do_package"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
	'a1:populate_sysroot_setscene', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
	expected.remove('b1:package')
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_all_setscenevalid_withdeps(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	cmd = ["bitbake", "b1"]
	sstatevalid = self.a1_sstatevalid + " " + self.b1_sstatevalid
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
	expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
	'b1:build', 'a1:populate_sysroot_setscene', 'b1:package_write_ipk_setscene', 'b1:package_write_rpm_setscene',
	'b1:packagedata_setscene', 'b1:package_qa_setscene', 'b1:populate_sysroot_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_multiconfig_setscene_optimise(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BBMULTICONFIG" : "mc-1 mc_2",
	"BB_SIGNATURE_HANDLER" : "basic"
	}
	cmd = ["bitbake", "b1", "mc:mc-1:b1", "mc:mc_2:b1"]
	setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
	'populate_sysroot_setscene', 'package_qa_setscene']
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
	expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + \
	['mc-1:b1:' + x for x in setscenetasks] + ['mc-1:a1:' + x for x in setscenetasks] + \
	['mc_2:b1:' + x for x in setscenetasks] + ['mc_2:a1:' + x for x in setscenetasks] + \
	['mc-1:b1:build', 'mc_2:b1:build']
	for x in ['mc-1:a1:package_qa_setscene', 'mc_2:a1:package_qa_setscene', 'a1:build', 'a1:package_qa']:
	expected.remove(x)
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_multiconfig_bbmask(self):
	# This test validates that multiconfigs can independently mask off
	# recipes they do not want with BBMASK. It works by having recipes
	# that will fail to parse for mc-1 and mc_2, then making each multiconfig
	# build the one that does parse. This ensures that the recipes are in
	# each multiconfigs BBFILES, but each is masking only the one that
	# doesn't parse
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BBMULTICONFIG" : "mc-1 mc_2",
	"BB_SIGNATURE_HANDLER" : "basic",
	"EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
	}
	cmd = ["bitbake", "mc:mc-1:fails-mc2", "mc:mc_2:fails-mc1"]
	self.run_bitbakecmd(cmd, tempdir, "", extraenv=extraenv)

	self.shutdown(tempdir)

	def test_multiconfig_mcdepends(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BBMULTICONFIG" : "mc-1 mc_2",
	"BB_SIGNATURE_HANDLER" : "TestMulticonfigDepends",
	"EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
	}
	tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
	expected = ["mc-1:f1:%s" % t for t in self.alltasks] + \
	["mc_2:a1:%s" % t for t in self.alltasks]
	self.assertEqual(set(tasks), set(expected))

	# A rebuild does nothing
	tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
	self.assertEqual(set(tasks), set())

	# Test that a signature change in the dependent task causes
	# mcdepends to rebuild
	tasks = self.run_bitbakecmd(["bitbake", "mc:mc_2:a1", "-c", "compile", "-f"], tempdir, "", extraenv=extraenv, cleanup=True)
	expected = ["mc_2:a1:compile"]
	self.assertEqual(set(tasks), set(expected))

	rerun_tasks = self.alltasks[:]
	for x in ("fetch", "unpack", "patch", "prepare_recipe_sysroot", "configure", "compile"):
	rerun_tasks.remove(x)
	tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
	expected = ["mc-1:f1:%s" % t for t in rerun_tasks] + \
	["mc_2:a1:%s" % t for t in rerun_tasks]
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_hashserv_single(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BB_HASHSERVE" : "auto",
	"BB_SIGNATURE_HANDLER" : "TestEquivHash"
	}
	cmd = ["bitbake", "a1", "b1"]
	setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
	'populate_sysroot_setscene', 'package_qa_setscene']
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
	self.assertEqual(set(tasks), set(expected))
	cmd = ["bitbake", "a1", "-c", "install", "-f"]
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:install']
	self.assertEqual(set(tasks), set(expected))
	cmd = ["bitbake", "a1", "b1"]
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:populate_sysroot', 'a1:package', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
	'a1:package_write_ipk_setscene', 'a1:package_qa_setscene', 'a1:build']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_hashserv_double(self):
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BB_HASHSERVE" : "auto",
	"BB_SIGNATURE_HANDLER" : "TestEquivHash"
	}
	cmd = ["bitbake", "a1", "b1", "e1"]
	setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
	'populate_sysroot_setscene', 'package_qa_setscene']
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
	self.assertEqual(set(tasks), set(expected))
	cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	cmd = ["bitbake", "e1"]
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
	'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
	'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene']
	self.assertEqual(set(tasks), set(expected))

	self.shutdown(tempdir)

	def test_hashserv_multiple_setscene(self):
	# Runs e1:do_package_setscene twice
	with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
	extraenv = {
	"BB_HASHSERVE" : "auto",
	"BB_SIGNATURE_HANDLER" : "TestEquivHash"
	}
	cmd = ["bitbake", "a1", "b1", "e1"]
	setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
	'populate_sysroot_setscene', 'package_qa_setscene']
	sstatevalid = ""
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
	self.assertEqual(set(tasks), set(expected))
	cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
	cmd = ["bitbake", "e1"]
	sstatevalid = "e1:do_package"
	tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True, slowtasks="a1:populate_sysroot b1:populate_sysroot")
	expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
	'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
	'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
	'e1:package_setscene']
	self.assertEqual(set(tasks), set(expected))
	for i in expected:
	self.assertEqual(tasks.count(i), 1, "%s not in task list once" % i)

	self.shutdown(tempdir)

	def shutdown(self, tempdir):
	# Wait for the hashserve socket to disappear else we'll see races with the tempdir cleanup
	while (os.path.exists(tempdir + "/hashserve.sock") or os.path.exists(tempdir + "cache/hashserv.db-wal") or os.path.exists(tempdir + "/bitbake.lock")):
	time.sleep(0.5)