blob: 8e59bafae326594b584d0ab906020634630635fc [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# SPDX-License-Identifier: MIT
3#
4
Brad Bishopd7bf8c12018-02-25 22:55:05 -05005import os
6import re
7
8import oeqa.utils.ftools as ftools
9from oeqa.utils.commands import runCmd, bitbake, get_bb_var, get_bb_vars
10
11from oeqa.selftest.case import OESelftestTestCase
Brad Bishopd7bf8c12018-02-25 22:55:05 -050012
13class BitbakeTests(OESelftestTestCase):
14
15 def getline(self, res, line):
16 for l in res.output.split('\n'):
17 if line in l:
18 return l
19
Brad Bishop1a4b7ee2018-12-16 17:11:34 -080020 # Test bitbake can run from the <builddir>/conf directory
Brad Bishopd7bf8c12018-02-25 22:55:05 -050021 def test_run_bitbake_from_dir_1(self):
22 os.chdir(os.path.join(self.builddir, 'conf'))
23 self.assertEqual(bitbake('-e').status, 0, msg = "bitbake couldn't run from \"conf\" dir")
24
Brad Bishop1a4b7ee2018-12-16 17:11:34 -080025 # Test bitbake can run from the <builddir>'s parent directory
Brad Bishopd7bf8c12018-02-25 22:55:05 -050026 def test_run_bitbake_from_dir_2(self):
27 my_env = os.environ.copy()
28 my_env['BBPATH'] = my_env['BUILDDIR']
29 os.chdir(os.path.dirname(os.environ['BUILDDIR']))
Brad Bishop1a4b7ee2018-12-16 17:11:34 -080030 self.assertEqual(bitbake('-e', env=my_env).status, 0, msg = "bitbake couldn't run from builddir's parent directory")
31
32 # Test bitbake can run from some other random system location (we use /tmp/)
33 def test_run_bitbake_from_dir_3(self):
34 my_env = os.environ.copy()
35 my_env['BBPATH'] = my_env['BUILDDIR']
36 os.chdir("/tmp/")
37 self.assertEqual(bitbake('-e', env=my_env).status, 0, msg = "bitbake couldn't run from /tmp/")
38
Brad Bishopd7bf8c12018-02-25 22:55:05 -050039
Brad Bishopd7bf8c12018-02-25 22:55:05 -050040 def test_event_handler(self):
41 self.write_config("INHERIT += \"test_events\"")
42 result = bitbake('m4-native')
Brad Bishop96ff1982019-08-19 13:50:42 -040043 find_build_started = re.search(r"NOTE: Test for bb\.event\.BuildStarted(\n.*)*NOTE: Executing.*Tasks", result.output)
Brad Bishop19323692019-04-05 15:28:33 -040044 find_build_completed = re.search(r"Tasks Summary:.*(\n.*)*NOTE: Test for bb\.event\.BuildCompleted", result.output)
Brad Bishopd7bf8c12018-02-25 22:55:05 -050045 self.assertTrue(find_build_started, msg = "Match failed in:\n%s" % result.output)
46 self.assertTrue(find_build_completed, msg = "Match failed in:\n%s" % result.output)
47 self.assertFalse('Test for bb.event.InvalidEvent' in result.output, msg = "\"Test for bb.event.InvalidEvent\" message found during bitbake process. bitbake output: %s" % result.output)
48
Brad Bishopd7bf8c12018-02-25 22:55:05 -050049 def test_local_sstate(self):
50 bitbake('m4-native')
51 bitbake('m4-native -cclean')
52 result = bitbake('m4-native')
53 find_setscene = re.search("m4-native.*do_.*_setscene", result.output)
54 self.assertTrue(find_setscene, msg = "No \"m4-native.*do_.*_setscene\" message found during bitbake m4-native. bitbake output: %s" % result.output )
55
Brad Bishopd7bf8c12018-02-25 22:55:05 -050056 def test_bitbake_invalid_recipe(self):
57 result = bitbake('-b asdf', ignore_status=True)
58 self.assertTrue("ERROR: Unable to find any recipe file matching 'asdf'" in result.output, msg = "Though asdf recipe doesn't exist, bitbake didn't output any err. message. bitbake output: %s" % result.output)
59
Brad Bishopd7bf8c12018-02-25 22:55:05 -050060 def test_bitbake_invalid_target(self):
61 result = bitbake('asdf', ignore_status=True)
62 self.assertTrue("ERROR: Nothing PROVIDES 'asdf'" in result.output, msg = "Though no 'asdf' target exists, bitbake didn't output any err. message. bitbake output: %s" % result.output)
63
Brad Bishopd7bf8c12018-02-25 22:55:05 -050064 def test_warnings_errors(self):
65 result = bitbake('-b asdf', ignore_status=True)
66 find_warnings = re.search("Summary: There w.{2,3}? [1-9][0-9]* WARNING messages* shown", result.output)
67 find_errors = re.search("Summary: There w.{2,3}? [1-9][0-9]* ERROR messages* shown", result.output)
68 self.assertTrue(find_warnings, msg="Did not find the mumber of warnings at the end of the build:\n" + result.output)
69 self.assertTrue(find_errors, msg="Did not find the mumber of errors at the end of the build:\n" + result.output)
70
Brad Bishopd7bf8c12018-02-25 22:55:05 -050071 def test_invalid_patch(self):
Brad Bishop316dfdd2018-06-25 12:45:53 -040072 # This patch should fail to apply.
73 self.write_recipeinc('man-db', 'FILESEXTRAPATHS_prepend := "${THISDIR}/files:"\nSRC_URI += "file://0001-Test-patch-here.patch"')
Brad Bishopd7bf8c12018-02-25 22:55:05 -050074 self.write_config("INHERIT_remove = \"report-error\"")
Brad Bishop316dfdd2018-06-25 12:45:53 -040075 result = bitbake('man-db -c patch', ignore_status=True)
76 self.delete_recipeinc('man-db')
77 bitbake('-cclean man-db')
Brad Bishop08902b02019-08-20 09:16:51 -040078 found = False
79 for l in result.output.split('\n'):
80 if l.startswith("ERROR:") and "failed" in l and "do_patch" in l:
81 found = l
82 self.assertTrue(found and found.startswith("ERROR:"), msg = "Incorrectly formed patch application didn't fail. bitbake output: %s" % result.output)
Brad Bishopd7bf8c12018-02-25 22:55:05 -050083
Brad Bishopd7bf8c12018-02-25 22:55:05 -050084 def test_force_task_1(self):
85 # test 1 from bug 5875
86 test_recipe = 'zlib'
87 test_data = "Microsoft Made No Profit From Anyone's Zunes Yo"
88 bb_vars = get_bb_vars(['D', 'PKGDEST', 'mandir'], test_recipe)
89 image_dir = bb_vars['D']
90 pkgsplit_dir = bb_vars['PKGDEST']
91 man_dir = bb_vars['mandir']
92
93 bitbake('-c clean %s' % test_recipe)
94 bitbake('-c package -f %s' % test_recipe)
95 self.add_command_to_tearDown('bitbake -c clean %s' % test_recipe)
96
97 man_file = os.path.join(image_dir + man_dir, 'man3/zlib.3')
98 ftools.append_file(man_file, test_data)
99 bitbake('-c package -f %s' % test_recipe)
100
101 man_split_file = os.path.join(pkgsplit_dir, 'zlib-doc' + man_dir, 'man3/zlib.3')
102 man_split_content = ftools.read_file(man_split_file)
103 self.assertIn(test_data, man_split_content, 'The man file has not changed in packages-split.')
104
105 ret = bitbake(test_recipe)
106 self.assertIn('task do_package_write_rpm:', ret.output, 'Task do_package_write_rpm did not re-executed.')
107
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500108 def test_force_task_2(self):
109 # test 2 from bug 5875
110 test_recipe = 'zlib'
111
112 bitbake(test_recipe)
113 self.add_command_to_tearDown('bitbake -c clean %s' % test_recipe)
114
115 result = bitbake('-C compile %s' % test_recipe)
116 look_for_tasks = ['do_compile:', 'do_install:', 'do_populate_sysroot:', 'do_package:']
117 for task in look_for_tasks:
118 self.assertIn(task, result.output, msg="Couldn't find %s task.")
119
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500120 def test_bitbake_g(self):
121 result = bitbake('-g core-image-minimal')
Brad Bishop79641f22019-09-10 07:20:22 -0400122 for f in ['pn-buildlist', 'task-depends.dot']:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500123 self.addCleanup(os.remove, f)
124 self.assertTrue('Task dependencies saved to \'task-depends.dot\'' in result.output, msg = "No task dependency \"task-depends.dot\" file was generated for the given task target. bitbake output: %s" % result.output)
125 self.assertTrue('busybox' in ftools.read_file(os.path.join(self.builddir, 'task-depends.dot')), msg = "No \"busybox\" dependency found in task-depends.dot file.")
126
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500127 def test_image_manifest(self):
128 bitbake('core-image-minimal')
129 bb_vars = get_bb_vars(["DEPLOY_DIR_IMAGE", "IMAGE_LINK_NAME"], "core-image-minimal")
130 deploydir = bb_vars["DEPLOY_DIR_IMAGE"]
131 imagename = bb_vars["IMAGE_LINK_NAME"]
132 manifest = os.path.join(deploydir, imagename + ".manifest")
133 self.assertTrue(os.path.islink(manifest), msg="No manifest file created for image. It should have been created in %s" % manifest)
134
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500135 def test_invalid_recipe_src_uri(self):
136 data = 'SRC_URI = "file://invalid"'
Brad Bishop316dfdd2018-06-25 12:45:53 -0400137 self.write_recipeinc('man-db', data)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500138 self.write_config("""DL_DIR = \"${TOPDIR}/download-selftest\"
139SSTATE_DIR = \"${TOPDIR}/download-selftest\"
140INHERIT_remove = \"report-error\"
141""")
142 self.track_for_cleanup(os.path.join(self.builddir, "download-selftest"))
143
Brad Bishop316dfdd2018-06-25 12:45:53 -0400144 bitbake('-ccleanall man-db')
145 result = bitbake('-c fetch man-db', ignore_status=True)
146 bitbake('-ccleanall man-db')
147 self.delete_recipeinc('man-db')
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500148 self.assertEqual(result.status, 1, msg="Command succeded when it should have failed. bitbake output: %s" % result.output)
149 self.assertTrue('Fetcher failure: Unable to find file file://invalid anywhere. The paths that were searched were:' in result.output, msg = "\"invalid\" file \
150doesn't exist, yet no error message encountered. bitbake output: %s" % result.output)
151 line = self.getline(result, 'Fetcher failure for URL: \'file://invalid\'. Unable to fetch URL from any source.')
152 self.assertTrue(line and line.startswith("ERROR:"), msg = "\"invalid\" file \
153doesn't exist, yet fetcher didn't report any error. bitbake output: %s" % result.output)
154
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500155 def test_rename_downloaded_file(self):
156 # TODO unique dldir instead of using cleanall
157 # TODO: need to set sstatedir?
158 self.write_config("""DL_DIR = \"${TOPDIR}/download-selftest\"
159SSTATE_DIR = \"${TOPDIR}/download-selftest\"
160""")
161 self.track_for_cleanup(os.path.join(self.builddir, "download-selftest"))
162
163 data = 'SRC_URI = "${GNU_MIRROR}/aspell/aspell-${PV}.tar.gz;downloadfilename=test-aspell.tar.gz"'
164 self.write_recipeinc('aspell', data)
165 result = bitbake('-f -c fetch aspell', ignore_status=True)
166 self.delete_recipeinc('aspell')
167 self.assertEqual(result.status, 0, msg = "Couldn't fetch aspell. %s" % result.output)
168 dl_dir = get_bb_var("DL_DIR")
169 self.assertTrue(os.path.isfile(os.path.join(dl_dir, 'test-aspell.tar.gz')), msg = "File rename failed. No corresponding test-aspell.tar.gz file found under %s" % dl_dir)
170 self.assertTrue(os.path.isfile(os.path.join(dl_dir, 'test-aspell.tar.gz.done')), "File rename failed. No corresponding test-aspell.tar.gz.done file found under %s" % dl_dir)
171
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500172 def test_environment(self):
173 self.write_config("TEST_ENV=\"localconf\"")
174 result = runCmd('bitbake -e | grep TEST_ENV=')
175 self.assertTrue('localconf' in result.output, msg = "bitbake didn't report any value for TEST_ENV variable. To test, run 'bitbake -e | grep TEST_ENV='")
176
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500177 def test_dry_run(self):
178 result = runCmd('bitbake -n m4-native')
179 self.assertEqual(0, result.status, "bitbake dry run didn't run as expected. %s" % result.output)
180
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500181 def test_just_parse(self):
182 result = runCmd('bitbake -p')
183 self.assertEqual(0, result.status, "errors encountered when parsing recipes. %s" % result.output)
184
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500185 def test_version(self):
186 result = runCmd('bitbake -s | grep wget')
Brad Bishop19323692019-04-05 15:28:33 -0400187 find = re.search(r"wget *:([0-9a-zA-Z\.\-]+)", result.output)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500188 self.assertTrue(find, "No version returned for searched recipe. bitbake output: %s" % result.output)
189
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500190 def test_prefile(self):
191 preconf = os.path.join(self.builddir, 'conf/prefile.conf')
192 self.track_for_cleanup(preconf)
193 ftools.write_file(preconf ,"TEST_PREFILE=\"prefile\"")
194 result = runCmd('bitbake -r conf/prefile.conf -e | grep TEST_PREFILE=')
195 self.assertTrue('prefile' in result.output, "Preconfigure file \"prefile.conf\"was not taken into consideration. ")
196 self.write_config("TEST_PREFILE=\"localconf\"")
197 result = runCmd('bitbake -r conf/prefile.conf -e | grep TEST_PREFILE=')
198 self.assertTrue('localconf' in result.output, "Preconfigure file \"prefile.conf\"was not taken into consideration.")
199
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500200 def test_postfile(self):
201 postconf = os.path.join(self.builddir, 'conf/postfile.conf')
202 self.track_for_cleanup(postconf)
203 ftools.write_file(postconf , "TEST_POSTFILE=\"postfile\"")
204 self.write_config("TEST_POSTFILE=\"localconf\"")
205 result = runCmd('bitbake -R conf/postfile.conf -e | grep TEST_POSTFILE=')
206 self.assertTrue('postfile' in result.output, "Postconfigure file \"postfile.conf\"was not taken into consideration.")
207
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500208 def test_checkuri(self):
209 result = runCmd('bitbake -c checkuri m4')
210 self.assertEqual(0, result.status, msg = "\"checkuri\" task was not executed. bitbake output: %s" % result.output)
211
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500212 def test_continue(self):
213 self.write_config("""DL_DIR = \"${TOPDIR}/download-selftest\"
214SSTATE_DIR = \"${TOPDIR}/download-selftest\"
215INHERIT_remove = \"report-error\"
216""")
217 self.track_for_cleanup(os.path.join(self.builddir, "download-selftest"))
Brad Bishop316dfdd2018-06-25 12:45:53 -0400218 self.write_recipeinc('man-db',"\ndo_fail_task () {\nexit 1 \n}\n\naddtask do_fail_task before do_fetch\n" )
219 runCmd('bitbake -c cleanall man-db xcursor-transparent-theme')
220 result = runCmd('bitbake -c unpack -k man-db xcursor-transparent-theme', ignore_status=True)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500221 errorpos = result.output.find('ERROR: Function failed: do_fail_task')
222 manver = re.search("NOTE: recipe xcursor-transparent-theme-(.*?): task do_unpack: Started", result.output)
223 continuepos = result.output.find('NOTE: recipe xcursor-transparent-theme-%s: task do_unpack: Started' % manver.group(1))
224 self.assertLess(errorpos,continuepos, msg = "bitbake didn't pass do_fail_task. bitbake output: %s" % result.output)
225
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500226 def test_non_gplv3(self):
227 self.write_config('INCOMPATIBLE_LICENSE = "GPLv3"')
228 result = bitbake('selftest-ed', ignore_status=True)
229 self.assertEqual(result.status, 0, "Bitbake failed, exit code %s, output %s" % (result.status, result.output))
230 lic_dir = get_bb_var('LICENSE_DIRECTORY')
231 self.assertFalse(os.path.isfile(os.path.join(lic_dir, 'selftest-ed/generic_GPLv3')))
232 self.assertTrue(os.path.isfile(os.path.join(lic_dir, 'selftest-ed/generic_GPLv2')))
233
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500234 def test_setscene_only(self):
235 """ Bitbake option to restore from sstate only within a build (i.e. execute no real tasks, only setscene)"""
236 test_recipe = 'ed'
237
238 bitbake(test_recipe)
239 bitbake('-c clean %s' % test_recipe)
240 ret = bitbake('--setscene-only %s' % test_recipe)
241
242 tasks = re.findall(r'task\s+(do_\S+):', ret.output)
243
244 for task in tasks:
245 self.assertIn('_setscene', task, 'A task different from _setscene ran: %s.\n'
246 'Executed tasks were: %s' % (task, str(tasks)))
247
Brad Bishop96ff1982019-08-19 13:50:42 -0400248 def test_skip_setscene(self):
249 test_recipe = 'ed'
250
251 bitbake(test_recipe)
252 bitbake('-c clean %s' % test_recipe)
253
254 ret = bitbake('--setscene-only %s' % test_recipe)
255 tasks = re.findall(r'task\s+(do_\S+):', ret.output)
256
257 for task in tasks:
258 self.assertIn('_setscene', task, 'A task different from _setscene ran: %s.\n'
259 'Executed tasks were: %s' % (task, str(tasks)))
260
261 # Run without setscene. Should do nothing
262 ret = bitbake('--skip-setscene %s' % test_recipe)
263 tasks = re.findall(r'task\s+(do_\S+):', ret.output)
264
265 self.assertFalse(tasks, 'Tasks %s ran when they should not have' % (str(tasks)))
266
267 # Clean (leave sstate cache) and run with --skip-setscene. No setscene
268 # tasks should run
269 bitbake('-c clean %s' % test_recipe)
270
271 ret = bitbake('--skip-setscene %s' % test_recipe)
272 tasks = re.findall(r'task\s+(do_\S+):', ret.output)
273
274 for task in tasks:
275 self.assertNotIn('_setscene', task, 'A _setscene task ran: %s.\n'
276 'Executed tasks were: %s' % (task, str(tasks)))
277
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500278 def test_bbappend_order(self):
279 """ Bitbake should bbappend to recipe in a predictable order """
280 test_recipe = 'ed'
281 bb_vars = get_bb_vars(['SUMMARY', 'PV'], test_recipe)
282 test_recipe_summary_before = bb_vars['SUMMARY']
283 test_recipe_pv = bb_vars['PV']
284 recipe_append_file = test_recipe + '_' + test_recipe_pv + '.bbappend'
285 expected_recipe_summary = test_recipe_summary_before
286
287 for i in range(5):
288 recipe_append_dir = test_recipe + '_test_' + str(i)
289 recipe_append_path = os.path.join(self.testlayer_path, 'recipes-test', recipe_append_dir, recipe_append_file)
290 os.mkdir(os.path.join(self.testlayer_path, 'recipes-test', recipe_append_dir))
291 feature = 'SUMMARY += "%s"\n' % i
292 ftools.write_file(recipe_append_path, feature)
293 expected_recipe_summary += ' %s' % i
294
295 self.add_command_to_tearDown('rm -rf %s' % os.path.join(self.testlayer_path, 'recipes-test',
296 test_recipe + '_test_*'))
297
298 test_recipe_summary_after = get_bb_var('SUMMARY', test_recipe)
299 self.assertEqual(expected_recipe_summary, test_recipe_summary_after)