blob: 1688eabe4ec3bf3778da142afcb2c9cf274442cf [file] [log] [blame]
Patrick Williams92b42cb2022-09-03 06:53:57 -05001#
2# Copyright OpenEmbedded Contributors
3#
Brad Bishop79641f22019-09-10 07:20:22 -04004# SPDX-License-Identifier: MIT
Patrick Williams92b42cb2022-09-03 06:53:57 -05005#
Brad Bishop79641f22019-09-10 07:20:22 -04006import os
Patrick Williams2a254922023-08-11 09:48:11 -05007import time
Brad Bishop79641f22019-09-10 07:20:22 -04008from oeqa.core.decorator import OETestTag
Brad Bishopa34c0302019-09-23 22:34:48 -04009from oeqa.core.case import OEPTestResultTestCase
Brad Bishop79641f22019-09-10 07:20:22 -040010from oeqa.selftest.case import OESelftestTestCase
Patrick Williams45852732022-04-02 08:58:32 -050011from oeqa.utils.commands import bitbake, get_bb_vars
Brad Bishop79641f22019-09-10 07:20:22 -040012
13def parse_values(content):
14 for i in content:
15 for v in ["PASS", "FAIL", "XPASS", "XFAIL", "UNRESOLVED", "UNSUPPORTED", "UNTESTED", "ERROR", "WARNING"]:
16 if i.startswith(v + ": "):
17 yield i[len(v) + 2:].strip(), v
18 break
19
20@OETestTag("toolchain-user", "toolchain-system")
Brad Bishopa34c0302019-09-23 22:34:48 -040021class BinutilsCrossSelfTest(OESelftestTestCase, OEPTestResultTestCase):
Brad Bishop79641f22019-09-10 07:20:22 -040022 def test_binutils(self):
23 self.run_binutils("binutils")
24
25 def test_gas(self):
26 self.run_binutils("gas")
27
28 def test_ld(self):
29 self.run_binutils("ld")
30
31 def run_binutils(self, suite):
32 features = []
33 features.append('CHECK_TARGETS = "{0}"'.format(suite))
34 self.write_config("\n".join(features))
35
36 recipe = "binutils-cross-testsuite"
37 bb_vars = get_bb_vars(["B", "TARGET_SYS", "T"], recipe)
38 builddir, target_sys, tdir = bb_vars["B"], bb_vars["TARGET_SYS"], bb_vars["T"]
39
Patrick Williams2a254922023-08-11 09:48:11 -050040 start_time = time.time()
41
Brad Bishop79641f22019-09-10 07:20:22 -040042 bitbake("{0} -c check".format(recipe))
43
Patrick Williams2a254922023-08-11 09:48:11 -050044 end_time = time.time()
45
Brad Bishop79641f22019-09-10 07:20:22 -040046 sumspath = os.path.join(builddir, suite, "{0}.sum".format(suite))
47 if not os.path.exists(sumspath):
48 sumspath = os.path.join(builddir, suite, "testsuite", "{0}.sum".format(suite))
Brad Bishopa34c0302019-09-23 22:34:48 -040049 logpath = os.path.splitext(sumspath)[0] + ".log"
Brad Bishop79641f22019-09-10 07:20:22 -040050
Brad Bishopa34c0302019-09-23 22:34:48 -040051 ptestsuite = "binutils-{}".format(suite) if suite != "binutils" else suite
Patrick Williams2a254922023-08-11 09:48:11 -050052 self.ptest_section(ptestsuite, duration = int(end_time - start_time), logfile = logpath)
Brad Bishop79641f22019-09-10 07:20:22 -040053 with open(sumspath, "r") as f:
54 for test, result in parse_values(f):
Brad Bishopa34c0302019-09-23 22:34:48 -040055 self.ptest_result(ptestsuite, test, result)
Brad Bishop79641f22019-09-10 07:20:22 -040056