Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 1 | # |
Patrick Williams | 92b42cb | 2022-09-03 06:53:57 -0500 | [diff] [blame] | 2 | # Copyright OpenEmbedded Contributors |
| 3 | # |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 4 | # SPDX-License-Identifier: GPL-2.0-only |
| 5 | # |
| 6 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 7 | import os, struct, mmap |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 8 | |
| 9 | class NotELFFileError(Exception): |
| 10 | pass |
| 11 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 12 | class ELFFile: |
| 13 | EI_NIDENT = 16 |
| 14 | |
| 15 | EI_CLASS = 4 |
| 16 | EI_DATA = 5 |
| 17 | EI_VERSION = 6 |
| 18 | EI_OSABI = 7 |
| 19 | EI_ABIVERSION = 8 |
| 20 | |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 21 | E_MACHINE = 0x12 |
| 22 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 23 | # possible values for EI_CLASS |
| 24 | ELFCLASSNONE = 0 |
| 25 | ELFCLASS32 = 1 |
| 26 | ELFCLASS64 = 2 |
| 27 | |
| 28 | # possible value for EI_VERSION |
| 29 | EV_CURRENT = 1 |
| 30 | |
| 31 | # possible values for EI_DATA |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 32 | EI_DATA_NONE = 0 |
| 33 | EI_DATA_LSB = 1 |
| 34 | EI_DATA_MSB = 2 |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 35 | |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 36 | PT_INTERP = 3 |
| 37 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 38 | def my_assert(self, expectation, result): |
| 39 | if not expectation == result: |
| 40 | #print "'%x','%x' %s" % (ord(expectation), ord(result), self.name) |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 41 | raise NotELFFileError("%s is not an ELF" % self.name) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 42 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 43 | def __init__(self, name): |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 44 | self.name = name |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 45 | self.objdump_output = {} |
Andrew Geissler | 82c905d | 2020-04-13 13:39:40 -0500 | [diff] [blame] | 46 | self.data = None |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 47 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 48 | # Context Manager functions to close the mmap explicitly |
| 49 | def __enter__(self): |
| 50 | return self |
| 51 | |
| 52 | def __exit__(self, exc_type, exc_value, traceback): |
Andrew Geissler | 7e0e3c0 | 2022-02-25 20:34:39 +0000 | [diff] [blame] | 53 | self.close() |
| 54 | |
| 55 | def close(self): |
Andrew Geissler | 82c905d | 2020-04-13 13:39:40 -0500 | [diff] [blame] | 56 | if self.data: |
| 57 | self.data.close() |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 58 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 59 | def open(self): |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 60 | with open(self.name, "rb") as f: |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 61 | try: |
| 62 | self.data = mmap.mmap(f.fileno(), 0, access=mmap.ACCESS_READ) |
| 63 | except ValueError: |
| 64 | # This means the file is empty |
| 65 | raise NotELFFileError("%s is empty" % self.name) |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 66 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 67 | # Check the file has the minimum number of ELF table entries |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 68 | if len(self.data) < ELFFile.EI_NIDENT + 4: |
| 69 | raise NotELFFileError("%s is not an ELF" % self.name) |
| 70 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 71 | # ELF header |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 72 | self.my_assert(self.data[0], 0x7f) |
| 73 | self.my_assert(self.data[1], ord('E')) |
| 74 | self.my_assert(self.data[2], ord('L')) |
| 75 | self.my_assert(self.data[3], ord('F')) |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 76 | if self.data[ELFFile.EI_CLASS] == ELFFile.ELFCLASS32: |
| 77 | self.bits = 32 |
| 78 | elif self.data[ELFFile.EI_CLASS] == ELFFile.ELFCLASS64: |
| 79 | self.bits = 64 |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 80 | else: |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 81 | # Not 32-bit or 64.. lets assert |
| 82 | raise NotELFFileError("ELF but not 32 or 64 bit.") |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 83 | self.my_assert(self.data[ELFFile.EI_VERSION], ELFFile.EV_CURRENT) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 84 | |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 85 | self.endian = self.data[ELFFile.EI_DATA] |
| 86 | if self.endian not in (ELFFile.EI_DATA_LSB, ELFFile.EI_DATA_MSB): |
| 87 | raise NotELFFileError("Unexpected EI_DATA %x" % self.endian) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 88 | |
| 89 | def osAbi(self): |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 90 | return self.data[ELFFile.EI_OSABI] |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 91 | |
| 92 | def abiVersion(self): |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 93 | return self.data[ELFFile.EI_ABIVERSION] |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 94 | |
| 95 | def abiSize(self): |
| 96 | return self.bits |
| 97 | |
| 98 | def isLittleEndian(self): |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 99 | return self.endian == ELFFile.EI_DATA_LSB |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 100 | |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 101 | def isBigEndian(self): |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 102 | return self.endian == ELFFile.EI_DATA_MSB |
| 103 | |
| 104 | def getStructEndian(self): |
| 105 | return {ELFFile.EI_DATA_LSB: "<", |
| 106 | ELFFile.EI_DATA_MSB: ">"}[self.endian] |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 107 | |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 108 | def getShort(self, offset): |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 109 | return struct.unpack_from(self.getStructEndian() + "H", self.data, offset)[0] |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 110 | |
| 111 | def getWord(self, offset): |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 112 | return struct.unpack_from(self.getStructEndian() + "i", self.data, offset)[0] |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 113 | |
| 114 | def isDynamic(self): |
| 115 | """ |
| 116 | Return True if there is a .interp segment (therefore dynamically |
| 117 | linked), otherwise False (statically linked). |
| 118 | """ |
| 119 | offset = self.getWord(self.bits == 32 and 0x1C or 0x20) |
| 120 | size = self.getShort(self.bits == 32 and 0x2A or 0x36) |
| 121 | count = self.getShort(self.bits == 32 and 0x2C or 0x38) |
| 122 | |
| 123 | for i in range(0, count): |
| 124 | p_type = self.getWord(offset + i * size) |
| 125 | if p_type == ELFFile.PT_INTERP: |
| 126 | return True |
| 127 | return False |
| 128 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 129 | def machine(self): |
| 130 | """ |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 131 | We know the endian stored in self.endian and we |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 132 | know the position |
| 133 | """ |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 134 | return self.getShort(ELFFile.E_MACHINE) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 135 | |
Andrew Geissler | 7e0e3c0 | 2022-02-25 20:34:39 +0000 | [diff] [blame] | 136 | def set_objdump(self, cmd, output): |
| 137 | self.objdump_output[cmd] = output |
| 138 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 139 | def run_objdump(self, cmd, d): |
| 140 | import bb.process |
| 141 | import sys |
| 142 | |
| 143 | if cmd in self.objdump_output: |
| 144 | return self.objdump_output[cmd] |
| 145 | |
Brad Bishop | 6e60e8b | 2018-02-01 10:27:11 -0500 | [diff] [blame] | 146 | objdump = d.getVar('OBJDUMP') |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 147 | |
| 148 | env = os.environ.copy() |
| 149 | env["LC_ALL"] = "C" |
Brad Bishop | 6e60e8b | 2018-02-01 10:27:11 -0500 | [diff] [blame] | 150 | env["PATH"] = d.getVar('PATH') |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 151 | |
| 152 | try: |
| 153 | bb.note("%s %s %s" % (objdump, cmd, self.name)) |
| 154 | self.objdump_output[cmd] = bb.process.run([objdump, cmd, self.name], env=env, shell=False)[0] |
| 155 | return self.objdump_output[cmd] |
| 156 | except Exception as e: |
| 157 | bb.note("%s %s %s failed: %s" % (objdump, cmd, self.name, e)) |
| 158 | return "" |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 159 | |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 160 | def elf_machine_to_string(machine): |
| 161 | """ |
| 162 | Return the name of a given ELF e_machine field or the hex value as a string |
| 163 | if it isn't recognised. |
| 164 | """ |
| 165 | try: |
| 166 | return { |
Andrew Geissler | d1e8949 | 2021-02-12 15:35:20 -0600 | [diff] [blame] | 167 | 0x00: "Unset", |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 168 | 0x02: "SPARC", |
| 169 | 0x03: "x86", |
| 170 | 0x08: "MIPS", |
| 171 | 0x14: "PowerPC", |
| 172 | 0x28: "ARM", |
| 173 | 0x2A: "SuperH", |
| 174 | 0x32: "IA-64", |
| 175 | 0x3E: "x86-64", |
Brad Bishop | 1a4b7ee | 2018-12-16 17:11:34 -0800 | [diff] [blame] | 176 | 0xB7: "AArch64", |
| 177 | 0xF7: "BPF" |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 178 | }[machine] |
| 179 | except: |
| 180 | return "Unknown (%s)" % repr(machine) |
| 181 | |
Andrew Geissler | eff2747 | 2021-10-29 15:35:00 -0500 | [diff] [blame] | 182 | def write_error(type, error, d): |
| 183 | logfile = d.getVar('QA_LOGFILE') |
| 184 | if logfile: |
| 185 | p = d.getVar('P') |
| 186 | with open(logfile, "a+") as f: |
| 187 | f.write("%s: %s [%s]\n" % (p, error, type)) |
| 188 | |
| 189 | def handle_error(error_class, error_msg, d): |
| 190 | if error_class in (d.getVar("ERROR_QA") or "").split(): |
| 191 | write_error(error_class, error_msg, d) |
| 192 | bb.error("QA Issue: %s [%s]" % (error_msg, error_class)) |
| 193 | d.setVar("QA_ERRORS_FOUND", "True") |
| 194 | return False |
| 195 | elif error_class in (d.getVar("WARN_QA") or "").split(): |
| 196 | write_error(error_class, error_msg, d) |
| 197 | bb.warn("QA Issue: %s [%s]" % (error_msg, error_class)) |
| 198 | else: |
| 199 | bb.note("QA Issue: %s [%s]" % (error_msg, error_class)) |
| 200 | return True |
| 201 | |
| 202 | def add_message(messages, section, new_msg): |
| 203 | if section not in messages: |
| 204 | messages[section] = new_msg |
| 205 | else: |
| 206 | messages[section] = messages[section] + "\n" + new_msg |
| 207 | |
| 208 | def exit_with_message_if_errors(message, d): |
| 209 | qa_fatal_errors = bb.utils.to_boolean(d.getVar("QA_ERRORS_FOUND"), False) |
| 210 | if qa_fatal_errors: |
| 211 | bb.fatal(message) |
| 212 | |
| 213 | def exit_if_errors(d): |
| 214 | exit_with_message_if_errors("Fatal QA errors were found, failing task.", d) |
| 215 | |
Andrew Geissler | 6aa7eec | 2023-03-03 12:41:14 -0600 | [diff] [blame] | 216 | def check_upstream_status(fullpath): |
| 217 | import re |
| 218 | kinda_status_re = re.compile(r"^.*upstream.*status.*$", re.IGNORECASE | re.MULTILINE) |
Andrew Geissler | 220dafd | 2023-10-04 10:18:08 -0500 | [diff] [blame] | 219 | strict_status_re = re.compile(r"^Upstream-Status: (Pending|Submitted|Denied|Inappropriate|Backport|Inactive-Upstream)( .+)?$", re.MULTILINE) |
| 220 | guidelines = "https://docs.yoctoproject.org/contributor-guide/recipe-style-guide.html#patch-upstream-status" |
Andrew Geissler | 6aa7eec | 2023-03-03 12:41:14 -0600 | [diff] [blame] | 221 | |
| 222 | with open(fullpath, encoding='utf-8', errors='ignore') as f: |
| 223 | file_content = f.read() |
| 224 | match_kinda = kinda_status_re.search(file_content) |
| 225 | match_strict = strict_status_re.search(file_content) |
| 226 | |
| 227 | if not match_strict: |
| 228 | if match_kinda: |
| 229 | return "Malformed Upstream-Status in patch\n%s\nPlease correct according to %s :\n%s" % (fullpath, guidelines, match_kinda.group(0)) |
| 230 | else: |
| 231 | return "Missing Upstream-Status in patch\n%s\nPlease add according to %s ." % (fullpath, guidelines) |
| 232 | |
Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 233 | if __name__ == "__main__": |
| 234 | import sys |
Brad Bishop | 37a0e4d | 2017-12-04 01:01:44 -0500 | [diff] [blame] | 235 | |
| 236 | with ELFFile(sys.argv[1]) as elf: |
| 237 | elf.open() |
| 238 | print(elf.isDynamic()) |