| SLOWTASKS ??= "" |
| SSTATEVALID ??= "" |
| |
| def stamptask(d): |
| import time |
| |
| thistask = d.expand("${PN}:${BB_CURRENTTASK}") |
| stampname = d.expand("${TOPDIR}/%s.run" % thistask) |
| with open(stampname, "a+") as f: |
| f.write(d.getVar("BB_UNIHASH") + "\n") |
| |
| if d.getVar("BB_CURRENT_MC") != "default": |
| thistask = d.expand("${BB_CURRENT_MC}:${PN}:${BB_CURRENTTASK}") |
| if thistask in d.getVar("SLOWTASKS").split(): |
| bb.note("Slowing task %s" % thistask) |
| time.sleep(0.5) |
| if d.getVar("BB_HASHSERVE"): |
| task = d.getVar("BB_CURRENTTASK") |
| if task in ['package', 'package_qa', 'packagedata', 'package_write_ipk', 'package_write_rpm', 'populate_lic', 'populate_sysroot']: |
| bb.parse.siggen.report_unihash(os.getcwd(), d.getVar("BB_CURRENTTASK"), d) |
| |
| with open(d.expand("${TOPDIR}/task.log"), "a+") as f: |
| f.write(thistask + "\n") |
| |
| |
| def sstate_output_hash(path, sigfile, task, d): |
| import hashlib |
| h = hashlib.sha256() |
| h.update(d.expand("${PN}:${BB_CURRENTTASK}").encode('utf-8')) |
| return h.hexdigest() |
| |
| python do_fetch() { |
| # fetch |
| stamptask(d) |
| } |
| python do_unpack() { |
| # unpack |
| stamptask(d) |
| } |
| python do_patch() { |
| # patch |
| stamptask(d) |
| } |
| python do_populate_lic() { |
| # populate_lic |
| stamptask(d) |
| } |
| python do_prepare_recipe_sysroot() { |
| # prepare_recipe_sysroot |
| stamptask(d) |
| } |
| python do_configure() { |
| # configure |
| stamptask(d) |
| } |
| python do_compile() { |
| # compile |
| stamptask(d) |
| } |
| python do_install() { |
| # install |
| stamptask(d) |
| } |
| python do_populate_sysroot() { |
| # populate_sysroot |
| stamptask(d) |
| } |
| python do_package() { |
| # package |
| stamptask(d) |
| } |
| python do_package_write_ipk() { |
| # package_write_ipk |
| stamptask(d) |
| } |
| python do_package_write_rpm() { |
| # package_write_rpm |
| stamptask(d) |
| } |
| python do_packagedata() { |
| # packagedata |
| stamptask(d) |
| } |
| python do_package_qa() { |
| # package_qa |
| stamptask(d) |
| } |
| python do_build() { |
| # build |
| stamptask(d) |
| } |
| do_prepare_recipe_sysroot[deptask] = "do_populate_sysroot" |
| do_package[deptask] += "do_packagedata" |
| do_build[recrdeptask] += "do_deploy" |
| do_build[recrdeptask] += "do_package_write_ipk" |
| do_build[recrdeptask] += "do_package_write_rpm" |
| do_package_qa[rdeptask] = "do_packagedata" |
| do_populate_lic_deploy[recrdeptask] += "do_populate_lic do_deploy" |
| |
| DEBIANRDEP = "do_packagedata" |
| oo_package_write_ipk[rdeptask] = "${DEBIANRDEP}" |
| do_package_write_rpm[rdeptask] = "${DEBIANRDEP}" |
| |
| addtask fetch |
| addtask unpack after do_fetch |
| addtask patch after do_unpack |
| addtask prepare_recipe_sysroot after do_patch |
| addtask configure after do_prepare_recipe_sysroot |
| addtask compile after do_configure |
| addtask install after do_compile |
| addtask populate_sysroot after do_install |
| addtask package after do_install |
| addtask package_write_ipk after do_packagedata do_package |
| addtask package_write_rpm after do_packagedata do_package |
| addtask packagedata after do_package |
| addtask package_qa after do_package |
| addtask build after do_package_qa do_package_write_rpm do_package_write_ipk do_populate_sysroot |
| |
| python do_package_setscene() { |
| stamptask(d) |
| } |
| python do_package_qa_setscene() { |
| stamptask(d) |
| } |
| python do_package_write_ipk_setscene() { |
| stamptask(d) |
| } |
| python do_package_write_rpm_setscene() { |
| stamptask(d) |
| } |
| python do_packagedata_setscene() { |
| stamptask(d) |
| } |
| python do_populate_lic_setscene() { |
| stamptask(d) |
| } |
| python do_populate_sysroot_setscene() { |
| stamptask(d) |
| } |
| |
| addtask package_setscene |
| addtask package_qa_setscene |
| addtask package_write_ipk_setscene |
| addtask package_write_rpm_setscene |
| addtask packagedata_setscene |
| addtask populate_lic_setscene |
| addtask populate_sysroot_setscene |
| |
| BB_SETSCENE_DEPVALID = "setscene_depvalid" |
| |
| def setscene_depvalid(task, taskdependees, notneeded, d, log=None): |
| # taskdependees is a dict of tasks which depend on task, each being a 3 item list of [PN, TASKNAME, FILENAME] |
| # task is included in taskdependees too |
| # Return - False - We need this dependency |
| # - True - We can skip this dependency |
| import re |
| |
| def logit(msg, log): |
| if log is not None: |
| log.append(msg) |
| else: |
| bb.debug(2, msg) |
| |
| logit("Considering setscene task: %s" % (str(taskdependees[task])), log) |
| |
| def isNativeCross(x): |
| return x.endswith("-native") or "-cross-" in x or "-crosssdk" in x or x.endswith("-cross") |
| |
| # We only need to trigger populate_lic through direct dependencies |
| if taskdependees[task][1] == "do_populate_lic": |
| return True |
| |
| # We only need to trigger packagedata through direct dependencies |
| # but need to preserve packagedata on packagedata links |
| if taskdependees[task][1] == "do_packagedata": |
| for dep in taskdependees: |
| if taskdependees[dep][1] == "do_packagedata": |
| return False |
| return True |
| |
| for dep in taskdependees: |
| logit(" considering dependency: %s" % (str(taskdependees[dep])), log) |
| if task == dep: |
| continue |
| if dep in notneeded: |
| continue |
| # do_package_write_* and do_package doesn't need do_package |
| if taskdependees[task][1] == "do_package" and taskdependees[dep][1] in ['do_package', 'do_package_write_ipk', 'do_package_write_rpm', 'do_packagedata', 'do_package_qa']: |
| continue |
| # do_package_write_* need do_populate_sysroot as they're mainly postinstall dependencies |
| if taskdependees[task][1] == "do_populate_sysroot" and taskdependees[dep][1] in ['do_package_write_ipk', 'do_package_write_rpm']: |
| return False |
| # do_package/packagedata/package_qa don't need do_populate_sysroot |
| if taskdependees[task][1] == "do_populate_sysroot" and taskdependees[dep][1] in ['do_package', 'do_packagedata', 'do_package_qa']: |
| continue |
| # Native/Cross packages don't exist and are noexec anyway |
| if isNativeCross(taskdependees[dep][0]) and taskdependees[dep][1] in ['do_package_write_ipk', 'do_package_write_rpm', 'do_packagedata', 'do_package', 'do_package_qa']: |
| continue |
| |
| # This is due to the [depends] in useradd.bbclass complicating matters |
| # The logic *is* reversed here due to the way hard setscene dependencies are injected |
| if (taskdependees[task][1] == 'do_package' or taskdependees[task][1] == 'do_populate_sysroot') and taskdependees[dep][0].endswith(('shadow-native', 'shadow-sysroot', 'base-passwd', 'pseudo-native')) and taskdependees[dep][1] == 'do_populate_sysroot': |
| continue |
| |
| # Consider sysroot depending on sysroot tasks |
| if taskdependees[task][1] == 'do_populate_sysroot' and taskdependees[dep][1] == 'do_populate_sysroot': |
| # Native/Cross populate_sysroot need their dependencies |
| if isNativeCross(taskdependees[task][0]) and isNativeCross(taskdependees[dep][0]): |
| return False |
| # Target populate_sysroot depended on by cross tools need to be installed |
| if isNativeCross(taskdependees[dep][0]): |
| return False |
| # Native/cross tools depended upon by target sysroot are not needed |
| # Add an exception for shadow-native as required by useradd.bbclass |
| if isNativeCross(taskdependees[task][0]) and taskdependees[task][0] != 'shadow-native': |
| continue |
| # Target populate_sysroot need their dependencies |
| return False |
| |
| |
| if taskdependees[dep][1] == "do_populate_lic": |
| continue |
| |
| # Safe fallthrough default |
| logit(" Default setscene dependency fall through due to dependency: %s" % (str(taskdependees[dep])), log) |
| return False |
| return True |
| |
| BB_HASHCHECK_FUNCTION = "sstate_checkhashes" |
| |
| def sstate_checkhashes(sq_data, d, siginfo=False, currentcount=0, **kwargs): |
| |
| found = set() |
| missed = set() |
| |
| valid = d.getVar("SSTATEVALID").split() |
| |
| for tid in sorted(sq_data['hash']): |
| n = os.path.basename(bb.runqueue.fn_from_tid(tid)).split(".")[0] + ":do_" + bb.runqueue.taskname_from_tid(tid)[3:] |
| print(n) |
| stampfile = d.expand("${TOPDIR}/%s.run" % n.replace("do_", "")) |
| if n in valid: |
| bb.note("SState: Found valid sstate for %s" % n) |
| found.add(tid) |
| elif n + ":" + sq_data['hash'][tid] in valid: |
| bb.note("SState: Found valid sstate for %s" % n) |
| found.add(tid) |
| elif os.path.exists(stampfile): |
| with open(stampfile, "r") as f: |
| hash = f.readline().strip() |
| if hash == sq_data['hash'][tid]: |
| bb.note("SState: Found valid sstate for %s (already run)" % n) |
| found.add(tid) |
| else: |
| bb.note("SState: sstate hash didn't match previous run for %s (%s vs %s)" % (n, sq_data['hash'][tid], hash)) |
| missed.add(tid) |
| else: |
| missed.add(tid) |
| bb.note("SState: Found no valid sstate for %s (%s)" % (n, sq_data['hash'][tid])) |
| |
| return found |
| |