blob: fd0da16e7ea2b73051b70800380fbd34598d5d1c [file] [log] [blame]
Patrick Williamsc124f4f2015-09-15 14:41:29 -05001# Extensible SDK
2
3inherit populate_sdk_base
4
5# NOTE: normally you cannot use task overrides for this kind of thing - this
6# only works because of get_sdk_ext_rdepends()
7
8TOOLCHAIN_HOST_TASK_task-populate-sdk-ext = " \
9 meta-environment-extsdk-${MACHINE} \
10 "
11
12TOOLCHAIN_TARGET_TASK_task-populate-sdk-ext = ""
13
Patrick Williamsc124f4f2015-09-15 14:41:29 -050014SDK_RELOCATE_AFTER_INSTALL_task-populate-sdk-ext = "0"
15
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050016SDK_EXT = ""
17SDK_EXT_task-populate-sdk-ext = "-ext"
18
19# Options are full or minimal
20SDK_EXT_TYPE ?= "full"
Patrick Williamsc0f7c042017-02-23 20:41:17 -060021SDK_INCLUDE_PKGDATA ?= "0"
Brad Bishop6e60e8b2018-02-01 10:27:11 -050022SDK_INCLUDE_TOOLCHAIN ?= "${@'1' if d.getVar('SDK_EXT_TYPE') == 'full' else '0'}"
Brad Bishopa34c0302019-09-23 22:34:48 -040023SDK_INCLUDE_NATIVESDK ?= "0"
Brad Bishop1d80a2e2019-11-15 16:35:03 -050024SDK_INCLUDE_BUILDTOOLS ?= '1'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050025
26SDK_RECRDEP_TASKS ?= ""
27
Patrick Williamsc124f4f2015-09-15 14:41:29 -050028SDK_LOCAL_CONF_WHITELIST ?= ""
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050029SDK_LOCAL_CONF_BLACKLIST ?= "CONF_VERSION \
30 BB_NUMBER_THREADS \
Patrick Williamsc0f7c042017-02-23 20:41:17 -060031 BB_NUMBER_PARSE_THREADS \
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050032 PARALLEL_MAKE \
33 PRSERV_HOST \
34 SSTATE_MIRRORS \
Patrick Williamsc0f7c042017-02-23 20:41:17 -060035 DL_DIR \
36 SSTATE_DIR \
37 TMPDIR \
Brad Bishopd7bf8c12018-02-25 22:55:05 -050038 BB_SERVER_TIMEOUT \
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050039 "
Patrick Williamsc124f4f2015-09-15 14:41:29 -050040SDK_INHERIT_BLACKLIST ?= "buildhistory icecc"
41SDK_UPDATE_URL ?= ""
42
43SDK_TARGETS ?= "${PN}"
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050044
Patrick Williamsc0f7c042017-02-23 20:41:17 -060045def get_sdk_install_targets(d, images_only=False):
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050046 sdk_install_targets = ''
Brad Bishop6e60e8b2018-02-01 10:27:11 -050047 if images_only or d.getVar('SDK_EXT_TYPE') != 'minimal':
48 sdk_install_targets = d.getVar('SDK_TARGETS')
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050049
50 depd = d.getVar('BB_TASKDEPDATA', False)
Brad Bishop6e60e8b2018-02-01 10:27:11 -050051 tasklist = bb.build.tasksbetween('do_image_complete', 'do_build', d)
52 tasklist.remove('do_build')
Patrick Williamsc0f7c042017-02-23 20:41:17 -060053 for v in depd.values():
Brad Bishop6e60e8b2018-02-01 10:27:11 -050054 if v[1] in tasklist:
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050055 if v[0] not in sdk_install_targets:
56 sdk_install_targets += ' {}'.format(v[0])
57
Patrick Williamsc0f7c042017-02-23 20:41:17 -060058 if not images_only:
Brad Bishop6e60e8b2018-02-01 10:27:11 -050059 if d.getVar('SDK_INCLUDE_PKGDATA') == '1':
Patrick Williamsc0f7c042017-02-23 20:41:17 -060060 sdk_install_targets += ' meta-world-pkgdata:do_allpackagedata'
Brad Bishop6e60e8b2018-02-01 10:27:11 -050061 if d.getVar('SDK_INCLUDE_TOOLCHAIN') == '1':
Patrick Williamsc0f7c042017-02-23 20:41:17 -060062 sdk_install_targets += ' meta-extsdk-toolchain:do_populate_sysroot'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050063
64 return sdk_install_targets
65
66get_sdk_install_targets[vardepsexclude] = "BB_TASKDEPDATA"
67
Patrick Williamsc124f4f2015-09-15 14:41:29 -050068OE_INIT_ENV_SCRIPT ?= "oe-init-build-env"
69
70# The files from COREBASE that you want preserved in the COREBASE copied
71# into the sdk. This allows someone to have their own setup scripts in
72# COREBASE be preserved as well as untracked files.
73COREBASE_FILES ?= " \
74 oe-init-build-env \
Patrick Williamsc124f4f2015-09-15 14:41:29 -050075 scripts \
76 LICENSE \
77 .templateconf \
78"
79
80SDK_DIR_task-populate-sdk-ext = "${WORKDIR}/sdk-ext"
81B_task-populate-sdk-ext = "${SDK_DIR}"
Brad Bishop6e60e8b2018-02-01 10:27:11 -050082TOOLCHAINEXT_OUTPUTNAME ?= "${SDK_NAME}-toolchain-ext-${SDK_VERSION}"
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050083TOOLCHAIN_OUTPUTNAME_task-populate-sdk-ext = "${TOOLCHAINEXT_OUTPUTNAME}"
84
85SDK_EXT_TARGET_MANIFEST = "${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.target.manifest"
86SDK_EXT_HOST_MANIFEST = "${SDK_DEPLOY}/${TOOLCHAINEXT_OUTPUTNAME}.host.manifest"
Patrick Williamsc124f4f2015-09-15 14:41:29 -050087
Brad Bishopd7bf8c12018-02-25 22:55:05 -050088python write_target_sdk_ext_manifest () {
89 from oe.sdk import get_extra_sdkinfo
90 sstate_dir = d.expand('${SDK_OUTPUT}/${SDKPATH}/sstate-cache')
91 extra_info = get_extra_sdkinfo(sstate_dir)
92
93 target = d.getVar('TARGET_SYS')
94 target_multimach = d.getVar('MULTIMACH_TARGET_SYS')
95 real_target_multimach = d.getVar('REAL_MULTIMACH_TARGET_SYS')
96
97 pkgs = {}
Brad Bishop1d80a2e2019-11-15 16:35:03 -050098 os.makedirs(os.path.dirname(d.getVar('SDK_EXT_TARGET_MANIFEST')), exist_ok=True)
Brad Bishopd7bf8c12018-02-25 22:55:05 -050099 with open(d.getVar('SDK_EXT_TARGET_MANIFEST'), 'w') as f:
100 for fn in extra_info['filesizes']:
101 info = fn.split(':')
102 if info[2] in (target, target_multimach, real_target_multimach) \
103 or info[5] == 'allarch':
104 if not info[1] in pkgs:
105 f.write("%s %s %s\n" % (info[1], info[2], info[3]))
106 pkgs[info[1]] = {}
107}
108python write_host_sdk_ext_manifest () {
109 from oe.sdk import get_extra_sdkinfo
110 sstate_dir = d.expand('${SDK_OUTPUT}/${SDKPATH}/sstate-cache')
111 extra_info = get_extra_sdkinfo(sstate_dir)
112 host = d.getVar('BUILD_SYS')
113 with open(d.getVar('SDK_EXT_HOST_MANIFEST'), 'w') as f:
114 for fn in extra_info['filesizes']:
115 info = fn.split(':')
116 if info[2] == host:
117 f.write("%s %s %s\n" % (info[1], info[2], info[3]))
118}
119
120SDK_POSTPROCESS_COMMAND_append_task-populate-sdk-ext = "write_target_sdk_ext_manifest; write_host_sdk_ext_manifest; "
121
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500122SDK_TITLE_task-populate-sdk-ext = "${@d.getVar('DISTRO_NAME') or d.getVar('DISTRO')} Extensible SDK"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500123
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600124def clean_esdk_builddir(d, sdkbasepath):
125 """Clean up traces of the fake build for create_filtered_tasklist()"""
126 import shutil
Andrew Geissler82c905d2020-04-13 13:39:40 -0500127 cleanpaths = ['cache', 'tmp']
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600128 for pth in cleanpaths:
129 fullpth = os.path.join(sdkbasepath, pth)
130 if os.path.isdir(fullpth):
131 shutil.rmtree(fullpth)
132 elif os.path.isfile(fullpth):
133 os.remove(fullpth)
134
135def create_filtered_tasklist(d, sdkbasepath, tasklistfile, conf_initpath):
136 """
137 Create a filtered list of tasks. Also double-checks that the build system
138 within the SDK basically works and required sstate artifacts are available.
139 """
140 import tempfile
141 import shutil
142 import oe.copy_buildsystem
143
144 # Create a temporary build directory that we can pass to the env setup script
145 shutil.copyfile(sdkbasepath + '/conf/local.conf', sdkbasepath + '/conf/local.conf.bak')
146 try:
147 with open(sdkbasepath + '/conf/local.conf', 'a') as f:
148 # Force the use of sstate from the build system
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500149 f.write('\nSSTATE_DIR_forcevariable = "%s"\n' % d.getVar('SSTATE_DIR'))
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500150 f.write('SSTATE_MIRRORS_forcevariable = "file://universal/(.*) file://universal-4.9/\\1 file://universal-4.9/(.*) file://universal-4.8/\\1"\n')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600151 # Ensure TMPDIR is the default so that clean_esdk_builddir() can delete it
152 f.write('TMPDIR_forcevariable = "${TOPDIR}/tmp"\n')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500153 f.write('TCLIBCAPPEND_forcevariable = ""\n')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600154 # Drop uninative if the build isn't using it (or else NATIVELSBSTRING will
155 # be different and we won't be able to find our native sstate)
156 if not bb.data.inherits_class('uninative', d):
157 f.write('INHERIT_remove = "uninative"\n')
158
159 # Unfortunately the default SDKPATH (or even a custom value) may contain characters that bitbake
160 # will not allow in its COREBASE path, so we need to rename the directory temporarily
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500161 temp_sdkbasepath = d.getVar('SDK_OUTPUT') + '/tmp-renamed-sdk'
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600162 # Delete any existing temp dir
163 try:
164 shutil.rmtree(temp_sdkbasepath)
165 except FileNotFoundError:
166 pass
167 os.rename(sdkbasepath, temp_sdkbasepath)
Brad Bishop316dfdd2018-06-25 12:45:53 -0400168 cmdprefix = '. %s .; ' % conf_initpath
169 logfile = d.getVar('WORKDIR') + '/tasklist_bb_log.txt'
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600170 try:
Brad Bishop316dfdd2018-06-25 12:45:53 -0400171 oe.copy_buildsystem.check_sstate_task_list(d, get_sdk_install_targets(d), tasklistfile, cmdprefix=cmdprefix, cwd=temp_sdkbasepath, logfile=logfile)
172 except bb.process.ExecutionError as e:
173 msg = 'Failed to generate filtered task list for extensible SDK:\n%s' % e.stdout.rstrip()
174 if 'attempted to execute unexpectedly and should have been setscened' in e.stdout:
175 msg += '\n----------\n\nNOTE: "attempted to execute unexpectedly and should have been setscened" errors indicate this may be caused by missing sstate artifacts that were likely produced in earlier builds, but have been subsequently deleted for some reason.\n'
176 bb.fatal(msg)
177 os.rename(temp_sdkbasepath, sdkbasepath)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600178 # Clean out residue of running bitbake, which check_sstate_task_list()
179 # will effectively do
180 clean_esdk_builddir(d, sdkbasepath)
181 finally:
Andrew Geissler82c905d2020-04-13 13:39:40 -0500182 localconf = sdkbasepath + '/conf/local.conf'
183 if os.path.exists(localconf + '.bak'):
184 os.replace(localconf + '.bak', localconf)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600185
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500186python copy_buildsystem () {
187 import re
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500188 import shutil
189 import glob
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500190 import oe.copy_buildsystem
191
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500192 oe_init_env_script = d.getVar('OE_INIT_ENV_SCRIPT')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500193
194 conf_bbpath = ''
195 conf_initpath = ''
196 core_meta_subdir = ''
197
198 # Copy in all metadata layers + bitbake (as repositories)
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500199 buildsystem = oe.copy_buildsystem.BuildSystem('extensible SDK', d)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500200 baseoutpath = d.getVar('SDK_OUTPUT') + '/' + d.getVar('SDKPATH')
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500201
202 # Determine if we're building a derivative extensible SDK (from devtool build-sdk)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500203 derivative = (d.getVar('SDK_DERIVATIVE') or '') == '1'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500204 if derivative:
205 workspace_name = 'orig-workspace'
206 else:
207 workspace_name = None
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500208
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800209 corebase, sdkbblayers = buildsystem.copy_bitbake_and_layers(baseoutpath + '/layers', workspace_name)
210 conf_bbpath = os.path.join('layers', corebase, 'bitbake')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500211
212 for path in os.listdir(baseoutpath + '/layers'):
213 relpath = os.path.join('layers', path, oe_init_env_script)
214 if os.path.exists(os.path.join(baseoutpath, relpath)):
215 conf_initpath = relpath
216
217 relpath = os.path.join('layers', path, 'scripts', 'devtool')
218 if os.path.exists(os.path.join(baseoutpath, relpath)):
219 scriptrelpath = os.path.dirname(relpath)
220
221 relpath = os.path.join('layers', path, 'meta')
222 if os.path.exists(os.path.join(baseoutpath, relpath, 'lib', 'oe')):
223 core_meta_subdir = relpath
224
225 d.setVar('oe_init_build_env_path', conf_initpath)
226 d.setVar('scriptrelpath', scriptrelpath)
227
228 # Write out config file for devtool
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600229 import configparser
230 config = configparser.SafeConfigParser()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500231 config.add_section('General')
232 config.set('General', 'bitbake_subdir', conf_bbpath)
233 config.set('General', 'init_path', conf_initpath)
234 config.set('General', 'core_meta_subdir', core_meta_subdir)
235 config.add_section('SDK')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500236 config.set('SDK', 'sdk_targets', d.getVar('SDK_TARGETS'))
237 updateurl = d.getVar('SDK_UPDATE_URL')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500238 if updateurl:
239 config.set('SDK', 'updateserver', updateurl)
240 bb.utils.mkdirhier(os.path.join(baseoutpath, 'conf'))
241 with open(os.path.join(baseoutpath, 'conf', 'devtool.conf'), 'w') as f:
242 config.write(f)
243
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500244 unlockedsigs = os.path.join(baseoutpath, 'conf', 'unlocked-sigs.inc')
245 with open(unlockedsigs, 'w') as f:
246 pass
247
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500248 # Create a layer for new recipes / appends
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500249 bbpath = d.getVar('BBPATH')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500250 bb.process.run(['devtool', '--bbpath', bbpath, '--basepath', baseoutpath, 'create-workspace', '--create-only', os.path.join(baseoutpath, 'workspace')])
251
252 # Create bblayers.conf
253 bb.utils.mkdirhier(baseoutpath + '/conf')
254 with open(baseoutpath + '/conf/bblayers.conf', 'w') as f:
255 f.write('# WARNING: this configuration has been automatically generated and in\n')
256 f.write('# most cases should not be edited. If you need more flexibility than\n')
257 f.write('# this configuration provides, it is strongly suggested that you set\n')
258 f.write('# up a proper instance of the full build system and use that instead.\n\n')
259
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500260 # LCONF_VERSION may not be set, for example when using meta-poky
261 # so don't error if it isn't found
262 lconf_version = d.getVar('LCONF_VERSION', False)
263 if lconf_version is not None:
264 f.write('LCONF_VERSION = "%s"\n\n' % lconf_version)
265
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500266 f.write('BBPATH = "$' + '{TOPDIR}"\n')
267 f.write('SDKBASEMETAPATH = "$' + '{TOPDIR}"\n')
268 f.write('BBLAYERS := " \\\n')
269 for layerrelpath in sdkbblayers:
270 f.write(' $' + '{SDKBASEMETAPATH}/layers/%s \\\n' % layerrelpath)
271 f.write(' $' + '{SDKBASEMETAPATH}/workspace \\\n')
272 f.write(' "\n')
273
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600274 # Copy uninative tarball
275 # For now this is where uninative.bbclass expects the tarball
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500276 if bb.data.inherits_class('uninative', d):
277 uninative_file = d.expand('${UNINATIVE_DLDIR}/' + d.getVarFlag("UNINATIVE_CHECKSUM", d.getVar("BUILD_ARCH")) + '/${UNINATIVE_TARBALL}')
278 uninative_checksum = bb.utils.sha256_file(uninative_file)
279 uninative_outdir = '%s/downloads/uninative/%s' % (baseoutpath, uninative_checksum)
280 bb.utils.mkdirhier(uninative_outdir)
281 shutil.copy(uninative_file, uninative_outdir)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600282
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500283 env_whitelist = (d.getVar('BB_ENV_EXTRAWHITE') or '').split()
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500284 env_whitelist_values = {}
285
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500286 # Create local.conf
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500287 builddir = d.getVar('TOPDIR')
Brad Bishopa5c52ff2018-11-23 10:55:50 +1300288 if derivative and os.path.exists(builddir + '/conf/site.conf'):
289 shutil.copyfile(builddir + '/conf/site.conf', baseoutpath + '/conf/site.conf')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500290 if derivative and os.path.exists(builddir + '/conf/auto.conf'):
291 shutil.copyfile(builddir + '/conf/auto.conf', baseoutpath + '/conf/auto.conf')
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500292 if derivative:
293 shutil.copyfile(builddir + '/conf/local.conf', baseoutpath + '/conf/local.conf')
294 else:
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500295 local_conf_whitelist = (d.getVar('SDK_LOCAL_CONF_WHITELIST') or '').split()
296 local_conf_blacklist = (d.getVar('SDK_LOCAL_CONF_BLACKLIST') or '').split()
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500297 def handle_var(varname, origvalue, op, newlines):
298 if varname in local_conf_blacklist or (origvalue.strip().startswith('/') and not varname in local_conf_whitelist):
299 newlines.append('# Removed original setting of %s\n' % varname)
300 return None, op, 0, True
301 else:
302 if varname in env_whitelist:
303 env_whitelist_values[varname] = origvalue
304 return origvalue, op, 0, True
305 varlist = ['[^#=+ ]*']
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500306 oldlines = []
Brad Bishopa5c52ff2018-11-23 10:55:50 +1300307 if os.path.exists(builddir + '/conf/site.conf'):
308 with open(builddir + '/conf/site.conf', 'r') as f:
309 oldlines += f.readlines()
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500310 if os.path.exists(builddir + '/conf/auto.conf'):
311 with open(builddir + '/conf/auto.conf', 'r') as f:
312 oldlines += f.readlines()
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500313 with open(builddir + '/conf/local.conf', 'r') as f:
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500314 oldlines += f.readlines()
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500315 (updated, newlines) = bb.utils.edit_metadata(oldlines, varlist, handle_var)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500316
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500317 with open(baseoutpath + '/conf/local.conf', 'w') as f:
318 f.write('# WARNING: this configuration has been automatically generated and in\n')
319 f.write('# most cases should not be edited. If you need more flexibility than\n')
320 f.write('# this configuration provides, it is strongly suggested that you set\n')
321 f.write('# up a proper instance of the full build system and use that instead.\n\n')
322 for line in newlines:
323 if line.strip() and not line.startswith('#'):
324 f.write(line)
325 # Write a newline just in case there's none at the end of the original
326 f.write('\n')
327
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500328 f.write('TMPDIR = "${TOPDIR}/tmp"\n')
329 f.write('TCLIBCAPPEND = ""\n')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600330 f.write('DL_DIR = "${TOPDIR}/downloads"\n')
331
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800332 if bb.data.inherits_class('uninative', d):
333 f.write('INHERIT += "%s"\n' % 'uninative')
334 f.write('UNINATIVE_CHECKSUM[%s] = "%s"\n\n' % (d.getVar('BUILD_ARCH'), uninative_checksum))
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500335 f.write('CONF_VERSION = "%s"\n\n' % d.getVar('CONF_VERSION', False))
336
337 # Some classes are not suitable for SDK, remove them from INHERIT
338 f.write('INHERIT_remove = "%s"\n' % d.getVar('SDK_INHERIT_BLACKLIST', False))
339
340 # Bypass the default connectivity check if any
341 f.write('CONNECTIVITY_CHECK_URIS = ""\n\n')
342
343 # This warning will come out if reverse dependencies for a task
344 # don't have sstate as well as the task itself. We already know
345 # this will be the case for the extensible sdk, so turn off the
346 # warning.
347 f.write('SIGGEN_LOCKEDSIGS_SSTATE_EXISTS_CHECK = "none"\n\n')
348
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600349 # Warn if the sigs in the locked-signature file don't match
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500350 # the sig computed from the metadata.
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600351 f.write('SIGGEN_LOCKEDSIGS_TASKSIG_CHECK = "warn"\n\n')
352
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500353 # We want to be able to set this without a full reparse
354 f.write('BB_HASHCONFIG_WHITELIST_append = " SIGGEN_UNLOCKED_RECIPES"\n\n')
355
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600356 # Set up whitelist for run on install
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500357 f.write('BB_SETSCENE_ENFORCE_WHITELIST = "%:* *:do_shared_workdir *:do_rm_work wic-tools:* *:do_addto_recipe_sysroot"\n\n')
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500358
359 # Hide the config information from bitbake output (since it's fixed within the SDK)
Brad Bishop37a0e4d2017-12-04 01:01:44 -0500360 f.write('BUILDCFG_HEADER = ""\n\n')
361
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500362 f.write('# Provide a flag to indicate we are in the EXT_SDK Context\n')
363 f.write('WITHIN_EXT_SDK = "1"\n\n')
364
Brad Bishop37a0e4d2017-12-04 01:01:44 -0500365 # Map gcc-dependent uninative sstate cache for installer usage
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500366 f.write('SSTATE_MIRRORS += " file://universal/(.*) file://universal-4.9/\\1 file://universal-4.9/(.*) file://universal-4.8/\\1"\n\n')
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500367
368 # Allow additional config through sdk-extra.conf
369 fn = bb.cookerdata.findConfigFile('sdk-extra.conf', d)
370 if fn:
371 with open(fn, 'r') as xf:
372 for line in xf:
373 f.write(line)
374
375 # If you define a sdk_extraconf() function then it can contain additional config
376 # (Though this is awkward; sdk-extra.conf should probably be used instead)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500377 extraconf = (d.getVar('sdk_extraconf') or '').strip()
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500378 if extraconf:
379 # Strip off any leading / trailing spaces
380 for line in extraconf.splitlines():
381 f.write(line.strip() + '\n')
382
383 f.write('require conf/locked-sigs.inc\n')
384 f.write('require conf/unlocked-sigs.inc\n')
385
Brad Bishop00e122a2019-10-05 11:10:57 -0400386 if os.path.exists(builddir + '/cache/bb_unihashes.dat'):
387 bb.parse.siggen.save_unitaskhashes()
388 bb.utils.mkdirhier(os.path.join(baseoutpath, 'cache'))
389 shutil.copyfile(builddir + '/cache/bb_unihashes.dat', baseoutpath + '/cache/bb_unihashes.dat')
390
Andrew Geissler82c905d2020-04-13 13:39:40 -0500391 # Use templateconf.cfg file from builddir if exists
392 if os.path.exists(builddir + '/conf/templateconf.cfg'):
393 shutil.copyfile(builddir + '/conf/templateconf.cfg', baseoutpath + '/conf/templateconf.cfg')
394 else:
395 # Write a templateconf.cfg
396 with open(baseoutpath + '/conf/templateconf.cfg', 'w') as f:
397 f.write('meta/conf\n')
Brad Bishop37a0e4d2017-12-04 01:01:44 -0500398
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500399 # Ensure any variables set from the external environment (by way of
400 # BB_ENV_EXTRAWHITE) are set in the SDK's configuration
401 extralines = []
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600402 for name, value in env_whitelist_values.items():
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500403 actualvalue = d.getVar(name) or ''
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500404 if value != actualvalue:
405 extralines.append('%s = "%s"\n' % (name, actualvalue))
406 if extralines:
407 with open(baseoutpath + '/conf/local.conf', 'a') as f:
408 f.write('\n')
409 f.write('# Extra settings from environment:\n')
410 for line in extralines:
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500411 f.write(line)
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500412 f.write('\n')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500413
414 # Filter the locked signatures file to just the sstate tasks we are interested in
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600415 excluded_targets = get_sdk_install_targets(d, images_only=True)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500416 sigfile = d.getVar('WORKDIR') + '/locked-sigs.inc'
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500417 lockedsigs_pruned = baseoutpath + '/conf/locked-sigs.inc'
Brad Bishopa34c0302019-09-23 22:34:48 -0400418 #nativesdk-only sigfile to merge into locked-sigs.inc
419 sdk_include_nativesdk = (d.getVar("SDK_INCLUDE_NATIVESDK") == '1')
420 nativesigfile = d.getVar('WORKDIR') + '/locked-sigs_nativesdk.inc'
421 nativesigfile_pruned = d.getVar('WORKDIR') + '/locked-sigs_nativesdk_pruned.inc'
422
423 if sdk_include_nativesdk:
424 oe.copy_buildsystem.prune_lockedsigs([],
425 excluded_targets.split(),
426 nativesigfile,
427 True,
428 nativesigfile_pruned)
429
430 oe.copy_buildsystem.merge_lockedsigs([],
431 sigfile,
432 nativesigfile_pruned,
433 sigfile)
434
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500435 oe.copy_buildsystem.prune_lockedsigs([],
436 excluded_targets.split(),
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500437 sigfile,
Brad Bishopa34c0302019-09-23 22:34:48 -0400438 False,
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500439 lockedsigs_pruned)
440
441 sstate_out = baseoutpath + '/sstate-cache'
442 bb.utils.remove(sstate_out, True)
Brad Bishop37a0e4d2017-12-04 01:01:44 -0500443
444 # uninative.bbclass sets NATIVELSBSTRING to 'universal%s' % oe.utils.host_gcc_version(d)
445 fixedlsbstring = "universal%s" % oe.utils.host_gcc_version(d)
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500446
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500447 sdk_include_toolchain = (d.getVar('SDK_INCLUDE_TOOLCHAIN') == '1')
448 sdk_ext_type = d.getVar('SDK_EXT_TYPE')
Brad Bishopa34c0302019-09-23 22:34:48 -0400449 if (sdk_ext_type != 'minimal' or sdk_include_toolchain or derivative) and not sdk_include_nativesdk:
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600450 # Create the filtered task list used to generate the sstate cache shipped with the SDK
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500451 tasklistfn = d.getVar('WORKDIR') + '/tasklist.txt'
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600452 create_filtered_tasklist(d, baseoutpath, tasklistfn, conf_initpath)
453 else:
454 tasklistfn = None
455
Brad Bishop00e122a2019-10-05 11:10:57 -0400456 if os.path.exists(builddir + '/cache/bb_unihashes.dat'):
457 bb.parse.siggen.save_unitaskhashes()
458 bb.utils.mkdirhier(os.path.join(baseoutpath, 'cache'))
459 shutil.copyfile(builddir + '/cache/bb_unihashes.dat', baseoutpath + '/cache/bb_unihashes.dat')
460
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500461 # Add packagedata if enabled
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500462 if d.getVar('SDK_INCLUDE_PKGDATA') == '1':
463 lockedsigs_base = d.getVar('WORKDIR') + '/locked-sigs-base.inc'
464 lockedsigs_copy = d.getVar('WORKDIR') + '/locked-sigs-copy.inc'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500465 shutil.move(lockedsigs_pruned, lockedsigs_base)
466 oe.copy_buildsystem.merge_lockedsigs(['do_packagedata'],
467 lockedsigs_base,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500468 d.getVar('STAGING_DIR_HOST') + '/world-pkgdata/locked-sigs-pkgdata.inc',
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500469 lockedsigs_pruned,
470 lockedsigs_copy)
471
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600472 if sdk_include_toolchain:
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500473 lockedsigs_base = d.getVar('WORKDIR') + '/locked-sigs-base2.inc'
474 lockedsigs_toolchain = d.expand("${STAGING_DIR}/${TUNE_PKGARCH}/meta-extsdk-toolchain/locked-sigs/locked-sigs-extsdk-toolchain.inc")
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600475 shutil.move(lockedsigs_pruned, lockedsigs_base)
476 oe.copy_buildsystem.merge_lockedsigs([],
477 lockedsigs_base,
478 lockedsigs_toolchain,
479 lockedsigs_pruned)
480 oe.copy_buildsystem.create_locked_sstate_cache(lockedsigs_toolchain,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500481 d.getVar('SSTATE_DIR'),
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600482 sstate_out, d,
483 fixedlsbstring,
484 filterfile=tasklistfn)
485
486 if sdk_ext_type == 'minimal':
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500487 if derivative:
488 # Assume the user is not going to set up an additional sstate
489 # mirror, thus we need to copy the additional artifacts (from
490 # workspace recipes) into the derivative SDK
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500491 lockedsigs_orig = d.getVar('TOPDIR') + '/conf/locked-sigs.inc'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500492 if os.path.exists(lockedsigs_orig):
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500493 lockedsigs_extra = d.getVar('WORKDIR') + '/locked-sigs-extra.inc'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500494 oe.copy_buildsystem.merge_lockedsigs(None,
495 lockedsigs_orig,
496 lockedsigs_pruned,
497 None,
498 lockedsigs_extra)
499 oe.copy_buildsystem.create_locked_sstate_cache(lockedsigs_extra,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500500 d.getVar('SSTATE_DIR'),
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500501 sstate_out, d,
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600502 fixedlsbstring,
503 filterfile=tasklistfn)
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500504 else:
505 oe.copy_buildsystem.create_locked_sstate_cache(lockedsigs_pruned,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500506 d.getVar('SSTATE_DIR'),
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500507 sstate_out, d,
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600508 fixedlsbstring,
509 filterfile=tasklistfn)
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500510
511 # We don't need sstate do_package files
512 for root, dirs, files in os.walk(sstate_out):
513 for name in files:
514 if name.endswith("_package.tgz"):
515 f = os.path.join(root, name)
516 os.remove(f)
517
518 # Write manifest file
519 # Note: at the moment we cannot include the env setup script here to keep
520 # it updated, since it gets modified during SDK installation (see
521 # sdk_ext_postinst() below) thus the checksum we take here would always
522 # be different.
523 manifest_file_list = ['conf/*']
524 manifest_file = os.path.join(baseoutpath, 'conf', 'sdk-conf-manifest')
525 with open(manifest_file, 'w') as f:
526 for item in manifest_file_list:
527 for fn in glob.glob(os.path.join(baseoutpath, item)):
528 if fn == manifest_file:
529 continue
530 chksum = bb.utils.sha256_file(fn)
531 f.write('%s\t%s\n' % (chksum, os.path.relpath(fn, baseoutpath)))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500532}
533
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600534def get_current_buildtools(d):
535 """Get the file name of the current buildtools installer"""
536 import glob
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500537 btfiles = glob.glob(os.path.join(d.getVar('SDK_DEPLOY'), '*-buildtools-nativesdk-standalone-*.sh'))
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600538 btfiles.sort(key=os.path.getctime)
539 return os.path.basename(btfiles[-1])
540
541def get_sdk_required_utilities(buildtools_fn, d):
542 """Find required utilities that aren't provided by the buildtools"""
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500543 sanity_required_utilities = (d.getVar('SANITY_REQUIRED_UTILITIES') or '').split()
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600544 sanity_required_utilities.append(d.expand('${BUILD_PREFIX}gcc'))
545 sanity_required_utilities.append(d.expand('${BUILD_PREFIX}g++'))
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500546 if buildtools_fn:
547 buildtools_installer = os.path.join(d.getVar('SDK_DEPLOY'), buildtools_fn)
548 filelist, _ = bb.process.run('%s -l' % buildtools_installer)
549 else:
550 buildtools_installer = None
551 filelist = ""
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600552 localdata = bb.data.createCopy(d)
553 localdata.setVar('SDKPATH', '.')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500554 sdkpathnative = localdata.getVar('SDKPATHNATIVE')
555 sdkbindirs = [localdata.getVar('bindir_nativesdk'),
556 localdata.getVar('sbindir_nativesdk'),
557 localdata.getVar('base_bindir_nativesdk'),
558 localdata.getVar('base_sbindir_nativesdk')]
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600559 for line in filelist.splitlines():
560 splitline = line.split()
561 if len(splitline) > 5:
562 fn = splitline[5]
563 if not fn.startswith('./'):
564 fn = './%s' % fn
565 if fn.startswith(sdkpathnative):
566 relpth = '/' + os.path.relpath(fn, sdkpathnative)
567 for bindir in sdkbindirs:
568 if relpth.startswith(bindir):
569 relpth = os.path.relpath(relpth, bindir)
570 if relpth in sanity_required_utilities:
571 sanity_required_utilities.remove(relpth)
572 break
573 return ' '.join(sanity_required_utilities)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500574
575install_tools() {
576 install -d ${SDK_OUTPUT}/${SDKPATHNATIVE}${bindir_nativesdk}
Brad Bishop316dfdd2018-06-25 12:45:53 -0400577 scripts="devtool recipetool oe-find-native-sysroot runqemu* wic"
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600578 for script in $scripts; do
579 for scriptfn in `find ${SDK_OUTPUT}/${SDKPATH}/${scriptrelpath} -maxdepth 1 -executable -name "$script"`; do
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800580 targetscriptfn="${SDK_OUTPUT}/${SDKPATHNATIVE}${bindir_nativesdk}/$(basename $scriptfn)"
581 test -e ${targetscriptfn} || lnr ${scriptfn} ${targetscriptfn}
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600582 done
583 done
584 # We can't use the same method as above because files in the sysroot won't exist at this point
585 # (they get populated from sstate on installation)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500586 unfsd_path="${SDK_OUTPUT}/${SDKPATHNATIVE}${bindir_nativesdk}/unfsd"
587 if [ "${SDK_INCLUDE_TOOLCHAIN}" = "1" -a ! -e $unfsd_path ] ; then
588 binrelpath=${@os.path.relpath(d.getVar('STAGING_BINDIR_NATIVE'), d.getVar('TMPDIR'))}
589 lnr ${SDK_OUTPUT}/${SDKPATH}/tmp/$binrelpath/unfsd $unfsd_path
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600590 fi
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500591 touch ${SDK_OUTPUT}/${SDKPATH}/.devtoolbase
592
593 # find latest buildtools-tarball and install it
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500594 if [ -n "${SDK_BUILDTOOLS_INSTALLER}" ]; then
595 install ${SDK_DEPLOY}/${SDK_BUILDTOOLS_INSTALLER} ${SDK_OUTPUT}/${SDKPATH}
596 fi
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500597
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500598 install -m 0644 ${COREBASE}/meta/files/ext-sdk-prepare.py ${SDK_OUTPUT}/${SDKPATH}
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500599}
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500600do_populate_sdk_ext[file-checksums] += "${COREBASE}/meta/files/ext-sdk-prepare.py:True"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500601
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500602sdk_ext_preinst() {
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600603 # Since bitbake won't run as root it doesn't make sense to try and install
604 # the extensible sdk as root.
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500605 if [ "`id -u`" = "0" ]; then
606 echo "ERROR: The extensible sdk cannot be installed as root."
607 exit 1
608 fi
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600609 if ! command -v locale > /dev/null; then
610 echo "ERROR: The installer requires the locale command, please install it first"
611 exit 1
612 fi
613 # Check setting of LC_ALL set above
614 canonicalised_locale=`echo $LC_ALL | sed 's/UTF-8/utf8/'`
615 if ! locale -a | grep -q $canonicalised_locale ; then
616 echo "ERROR: the installer requires the $LC_ALL locale to be installed (but not selected), please install it first"
617 exit 1
618 fi
619 # The relocation script used by buildtools installer requires python
Andrew Geissler82c905d2020-04-13 13:39:40 -0500620 if ! command -v python3 > /dev/null; then
621 echo "ERROR: The installer requires python3, please install it first"
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600622 exit 1
623 fi
624 missing_utils=""
625 for util in ${SDK_REQUIRED_UTILITIES}; do
626 if ! command -v $util > /dev/null; then
627 missing_utils="$missing_utils $util"
628 fi
629 done
630 if [ -n "$missing_utils" ] ; then
631 echo "ERROR: the SDK requires the following missing utilities, please install them: $missing_utils"
632 exit 1
633 fi
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500634 SDK_EXTENSIBLE="1"
Brad Bishop19323692019-04-05 15:28:33 -0400635 if [ "$publish" = "1" ] && [ "${SDK_EXT_TYPE}" = "minimal" ] ; then
636 EXTRA_TAR_OPTIONS="$EXTRA_TAR_OPTIONS --exclude=sstate-cache"
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500637 fi
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500638}
639SDK_PRE_INSTALL_COMMAND_task-populate-sdk-ext = "${sdk_ext_preinst}"
640
641# FIXME this preparation should be done as part of the SDK construction
642sdk_ext_postinst() {
643 printf "\nExtracting buildtools...\n"
644 cd $target_sdk_dir
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600645 env_setup_script="$target_sdk_dir/environment-setup-${REAL_MULTIMACH_TARGET_SYS}"
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500646 if [ -n "${SDK_BUILDTOOLS_INSTALLER}" ]; then
647 printf "buildtools\ny" | ./${SDK_BUILDTOOLS_INSTALLER} > buildtools.log || { printf 'ERROR: buildtools installation failed:\n' ; cat buildtools.log ; echo "printf 'ERROR: this SDK was not fully installed and needs reinstalling\n'" >> $env_setup_script ; exit 1 ; }
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500648
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500649 # Delete the buildtools tar file since it won't be used again
650 rm -f ./${SDK_BUILDTOOLS_INSTALLER}
651 # We don't need the log either since it succeeded
652 rm -f buildtools.log
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500653
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500654 # Make sure when the user sets up the environment, they also get
655 # the buildtools-tarball tools in their path.
656 echo ". $target_sdk_dir/buildtools/environment-setup*" >> $env_setup_script
657 fi
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500658
659 # Allow bitbake environment setup to be ran as part of this sdk.
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500660 echo "export OE_SKIP_SDK_CHECK=1" >> $env_setup_script
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500661 # Work around runqemu not knowing how to get this information within the eSDK
662 echo "export DEPLOY_DIR_IMAGE=$target_sdk_dir/tmp/${@os.path.relpath(d.getVar('DEPLOY_DIR_IMAGE'), d.getVar('TMPDIR'))}" >> $env_setup_script
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500663
664 # A bit of another hack, but we need this in the path only for devtool
665 # so put it at the end of $PATH.
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500666 echo "export PATH=$target_sdk_dir/sysroots/${SDK_SYS}${bindir_nativesdk}:\$PATH" >> $env_setup_script
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500667
668 echo "printf 'SDK environment now set up; additionally you may now run devtool to perform development tasks.\nRun devtool --help for further details.\n'" >> $env_setup_script
669
670 # Warn if trying to use external bitbake and the ext SDK together
671 echo "(which bitbake > /dev/null 2>&1 && echo 'WARNING: attempting to use the extensible SDK in an environment set up to run bitbake - this may lead to unexpected results. Please source this script in a new shell session instead.') || true" >> $env_setup_script
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500672
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500673 if [ "$prepare_buildsystem" != "no" -a -n "${SDK_BUILDTOOLS_INSTALLER}" ]; then
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500674 printf "Preparing build system...\n"
675 # dash which is /bin/sh on Ubuntu will not preserve the
676 # current working directory when first ran, nor will it set $1 when
677 # sourcing a script. That is why this has to look so ugly.
678 LOGFILE="$target_sdk_dir/preparing_build_system.log"
Andrew Geissler475cb722020-07-10 16:00:51 -0500679 sh -c ". buildtools/environment-setup* > $LOGFILE && cd $target_sdk_dir/`dirname ${oe_init_build_env_path}` && set $target_sdk_dir && . $target_sdk_dir/${oe_init_build_env_path} $target_sdk_dir >> $LOGFILE && python3 $target_sdk_dir/ext-sdk-prepare.py $LOGFILE '${SDK_INSTALL_TARGETS}'" || { echo "printf 'ERROR: this SDK was not fully installed and needs reinstalling\n'" >> $env_setup_script ; exit 1 ; }
Brad Bishop19323692019-04-05 15:28:33 -0400680 fi
681 if [ -e $target_sdk_dir/ext-sdk-prepare.py ]; then
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500682 rm $target_sdk_dir/ext-sdk-prepare.py
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500683 fi
684 echo done
685}
686
687SDK_POST_INSTALL_COMMAND_task-populate-sdk-ext = "${sdk_ext_postinst}"
688
689SDK_POSTPROCESS_COMMAND_prepend_task-populate-sdk-ext = "copy_buildsystem; install_tools; "
690
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500691SDK_INSTALL_TARGETS = ""
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500692fakeroot python do_populate_sdk_ext() {
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500693 # FIXME hopefully we can remove this restriction at some point, but uninative
694 # currently forces this upon us
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500695 if d.getVar('SDK_ARCH') != d.getVar('BUILD_ARCH'):
696 bb.fatal('The extensible SDK can currently only be built for the same architecture as the machine being built on - SDK_ARCH is set to %s (likely via setting SDKMACHINE) which is different from the architecture of the build machine (%s). Unable to continue.' % (d.getVar('SDK_ARCH'), d.getVar('BUILD_ARCH')))
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500697
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500698 d.setVar('SDK_INSTALL_TARGETS', get_sdk_install_targets(d))
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500699 if d.getVar('SDK_INCLUDE_BUILDTOOLS') == '1':
700 buildtools_fn = get_current_buildtools(d)
701 else:
702 buildtools_fn = None
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600703 d.setVar('SDK_REQUIRED_UTILITIES', get_sdk_required_utilities(buildtools_fn, d))
704 d.setVar('SDK_BUILDTOOLS_INSTALLER', buildtools_fn)
705 d.setVar('SDKDEPLOYDIR', '${SDKEXTDEPLOYDIR}')
Brad Bishop00111322018-04-01 22:23:53 -0400706 # ESDKs have a libc from the buildtools so ensure we don't ship linguas twice
707 d.delVar('SDKIMAGE_LINGUAS')
Brad Bishopa34c0302019-09-23 22:34:48 -0400708 if d.getVar("SDK_INCLUDE_NATIVESDK") == '1':
709 generate_nativesdk_lockedsigs(d)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600710 populate_sdk_common(d)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500711}
712
Brad Bishopa34c0302019-09-23 22:34:48 -0400713def generate_nativesdk_lockedsigs(d):
714 import oe.copy_buildsystem
715 sigfile = d.getVar('WORKDIR') + '/locked-sigs_nativesdk.inc'
716 oe.copy_buildsystem.generate_locked_sigs(sigfile, d)
717
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500718def get_ext_sdk_depends(d):
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600719 # Note: the deps varflag is a list not a string, so we need to specify expand=False
720 deps = d.getVarFlag('do_image_complete', 'deps', False)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500721 pn = d.getVar('PN')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600722 deplist = ['%s:%s' % (pn, dep) for dep in deps]
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500723 tasklist = bb.build.tasksbetween('do_image_complete', 'do_build', d)
724 tasklist.append('do_rootfs')
725 for task in tasklist:
726 deplist.extend((d.getVarFlag(task, 'depends') or '').split())
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600727 return ' '.join(deplist)
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500728
729python do_sdk_depends() {
730 # We have to do this separately in its own task so we avoid recursing into
731 # dependencies we don't need to (e.g. buildtools-tarball) and bringing those
732 # into the SDK's sstate-cache
733 import oe.copy_buildsystem
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500734 sigfile = d.getVar('WORKDIR') + '/locked-sigs.inc'
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500735 oe.copy_buildsystem.generate_locked_sigs(sigfile, d)
736}
737addtask sdk_depends
738
739do_sdk_depends[dirs] = "${WORKDIR}"
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500740do_sdk_depends[depends] = "${@get_ext_sdk_depends(d)} meta-extsdk-toolchain:do_populate_sysroot"
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500741do_sdk_depends[recrdeptask] = "${@d.getVarFlag('do_populate_sdk', 'recrdeptask', False)}"
742do_sdk_depends[recrdeptask] += "do_populate_lic do_package_qa do_populate_sysroot do_deploy ${SDK_RECRDEP_TASKS}"
743do_sdk_depends[rdepends] = "${@get_sdk_ext_rdepends(d)}"
744
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500745def get_sdk_ext_rdepends(d):
746 localdata = d.createCopy()
747 localdata.appendVar('OVERRIDES', ':task-populate-sdk-ext')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500748 return localdata.getVarFlag('do_populate_sdk', 'rdepends')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500749
750do_populate_sdk_ext[dirs] = "${@d.getVarFlag('do_populate_sdk', 'dirs', False)}"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500751
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500752do_populate_sdk_ext[depends] = "${@d.getVarFlag('do_populate_sdk', 'depends', False)} \
Brad Bishop1d80a2e2019-11-15 16:35:03 -0500753 ${@'buildtools-tarball:do_populate_sdk' if d.getVar('SDK_INCLUDE_BUILDTOOLS') == '1' else ''} \
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500754 ${@'meta-world-pkgdata:do_collect_packagedata' if d.getVar('SDK_INCLUDE_PKGDATA') == '1' else ''} \
755 ${@'meta-extsdk-toolchain:do_locked_sigs' if d.getVar('SDK_INCLUDE_TOOLCHAIN') == '1' else ''}"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500756
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500757# We must avoid depending on do_build here if rm_work.bbclass is active,
758# because otherwise do_rm_work may run before do_populate_sdk_ext itself.
759# We can't mark do_populate_sdk_ext and do_sdk_depends as having to
760# run before do_rm_work, because then they would also run as part
761# of normal builds.
762do_populate_sdk_ext[rdepends] += "${@' '.join([x + ':' + (d.getVar('RM_WORK_BUILD_WITHOUT') or 'do_build') for x in d.getVar('SDK_TARGETS').split()])}"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500763
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500764# Make sure code changes can result in rebuild
765do_populate_sdk_ext[vardeps] += "copy_buildsystem \
766 sdk_ext_postinst"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500767
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500768# Since any change in the metadata of any layer should cause a rebuild of the
769# sdk(since the layers are put in the sdk) set the task to nostamp so it
770# always runs.
771do_populate_sdk_ext[nostamp] = "1"
772
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600773SDKEXTDEPLOYDIR = "${WORKDIR}/deploy-${PN}-populate-sdk-ext"
774
775SSTATETASKS += "do_populate_sdk_ext"
776SSTATE_SKIP_CREATION_task-populate-sdk-ext = '1'
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500777do_populate_sdk_ext[cleandirs] = "${SDKEXTDEPLOYDIR}"
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600778do_populate_sdk_ext[sstate-inputdirs] = "${SDKEXTDEPLOYDIR}"
779do_populate_sdk_ext[sstate-outputdirs] = "${SDK_DEPLOY}"
Brad Bishop316dfdd2018-06-25 12:45:53 -0400780do_populate_sdk_ext[stamp-extra-info] = "${MACHINE_ARCH}"
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600781
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500782addtask populate_sdk_ext after do_sdk_depends