blob: cd8f9a4356dd794eabc0c61f3dc277b345ae202b [file] [log] [blame]
Patrick Williamsc0f7c042017-02-23 20:41:17 -06001#!/usr/bin/env python3
Brad Bishopc342db32019-05-15 21:57:59 -04002#
3# SPDX-License-Identifier: GPL-2.0-only
4#
Patrick Williamsc124f4f2015-09-15 14:41:29 -05005
6import os
7import sys
Patrick Williamsc124f4f2015-09-15 14:41:29 -05008import shutil
9import errno
Brad Bishop00e122a2019-10-05 11:10:57 -040010import time
Patrick Williamsc124f4f2015-09-15 14:41:29 -050011
12def mkdir(d):
13 try:
14 os.makedirs(d)
15 except OSError as e:
16 if e.errno != errno.EEXIST:
17 raise e
18
Brad Bishop00e122a2019-10-05 11:10:57 -040019# extract the hash from past the last colon to last underscore
20def extract_sha(filename):
21 return filename.split(':')[7].split('_')[0]
22
23# get all files in a directory, extract hash and make
24# a map from hash to list of file with that hash
25def map_sha_to_files(dir_, prefix, sha_map):
26 sstate_prefix_path = dir_ + '/' + prefix + '/'
Brad Bishopf3f93bb2019-10-16 14:33:32 -040027 if not os.path.exists(sstate_prefix_path):
28 return
Brad Bishop00e122a2019-10-05 11:10:57 -040029 sstate_files = os.listdir(sstate_prefix_path)
30 for f in sstate_files:
31 try:
32 sha = extract_sha(f)
33 if sha not in sha_map:
34 sha_map[sha] = []
35 sha_map[sha].append(sstate_prefix_path + f)
36 except IndexError:
37 continue
38
39# given a prefix build a map of hash to list of files
40def build_sha_cache(prefix):
41 sha_map = {}
42
43 sstate_dir = sys.argv[2]
44 map_sha_to_files(sstate_dir, prefix, sha_map)
45
46 native_sstate_dir = sys.argv[2] + '/' + sys.argv[4]
47 map_sha_to_files(native_sstate_dir, prefix, sha_map)
48
49 return sha_map
50
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050051if len(sys.argv) < 5:
Patrick Williamsc124f4f2015-09-15 14:41:29 -050052 print("Incorrect number of arguments specified")
Patrick Williamsc0f7c042017-02-23 20:41:17 -060053 print("syntax: gen-lockedsig-cache <locked-sigs.inc> <input-cachedir> <output-cachedir> <nativelsbstring> [filterfile]")
Patrick Williamsc124f4f2015-09-15 14:41:29 -050054 sys.exit(1)
55
Patrick Williamsc0f7c042017-02-23 20:41:17 -060056filterlist = []
57if len(sys.argv) > 5:
58 print('Reading filter file %s' % sys.argv[5])
59 with open(sys.argv[5]) as f:
60 for l in f.readlines():
61 if ":" in l:
62 filterlist.append(l.rstrip())
63
Patrick Williamsf1e5d692016-03-30 15:21:19 -050064print('Reading %s' % sys.argv[1])
Patrick Williamsc124f4f2015-09-15 14:41:29 -050065sigs = []
66with open(sys.argv[1]) as f:
67 for l in f.readlines():
68 if ":" in l:
Patrick Williamsc0f7c042017-02-23 20:41:17 -060069 task, sig = l.split()[0].rsplit(':', 1)
70 if filterlist and not task in filterlist:
71 print('Filtering out %s' % task)
72 else:
73 sigs.append(sig)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050074
Patrick Williamsf1e5d692016-03-30 15:21:19 -050075print('Gathering file list')
Brad Bishop00e122a2019-10-05 11:10:57 -040076start_time = time.perf_counter()
Patrick Williamsc124f4f2015-09-15 14:41:29 -050077files = set()
Brad Bishop00e122a2019-10-05 11:10:57 -040078sstate_content_cache = {}
Patrick Williamsc124f4f2015-09-15 14:41:29 -050079for s in sigs:
Brad Bishop00e122a2019-10-05 11:10:57 -040080 prefix = s[:2]
Andrew Geissler82c905d2020-04-13 13:39:40 -050081 prefix2 = s[2:4]
Brad Bishop00e122a2019-10-05 11:10:57 -040082 if prefix not in sstate_content_cache:
Andrew Geissler82c905d2020-04-13 13:39:40 -050083 sstate_content_cache[prefix] = {}
84 if prefix2 not in sstate_content_cache[prefix]:
85 sstate_content_cache[prefix][prefix2] = build_sha_cache(prefix + "/" + prefix2)
Brad Bishop00e122a2019-10-05 11:10:57 -040086
Andrew Geissler82c905d2020-04-13 13:39:40 -050087 if s in sstate_content_cache[prefix][prefix2]:
88 for f in sstate_content_cache[prefix][prefix2][s]:
89 files.add(f)
Brad Bishop00e122a2019-10-05 11:10:57 -040090
91elapsed = time.perf_counter() - start_time
92print("Gathering file list took %.1fs" % elapsed)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050093
Patrick Williamsf1e5d692016-03-30 15:21:19 -050094print('Processing files')
Patrick Williamsc124f4f2015-09-15 14:41:29 -050095for f in files:
Patrick Williamsf1e5d692016-03-30 15:21:19 -050096 sys.stdout.write('Processing %s... ' % f)
97 _, ext = os.path.splitext(f)
98 if not ext in ['.tgz', '.siginfo', '.sig']:
99 # Most likely a temp file, skip it
100 print('skipping')
101 continue
102 dst = os.path.join(sys.argv[3], os.path.relpath(f, sys.argv[2]))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500103 destdir = os.path.dirname(dst)
104 mkdir(destdir)
105
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600106 src = os.path.realpath(f)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500107 if os.path.exists(dst):
108 os.remove(dst)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600109 if (os.stat(src).st_dev == os.stat(destdir).st_dev):
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500110 print('linking')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500111 try:
112 os.link(src, dst)
113 except OSError as e:
114 print('hard linking failed, copying')
115 shutil.copyfile(src, dst)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500116 else:
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500117 print('copying')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600118 shutil.copyfile(src, dst)
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500119
120print('Done!')