| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 1 | #!/usr/bin/env python3 | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 2 |  | 
 | 3 | import os | 
 | 4 | import sys | 
 | 5 | import glob | 
 | 6 | import shutil | 
 | 7 | import errno | 
 | 8 |  | 
 | 9 | def mkdir(d): | 
 | 10 |     try: | 
 | 11 |         os.makedirs(d) | 
 | 12 |     except OSError as e: | 
 | 13 |         if e.errno != errno.EEXIST: | 
 | 14 |             raise e | 
 | 15 |  | 
| Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 16 | if len(sys.argv) < 5: | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 17 |     print("Incorrect number of arguments specified") | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 18 |     print("syntax: gen-lockedsig-cache <locked-sigs.inc> <input-cachedir> <output-cachedir> <nativelsbstring> [filterfile]") | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 19 |     sys.exit(1) | 
 | 20 |  | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 21 | filterlist = [] | 
 | 22 | if len(sys.argv) > 5: | 
 | 23 |     print('Reading filter file %s' % sys.argv[5]) | 
 | 24 |     with open(sys.argv[5]) as f: | 
 | 25 |         for l in f.readlines(): | 
 | 26 |             if ":" in l: | 
 | 27 |                 filterlist.append(l.rstrip()) | 
 | 28 |  | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 29 | print('Reading %s' % sys.argv[1]) | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 30 | sigs = [] | 
 | 31 | with open(sys.argv[1]) as f: | 
 | 32 |     for l in f.readlines(): | 
 | 33 |         if ":" in l: | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 34 |             task, sig = l.split()[0].rsplit(':', 1) | 
 | 35 |             if filterlist and not task in filterlist: | 
 | 36 |                 print('Filtering out %s' % task) | 
 | 37 |             else: | 
 | 38 |                 sigs.append(sig) | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 39 |  | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 40 | print('Gathering file list') | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 41 | files = set() | 
 | 42 | for s in sigs: | 
 | 43 |     p = sys.argv[2] + "/" + s[:2] + "/*" + s + "*" | 
 | 44 |     files |= set(glob.glob(p)) | 
| Patrick Williams | d8c66bc | 2016-06-20 12:57:21 -0500 | [diff] [blame] | 45 |     p = sys.argv[2] + "/%s/" % sys.argv[4] + s[:2] + "/*" + s + "*" | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 46 |     files |= set(glob.glob(p)) | 
 | 47 |  | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 48 | print('Processing files') | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 49 | for f in files: | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 50 |     sys.stdout.write('Processing %s... ' % f) | 
 | 51 |     _, ext = os.path.splitext(f) | 
 | 52 |     if not ext in ['.tgz', '.siginfo', '.sig']: | 
 | 53 |         # Most likely a temp file, skip it | 
 | 54 |         print('skipping') | 
 | 55 |         continue | 
 | 56 |     dst = os.path.join(sys.argv[3], os.path.relpath(f, sys.argv[2])) | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 57 |     destdir = os.path.dirname(dst) | 
 | 58 |     mkdir(destdir) | 
 | 59 |  | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 60 |     src = os.path.realpath(f) | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 61 |     if os.path.exists(dst): | 
 | 62 |         os.remove(dst) | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 63 |     if (os.stat(src).st_dev == os.stat(destdir).st_dev): | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 64 |         print('linking') | 
| Brad Bishop | 6e60e8b | 2018-02-01 10:27:11 -0500 | [diff] [blame] | 65 |         try: | 
 | 66 |             os.link(src, dst) | 
 | 67 |         except OSError as e: | 
 | 68 |             print('hard linking failed, copying') | 
 | 69 |             shutil.copyfile(src, dst) | 
| Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 70 |     else: | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 71 |         print('copying') | 
| Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 72 |         shutil.copyfile(src, dst) | 
| Patrick Williams | f1e5d69 | 2016-03-30 15:21:19 -0500 | [diff] [blame] | 73 |  | 
 | 74 | print('Done!') |