Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 2 | |
| 3 | # Report significant differences in the buildhistory repository since a specific revision |
| 4 | # |
| 5 | # Copyright (C) 2013 Intel Corporation |
| 6 | # Author: Paul Eggleton <paul.eggleton@linux.intel.com> |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 7 | # |
| 8 | # SPDX-License-Identifier: GPL-2.0-only |
| 9 | # |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 10 | |
| 11 | import sys |
| 12 | import os |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 13 | import argparse |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 14 | from distutils.version import LooseVersion |
| 15 | |
| 16 | # Ensure PythonGit is installed (buildhistory_analysis needs it) |
| 17 | try: |
| 18 | import git |
| 19 | except ImportError: |
Patrick Williams | c0f7c04 | 2017-02-23 20:41:17 -0600 | [diff] [blame] | 20 | print("Please install GitPython (python3-git) 0.3.4 or later in order to use this script") |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 21 | sys.exit(1) |
| 22 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 23 | def get_args_parser(): |
| 24 | description = "Reports significant differences in the buildhistory repository." |
| 25 | |
| 26 | parser = argparse.ArgumentParser(description=description, |
| 27 | usage=""" |
| 28 | %(prog)s [options] [from-revision [to-revision]] |
| 29 | (if not specified, from-revision defaults to build-minus-1, and to-revision defaults to HEAD)""") |
| 30 | |
Andrew Geissler | c9f7865 | 2020-09-18 14:11:35 -0500 | [diff] [blame] | 31 | default_dir = os.path.join(os.environ.get('BUILDDIR', '.'), 'buildhistory') |
| 32 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 33 | parser.add_argument('-p', '--buildhistory-dir', |
| 34 | action='store', |
| 35 | dest='buildhistory_dir', |
Andrew Geissler | c9f7865 | 2020-09-18 14:11:35 -0500 | [diff] [blame] | 36 | default=default_dir, |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 37 | help="Specify path to buildhistory directory (defaults to buildhistory/ under cwd)") |
| 38 | parser.add_argument('-v', '--report-version', |
| 39 | action='store_true', |
| 40 | dest='report_ver', |
| 41 | default=False, |
| 42 | help="Report changes in PKGE/PKGV/PKGR even when the values are still the default (PE/PV/PR)") |
| 43 | parser.add_argument('-a', '--report-all', |
| 44 | action='store_true', |
| 45 | dest='report_all', |
Brad Bishop | 316dfdd | 2018-06-25 12:45:53 -0400 | [diff] [blame] | 46 | default=False, |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 47 | help="Report all changes, not just the default significant ones") |
| 48 | parser.add_argument('-s', '---signatures', |
| 49 | action='store_true', |
| 50 | dest='sigs', |
| 51 | default=False, |
| 52 | help="Report list of signatures differing instead of output") |
| 53 | parser.add_argument('-S', '--signatures-with-diff', |
| 54 | action='store_true', |
| 55 | dest='sigsdiff', |
| 56 | default=False, |
| 57 | help="Report on actual signature differences instead of output (requires signature data to have been generated, either by running the actual tasks or using bitbake -S)") |
| 58 | parser.add_argument('-e', '--exclude-path', |
| 59 | action='append', |
| 60 | help="Exclude path from the output") |
Brad Bishop | 316dfdd | 2018-06-25 12:45:53 -0400 | [diff] [blame] | 61 | parser.add_argument('-c', '--colour', |
| 62 | choices=('yes', 'no', 'auto'), |
| 63 | default="auto", |
| 64 | help="Whether to colourise (defaults to auto)") |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 65 | parser.add_argument('revisions', |
| 66 | default = ['build-minus-1', 'HEAD'], |
| 67 | nargs='*', |
| 68 | help=argparse.SUPPRESS) |
| 69 | return parser |
| 70 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 71 | def main(): |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 72 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 73 | parser = get_args_parser() |
| 74 | args = parser.parse_args() |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 75 | |
| 76 | if LooseVersion(git.__version__) < '0.3.1': |
| 77 | sys.stderr.write("Version of GitPython is too old, please install GitPython (python-git) 0.3.1 or later in order to use this script\n") |
| 78 | sys.exit(1) |
| 79 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 80 | if len(args.revisions) > 2: |
| 81 | sys.stderr.write('Invalid argument(s) specified: %s\n\n' % ' '.join(args.revisions[2:])) |
| 82 | parser.print_help() |
| 83 | |
| 84 | sys.exit(1) |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 85 | |
| 86 | if not os.path.exists(args.buildhistory_dir): |
| 87 | sys.stderr.write('Buildhistory directory "%s" does not exist\n\n' % args.buildhistory_dir) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 88 | parser.print_help() |
| 89 | sys.exit(1) |
| 90 | |
| 91 | scripts_path = os.path.abspath(os.path.dirname(os.path.abspath(sys.argv[0]))) |
| 92 | lib_path = scripts_path + '/lib' |
| 93 | sys.path = sys.path + [lib_path] |
| 94 | |
| 95 | import scriptpath |
| 96 | |
| 97 | # Set path to OE lib dir so we can import the buildhistory_analysis module |
| 98 | scriptpath.add_oe_lib_path() |
| 99 | # Set path to bitbake lib dir so the buildhistory_analysis module can load bb.utils |
| 100 | bitbakepath = scriptpath.add_bitbake_lib_path() |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 101 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 102 | if not bitbakepath: |
| 103 | sys.stderr.write("Unable to find bitbake by searching parent directory of this script or PATH\n") |
| 104 | sys.exit(1) |
| 105 | |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 106 | if len(args.revisions) == 1: |
| 107 | if '..' in args.revisions[0]: |
| 108 | fromrev, torev = args.revisions[0].split('..') |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 109 | else: |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 110 | fromrev, torev = args.revisions[0], 'HEAD' |
| 111 | elif len(args.revisions) == 2: |
| 112 | fromrev, torev = args.revisions |
| 113 | |
Brad Bishop | 316dfdd | 2018-06-25 12:45:53 -0400 | [diff] [blame] | 114 | from oe.buildhistory_analysis import init_colours, process_changes |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 115 | import gitdb |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 116 | |
Brad Bishop | 316dfdd | 2018-06-25 12:45:53 -0400 | [diff] [blame] | 117 | init_colours({"yes": True, "no": False, "auto": sys.stdout.isatty()}[args.colour]) |
| 118 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 119 | try: |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 120 | changes = process_changes(args.buildhistory_dir, fromrev, torev, |
| 121 | args.report_all, args.report_ver, args.sigs, |
| 122 | args.sigsdiff, args.exclude_path) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 123 | except gitdb.exc.BadObject as e: |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 124 | if not args.revisions: |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 125 | sys.stderr.write("Unable to find previous build revision in buildhistory repository\n\n") |
| 126 | parser.print_help() |
| 127 | else: |
| 128 | sys.stderr.write('Specified git revision "%s" is not valid\n' % e.args[0]) |
| 129 | sys.exit(1) |
| 130 | |
| 131 | for chg in changes: |
Brad Bishop | d7bf8c1 | 2018-02-25 22:55:05 -0500 | [diff] [blame] | 132 | out = str(chg) |
| 133 | if out: |
| 134 | print(out) |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 135 | |
| 136 | sys.exit(0) |
| 137 | |
Patrick Williams | c124f4f | 2015-09-15 14:41:29 -0500 | [diff] [blame] | 138 | if __name__ == "__main__": |
| 139 | main() |