| Patrick Williams | d5d6395 | 2022-12-07 17:55:03 -0600 | [diff] [blame] | 1 | #!/usr/bin/env python3 | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 2 | import argparse | 
 | 3 | import json | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 4 | import os | 
 | 5 | import re | 
| Patrick Williams | d5d6395 | 2022-12-07 17:55:03 -0600 | [diff] [blame] | 6 | from typing import Dict, List, Optional, Set, TypedDict | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 7 |  | 
| Patrick Williams | d5d6395 | 2022-12-07 17:55:03 -0600 | [diff] [blame] | 8 | import yaml | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 9 | from sh import git  # type: ignore | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 10 | from yaml.loader import SafeLoader | 
 | 11 |  | 
 | 12 | # A list of Gerrit users (email addresses). | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 13 | #   Some OWNERS files have empty lists for 'owners' or 'reviewers', which | 
 | 14 | #   results in a None type for the value. | 
 | 15 | UsersList = Optional[List[str]] | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 16 |  | 
| Patrick Williams | d5d6395 | 2022-12-07 17:55:03 -0600 | [diff] [blame] | 17 |  | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 18 | # A YAML node with an extra line number. | 
 | 19 | class NumberedNode(TypedDict): | 
 | 20 |     line_number: int | 
 | 21 |  | 
 | 22 |  | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 23 | class MatchEntry(TypedDict, total=False): | 
 | 24 |     suffix: str | 
 | 25 |     regex: str | 
 | 26 |     partial_regex: str | 
 | 27 |     exact: str | 
 | 28 |     owners: UsersList | 
 | 29 |     reviewers: UsersList | 
 | 30 |  | 
 | 31 |  | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 32 | # The root YAML node of an OWNERS file | 
 | 33 | class OwnersData(NumberedNode, TypedDict, total=False): | 
 | 34 |     owners: UsersList | 
 | 35 |     reviewers: UsersList | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 36 |     matchers: List[MatchEntry] | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 37 |  | 
 | 38 |  | 
 | 39 | # A YAML loader that adds the start line number onto each node (for | 
 | 40 | # later linting support) | 
 | 41 | class YamlLoader(SafeLoader): | 
 | 42 |     def construct_mapping( | 
 | 43 |         self, node: yaml.nodes.Node, deep: bool = False | 
 | 44 |     ) -> NumberedNode: | 
 | 45 |         mapping: NumberedNode = super(YamlLoader, self).construct_mapping( | 
 | 46 |             node, deep=deep | 
 | 47 |         )  # type: ignore | 
 | 48 |         mapping["line_number"] = node.start_mark.line + 1 | 
 | 49 |         return mapping | 
 | 50 |  | 
 | 51 |     # Load a file and return the OwnersData. | 
 | 52 |     @staticmethod | 
 | 53 |     def load(file: str) -> OwnersData: | 
 | 54 |         data: OwnersData | 
 | 55 |         with open(file, "r") as f: | 
 | 56 |             data = yaml.load(f, Loader=YamlLoader) | 
 | 57 |         return data | 
 | 58 |  | 
 | 59 |  | 
 | 60 | # Class to match commit information with OWNERS files. | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 61 | class CommitMatch: | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 62 |     def __init__( | 
 | 63 |         self, args: argparse.Namespace, owners: Dict[str, OwnersData] | 
 | 64 |     ): | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 65 |         files: Set[str] = set( | 
 | 66 |             git.bake("-C", args.path) | 
 | 67 |             .show(args.commit, pretty="", name_only=True, _tty_out=False) | 
 | 68 |             .splitlines() | 
 | 69 |         ) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 70 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 71 |         self.owners: Set[str] = set() | 
 | 72 |         self.reviewers: Set[str] = set() | 
 | 73 |  | 
 | 74 |         for f in files: | 
 | 75 |             path = f | 
 | 76 |  | 
 | 77 |             while True: | 
 | 78 |                 path = os.path.dirname(path) | 
 | 79 |  | 
 | 80 |                 if path not in owners: | 
 | 81 |                     if not path: | 
 | 82 |                         break | 
 | 83 |                     continue | 
 | 84 |  | 
 | 85 |                 local_owners = owners[path] | 
 | 86 |  | 
 | 87 |                 self.owners = self.owners.union( | 
 | 88 |                     local_owners.get("owners") or [] | 
 | 89 |                 ) | 
 | 90 |                 self.reviewers = self.reviewers.union( | 
 | 91 |                     local_owners.get("reviewers") or [] | 
 | 92 |                 ) | 
 | 93 |  | 
 | 94 |                 rel_file = os.path.relpath(f, path) | 
 | 95 |  | 
 | 96 |                 for e in local_owners.get("matchers", None) or []: | 
 | 97 |                     if "exact" in e: | 
 | 98 |                         self.__exact(rel_file, e) | 
 | 99 |                     elif "partial_regex" in e: | 
 | 100 |                         self.__partial_regex(rel_file, e) | 
 | 101 |                     elif "regex" in e: | 
 | 102 |                         self.__regex(rel_file, e) | 
 | 103 |                     elif "suffix" in e: | 
 | 104 |                         self.__suffix(rel_file, e) | 
 | 105 |  | 
 | 106 |                 if not path: | 
 | 107 |                     break | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 108 |  | 
 | 109 |         self.reviewers = self.reviewers.difference(self.owners) | 
 | 110 |  | 
 | 111 |     def __add_entry(self, entry: MatchEntry) -> None: | 
 | 112 |         self.owners = self.owners.union(entry.get("owners") or []) | 
 | 113 |         self.reviewers = self.reviewers.union(entry.get("reviewers") or []) | 
 | 114 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 115 |     def __exact(self, file: str, entry: MatchEntry) -> None: | 
 | 116 |         if file == entry["exact"]: | 
 | 117 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 118 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 119 |     def __partial_regex(self, file: str, entry: MatchEntry) -> None: | 
 | 120 |         if re.search(entry["partial_regex"], file): | 
 | 121 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 122 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 123 |     def __regex(self, file: str, entry: MatchEntry) -> None: | 
 | 124 |         if re.fullmatch(entry["regex"], file): | 
 | 125 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 126 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 127 |     def __suffix(self, file: str, entry: MatchEntry) -> None: | 
 | 128 |         if os.path.splitext(file)[1] == entry["suffix"]: | 
 | 129 |             self.__add_entry(entry) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 130 |  | 
 | 131 |  | 
 | 132 | # The subcommand to get the reviewers. | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 133 | def subcmd_reviewers( | 
 | 134 |     args: argparse.Namespace, data: Dict[str, OwnersData] | 
 | 135 | ) -> None: | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 136 |     matcher = CommitMatch(args, data) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 137 |  | 
 | 138 |     # Print in `git push refs/for/branch%<reviewers>` format. | 
 | 139 |     if args.push_args: | 
 | 140 |         result = [] | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 141 |         for o in sorted(matcher.owners): | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 142 |             # Gerrit uses 'r' for the required reviewers (owners). | 
 | 143 |             result.append(f"r={o}") | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 144 |         for r in sorted(matcher.reviewers): | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 145 |             # Gerrit uses 'cc' for the optional reviewers. | 
 | 146 |             result.append(f"cc={r}") | 
 | 147 |         print(",".join(result)) | 
 | 148 |     # Print as Gerrit Add Reviewers POST format. | 
 | 149 |     # https://gerrit.openbmc.org/Documentation/rest-api-changes.html#add-reviewer | 
 | 150 |     else: | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 151 |  | 
 | 152 |         def review_js(reviewer: str, state: str) -> str: | 
 | 153 |             return json.dumps( | 
 | 154 |                 { | 
 | 155 |                     "reviewer": reviewer, | 
 | 156 |                     "state": state, | 
 | 157 |                     "notify": "NONE", | 
 | 158 |                     "notify_details": {"TO": {"accounts": [reviewer]}}, | 
 | 159 |                 } | 
 | 160 |             ) | 
 | 161 |  | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 162 |         for o in sorted(matcher.owners): | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 163 |             print(review_js(o, "REVIEWER")) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 164 |         for r in sorted(matcher.reviewers): | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 165 |             print(review_js(r, "CC")) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 166 |  | 
 | 167 |  | 
 | 168 | def main() -> None: | 
 | 169 |     parser = argparse.ArgumentParser() | 
 | 170 |     parser.add_argument( | 
 | 171 |         "-p", "--path", default=".", help="Root path to analyse" | 
 | 172 |     ) | 
 | 173 |     subparsers = parser.add_subparsers() | 
 | 174 |  | 
 | 175 |     parser_reviewers = subparsers.add_parser( | 
 | 176 |         "reviewers", help="Generate List of Reviewers" | 
 | 177 |     ) | 
 | 178 |     parser_reviewers.add_argument( | 
 | 179 |         "--push-args", | 
| Patrick Williams | 47b59dc | 2022-07-18 16:58:42 -0500 | [diff] [blame] | 180 |         default=False, | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 181 |         action="store_true", | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 182 |         help="Format as git push options", | 
 | 183 |     ) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 184 |     parser_reviewers.add_argument( | 
 | 185 |         "--commit", | 
 | 186 |         default="HEAD", | 
 | 187 |         help="Commit(s) to match against", | 
 | 188 |     ) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 189 |     parser_reviewers.set_defaults(func=subcmd_reviewers) | 
 | 190 |  | 
 | 191 |     args = parser.parse_args() | 
 | 192 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame] | 193 |     owners_files = git.bake("-C", args.path)( | 
 | 194 |         "ls-files", "OWNERS", "**/OWNERS" | 
 | 195 |     ).splitlines() | 
 | 196 |  | 
 | 197 |     files = {} | 
 | 198 |     for f in owners_files: | 
 | 199 |         file = YamlLoader.load(os.path.join(args.path, f)) | 
 | 200 |         dirpath = os.path.dirname(f) | 
 | 201 |         files[dirpath] = file | 
 | 202 |  | 
 | 203 |     args.func(args, files) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 204 |  | 
 | 205 |  | 
 | 206 | if __name__ == "__main__": | 
 | 207 |     main() |