| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 1 | #!/bin/env python3 | 
 | 2 | import argparse | 
 | 3 | import json | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 4 | import os | 
 | 5 | import re | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 6 | import yaml | 
 | 7 |  | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 8 | from sh import git  # type: ignore | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 9 | from typing import Dict, List, Set, TypedDict, Optional | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 10 | from yaml.loader import SafeLoader | 
 | 11 |  | 
 | 12 | # A list of Gerrit users (email addresses). | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 13 | #   Some OWNERS files have empty lists for 'owners' or 'reviewers', which | 
 | 14 | #   results in a None type for the value. | 
 | 15 | UsersList = Optional[List[str]] | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 16 |  | 
 | 17 | # A YAML node with an extra line number. | 
 | 18 | class NumberedNode(TypedDict): | 
 | 19 |     line_number: int | 
 | 20 |  | 
 | 21 |  | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 22 | class MatchEntry(TypedDict, total=False): | 
 | 23 |     suffix: str | 
 | 24 |     regex: str | 
 | 25 |     partial_regex: str | 
 | 26 |     exact: str | 
 | 27 |     owners: UsersList | 
 | 28 |     reviewers: UsersList | 
 | 29 |  | 
 | 30 |  | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 31 | # The root YAML node of an OWNERS file | 
 | 32 | class OwnersData(NumberedNode, TypedDict, total=False): | 
 | 33 |     owners: UsersList | 
 | 34 |     reviewers: UsersList | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 35 |     matchers: List[MatchEntry] | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 36 |  | 
 | 37 |  | 
 | 38 | # A YAML loader that adds the start line number onto each node (for | 
 | 39 | # later linting support) | 
 | 40 | class YamlLoader(SafeLoader): | 
 | 41 |     def construct_mapping( | 
 | 42 |         self, node: yaml.nodes.Node, deep: bool = False | 
 | 43 |     ) -> NumberedNode: | 
 | 44 |         mapping: NumberedNode = super(YamlLoader, self).construct_mapping( | 
 | 45 |             node, deep=deep | 
 | 46 |         )  # type: ignore | 
 | 47 |         mapping["line_number"] = node.start_mark.line + 1 | 
 | 48 |         return mapping | 
 | 49 |  | 
 | 50 |     # Load a file and return the OwnersData. | 
 | 51 |     @staticmethod | 
 | 52 |     def load(file: str) -> OwnersData: | 
 | 53 |         data: OwnersData | 
 | 54 |         with open(file, "r") as f: | 
 | 55 |             data = yaml.load(f, Loader=YamlLoader) | 
 | 56 |         return data | 
 | 57 |  | 
 | 58 |  | 
 | 59 | # Class to match commit information with OWNERS files. | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 60 | class CommitMatch: | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 61 |     def __init__( | 
 | 62 |         self, args: argparse.Namespace, owners: Dict[str, OwnersData] | 
 | 63 |     ): | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 64 |         files: Set[str] = set( | 
 | 65 |             git.bake("-C", args.path) | 
 | 66 |             .show(args.commit, pretty="", name_only=True, _tty_out=False) | 
 | 67 |             .splitlines() | 
 | 68 |         ) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 69 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 70 |         root_owners = owners[""] | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 71 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 72 |         self.owners: Set[str] = set() | 
 | 73 |         self.reviewers: Set[str] = set() | 
 | 74 |  | 
 | 75 |         for f in files: | 
 | 76 |             path = f | 
 | 77 |  | 
 | 78 |             while True: | 
 | 79 |                 path = os.path.dirname(path) | 
 | 80 |  | 
 | 81 |                 if path not in owners: | 
 | 82 |                     if not path: | 
 | 83 |                         break | 
 | 84 |                     continue | 
 | 85 |  | 
 | 86 |                 local_owners = owners[path] | 
 | 87 |  | 
 | 88 |                 self.owners = self.owners.union( | 
 | 89 |                     local_owners.get("owners") or [] | 
 | 90 |                 ) | 
 | 91 |                 self.reviewers = self.reviewers.union( | 
 | 92 |                     local_owners.get("reviewers") or [] | 
 | 93 |                 ) | 
 | 94 |  | 
 | 95 |                 rel_file = os.path.relpath(f, path) | 
 | 96 |  | 
 | 97 |                 for e in local_owners.get("matchers", None) or []: | 
 | 98 |                     if "exact" in e: | 
 | 99 |                         self.__exact(rel_file, e) | 
 | 100 |                     elif "partial_regex" in e: | 
 | 101 |                         self.__partial_regex(rel_file, e) | 
 | 102 |                     elif "regex" in e: | 
 | 103 |                         self.__regex(rel_file, e) | 
 | 104 |                     elif "suffix" in e: | 
 | 105 |                         self.__suffix(rel_file, e) | 
 | 106 |  | 
 | 107 |                 if not path: | 
 | 108 |                     break | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 109 |  | 
 | 110 |         self.reviewers = self.reviewers.difference(self.owners) | 
 | 111 |  | 
 | 112 |     def __add_entry(self, entry: MatchEntry) -> None: | 
 | 113 |         self.owners = self.owners.union(entry.get("owners") or []) | 
 | 114 |         self.reviewers = self.reviewers.union(entry.get("reviewers") or []) | 
 | 115 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 116 |     def __exact(self, file: str, entry: MatchEntry) -> None: | 
 | 117 |         if file == entry["exact"]: | 
 | 118 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 119 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 120 |     def __partial_regex(self, file: str, entry: MatchEntry) -> None: | 
 | 121 |         if re.search(entry["partial_regex"], file): | 
 | 122 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 123 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 124 |     def __regex(self, file: str, entry: MatchEntry) -> None: | 
 | 125 |         if re.fullmatch(entry["regex"], file): | 
 | 126 |             self.__add_entry(entry) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 127 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 128 |     def __suffix(self, file: str, entry: MatchEntry) -> None: | 
 | 129 |         if os.path.splitext(file)[1] == entry["suffix"]: | 
 | 130 |             self.__add_entry(entry) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 131 |  | 
 | 132 |  | 
 | 133 | # The subcommand to get the reviewers. | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 134 | def subcmd_reviewers( | 
 | 135 |     args: argparse.Namespace, data: Dict[str, OwnersData] | 
 | 136 | ) -> None: | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 137 |     matcher = CommitMatch(args, data) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 138 |  | 
 | 139 |     # Print in `git push refs/for/branch%<reviewers>` format. | 
 | 140 |     if args.push_args: | 
 | 141 |         result = [] | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 142 |         for o in sorted(matcher.owners): | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 143 |             # Gerrit uses 'r' for the required reviewers (owners). | 
 | 144 |             result.append(f"r={o}") | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 145 |         for r in sorted(matcher.reviewers): | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 146 |             # Gerrit uses 'cc' for the optional reviewers. | 
 | 147 |             result.append(f"cc={r}") | 
 | 148 |         print(",".join(result)) | 
 | 149 |     # Print as Gerrit Add Reviewers POST format. | 
 | 150 |     # https://gerrit.openbmc.org/Documentation/rest-api-changes.html#add-reviewer | 
 | 151 |     else: | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 152 |  | 
 | 153 |         def review_js(reviewer: str, state: str) -> str: | 
 | 154 |             return json.dumps( | 
 | 155 |                 { | 
 | 156 |                     "reviewer": reviewer, | 
 | 157 |                     "state": state, | 
 | 158 |                     "notify": "NONE", | 
 | 159 |                     "notify_details": {"TO": {"accounts": [reviewer]}}, | 
 | 160 |                 } | 
 | 161 |             ) | 
 | 162 |  | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 163 |         for o in sorted(matcher.owners): | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 164 |             print(review_js(o, "REVIEWER")) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 165 |         for r in sorted(matcher.reviewers): | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 166 |             print(review_js(r, "CC")) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 167 |  | 
 | 168 |  | 
 | 169 | def main() -> None: | 
 | 170 |     parser = argparse.ArgumentParser() | 
 | 171 |     parser.add_argument( | 
 | 172 |         "-p", "--path", default=".", help="Root path to analyse" | 
 | 173 |     ) | 
 | 174 |     subparsers = parser.add_subparsers() | 
 | 175 |  | 
 | 176 |     parser_reviewers = subparsers.add_parser( | 
 | 177 |         "reviewers", help="Generate List of Reviewers" | 
 | 178 |     ) | 
 | 179 |     parser_reviewers.add_argument( | 
 | 180 |         "--push-args", | 
| Patrick Williams | 47b59dc | 2022-07-18 16:58:42 -0500 | [diff] [blame] | 181 |         default=False, | 
| Patrick Williams | 29986f1 | 2022-07-19 10:46:07 -0500 | [diff] [blame] | 182 |         action="store_true", | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 183 |         help="Format as git push options", | 
 | 184 |     ) | 
| Patrick Williams | ca1b89e | 2022-06-19 20:53:43 -0500 | [diff] [blame] | 185 |     parser_reviewers.add_argument( | 
 | 186 |         "--commit", | 
 | 187 |         default="HEAD", | 
 | 188 |         help="Commit(s) to match against", | 
 | 189 |     ) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 190 |     parser_reviewers.set_defaults(func=subcmd_reviewers) | 
 | 191 |  | 
 | 192 |     args = parser.parse_args() | 
 | 193 |  | 
| Patrick Williams | 8cfff0d | 2022-07-20 10:42:31 -0500 | [diff] [blame^] | 194 |     owners_files = git.bake("-C", args.path)( | 
 | 195 |         "ls-files", "OWNERS", "**/OWNERS" | 
 | 196 |     ).splitlines() | 
 | 197 |  | 
 | 198 |     files = {} | 
 | 199 |     for f in owners_files: | 
 | 200 |         file = YamlLoader.load(os.path.join(args.path, f)) | 
 | 201 |         dirpath = os.path.dirname(f) | 
 | 202 |         files[dirpath] = file | 
 | 203 |  | 
 | 204 |     args.func(args, files) | 
| Patrick Williams | 6cef255 | 2022-05-29 15:35:17 -0500 | [diff] [blame] | 205 |  | 
 | 206 |  | 
 | 207 | if __name__ == "__main__": | 
 | 208 |     main() |