gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 1 | # Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Daniel Cheng | 13ca61a88 | 2017-08-25 15:11:25 | [diff] [blame] | 5 | import fnmatch |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 6 | import json |
| 7 | import os |
| 8 | import re |
| 9 | import subprocess |
| 10 | import sys |
| 11 | |
Daniel Cheng | 264a447d | 2017-09-28 22:17:59 | [diff] [blame] | 12 | # TODO(dcheng): It's kind of horrible that this is copy and pasted from |
| 13 | # presubmit_canned_checks.py, but it's far easier than any of the alternatives. |
| 14 | def _ReportErrorFileAndLine(filename, line_num, dummy_line): |
| 15 | """Default error formatter for _FindNewViolationsOfRule.""" |
| 16 | return '%s:%s' % (filename, line_num) |
| 17 | |
| 18 | |
| 19 | class MockCannedChecks(object): |
| 20 | def _FindNewViolationsOfRule(self, callable_rule, input_api, |
| 21 | source_file_filter=None, |
| 22 | error_formatter=_ReportErrorFileAndLine): |
| 23 | """Find all newly introduced violations of a per-line rule (a callable). |
| 24 | |
| 25 | Arguments: |
| 26 | callable_rule: a callable taking a file extension and line of input and |
| 27 | returning True if the rule is satisfied and False if there was a |
| 28 | problem. |
| 29 | input_api: object to enumerate the affected files. |
| 30 | source_file_filter: a filter to be passed to the input api. |
| 31 | error_formatter: a callable taking (filename, line_number, line) and |
| 32 | returning a formatted error string. |
| 33 | |
| 34 | Returns: |
| 35 | A list of the newly-introduced violations reported by the rule. |
| 36 | """ |
| 37 | errors = [] |
| 38 | for f in input_api.AffectedFiles(include_deletes=False, |
| 39 | file_filter=source_file_filter): |
| 40 | # For speed, we do two passes, checking first the full file. Shelling out |
| 41 | # to the SCM to determine the changed region can be quite expensive on |
| 42 | # Win32. Assuming that most files will be kept problem-free, we can |
| 43 | # skip the SCM operations most of the time. |
| 44 | extension = str(f.LocalPath()).rsplit('.', 1)[-1] |
| 45 | if all(callable_rule(extension, line) for line in f.NewContents()): |
| 46 | continue # No violation found in full text: can skip considering diff. |
| 47 | |
| 48 | for line_num, line in f.ChangedContents(): |
| 49 | if not callable_rule(extension, line): |
| 50 | errors.append(error_formatter(f.LocalPath(), line_num, line)) |
| 51 | |
| 52 | return errors |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 53 | |
Zhiling Huang | 45cabf3 | 2018-03-10 00:50:03 | [diff] [blame] | 54 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 55 | class MockInputApi(object): |
| 56 | """Mock class for the InputApi class. |
| 57 | |
| 58 | This class can be used for unittests for presubmit by initializing the files |
| 59 | attribute as the list of changed files. |
| 60 | """ |
| 61 | |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 62 | DEFAULT_BLACK_LIST = () |
| 63 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 64 | def __init__(self): |
Daniel Cheng | 264a447d | 2017-09-28 22:17:59 | [diff] [blame] | 65 | self.canned_checks = MockCannedChecks() |
Daniel Cheng | 13ca61a88 | 2017-08-25 15:11:25 | [diff] [blame] | 66 | self.fnmatch = fnmatch |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 67 | self.json = json |
| 68 | self.re = re |
| 69 | self.os_path = os.path |
agrieve | bb9c5b47 | 2016-04-22 15:13:00 | [diff] [blame] | 70 | self.platform = sys.platform |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 71 | self.python_executable = sys.executable |
pastarmovj | 89f7ee1 | 2016-09-20 14:58:13 | [diff] [blame] | 72 | self.platform = sys.platform |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 73 | self.subprocess = subprocess |
| 74 | self.files = [] |
| 75 | self.is_committing = False |
gayane | e170266 | 2014-12-13 03:48:09 | [diff] [blame] | 76 | self.change = MockChange([]) |
dpapad | 5c9c24e | 2017-05-31 20:51:34 | [diff] [blame] | 77 | self.presubmit_local_path = os.path.dirname(__file__) |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 78 | |
Zhiling Huang | 45cabf3 | 2018-03-10 00:50:03 | [diff] [blame] | 79 | def CreateMockFileInPath(self, f_list): |
| 80 | self.os_path.exists = lambda x: x in f_list |
| 81 | |
agrieve | f32bcc7 | 2016-04-04 14:57:40 | [diff] [blame] | 82 | def AffectedFiles(self, file_filter=None, include_deletes=False): |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 83 | for file in self.files: |
| 84 | if file_filter and not file_filter(file): |
| 85 | continue |
| 86 | if not include_deletes and file.Action() == 'D': |
| 87 | continue |
| 88 | yield file |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 89 | |
glider | e61efad | 2015-02-18 17:39:43 | [diff] [blame] | 90 | def AffectedSourceFiles(self, file_filter=None): |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 91 | return self.AffectedFiles(file_filter=file_filter) |
| 92 | |
| 93 | def FilterSourceFile(self, file, white_list=(), black_list=()): |
| 94 | local_path = file.LocalPath() |
Vaclav Brozek | f01ed50 | 2018-03-16 19:38:24 | [diff] [blame] | 95 | found_in_white_list = not white_list |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 96 | if white_list: |
Wei-Yin Chen (陳威尹) | b1ce3549 | 2018-07-31 02:37:01 | [diff] [blame] | 97 | if type(white_list) is str: |
| 98 | raise TypeError('white_list should be an iterable of strings') |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 99 | for pattern in white_list: |
| 100 | compiled_pattern = re.compile(pattern) |
| 101 | if compiled_pattern.search(local_path): |
Vaclav Brozek | f01ed50 | 2018-03-16 19:38:24 | [diff] [blame] | 102 | found_in_white_list = True |
| 103 | break |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 104 | if black_list: |
Wei-Yin Chen (陳威尹) | b1ce3549 | 2018-07-31 02:37:01 | [diff] [blame] | 105 | if type(black_list) is str: |
| 106 | raise TypeError('black_list should be an iterable of strings') |
Sylvain Defresne | a8b73d25 | 2018-02-28 15:45:54 | [diff] [blame] | 107 | for pattern in black_list: |
| 108 | compiled_pattern = re.compile(pattern) |
| 109 | if compiled_pattern.search(local_path): |
| 110 | return False |
Vaclav Brozek | f01ed50 | 2018-03-16 19:38:24 | [diff] [blame] | 111 | return found_in_white_list |
glider | e61efad | 2015-02-18 17:39:43 | [diff] [blame] | 112 | |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 113 | def LocalPaths(self): |
Alexei Svitkine | 137d4c66 | 2019-07-17 21:28:24 | [diff] [blame] | 114 | return [file.LocalPath() for file in self.files] |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 115 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 116 | def PresubmitLocalPath(self): |
dpapad | 5c9c24e | 2017-05-31 20:51:34 | [diff] [blame] | 117 | return self.presubmit_local_path |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 118 | |
| 119 | def ReadFile(self, filename, mode='rU'): |
glider | e61efad | 2015-02-18 17:39:43 | [diff] [blame] | 120 | if hasattr(filename, 'AbsoluteLocalPath'): |
| 121 | filename = filename.AbsoluteLocalPath() |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 122 | for file_ in self.files: |
| 123 | if file_.LocalPath() == filename: |
| 124 | return '\n'.join(file_.NewContents()) |
| 125 | # Otherwise, file is not in our mock API. |
| 126 | raise IOError, "No such file or directory: '%s'" % filename |
| 127 | |
| 128 | |
| 129 | class MockOutputApi(object): |
gayane | 860db5c3 | 2014-12-05 16:16:46 | [diff] [blame] | 130 | """Mock class for the OutputApi class. |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 131 | |
| 132 | An instance of this class can be passed to presubmit unittests for outputing |
| 133 | various types of results. |
| 134 | """ |
| 135 | |
| 136 | class PresubmitResult(object): |
| 137 | def __init__(self, message, items=None, long_text=''): |
| 138 | self.message = message |
| 139 | self.items = items |
| 140 | self.long_text = long_text |
| 141 | |
gayane | 940df07 | 2015-02-24 14:28:30 | [diff] [blame] | 142 | def __repr__(self): |
| 143 | return self.message |
| 144 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 145 | class PresubmitError(PresubmitResult): |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 146 | def __init__(self, message, items=None, long_text=''): |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 147 | MockOutputApi.PresubmitResult.__init__(self, message, items, long_text) |
| 148 | self.type = 'error' |
| 149 | |
| 150 | class PresubmitPromptWarning(PresubmitResult): |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 151 | def __init__(self, message, items=None, long_text=''): |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 152 | MockOutputApi.PresubmitResult.__init__(self, message, items, long_text) |
| 153 | self.type = 'warning' |
| 154 | |
| 155 | class PresubmitNotifyResult(PresubmitResult): |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 156 | def __init__(self, message, items=None, long_text=''): |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 157 | MockOutputApi.PresubmitResult.__init__(self, message, items, long_text) |
| 158 | self.type = 'notify' |
| 159 | |
| 160 | class PresubmitPromptOrNotify(PresubmitResult): |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 161 | def __init__(self, message, items=None, long_text=''): |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 162 | MockOutputApi.PresubmitResult.__init__(self, message, items, long_text) |
| 163 | self.type = 'promptOrNotify' |
| 164 | |
Daniel Cheng | 7052cdf | 2017-11-21 19:23:29 | [diff] [blame] | 165 | def __init__(self): |
| 166 | self.more_cc = [] |
| 167 | |
| 168 | def AppendCC(self, more_cc): |
| 169 | self.more_cc.extend(more_cc) |
| 170 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 171 | |
| 172 | class MockFile(object): |
| 173 | """Mock class for the File class. |
| 174 | |
| 175 | This class can be used to form the mock list of changed files in |
| 176 | MockInputApi for presubmit unittests. |
| 177 | """ |
| 178 | |
Yoland Yan | b92fa52 | 2017-08-28 17:37:06 | [diff] [blame] | 179 | def __init__(self, local_path, new_contents, old_contents=None, action='A'): |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 180 | self._local_path = local_path |
| 181 | self._new_contents = new_contents |
| 182 | self._changed_contents = [(i + 1, l) for i, l in enumerate(new_contents)] |
agrieve | f32bcc7 | 2016-04-04 14:57:40 | [diff] [blame] | 183 | self._action = action |
jbriance | 9e12f16 | 2016-11-25 07:57:50 | [diff] [blame] | 184 | self._scm_diff = "--- /dev/null\n+++ %s\n@@ -0,0 +1,%d @@\n" % (local_path, |
| 185 | len(new_contents)) |
Yoland Yan | b92fa52 | 2017-08-28 17:37:06 | [diff] [blame] | 186 | self._old_contents = old_contents |
jbriance | 9e12f16 | 2016-11-25 07:57:50 | [diff] [blame] | 187 | for l in new_contents: |
| 188 | self._scm_diff += "+%s\n" % l |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 189 | |
dbeam | 37e8e740 | 2016-02-10 22:58:20 | [diff] [blame] | 190 | def Action(self): |
agrieve | f32bcc7 | 2016-04-04 14:57:40 | [diff] [blame] | 191 | return self._action |
dbeam | 37e8e740 | 2016-02-10 22:58:20 | [diff] [blame] | 192 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 193 | def ChangedContents(self): |
| 194 | return self._changed_contents |
| 195 | |
| 196 | def NewContents(self): |
| 197 | return self._new_contents |
| 198 | |
| 199 | def LocalPath(self): |
| 200 | return self._local_path |
| 201 | |
rdevlin.cronin | 9ab806c | 2016-02-26 23:17:13 | [diff] [blame] | 202 | def AbsoluteLocalPath(self): |
| 203 | return self._local_path |
| 204 | |
jbriance | 9e12f16 | 2016-11-25 07:57:50 | [diff] [blame] | 205 | def GenerateScmDiff(self): |
jbriance | 2c51e821a | 2016-12-12 08:24:31 | [diff] [blame] | 206 | return self._scm_diff |
jbriance | 9e12f16 | 2016-11-25 07:57:50 | [diff] [blame] | 207 | |
Yoland Yan | b92fa52 | 2017-08-28 17:37:06 | [diff] [blame] | 208 | def OldContents(self): |
| 209 | return self._old_contents |
| 210 | |
davileen | e042625 | 2015-03-02 21:10:41 | [diff] [blame] | 211 | def rfind(self, p): |
| 212 | """os.path.basename is called on MockFile so we need an rfind method.""" |
| 213 | return self._local_path.rfind(p) |
| 214 | |
| 215 | def __getitem__(self, i): |
| 216 | """os.path.basename is called on MockFile so we need a get method.""" |
| 217 | return self._local_path[i] |
| 218 | |
pastarmovj | 89f7ee1 | 2016-09-20 14:58:13 | [diff] [blame] | 219 | def __len__(self): |
| 220 | """os.path.basename is called on MockFile so we need a len method.""" |
| 221 | return len(self._local_path) |
| 222 | |
Julian Pastarmov | 4f7af53 | 2019-07-17 19:25:37 | [diff] [blame] | 223 | def replace(self, altsep, sep): |
| 224 | """os.path.basename is called on MockFile so we need a replace method.""" |
| 225 | return self._local_path.replace(altsep, sep) |
| 226 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 227 | |
glider | e61efad | 2015-02-18 17:39:43 | [diff] [blame] | 228 | class MockAffectedFile(MockFile): |
| 229 | def AbsoluteLocalPath(self): |
| 230 | return self._local_path |
| 231 | |
| 232 | |
gayane | 3dff8c2 | 2014-12-04 17:09:51 | [diff] [blame] | 233 | class MockChange(object): |
| 234 | """Mock class for Change class. |
| 235 | |
| 236 | This class can be used in presubmit unittests to mock the query of the |
| 237 | current change. |
| 238 | """ |
| 239 | |
| 240 | def __init__(self, changed_files): |
| 241 | self._changed_files = changed_files |
| 242 | |
| 243 | def LocalPaths(self): |
| 244 | return self._changed_files |
rdevlin.cronin | 11366825 | 2016-05-02 17:05:54 | [diff] [blame] | 245 | |
| 246 | def AffectedFiles(self, include_dirs=False, include_deletes=True, |
| 247 | file_filter=None): |
| 248 | return self._changed_files |