1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file.
5 """Top-level presubmit script for Chromium.
7 See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts
8 for more details about the presubmit API built into gcl.
14 r
"^native_client_sdk[\\\/]src[\\\/]build_tools[\\\/]make_rules.py",
15 r
"^native_client_sdk[\\\/]src[\\\/]build_tools[\\\/]make_simple.py",
16 r
"^native_client_sdk[\\\/]src[\\\/]tools[\\\/].*.mk",
17 r
"^net[\\\/]tools[\\\/]spdyshark[\\\/].*",
22 r
".+[\\\/]pnacl_shim\.c$",
23 r
"^gpu[\\\/]config[\\\/].*_list_json\.cc$",
24 r
"^chrome[\\\/]browser[\\\/]resources[\\\/]pdf[\\\/]index.js"
27 # The NetscapePlugIn library is excluded from pan-project as it will soon
28 # be deleted together with the rest of the NPAPI and it's not worthwhile to
29 # update the coding style until then.
31 r
"^content[\\\/]shell[\\\/]tools[\\\/]plugin[\\\/].*",
34 # Fragment of a regular expression that matches C++ and Objective-C++
35 # implementation files.
36 _IMPLEMENTATION_EXTENSIONS
= r
'\.(cc|cpp|cxx|mm)$'
38 # Regular expression that matches code only used for test binaries
40 _TEST_CODE_EXCLUDED_PATHS
= (
41 r
'.*[\\\/](fake_|test_|mock_).+%s' % _IMPLEMENTATION_EXTENSIONS
,
42 r
'.+_test_(base|support|util)%s' % _IMPLEMENTATION_EXTENSIONS
,
43 r
'.+_(api|browser|kif|perf|pixel|unit|ui)?test(_[a-z]+)?%s' %
44 _IMPLEMENTATION_EXTENSIONS
,
45 r
'.+profile_sync_service_harness%s' % _IMPLEMENTATION_EXTENSIONS
,
46 r
'.*[\\\/](test|tool(s)?)[\\\/].*',
47 # content_shell is used for running layout tests.
48 r
'content[\\\/]shell[\\\/].*',
49 # At request of folks maintaining this folder.
50 r
'chrome[\\\/]browser[\\\/]automation[\\\/].*',
51 # Non-production example code.
52 r
'mojo[\\\/]examples[\\\/].*',
53 # Launcher for running iOS tests on the simulator.
54 r
'testing[\\\/]iossim[\\\/]iossim\.mm$',
57 _TEST_ONLY_WARNING
= (
58 'You might be calling functions intended only for testing from\n'
59 'production code. It is OK to ignore this warning if you know what\n'
60 'you are doing, as the heuristics used to detect the situation are\n'
61 'not perfect. The commit queue will not block on this warning.')
64 _INCLUDE_ORDER_WARNING
= (
65 'Your #include order seems to be broken. Send mail to\n'
66 'marja@chromium.org if this is not the case.')
69 _BANNED_OBJC_FUNCTIONS
= (
73 'The use of -[NSView addTrackingRect:owner:userData:assumeInside:] is'
74 'prohibited. Please use CrTrackingArea instead.',
75 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
82 'The use of NSTrackingAreas is prohibited. Please use CrTrackingArea',
84 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
89 'convertPointFromBase:',
91 'The use of -[NSView convertPointFromBase:] is almost certainly wrong.',
92 'Please use |convertPoint:(point) fromView:nil| instead.',
93 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
98 'convertPointToBase:',
100 'The use of -[NSView convertPointToBase:] is almost certainly wrong.',
101 'Please use |convertPoint:(point) toView:nil| instead.',
102 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
107 'convertRectFromBase:',
109 'The use of -[NSView convertRectFromBase:] is almost certainly wrong.',
110 'Please use |convertRect:(point) fromView:nil| instead.',
111 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
116 'convertRectToBase:',
118 'The use of -[NSView convertRectToBase:] is almost certainly wrong.',
119 'Please use |convertRect:(point) toView:nil| instead.',
120 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
125 'convertSizeFromBase:',
127 'The use of -[NSView convertSizeFromBase:] is almost certainly wrong.',
128 'Please use |convertSize:(point) fromView:nil| instead.',
129 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
134 'convertSizeToBase:',
136 'The use of -[NSView convertSizeToBase:] is almost certainly wrong.',
137 'Please use |convertSize:(point) toView:nil| instead.',
138 'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
145 _BANNED_CPP_FUNCTIONS
= (
146 # Make sure that gtest's FRIEND_TEST() macro is not used; the
147 # FRIEND_TEST_ALL_PREFIXES() macro from base/gtest_prod_util.h should be
148 # used instead since that allows for FLAKY_ and DISABLED_ prefixes.
152 'Chromium code should not use gtest\'s FRIEND_TEST() macro. Include',
153 'base/gtest_prod_util.h and use FRIEND_TEST_ALL_PREFIXES() instead.',
161 'New code should not use ScopedAllowIO. Post a task to the blocking',
162 'pool or the FILE thread instead.',
166 r
"^base[\\\/]process[\\\/]process_metrics_linux\.cc$",
167 r
"^chrome[\\\/]browser[\\\/]chromeos[\\\/]boot_times_loader\.cc$",
168 r
"^chrome[\\\/]browser[\\\/]chromeos[\\\/]"
169 "customization_document_browsertest\.cc$",
170 r
"^components[\\\/]crash[\\\/]app[\\\/]breakpad_mac\.mm$",
171 r
"^content[\\\/]shell[\\\/]browser[\\\/]shell_browser_main\.cc$",
172 r
"^content[\\\/]shell[\\\/]browser[\\\/]shell_message_filter\.cc$",
173 r
"^mojo[\\\/]edk[\\\/]embedder[\\\/]" +
174 r
"simple_platform_shared_buffer_posix\.cc$",
175 r
"^net[\\\/]disk_cache[\\\/]cache_util\.cc$",
176 r
"^net[\\\/]url_request[\\\/]test_url_fetcher_factory\.cc$",
182 'The use of SkRefPtr is prohibited. ',
183 'Please use skia::RefPtr instead.'
191 'The indirect use of SkRefPtr via SkAutoRef is prohibited. ',
192 'Please use skia::RefPtr instead.'
200 'The use of SkAutoTUnref is dangerous because it implicitly ',
201 'converts to a raw pointer. Please use skia::RefPtr instead.'
209 'The indirect use of SkAutoTUnref through SkAutoUnref is dangerous ',
210 'because it implicitly converts to a raw pointer. ',
211 'Please use skia::RefPtr instead.'
217 r
'/HANDLE_EINTR\(.*close',
219 'HANDLE_EINTR(close) is invalid. If close fails with EINTR, the file',
220 'descriptor will be closed, and it is incorrect to retry the close.',
221 'Either call close directly and ignore its return value, or wrap close',
222 'in IGNORE_EINTR to use its return value. See http://crbug.com/269623'
228 r
'/IGNORE_EINTR\((?!.*close)',
230 'IGNORE_EINTR is only valid when wrapping close. To wrap other system',
231 'calls, use HANDLE_EINTR. See http://crbug.com/269623',
235 # Files that #define IGNORE_EINTR.
236 r
'^base[\\\/]posix[\\\/]eintr_wrapper\.h$',
237 r
'^ppapi[\\\/]tests[\\\/]test_broker\.cc$',
243 'Do not introduce new v8::Extensions into the code base, use',
244 'gin::Wrappable instead. See http://crbug.com/334679',
248 r
'extensions[\\\/]renderer[\\\/]safe_builtins\.*',
253 _IPC_ENUM_TRAITS_DEPRECATED
= (
254 'You are using IPC_ENUM_TRAITS() in your code. It has been deprecated.\n'
255 'See http://www.chromium.org/Home/chromium-security/education/security-tips-for-ipc')
259 # Please keep sorted.
263 'OS_CAT', # For testing.
280 def _CheckNoProductionCodeUsingTestOnlyFunctions(input_api
, output_api
):
281 """Attempts to prevent use of functions intended only for testing in
282 non-testing code. For now this is just a best-effort implementation
283 that ignores header files and may have some false positives. A
284 better implementation would probably need a proper C++ parser.
286 # We only scan .cc files and the like, as the declaration of
287 # for-testing functions in header files are hard to distinguish from
288 # calls to such functions without a proper C++ parser.
289 file_inclusion_pattern
= r
'.+%s' % _IMPLEMENTATION_EXTENSIONS
291 base_function_pattern
= r
'[ :]test::[^\s]+|ForTest(ing)?|for_test(ing)?'
292 inclusion_pattern
= input_api
.re
.compile(r
'(%s)\s*\(' % base_function_pattern
)
293 comment_pattern
= input_api
.re
.compile(r
'//.*(%s)' % base_function_pattern
)
294 exclusion_pattern
= input_api
.re
.compile(
295 r
'::[A-Za-z0-9_]+(%s)|(%s)[^;]+\{' % (
296 base_function_pattern
, base_function_pattern
))
298 def FilterFile(affected_file
):
299 black_list
= (_EXCLUDED_PATHS
+
300 _TEST_CODE_EXCLUDED_PATHS
+
301 input_api
.DEFAULT_BLACK_LIST
)
302 return input_api
.FilterSourceFile(
304 white_list
=(file_inclusion_pattern
, ),
305 black_list
=black_list
)
308 for f
in input_api
.AffectedSourceFiles(FilterFile
):
309 local_path
= f
.LocalPath()
310 for line_number
, line
in f
.ChangedContents():
311 if (inclusion_pattern
.search(line
) and
312 not comment_pattern
.search(line
) and
313 not exclusion_pattern
.search(line
)):
315 '%s:%d\n %s' % (local_path
, line_number
, line
.strip()))
318 return [output_api
.PresubmitPromptOrNotify(_TEST_ONLY_WARNING
, problems
)]
323 def _CheckNoIOStreamInHeaders(input_api
, output_api
):
324 """Checks to make sure no .h files include <iostream>."""
326 pattern
= input_api
.re
.compile(r
'^#include\s*<iostream>',
327 input_api
.re
.MULTILINE
)
328 for f
in input_api
.AffectedSourceFiles(input_api
.FilterSourceFile
):
329 if not f
.LocalPath().endswith('.h'):
331 contents
= input_api
.ReadFile(f
)
332 if pattern
.search(contents
):
336 return [ output_api
.PresubmitError(
337 'Do not #include <iostream> in header files, since it inserts static '
338 'initialization into every file including the header. Instead, '
339 '#include <ostream>. See http://crbug.com/94794',
344 def _CheckNoUNIT_TESTInSourceFiles(input_api
, output_api
):
345 """Checks to make sure no source files use UNIT_TEST"""
347 for f
in input_api
.AffectedFiles():
348 if (not f
.LocalPath().endswith(('.cc', '.mm'))):
351 for line_num
, line
in f
.ChangedContents():
352 if 'UNIT_TEST ' in line
or line
.endswith('UNIT_TEST'):
353 problems
.append(' %s:%d' % (f
.LocalPath(), line_num
))
357 return [output_api
.PresubmitPromptWarning('UNIT_TEST is only for headers.\n' +
358 '\n'.join(problems
))]
360 def _CheckUmaHistogramChanges(input_api
, output_api
):
361 """Check that UMA histogram names in touched lines can still be found in other
362 lines of the patch or in histograms.xml. Note that this check would not catch
363 the reverse: changes in histograms.xml not matched in the code itself."""
365 touched_histograms
= []
366 histograms_xml_modifications
= []
367 pattern
= input_api
.re
.compile('UMA_HISTOGRAM.*\("(.*)"')
368 for f
in input_api
.AffectedFiles():
369 # If histograms.xml itself is modified, keep the modified lines for later.
370 if (f
.LocalPath().endswith(('histograms.xml'))):
371 histograms_xml_modifications
= f
.ChangedContents()
373 if (not f
.LocalPath().endswith(('cc', 'mm', 'cpp'))):
375 for line_num
, line
in f
.ChangedContents():
376 found
= pattern
.search(line
)
378 touched_histograms
.append([found
.group(1), f
, line_num
])
380 # Search for the touched histogram names in the local modifications to
381 # histograms.xml, and if not found on the base file.
383 for histogram_name
, f
, line_num
in touched_histograms
:
384 histogram_name_found
= False
385 for line_num
, line
in histograms_xml_modifications
:
386 if histogram_name
in line
:
387 histogram_name_found
= True;
389 if histogram_name_found
:
392 with
open('tools/metrics/histograms/histograms.xml') as histograms_xml
:
393 for line
in histograms_xml
:
394 if histogram_name
in line
:
395 histogram_name_found
= True;
397 if histogram_name_found
:
399 problems
.append(' [%s:%d] %s' % (f
.LocalPath(), line_num
, histogram_name
))
403 return [output_api
.PresubmitPromptWarning('Some UMA_HISTOGRAM lines have '
404 'been modified and the associated histogram name has no match in either '
405 'metrics/histograms.xml or the modifications of it:', problems
)]
408 def _CheckNoNewWStrings(input_api
, output_api
):
409 """Checks to make sure we don't introduce use of wstrings."""
411 for f
in input_api
.AffectedFiles():
412 if (not f
.LocalPath().endswith(('.cc', '.h')) or
413 f
.LocalPath().endswith(('test.cc', '_win.cc', '_win.h')) or
414 '/win/' in f
.LocalPath()):
418 for line_num
, line
in f
.ChangedContents():
419 if 'presubmit: allow wstring' in line
:
421 elif not allowWString
and 'wstring' in line
:
422 problems
.append(' %s:%d' % (f
.LocalPath(), line_num
))
429 return [output_api
.PresubmitPromptWarning('New code should not use wstrings.'
430 ' If you are calling a cross-platform API that accepts a wstring, '
432 '\n'.join(problems
))]
435 def _CheckNoDEPSGIT(input_api
, output_api
):
436 """Make sure .DEPS.git is never modified manually."""
437 if any(f
.LocalPath().endswith('.DEPS.git') for f
in
438 input_api
.AffectedFiles()):
439 return [output_api
.PresubmitError(
440 'Never commit changes to .DEPS.git. This file is maintained by an\n'
441 'automated system based on what\'s in DEPS and your changes will be\n'
443 'See https://sites.google.com/a/chromium.org/dev/developers/how-tos/get-the-code#Rolling_DEPS\n'
444 'for more information')]
448 def _CheckValidHostsInDEPS(input_api
, output_api
):
449 """Checks that DEPS file deps are from allowed_hosts."""
450 # Run only if DEPS file has been modified to annoy fewer bystanders.
451 if all(f
.LocalPath() != 'DEPS' for f
in input_api
.AffectedFiles()):
453 # Outsource work to gclient verify
455 input_api
.subprocess
.check_output(['gclient', 'verify'])
457 except input_api
.subprocess
.CalledProcessError
, error
:
458 return [output_api
.PresubmitError(
459 'DEPS file must have only git dependencies.',
460 long_text
=error
.output
)]
463 def _CheckNoBannedFunctions(input_api
, output_api
):
464 """Make sure that banned functions are not used."""
468 file_filter
= lambda f
: f
.LocalPath().endswith(('.mm', '.m', '.h'))
469 for f
in input_api
.AffectedFiles(file_filter
=file_filter
):
470 for line_num
, line
in f
.ChangedContents():
471 for func_name
, message
, error
in _BANNED_OBJC_FUNCTIONS
:
473 if func_name
[0:1] == '/':
474 regex
= func_name
[1:]
475 if input_api
.re
.search(regex
, line
):
477 elif func_name
in line
:
483 problems
.append(' %s:%d:' % (f
.LocalPath(), line_num
))
484 for message_line
in message
:
485 problems
.append(' %s' % message_line
)
487 file_filter
= lambda f
: f
.LocalPath().endswith(('.cc', '.mm', '.h'))
488 for f
in input_api
.AffectedFiles(file_filter
=file_filter
):
489 for line_num
, line
in f
.ChangedContents():
490 for func_name
, message
, error
, excluded_paths
in _BANNED_CPP_FUNCTIONS
:
491 def IsBlacklisted(affected_file
, blacklist
):
492 local_path
= affected_file
.LocalPath()
493 for item
in blacklist
:
494 if input_api
.re
.match(item
, local_path
):
497 if IsBlacklisted(f
, excluded_paths
):
500 if func_name
[0:1] == '/':
501 regex
= func_name
[1:]
502 if input_api
.re
.search(regex
, line
):
504 elif func_name
in line
:
510 problems
.append(' %s:%d:' % (f
.LocalPath(), line_num
))
511 for message_line
in message
:
512 problems
.append(' %s' % message_line
)
516 result
.append(output_api
.PresubmitPromptWarning(
517 'Banned functions were used.\n' + '\n'.join(warnings
)))
519 result
.append(output_api
.PresubmitError(
520 'Banned functions were used.\n' + '\n'.join(errors
)))
524 def _CheckNoPragmaOnce(input_api
, output_api
):
525 """Make sure that banned functions are not used."""
527 pattern
= input_api
.re
.compile(r
'^#pragma\s+once',
528 input_api
.re
.MULTILINE
)
529 for f
in input_api
.AffectedSourceFiles(input_api
.FilterSourceFile
):
530 if not f
.LocalPath().endswith('.h'):
532 contents
= input_api
.ReadFile(f
)
533 if pattern
.search(contents
):
537 return [output_api
.PresubmitError(
538 'Do not use #pragma once in header files.\n'
539 'See http://www.chromium.org/developers/coding-style#TOC-File-headers',
544 def _CheckNoTrinaryTrueFalse(input_api
, output_api
):
545 """Checks to make sure we don't introduce use of foo ? true : false."""
547 pattern
= input_api
.re
.compile(r
'\?\s*(true|false)\s*:\s*(true|false)')
548 for f
in input_api
.AffectedFiles():
549 if not f
.LocalPath().endswith(('.cc', '.h', '.inl', '.m', '.mm')):
552 for line_num
, line
in f
.ChangedContents():
553 if pattern
.match(line
):
554 problems
.append(' %s:%d' % (f
.LocalPath(), line_num
))
558 return [output_api
.PresubmitPromptWarning(
559 'Please consider avoiding the "? true : false" pattern if possible.\n' +
560 '\n'.join(problems
))]
563 def _CheckUnwantedDependencies(input_api
, output_api
):
564 """Runs checkdeps on #include statements added in this
565 change. Breaking - rules is an error, breaking ! rules is a
569 # We need to wait until we have an input_api object and use this
570 # roundabout construct to import checkdeps because this file is
571 # eval-ed and thus doesn't have __file__.
572 original_sys_path
= sys
.path
574 sys
.path
= sys
.path
+ [input_api
.os_path
.join(
575 input_api
.PresubmitLocalPath(), 'buildtools', 'checkdeps')]
577 from cpp_checker
import CppChecker
578 from rules
import Rule
580 # Restore sys.path to what it was before.
581 sys
.path
= original_sys_path
584 for f
in input_api
.AffectedFiles():
585 if not CppChecker
.IsCppFile(f
.LocalPath()):
588 changed_lines
= [line
for line_num
, line
in f
.ChangedContents()]
589 added_includes
.append([f
.LocalPath(), changed_lines
])
591 deps_checker
= checkdeps
.DepsChecker(input_api
.PresubmitLocalPath())
593 error_descriptions
= []
594 warning_descriptions
= []
595 for path
, rule_type
, rule_description
in deps_checker
.CheckAddedCppIncludes(
597 description_with_path
= '%s\n %s' % (path
, rule_description
)
598 if rule_type
== Rule
.DISALLOW
:
599 error_descriptions
.append(description_with_path
)
601 warning_descriptions
.append(description_with_path
)
604 if error_descriptions
:
605 results
.append(output_api
.PresubmitError(
606 'You added one or more #includes that violate checkdeps rules.',
608 if warning_descriptions
:
609 results
.append(output_api
.PresubmitPromptOrNotify(
610 'You added one or more #includes of files that are temporarily\n'
611 'allowed but being removed. Can you avoid introducing the\n'
612 '#include? See relevant DEPS file(s) for details and contacts.',
613 warning_descriptions
))
617 def _CheckFilePermissions(input_api
, output_api
):
618 """Check that all files have their permissions properly set."""
619 if input_api
.platform
== 'win32':
621 args
= [input_api
.python_executable
, 'tools/checkperms/checkperms.py',
622 '--root', input_api
.change
.RepositoryRoot()]
623 for f
in input_api
.AffectedFiles():
624 args
+= ['--file', f
.LocalPath()]
625 checkperms
= input_api
.subprocess
.Popen(args
,
626 stdout
=input_api
.subprocess
.PIPE
)
627 errors
= checkperms
.communicate()[0].strip()
629 return [output_api
.PresubmitError('checkperms.py failed.',
630 errors
.splitlines())]
634 def _CheckNoAuraWindowPropertyHInHeaders(input_api
, output_api
):
635 """Makes sure we don't include ui/aura/window_property.h
638 pattern
= input_api
.re
.compile(r
'^#include\s*"ui/aura/window_property.h"')
640 for f
in input_api
.AffectedFiles():
641 if not f
.LocalPath().endswith('.h'):
643 for line_num
, line
in f
.ChangedContents():
644 if pattern
.match(line
):
645 errors
.append(' %s:%d' % (f
.LocalPath(), line_num
))
649 results
.append(output_api
.PresubmitError(
650 'Header files should not include ui/aura/window_property.h', errors
))
654 def _CheckIncludeOrderForScope(scope
, input_api
, file_path
, changed_linenums
):
655 """Checks that the lines in scope occur in the right order.
657 1. C system files in alphabetical order
658 2. C++ system files in alphabetical order
659 3. Project's .h files
662 c_system_include_pattern
= input_api
.re
.compile(r
'\s*#include <.*\.h>')
663 cpp_system_include_pattern
= input_api
.re
.compile(r
'\s*#include <.*>')
664 custom_include_pattern
= input_api
.re
.compile(r
'\s*#include ".*')
666 C_SYSTEM_INCLUDES
, CPP_SYSTEM_INCLUDES
, CUSTOM_INCLUDES
= range(3)
668 state
= C_SYSTEM_INCLUDES
671 previous_line_num
= 0
672 problem_linenums
= []
673 for line_num
, line
in scope
:
674 if c_system_include_pattern
.match(line
):
675 if state
!= C_SYSTEM_INCLUDES
:
676 problem_linenums
.append((line_num
, previous_line_num
))
677 elif previous_line
and previous_line
> line
:
678 problem_linenums
.append((line_num
, previous_line_num
))
679 elif cpp_system_include_pattern
.match(line
):
680 if state
== C_SYSTEM_INCLUDES
:
681 state
= CPP_SYSTEM_INCLUDES
682 elif state
== CUSTOM_INCLUDES
:
683 problem_linenums
.append((line_num
, previous_line_num
))
684 elif previous_line
and previous_line
> line
:
685 problem_linenums
.append((line_num
, previous_line_num
))
686 elif custom_include_pattern
.match(line
):
687 if state
!= CUSTOM_INCLUDES
:
688 state
= CUSTOM_INCLUDES
689 elif previous_line
and previous_line
> line
:
690 problem_linenums
.append((line_num
, previous_line_num
))
692 problem_linenums
.append(line_num
)
694 previous_line_num
= line_num
697 for (line_num
, previous_line_num
) in problem_linenums
:
698 if line_num
in changed_linenums
or previous_line_num
in changed_linenums
:
699 warnings
.append(' %s:%d' % (file_path
, line_num
))
703 def _CheckIncludeOrderInFile(input_api
, f
, changed_linenums
):
704 """Checks the #include order for the given file f."""
706 system_include_pattern
= input_api
.re
.compile(r
'\s*#include \<.*')
707 # Exclude the following includes from the check:
708 # 1) #include <.../...>, e.g., <sys/...> includes often need to appear in a
710 # 2) <atlbase.h>, "build/build_config.h"
711 excluded_include_pattern
= input_api
.re
.compile(
712 r
'\s*#include (\<.*/.*|\<atlbase\.h\>|"build/build_config.h")')
713 custom_include_pattern
= input_api
.re
.compile(r
'\s*#include "(?P<FILE>.*)"')
714 # Match the final or penultimate token if it is xxxtest so we can ignore it
715 # when considering the special first include.
716 test_file_tag_pattern
= input_api
.re
.compile(
717 r
'_[a-z]+test(?=(_[a-zA-Z0-9]+)?\.)')
718 if_pattern
= input_api
.re
.compile(
719 r
'\s*#\s*(if|elif|else|endif|define|undef).*')
720 # Some files need specialized order of includes; exclude such files from this
722 uncheckable_includes_pattern
= input_api
.re
.compile(
724 '("ipc/.*macros\.h"|<windows\.h>|".*gl.*autogen.h")\s*')
726 contents
= f
.NewContents()
730 # Handle the special first include. If the first include file is
731 # some/path/file.h, the corresponding including file can be some/path/file.cc,
732 # some/other/path/file.cc, some/path/file_platform.cc, some/path/file-suffix.h
733 # etc. It's also possible that no special first include exists.
734 # If the included file is some/path/file_platform.h the including file could
735 # also be some/path/file_xxxtest_platform.h.
736 including_file_base_name
= test_file_tag_pattern
.sub(
737 '', input_api
.os_path
.basename(f
.LocalPath()))
739 for line
in contents
:
741 if system_include_pattern
.match(line
):
742 # No special first include -> process the line again along with normal
746 match
= custom_include_pattern
.match(line
)
748 match_dict
= match
.groupdict()
749 header_basename
= test_file_tag_pattern
.sub(
750 '', input_api
.os_path
.basename(match_dict
['FILE'])).replace('.h', '')
752 if header_basename
not in including_file_base_name
:
753 # No special first include -> process the line again along with normal
758 # Split into scopes: Each region between #if and #endif is its own scope.
761 for line
in contents
[line_num
:]:
763 if uncheckable_includes_pattern
.match(line
):
765 if if_pattern
.match(line
):
766 scopes
.append(current_scope
)
768 elif ((system_include_pattern
.match(line
) or
769 custom_include_pattern
.match(line
)) and
770 not excluded_include_pattern
.match(line
)):
771 current_scope
.append((line_num
, line
))
772 scopes
.append(current_scope
)
775 warnings
.extend(_CheckIncludeOrderForScope(scope
, input_api
, f
.LocalPath(),
780 def _CheckIncludeOrder(input_api
, output_api
):
781 """Checks that the #include order is correct.
783 1. The corresponding header for source files.
784 2. C system files in alphabetical order
785 3. C++ system files in alphabetical order
786 4. Project's .h files in alphabetical order
788 Each region separated by #if, #elif, #else, #endif, #define and #undef follows
789 these rules separately.
791 def FileFilterIncludeOrder(affected_file
):
792 black_list
= (_EXCLUDED_PATHS
+ input_api
.DEFAULT_BLACK_LIST
)
793 return input_api
.FilterSourceFile(affected_file
, black_list
=black_list
)
796 for f
in input_api
.AffectedFiles(file_filter
=FileFilterIncludeOrder
):
797 if f
.LocalPath().endswith(('.cc', '.h')):
798 changed_linenums
= set(line_num
for line_num
, _
in f
.ChangedContents())
799 warnings
.extend(_CheckIncludeOrderInFile(input_api
, f
, changed_linenums
))
803 results
.append(output_api
.PresubmitPromptOrNotify(_INCLUDE_ORDER_WARNING
,
808 def _CheckForVersionControlConflictsInFile(input_api
, f
):
809 pattern
= input_api
.re
.compile('^(?:<<<<<<<|>>>>>>>) |^=======$')
811 for line_num
, line
in f
.ChangedContents():
812 if pattern
.match(line
):
813 errors
.append(' %s:%d %s' % (f
.LocalPath(), line_num
, line
))
817 def _CheckForVersionControlConflicts(input_api
, output_api
):
818 """Usually this is not intentional and will cause a compile failure."""
820 for f
in input_api
.AffectedFiles():
821 errors
.extend(_CheckForVersionControlConflictsInFile(input_api
, f
))
825 results
.append(output_api
.PresubmitError(
826 'Version control conflict markers found, please resolve.', errors
))
830 def _CheckHardcodedGoogleHostsInLowerLayers(input_api
, output_api
):
831 def FilterFile(affected_file
):
832 """Filter function for use with input_api.AffectedSourceFiles,
833 below. This filters out everything except non-test files from
834 top-level directories that generally speaking should not hard-code
835 service URLs (e.g. src/android_webview/, src/content/ and others).
837 return input_api
.FilterSourceFile(
839 white_list
=(r
'^(android_webview|base|content|net)[\\\/].*', ),
840 black_list
=(_EXCLUDED_PATHS
+
841 _TEST_CODE_EXCLUDED_PATHS
+
842 input_api
.DEFAULT_BLACK_LIST
))
844 base_pattern
= '"[^"]*google\.com[^"]*"'
845 comment_pattern
= input_api
.re
.compile('//.*%s' % base_pattern
)
846 pattern
= input_api
.re
.compile(base_pattern
)
847 problems
= [] # items are (filename, line_number, line)
848 for f
in input_api
.AffectedSourceFiles(FilterFile
):
849 for line_num
, line
in f
.ChangedContents():
850 if not comment_pattern
.search(line
) and pattern
.search(line
):
851 problems
.append((f
.LocalPath(), line_num
, line
))
854 return [output_api
.PresubmitPromptOrNotify(
855 'Most layers below src/chrome/ should not hardcode service URLs.\n'
856 'Are you sure this is correct?',
858 problem
[0], problem
[1], problem
[2]) for problem
in problems
])]
863 def _CheckNoAbbreviationInPngFileName(input_api
, output_api
):
864 """Makes sure there are no abbreviations in the name of PNG files.
865 The native_client_sdk directory is excluded because it has auto-generated PNG
866 files for documentation.
869 white_list
= (r
'.*_[a-z]_.*\.png$|.*_[a-z]\.png$',)
870 black_list
= (r
'^native_client_sdk[\\\/]',)
871 file_filter
= lambda f
: input_api
.FilterSourceFile(
872 f
, white_list
=white_list
, black_list
=black_list
)
873 for f
in input_api
.AffectedFiles(include_deletes
=False,
874 file_filter
=file_filter
):
875 errors
.append(' %s' % f
.LocalPath())
879 results
.append(output_api
.PresubmitError(
880 'The name of PNG files should not have abbreviations. \n'
881 'Use _hover.png, _center.png, instead of _h.png, _c.png.\n'
882 'Contact oshima@chromium.org if you have questions.', errors
))
886 def _FilesToCheckForIncomingDeps(re
, changed_lines
):
887 """Helper method for _CheckAddedDepsHaveTargetApprovals. Returns
888 a set of DEPS entries that we should look up.
890 For a directory (rather than a specific filename) we fake a path to
891 a specific filename by adding /DEPS. This is chosen as a file that
892 will seldom or never be subject to per-file include_rules.
894 # We ignore deps entries on auto-generated directories.
895 AUTO_GENERATED_DIRS
= ['grit', 'jni']
897 # This pattern grabs the path without basename in the first
898 # parentheses, and the basename (if present) in the second. It
899 # relies on the simple heuristic that if there is a basename it will
900 # be a header file ending in ".h".
901 pattern
= re
.compile(
902 r
"""['"]\+([^'"]+?)(/[a-zA-Z0-9_]+\.h)?['"].*""")
904 for changed_line
in changed_lines
:
905 m
= pattern
.match(changed_line
)
908 if path
.split('/')[0] not in AUTO_GENERATED_DIRS
:
910 results
.add('%s%s' % (path
, m
.group(2)))
912 results
.add('%s/DEPS' % path
)
916 def _CheckAddedDepsHaveTargetApprovals(input_api
, output_api
):
917 """When a dependency prefixed with + is added to a DEPS file, we
918 want to make sure that the change is reviewed by an OWNER of the
919 target file or directory, to avoid layering violations from being
920 introduced. This check verifies that this happens.
922 changed_lines
= set()
923 for f
in input_api
.AffectedFiles():
924 filename
= input_api
.os_path
.basename(f
.LocalPath())
925 if filename
== 'DEPS':
926 changed_lines |
= set(line
.strip()
928 in f
.ChangedContents())
929 if not changed_lines
:
932 virtual_depended_on_files
= _FilesToCheckForIncomingDeps(input_api
.re
,
934 if not virtual_depended_on_files
:
937 if input_api
.is_committing
:
939 return [output_api
.PresubmitNotifyResult(
940 '--tbr was specified, skipping OWNERS check for DEPS additions')]
941 if not input_api
.change
.issue
:
942 return [output_api
.PresubmitError(
943 "DEPS approval by OWNERS check failed: this change has "
944 "no Rietveld issue number, so we can't check it for approvals.")]
945 output
= output_api
.PresubmitError
947 output
= output_api
.PresubmitNotifyResult
949 owners_db
= input_api
.owners_db
950 owner_email
, reviewers
= input_api
.canned_checks
._RietveldOwnerAndReviewers
(
952 owners_db
.email_regexp
,
953 approval_needed
=input_api
.is_committing
)
955 owner_email
= owner_email
or input_api
.change
.author_email
957 reviewers_plus_owner
= set(reviewers
)
959 reviewers_plus_owner
.add(owner_email
)
960 missing_files
= owners_db
.files_not_covered_by(virtual_depended_on_files
,
961 reviewers_plus_owner
)
963 # We strip the /DEPS part that was added by
964 # _FilesToCheckForIncomingDeps to fake a path to a file in a
967 start_deps
= path
.rfind('/DEPS')
969 return path
[:start_deps
]
972 unapproved_dependencies
= ["'+%s'," % StripDeps(path
)
973 for path
in missing_files
]
975 if unapproved_dependencies
:
977 output('Missing LGTM from OWNERS of dependencies added to DEPS:\n %s' %
978 '\n '.join(sorted(unapproved_dependencies
)))]
979 if not input_api
.is_committing
:
980 suggested_owners
= owners_db
.reviewers_for(missing_files
, owner_email
)
981 output_list
.append(output(
982 'Suggested missing target path OWNERS:\n %s' %
983 '\n '.join(suggested_owners
or [])))
989 def _CheckSpamLogging(input_api
, output_api
):
990 file_inclusion_pattern
= r
'.+%s' % _IMPLEMENTATION_EXTENSIONS
991 black_list
= (_EXCLUDED_PATHS
+
992 _TEST_CODE_EXCLUDED_PATHS
+
993 input_api
.DEFAULT_BLACK_LIST
+
994 (r
"^base[\\\/]logging\.h$",
995 r
"^base[\\\/]logging\.cc$",
996 r
"^chrome[\\\/]app[\\\/]chrome_main_delegate\.cc$",
997 r
"^chrome[\\\/]browser[\\\/]chrome_browser_main\.cc$",
998 r
"^chrome[\\\/]browser[\\\/]ui[\\\/]startup[\\\/]"
999 r
"startup_browser_creator\.cc$",
1000 r
"^chrome[\\\/]installer[\\\/]setup[\\\/].*",
1001 r
"chrome[\\\/]browser[\\\/]diagnostics[\\\/]" +
1002 r
"diagnostics_writer\.cc$",
1003 r
"^chrome_elf[\\\/]dll_hash[\\\/]dll_hash_main\.cc$",
1004 r
"^chromecast[\\\/]",
1005 r
"^cloud_print[\\\/]",
1006 r
"^content[\\\/]common[\\\/]gpu[\\\/]client[\\\/]"
1007 r
"gl_helper_benchmark\.cc$",
1008 r
"^courgette[\\\/]courgette_tool\.cc$",
1009 r
"^extensions[\\\/]renderer[\\\/]logging_native_handler\.cc$",
1010 r
"^ipc[\\\/]ipc_logging\.cc$",
1011 r
"^native_client_sdk[\\\/]",
1012 r
"^remoting[\\\/]base[\\\/]logging\.h$",
1013 r
"^remoting[\\\/]host[\\\/].*",
1014 r
"^sandbox[\\\/]linux[\\\/].*",
1016 r
"^ui[\\\/]aura[\\\/]bench[\\\/]bench_main\.cc$",
1017 r
"^webkit[\\\/]browser[\\\/]fileapi[\\\/]" +
1018 r
"dump_file_system.cc$",))
1019 source_file_filter
= lambda x
: input_api
.FilterSourceFile(
1020 x
, white_list
=(file_inclusion_pattern
,), black_list
=black_list
)
1025 for f
in input_api
.AffectedSourceFiles(source_file_filter
):
1026 contents
= input_api
.ReadFile(f
, 'rb')
1027 if input_api
.re
.search(r
"\bD?LOG\s*\(\s*INFO\s*\)", contents
):
1028 log_info
.append(f
.LocalPath())
1029 elif input_api
.re
.search(r
"\bD?LOG_IF\s*\(\s*INFO\s*,", contents
):
1030 log_info
.append(f
.LocalPath())
1032 if input_api
.re
.search(r
"\bprintf\(", contents
):
1033 printf
.append(f
.LocalPath())
1034 elif input_api
.re
.search(r
"\bfprintf\((stdout|stderr)", contents
):
1035 printf
.append(f
.LocalPath())
1038 return [output_api
.PresubmitError(
1039 'These files spam the console log with LOG(INFO):',
1042 return [output_api
.PresubmitError(
1043 'These files spam the console log with printf/fprintf:',
1048 def _CheckForAnonymousVariables(input_api
, output_api
):
1049 """These types are all expected to hold locks while in scope and
1050 so should never be anonymous (which causes them to be immediately
1052 they_who_must_be_named
= [
1056 'SkAutoAlphaRestore',
1057 'SkAutoBitmapShaderInstall',
1058 'SkAutoBlitterChoose',
1059 'SkAutoBounderCommit',
1061 'SkAutoCanvasRestore',
1062 'SkAutoCommentBlock',
1064 'SkAutoDisableDirectionCheck',
1065 'SkAutoDisableOvalCheck',
1072 'SkAutoMaskFreeImage',
1073 'SkAutoMutexAcquire',
1074 'SkAutoPathBoundsUpdate',
1076 'SkAutoRasterClipValidate',
1082 anonymous
= r
'(%s)\s*[({]' % '|'.join(they_who_must_be_named
)
1083 # bad: base::AutoLock(lock.get());
1084 # not bad: base::AutoLock lock(lock.get());
1085 bad_pattern
= input_api
.re
.compile(anonymous
)
1086 # good: new base::AutoLock(lock.get())
1087 good_pattern
= input_api
.re
.compile(r
'\bnew\s*' + anonymous
)
1090 for f
in input_api
.AffectedFiles():
1091 if not f
.LocalPath().endswith(('.cc', '.h', '.inl', '.m', '.mm')):
1093 for linenum
, line
in f
.ChangedContents():
1094 if bad_pattern
.search(line
) and not good_pattern
.search(line
):
1095 errors
.append('%s:%d' % (f
.LocalPath(), linenum
))
1098 return [output_api
.PresubmitError(
1099 'These lines create anonymous variables that need to be named:',
1104 def _CheckCygwinShell(input_api
, output_api
):
1105 source_file_filter
= lambda x
: input_api
.FilterSourceFile(
1106 x
, white_list
=(r
'.+\.(gyp|gypi)$',))
1109 for f
in input_api
.AffectedSourceFiles(source_file_filter
):
1110 for linenum
, line
in f
.ChangedContents():
1111 if 'msvs_cygwin_shell' in line
:
1112 cygwin_shell
.append(f
.LocalPath())
1116 return [output_api
.PresubmitError(
1117 'These files should not use msvs_cygwin_shell (the default is 0):',
1118 items
=cygwin_shell
)]
1122 def _CheckUserActionUpdate(input_api
, output_api
):
1123 """Checks if any new user action has been added."""
1124 if any('actions.xml' == input_api
.os_path
.basename(f
) for f
in
1125 input_api
.LocalPaths()):
1126 # If actions.xml is already included in the changelist, the PRESUBMIT
1127 # for actions.xml will do a more complete presubmit check.
1130 file_filter
= lambda f
: f
.LocalPath().endswith(('.cc', '.mm'))
1131 action_re
= r
'[^a-zA-Z]UserMetricsAction\("([^"]*)'
1132 current_actions
= None
1133 for f
in input_api
.AffectedFiles(file_filter
=file_filter
):
1134 for line_num
, line
in f
.ChangedContents():
1135 match
= input_api
.re
.search(action_re
, line
)
1137 # Loads contents in tools/metrics/actions/actions.xml to memory. It's
1139 if not current_actions
:
1140 with
open('tools/metrics/actions/actions.xml') as actions_f
:
1141 current_actions
= actions_f
.read()
1142 # Search for the matched user action name in |current_actions|.
1143 for action_name
in match
.groups():
1144 action
= 'name="{0}"'.format(action_name
)
1145 if action
not in current_actions
:
1146 return [output_api
.PresubmitPromptWarning(
1147 'File %s line %d: %s is missing in '
1148 'tools/metrics/actions/actions.xml. Please run '
1149 'tools/metrics/actions/extract_actions.py to update.'
1150 % (f
.LocalPath(), line_num
, action_name
))]
1154 def _GetJSONParseError(input_api
, filename
, eat_comments
=True):
1156 contents
= input_api
.ReadFile(filename
)
1158 json_comment_eater
= input_api
.os_path
.join(
1159 input_api
.PresubmitLocalPath(),
1160 'tools', 'json_comment_eater', 'json_comment_eater.py')
1161 process
= input_api
.subprocess
.Popen(
1162 [input_api
.python_executable
, json_comment_eater
],
1163 stdin
=input_api
.subprocess
.PIPE
,
1164 stdout
=input_api
.subprocess
.PIPE
,
1165 universal_newlines
=True)
1166 (contents
, _
) = process
.communicate(input=contents
)
1168 input_api
.json
.loads(contents
)
1169 except ValueError as e
:
1174 def _GetIDLParseError(input_api
, filename
):
1176 contents
= input_api
.ReadFile(filename
)
1177 idl_schema
= input_api
.os_path
.join(
1178 input_api
.PresubmitLocalPath(),
1179 'tools', 'json_schema_compiler', 'idl_schema.py')
1180 process
= input_api
.subprocess
.Popen(
1181 [input_api
.python_executable
, idl_schema
],
1182 stdin
=input_api
.subprocess
.PIPE
,
1183 stdout
=input_api
.subprocess
.PIPE
,
1184 stderr
=input_api
.subprocess
.PIPE
,
1185 universal_newlines
=True)
1186 (_
, error
) = process
.communicate(input=contents
)
1187 return error
or None
1188 except ValueError as e
:
1192 def _CheckParseErrors(input_api
, output_api
):
1193 """Check that IDL and JSON files do not contain syntax errors."""
1195 '.idl': _GetIDLParseError
,
1196 '.json': _GetJSONParseError
,
1198 # These paths contain test data and other known invalid JSON files.
1199 excluded_patterns
= [
1200 r
'test[\\\/]data[\\\/]',
1201 r
'^components[\\\/]policy[\\\/]resources[\\\/]policy_templates\.json$',
1203 # Most JSON files are preprocessed and support comments, but these do not.
1204 json_no_comments_patterns
= [
1207 # Only run IDL checker on files in these directories.
1208 idl_included_patterns
= [
1209 r
'^chrome[\\\/]common[\\\/]extensions[\\\/]api[\\\/]',
1210 r
'^extensions[\\\/]common[\\\/]api[\\\/]',
1213 def get_action(affected_file
):
1214 filename
= affected_file
.LocalPath()
1215 return actions
.get(input_api
.os_path
.splitext(filename
)[1])
1217 def MatchesFile(patterns
, path
):
1218 for pattern
in patterns
:
1219 if input_api
.re
.search(pattern
, path
):
1223 def FilterFile(affected_file
):
1224 action
= get_action(affected_file
)
1227 path
= affected_file
.LocalPath()
1229 if MatchesFile(excluded_patterns
, path
):
1232 if (action
== _GetIDLParseError
and
1233 not MatchesFile(idl_included_patterns
, path
)):
1238 for affected_file
in input_api
.AffectedFiles(
1239 file_filter
=FilterFile
, include_deletes
=False):
1240 action
= get_action(affected_file
)
1242 if (action
== _GetJSONParseError
and
1243 MatchesFile(json_no_comments_patterns
, affected_file
.LocalPath())):
1244 kwargs
['eat_comments'] = False
1245 parse_error
= action(input_api
,
1246 affected_file
.AbsoluteLocalPath(),
1249 results
.append(output_api
.PresubmitError('%s could not be parsed: %s' %
1250 (affected_file
.LocalPath(), parse_error
)))
1254 def _CheckJavaStyle(input_api
, output_api
):
1255 """Runs checkstyle on changed java files and returns errors if any exist."""
1257 original_sys_path
= sys
.path
1259 sys
.path
= sys
.path
+ [input_api
.os_path
.join(
1260 input_api
.PresubmitLocalPath(), 'tools', 'android', 'checkstyle')]
1263 # Restore sys.path to what it was before.
1264 sys
.path
= original_sys_path
1266 return checkstyle
.RunCheckstyle(
1267 input_api
, output_api
, 'tools/android/checkstyle/chromium-style-5.0.xml')
1270 def _CheckForCopyrightedCode(input_api
, output_api
):
1271 """Verifies that newly added code doesn't contain copyrighted material
1272 and is properly licensed under the standard Chromium license.
1274 As there can be false positives, we maintain a whitelist file. This check
1275 also verifies that the whitelist file is up to date.
1278 original_sys_path
= sys
.path
1280 sys
.path
= sys
.path
+ [input_api
.os_path
.join(
1281 input_api
.PresubmitLocalPath(), 'android_webview', 'tools')]
1282 import copyright_scanner
1284 # Restore sys.path to what it was before.
1285 sys
.path
= original_sys_path
1287 return copyright_scanner
.ScanAtPresubmit(input_api
, output_api
)
1292 ( "-webkit-box", "flex" ),
1293 ( "-webkit-inline-box", "inline-flex" ),
1294 ( "-webkit-flex", "flex" ),
1295 ( "-webkit-inline-flex", "inline-flex" ),
1296 ( "-webkit-min-content", "min-content" ),
1297 ( "-webkit-max-content", "max-content" ),
1300 ( "-webkit-background-clip", "background-clip" ),
1301 ( "-webkit-background-origin", "background-origin" ),
1302 ( "-webkit-background-size", "background-size" ),
1303 ( "-webkit-box-shadow", "box-shadow" ),
1306 ( "-webkit-gradient", "gradient" ),
1307 ( "-webkit-repeating-gradient", "repeating-gradient" ),
1308 ( "-webkit-linear-gradient", "linear-gradient" ),
1309 ( "-webkit-repeating-linear-gradient", "repeating-linear-gradient" ),
1310 ( "-webkit-radial-gradient", "radial-gradient" ),
1311 ( "-webkit-repeating-radial-gradient", "repeating-radial-gradient" ),
1314 def _CheckNoDeprecatedCSS(input_api
, output_api
):
1315 """ Make sure that we don't use deprecated CSS
1316 properties, functions or values. Our external
1317 documentation is ignored by the hooks as it
1318 needs to be consumed by WebKit. """
1320 file_inclusion_pattern
= (r
".+\.css$",)
1321 black_list
= (_EXCLUDED_PATHS
+
1322 _TEST_CODE_EXCLUDED_PATHS
+
1323 input_api
.DEFAULT_BLACK_LIST
+
1324 (r
"^chrome/common/extensions/docs",
1326 r
"^native_client_sdk"))
1327 file_filter
= lambda f
: input_api
.FilterSourceFile(
1328 f
, white_list
=file_inclusion_pattern
, black_list
=black_list
)
1329 for fpath
in input_api
.AffectedFiles(file_filter
=file_filter
):
1330 for line_num
, line
in fpath
.ChangedContents():
1331 for (deprecated_value
, value
) in _DEPRECATED_CSS
:
1332 if deprecated_value
in line
:
1333 results
.append(output_api
.PresubmitError(
1334 "%s:%d: Use of deprecated CSS %s, use %s instead" %
1335 (fpath
.LocalPath(), line_num
, deprecated_value
, value
)))
1340 ( "__lookupGetter__", "Object.getOwnPropertyDescriptor" ),
1341 ( "__defineGetter__", "Object.defineProperty" ),
1342 ( "__defineSetter__", "Object.defineProperty" ),
1345 def _CheckNoDeprecatedJS(input_api
, output_api
):
1346 """Make sure that we don't use deprecated JS in Chrome code."""
1348 file_inclusion_pattern
= (r
".+\.js$",) # TODO(dbeam): .html?
1349 black_list
= (_EXCLUDED_PATHS
+ _TEST_CODE_EXCLUDED_PATHS
+
1350 input_api
.DEFAULT_BLACK_LIST
)
1351 file_filter
= lambda f
: input_api
.FilterSourceFile(
1352 f
, white_list
=file_inclusion_pattern
, black_list
=black_list
)
1353 for fpath
in input_api
.AffectedFiles(file_filter
=file_filter
):
1354 for lnum
, line
in fpath
.ChangedContents():
1355 for (deprecated
, replacement
) in _DEPRECATED_JS
:
1356 if deprecated
in line
:
1357 results
.append(output_api
.PresubmitError(
1358 "%s:%d: Use of deprecated JS %s, use %s instead" %
1359 (fpath
.LocalPath(), lnum
, deprecated
, replacement
)))
1363 def _CommonChecks(input_api
, output_api
):
1364 """Checks common to both upload and commit."""
1366 results
.extend(input_api
.canned_checks
.PanProjectChecks(
1367 input_api
, output_api
,
1368 excluded_paths
=_EXCLUDED_PATHS
+ _TESTRUNNER_PATHS
))
1369 results
.extend(_CheckAuthorizedAuthor(input_api
, output_api
))
1371 _CheckNoProductionCodeUsingTestOnlyFunctions(input_api
, output_api
))
1372 results
.extend(_CheckNoIOStreamInHeaders(input_api
, output_api
))
1373 results
.extend(_CheckNoUNIT_TESTInSourceFiles(input_api
, output_api
))
1374 results
.extend(_CheckNoNewWStrings(input_api
, output_api
))
1375 results
.extend(_CheckNoDEPSGIT(input_api
, output_api
))
1376 results
.extend(_CheckNoBannedFunctions(input_api
, output_api
))
1377 results
.extend(_CheckNoPragmaOnce(input_api
, output_api
))
1378 results
.extend(_CheckNoTrinaryTrueFalse(input_api
, output_api
))
1379 results
.extend(_CheckUnwantedDependencies(input_api
, output_api
))
1380 results
.extend(_CheckFilePermissions(input_api
, output_api
))
1381 results
.extend(_CheckNoAuraWindowPropertyHInHeaders(input_api
, output_api
))
1382 results
.extend(_CheckIncludeOrder(input_api
, output_api
))
1383 results
.extend(_CheckForVersionControlConflicts(input_api
, output_api
))
1384 results
.extend(_CheckPatchFiles(input_api
, output_api
))
1385 results
.extend(_CheckHardcodedGoogleHostsInLowerLayers(input_api
, output_api
))
1386 results
.extend(_CheckNoAbbreviationInPngFileName(input_api
, output_api
))
1387 results
.extend(_CheckForInvalidOSMacros(input_api
, output_api
))
1388 results
.extend(_CheckForInvalidIfDefinedMacros(input_api
, output_api
))
1389 # TODO(danakj): Remove this when base/move.h is removed.
1390 results
.extend(_CheckForUsingSideEffectsOfPass(input_api
, output_api
))
1391 results
.extend(_CheckAddedDepsHaveTargetApprovals(input_api
, output_api
))
1393 input_api
.canned_checks
.CheckChangeHasNoTabs(
1396 source_file_filter
=lambda x
: x
.LocalPath().endswith('.grd')))
1397 results
.extend(_CheckSpamLogging(input_api
, output_api
))
1398 results
.extend(_CheckForAnonymousVariables(input_api
, output_api
))
1399 results
.extend(_CheckCygwinShell(input_api
, output_api
))
1400 results
.extend(_CheckUserActionUpdate(input_api
, output_api
))
1401 results
.extend(_CheckNoDeprecatedCSS(input_api
, output_api
))
1402 results
.extend(_CheckNoDeprecatedJS(input_api
, output_api
))
1403 results
.extend(_CheckParseErrors(input_api
, output_api
))
1404 results
.extend(_CheckForIPCRules(input_api
, output_api
))
1405 results
.extend(_CheckForCopyrightedCode(input_api
, output_api
))
1407 if any('PRESUBMIT.py' == f
.LocalPath() for f
in input_api
.AffectedFiles()):
1408 results
.extend(input_api
.canned_checks
.RunUnitTestsInDirectory(
1409 input_api
, output_api
,
1410 input_api
.PresubmitLocalPath(),
1411 whitelist
=[r
'^PRESUBMIT_test\.py$']))
1415 def _CheckAuthorizedAuthor(input_api
, output_api
):
1416 """For non-googler/chromites committers, verify the author's email address is
1419 # TODO(maruel): Add it to input_api?
1422 author
= input_api
.change
.author_email
1424 input_api
.logging
.info('No author, skipping AUTHOR check')
1426 authors_path
= input_api
.os_path
.join(
1427 input_api
.PresubmitLocalPath(), 'AUTHORS')
1429 input_api
.re
.match(r
'[^#]+\s+\<(.+?)\>\s*$', line
)
1430 for line
in open(authors_path
))
1431 valid_authors
= [item
.group(1).lower() for item
in valid_authors
if item
]
1432 if not any(fnmatch
.fnmatch(author
.lower(), valid
) for valid
in valid_authors
):
1433 input_api
.logging
.info('Valid authors are %s', ', '.join(valid_authors
))
1434 return [output_api
.PresubmitPromptWarning(
1435 ('%s is not in AUTHORS file. If you are a new contributor, please visit'
1437 'http://www.chromium.org/developers/contributing-code and read the '
1439 'If you are a chromite, verify the contributor signed the CLA.') %
1444 def _CheckPatchFiles(input_api
, output_api
):
1445 problems
= [f
.LocalPath() for f
in input_api
.AffectedFiles()
1446 if f
.LocalPath().endswith(('.orig', '.rej'))]
1448 return [output_api
.PresubmitError(
1449 "Don't commit .rej and .orig files.", problems
)]
1454 def _DidYouMeanOSMacro(bad_macro
):
1456 return {'A': 'OS_ANDROID',
1466 'W': 'OS_WIN'}[bad_macro
[3].upper()]
1471 def _CheckForInvalidOSMacrosInFile(input_api
, f
):
1472 """Check for sensible looking, totally invalid OS macros."""
1473 preprocessor_statement
= input_api
.re
.compile(r
'^\s*#')
1474 os_macro
= input_api
.re
.compile(r
'defined\((OS_[^)]+)\)')
1476 for lnum
, line
in f
.ChangedContents():
1477 if preprocessor_statement
.search(line
):
1478 for match
in os_macro
.finditer(line
):
1479 if not match
.group(1) in _VALID_OS_MACROS
:
1480 good
= _DidYouMeanOSMacro(match
.group(1))
1481 did_you_mean
= ' (did you mean %s?)' % good
if good
else ''
1482 results
.append(' %s:%d %s%s' % (f
.LocalPath(),
1489 def _CheckForInvalidOSMacros(input_api
, output_api
):
1490 """Check all affected files for invalid OS macros."""
1492 for f
in input_api
.AffectedFiles():
1493 if not f
.LocalPath().endswith(('.py', '.js', '.html', '.css')):
1494 bad_macros
.extend(_CheckForInvalidOSMacrosInFile(input_api
, f
))
1499 return [output_api
.PresubmitError(
1500 'Possibly invalid OS macro[s] found. Please fix your code\n'
1501 'or add your macro to src/PRESUBMIT.py.', bad_macros
)]
1504 def _CheckForInvalidIfDefinedMacrosInFile(input_api
, f
):
1505 """Check all affected files for invalid "if defined" macros."""
1506 ALWAYS_DEFINED_MACROS
= (
1515 "TARGET_IPHONE_SIMULATOR",
1516 "TARGET_OS_EMBEDDED",
1522 ifdef_macro
= input_api
.re
.compile(r
'^\s*#.*(?:ifdef\s|defined\()([^\s\)]+)')
1524 for lnum
, line
in f
.ChangedContents():
1525 for match
in ifdef_macro
.finditer(line
):
1526 if match
.group(1) in ALWAYS_DEFINED_MACROS
:
1527 always_defined
= ' %s is always defined. ' % match
.group(1)
1528 did_you_mean
= 'Did you mean \'#if %s\'?' % match
.group(1)
1529 results
.append(' %s:%d %s\n\t%s' % (f
.LocalPath(),
1536 def _CheckForInvalidIfDefinedMacros(input_api
, output_api
):
1537 """Check all affected files for invalid "if defined" macros."""
1539 for f
in input_api
.AffectedFiles():
1540 if f
.LocalPath().endswith(('.h', '.c', '.cc', '.m', '.mm')):
1541 bad_macros
.extend(_CheckForInvalidIfDefinedMacrosInFile(input_api
, f
))
1546 return [output_api
.PresubmitError(
1547 'Found ifdef check on always-defined macro[s]. Please fix your code\n'
1548 'or check the list of ALWAYS_DEFINED_MACROS in src/PRESUBMIT.py.',
1552 def _CheckForUsingSideEffectsOfPass(input_api
, output_api
):
1553 """Check all affected files for using side effects of Pass."""
1555 for f
in input_api
.AffectedFiles():
1556 if f
.LocalPath().endswith(('.h', '.c', '.cc', '.m', '.mm')):
1557 for lnum
, line
in f
.ChangedContents():
1558 # Disallow Foo(*my_scoped_thing.Pass()); See crbug.com/418297.
1559 if input_api
.re
.search(r
'\*[a-zA-Z0-9_]+\.Pass\(\)', line
):
1560 errors
.append(output_api
.PresubmitError(
1561 ('%s:%d uses *foo.Pass() to delete the contents of scoped_ptr. ' +
1562 'See crbug.com/418297.') % (f
.LocalPath(), lnum
)))
1566 def _CheckForIPCRules(input_api
, output_api
):
1567 """Check for same IPC rules described in
1568 http://www.chromium.org/Home/chromium-security/education/security-tips-for-ipc
1570 base_pattern
= r
'IPC_ENUM_TRAITS\('
1571 inclusion_pattern
= input_api
.re
.compile(r
'(%s)' % base_pattern
)
1572 comment_pattern
= input_api
.re
.compile(r
'//.*(%s)' % base_pattern
)
1575 for f
in input_api
.AffectedSourceFiles(None):
1576 local_path
= f
.LocalPath()
1577 if not local_path
.endswith('.h'):
1579 for line_number
, line
in f
.ChangedContents():
1580 if inclusion_pattern
.search(line
) and not comment_pattern
.search(line
):
1582 '%s:%d\n %s' % (local_path
, line_number
, line
.strip()))
1585 return [output_api
.PresubmitPromptWarning(
1586 _IPC_ENUM_TRAITS_DEPRECATED
, problems
)]
1591 def CheckChangeOnUpload(input_api
, output_api
):
1593 results
.extend(_CommonChecks(input_api
, output_api
))
1594 results
.extend(_CheckValidHostsInDEPS(input_api
, output_api
))
1595 results
.extend(_CheckJavaStyle(input_api
, output_api
))
1596 results
.extend(_CheckUmaHistogramChanges(input_api
, output_api
))
1598 input_api
.canned_checks
.CheckGNFormatted(input_api
, output_api
))
1602 def GetTryServerMasterForBot(bot
):
1603 """Returns the Try Server master for the given bot.
1605 It tries to guess the master from the bot name, but may still fail
1606 and return None. There is no longer a default master.
1608 # Potentially ambiguous bot names are listed explicitly.
1610 'linux_gpu': 'tryserver.chromium.gpu',
1611 'win_gpu': 'tryserver.chromium.gpu',
1612 'chromium_presubmit': 'tryserver.chromium.linux',
1613 'blink_presubmit': 'tryserver.chromium.linux',
1614 'tools_build_presubmit': 'tryserver.chromium.linux',
1616 master
= master_map
.get(bot
)
1619 master
= 'tryserver.chromium.gpu'
1620 elif 'linux' in bot
or 'android' in bot
or 'presubmit' in bot
:
1621 master
= 'tryserver.chromium.linux'
1623 master
= 'tryserver.chromium.win'
1624 elif 'mac' in bot
or 'ios' in bot
:
1625 master
= 'tryserver.chromium.mac'
1629 def GetDefaultTryConfigs(bots
):
1630 """Returns a list of ('bot', set(['tests']), filtered by [bots].
1633 builders_and_tests
= dict((bot
, set(['defaulttests'])) for bot
in bots
)
1635 # Build up the mapping from tryserver master to bot/test.
1637 for bot
, tests
in builders_and_tests
.iteritems():
1638 out
.setdefault(GetTryServerMasterForBot(bot
), {})[bot
] = tests
1642 def CheckChangeOnCommit(input_api
, output_api
):
1644 results
.extend(_CommonChecks(input_api
, output_api
))
1645 # TODO(thestig) temporarily disabled, doesn't work in third_party/
1646 #results.extend(input_api.canned_checks.CheckSvnModifiedDirectories(
1647 # input_api, output_api, sources))
1648 # Make sure the tree is 'open'.
1649 results
.extend(input_api
.canned_checks
.CheckTreeIsOpen(
1652 json_url
='http://chromium-status.appspot.com/current?format=json'))
1654 results
.extend(input_api
.canned_checks
.CheckChangeHasBugField(
1655 input_api
, output_api
))
1656 results
.extend(input_api
.canned_checks
.CheckChangeHasDescription(
1657 input_api
, output_api
))
1661 def GetPreferredTryMasters(project
, change
):
1663 files
= change
.LocalPaths()
1665 if not files
or all(re
.search(r
'[\\\/]OWNERS$', f
) for f
in files
):
1668 if all(re
.search(r
'\.(m|mm)$|(^|[\\\/_])mac[\\\/_.]', f
) for f
in files
):
1669 return GetDefaultTryConfigs([
1670 'mac_chromium_compile_dbg_ng',
1671 'mac_chromium_rel_ng',
1673 if all(re
.search('(^|[/_])win[/_.]', f
) for f
in files
):
1674 return GetDefaultTryConfigs([
1675 'win8_chromium_rel',
1676 'win_chromium_rel_ng',
1677 'win_chromium_x64_rel_ng',
1679 if all(re
.search(r
'(^|[\\\/_])android[\\\/_.]', f
) and
1680 not re
.search(r
'(^|[\\\/_])devtools[\\\/_.]', f
) for f
in files
):
1681 return GetDefaultTryConfigs([
1683 'android_dbg_tests_recipe',
1685 if all(re
.search(r
'[\\\/_]ios[\\\/_.]', f
) for f
in files
):
1686 return GetDefaultTryConfigs(['ios_rel_device', 'ios_dbg_simulator'])
1690 'android_arm64_dbg_recipe',
1691 'android_arm64_dbg_recipe',
1692 'android_chromium_gn_compile_dbg',
1693 'android_chromium_gn_compile_rel',
1694 'android_clang_dbg_recipe',
1695 'android_clang_dbg_recipe',
1696 'android_dbg_tests_recipe',
1697 'ios_dbg_simulator',
1699 'ios_rel_device_ninja',
1700 'linux_chromium_asan_rel',
1701 'linux_chromium_chromeos_compile_dbg_ng',
1702 'linux_chromium_chromeos_rel_ng',
1703 'linux_chromium_compile_dbg_32_ng',
1704 'linux_chromium_gn_dbg',
1705 'linux_chromium_gn_rel',
1706 'linux_chromium_rel_ng',
1708 'mac_chromium_compile_dbg_ng',
1709 'mac_chromium_rel_ng',
1710 'win8_chromium_rel',
1711 'win_chromium_compile_dbg',
1712 'win_chromium_rel_ng',
1713 'win_chromium_x64_rel_ng',
1717 # Match things like path/aura/file.cc and path/file_aura.cc.
1718 # Same for chromeos.
1719 if any(re
.search(r
'[\\\/_](aura|chromeos)', f
) for f
in files
):
1721 'linux_chromium_chromeos_asan_rel_ng',
1724 return GetDefaultTryConfigs(builders
)