PRESUBMIT.py

   1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 """Top-level presubmit script for Chromium.
   6
   7 See http://dev.chromium.org/developers/how-tos/depottools/presubmit-scripts
   8 for more details about the presubmit API built into gcl.
   9 """
  10
  11
  12 import re
  13 import subprocess
  14 import sys
  15
  16
  17 _EXCLUDED_PATHS = (
  18     r"^breakpad[\\\/].*",
  19     r"^native_client_sdk[\\\/]src[\\\/]build_tools[\\\/]make_rules.py",
  20     r"^native_client_sdk[\\\/]src[\\\/]build_tools[\\\/]make_simple.py",
  21     r"^native_client_sdk[\\\/]src[\\\/]tools[\\\/].*.mk",
  22     r"^net[\\\/]tools[\\\/]spdyshark[\\\/].*",
  23     r"^skia[\\\/].*",
  24     r"^v8[\\\/].*",
  25     r".*MakeFile$",
  26     r".+_autogen\.h$",
  27     r".+[\\\/]pnacl_shim\.c$",
  28     r"^gpu[\\\/]config[\\\/].*_list_json\.cc$",
  29 )
  30
  31 # TestRunner library is temporarily excluded from pan-project checks until
  32 # it's transitioned to chromium coding style.
  33 _TESTRUNNER_PATHS = (
  34     r"^content[\\\/]shell[\\\/]renderer[\\\/]test_runner[\\\/].*",
  35     r"^content[\\\/]shell[\\\/]common[\\\/]test_runner[\\\/].*",
  36 )
  37
  38 # Fragment of a regular expression that matches C++ and Objective-C++
  39 # implementation files.
  40 _IMPLEMENTATION_EXTENSIONS = r'\.(cc|cpp|cxx|mm)$'
  41
  42 # Regular expression that matches code only used for test binaries
  43 # (best effort).
  44 _TEST_CODE_EXCLUDED_PATHS = (
  45     r'.*[/\\](fake_|test_|mock_).+%s' % _IMPLEMENTATION_EXTENSIONS,
  46     r'.+_test_(base|support|util)%s' % _IMPLEMENTATION_EXTENSIONS,
  47     r'.+_(api|browser|perf|pixel|unit|ui)?test(_[a-z]+)?%s' %
  48         _IMPLEMENTATION_EXTENSIONS,
  49     r'.+profile_sync_service_harness%s' % _IMPLEMENTATION_EXTENSIONS,
  50     r'.*[/\\](test|tool(s)?)[/\\].*',
  51     # content_shell is used for running layout tests.
  52     r'content[/\\]shell[/\\].*',
  53     # At request of folks maintaining this folder.
  54     r'chrome[/\\]browser[/\\]automation[/\\].*',
  55     # Non-production example code.
  56     r'mojo[/\\]examples[/\\].*',
  57 )
  58
  59 _TEST_ONLY_WARNING = (
  60     'You might be calling functions intended only for testing from\n'
  61     'production code.  It is OK to ignore this warning if you know what\n'
  62     'you are doing, as the heuristics used to detect the situation are\n'
  63     'not perfect.  The commit queue will not block on this warning.\n'
  64     'Email joi@chromium.org if you have questions.')
  65
  66
  67 _INCLUDE_ORDER_WARNING = (
  68     'Your #include order seems to be broken. Send mail to\n'
  69     'marja@chromium.org if this is not the case.')
  70
  71
  72 _BANNED_OBJC_FUNCTIONS = (
  73     (
  74       'addTrackingRect:',
  75       (
  76        'The use of -[NSView addTrackingRect:owner:userData:assumeInside:] is'
  77        'prohibited. Please use CrTrackingArea instead.',
  78        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
  79       ),
  80       False,
  81     ),
  82     (
  83       'NSTrackingArea',
  84       (
  85        'The use of NSTrackingAreas is prohibited. Please use CrTrackingArea',
  86        'instead.',
  87        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
  88       ),
  89       False,
  90     ),
  91     (
  92       'convertPointFromBase:',
  93       (
  94        'The use of -[NSView convertPointFromBase:] is almost certainly wrong.',
  95        'Please use |convertPoint:(point) fromView:nil| instead.',
  96        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
  97       ),
  98       True,
  99     ),
 100     (
 101       'convertPointToBase:',
 102       (
 103        'The use of -[NSView convertPointToBase:] is almost certainly wrong.',
 104        'Please use |convertPoint:(point) toView:nil| instead.',
 105        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
 106       ),
 107       True,
 108     ),
 109     (
 110       'convertRectFromBase:',
 111       (
 112        'The use of -[NSView convertRectFromBase:] is almost certainly wrong.',
 113        'Please use |convertRect:(point) fromView:nil| instead.',
 114        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
 115       ),
 116       True,
 117     ),
 118     (
 119       'convertRectToBase:',
 120       (
 121        'The use of -[NSView convertRectToBase:] is almost certainly wrong.',
 122        'Please use |convertRect:(point) toView:nil| instead.',
 123        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
 124       ),
 125       True,
 126     ),
 127     (
 128       'convertSizeFromBase:',
 129       (
 130        'The use of -[NSView convertSizeFromBase:] is almost certainly wrong.',
 131        'Please use |convertSize:(point) fromView:nil| instead.',
 132        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
 133       ),
 134       True,
 135     ),
 136     (
 137       'convertSizeToBase:',
 138       (
 139        'The use of -[NSView convertSizeToBase:] is almost certainly wrong.',
 140        'Please use |convertSize:(point) toView:nil| instead.',
 141        'http://dev.chromium.org/developers/coding-style/cocoa-dos-and-donts',
 142       ),
 143       True,
 144     ),
 145 )
 146
 147
 148 _BANNED_CPP_FUNCTIONS = (
 149     # Make sure that gtest's FRIEND_TEST() macro is not used; the
 150     # FRIEND_TEST_ALL_PREFIXES() macro from base/gtest_prod_util.h should be
 151     # used instead since that allows for FLAKY_ and DISABLED_ prefixes.
 152     (
 153       'FRIEND_TEST(',
 154       (
 155        'Chromium code should not use gtest\'s FRIEND_TEST() macro. Include',
 156        'base/gtest_prod_util.h and use FRIEND_TEST_ALL_PREFIXES() instead.',
 157       ),
 158       False,
 159       (),
 160     ),
 161     (
 162       'ScopedAllowIO',
 163       (
 164        'New code should not use ScopedAllowIO. Post a task to the blocking',
 165        'pool or the FILE thread instead.',
 166       ),
 167       True,
 168       (
 169         r"^components[\\\/]breakpad[\\\/]app[\\\/]breakpad_mac\.mm$",
 170         r"^content[\\\/]shell[\\\/]browser[\\\/]shell_browser_main\.cc$",
 171         r"^content[\\\/]shell[\\\/]browser[\\\/]shell_message_filter\.cc$",
 172         r"^net[\\\/]disk_cache[\\\/]cache_util\.cc$",
 173       ),
 174     ),
 175     (
 176       'SkRefPtr',
 177       (
 178         'The use of SkRefPtr is prohibited. ',
 179         'Please use skia::RefPtr instead.'
 180       ),
 181       True,
 182       (),
 183     ),
 184     (
 185       'SkAutoRef',
 186       (
 187         'The indirect use of SkRefPtr via SkAutoRef is prohibited. ',
 188         'Please use skia::RefPtr instead.'
 189       ),
 190       True,
 191       (),
 192     ),
 193     (
 194       'SkAutoTUnref',
 195       (
 196         'The use of SkAutoTUnref is dangerous because it implicitly ',
 197         'converts to a raw pointer. Please use skia::RefPtr instead.'
 198       ),
 199       True,
 200       (),
 201     ),
 202     (
 203       'SkAutoUnref',
 204       (
 205         'The indirect use of SkAutoTUnref through SkAutoUnref is dangerous ',
 206         'because it implicitly converts to a raw pointer. ',
 207         'Please use skia::RefPtr instead.'
 208       ),
 209       True,
 210       (),
 211     ),
 212     (
 213       r'/HANDLE_EINTR\(.*close',
 214       (
 215        'HANDLE_EINTR(close) is invalid. If close fails with EINTR, the file',
 216        'descriptor will be closed, and it is incorrect to retry the close.',
 217        'Either call close directly and ignore its return value, or wrap close',
 218        'in IGNORE_EINTR to use its return value. See http://crbug.com/269623'
 219       ),
 220       True,
 221       (),
 222     ),
 223     (
 224       r'/IGNORE_EINTR\((?!.*close)',
 225       (
 226        'IGNORE_EINTR is only valid when wrapping close. To wrap other system',
 227        'calls, use HANDLE_EINTR. See http://crbug.com/269623',
 228       ),
 229       True,
 230       (
 231         # Files that #define IGNORE_EINTR.
 232         r'^base[\\\/]posix[\\\/]eintr_wrapper\.h$',
 233         r'^ppapi[\\\/]tests[\\\/]test_broker\.cc$',
 234       ),
 235     ),
 236 )
 237
 238
 239 _VALID_OS_MACROS = (
 240     # Please keep sorted.
 241     'OS_ANDROID',
 242     'OS_BSD',
 243     'OS_CAT',       # For testing.
 244     'OS_CHROMEOS',
 245     'OS_FREEBSD',
 246     'OS_IOS',
 247     'OS_LINUX',
 248     'OS_MACOSX',
 249     'OS_NACL',
 250     'OS_OPENBSD',
 251     'OS_POSIX',
 252     'OS_SOLARIS',
 253     'OS_WIN',
 254 )
 255
 256
 257 def _CheckNoProductionCodeUsingTestOnlyFunctions(input_api, output_api):
 258   """Attempts to prevent use of functions intended only for testing in
 259   non-testing code. For now this is just a best-effort implementation
 260   that ignores header files and may have some false positives. A
 261   better implementation would probably need a proper C++ parser.
 262   """
 263   # We only scan .cc files and the like, as the declaration of
 264   # for-testing functions in header files are hard to distinguish from
 265   # calls to such functions without a proper C++ parser.
 266   file_inclusion_pattern = r'.+%s' % _IMPLEMENTATION_EXTENSIONS
 267
 268   base_function_pattern = r'ForTest(ing)?|for_test(ing)?'
 269   inclusion_pattern = input_api.re.compile(r'(%s)\s*\(' % base_function_pattern)
 270   comment_pattern = input_api.re.compile(r'//.*%s' % base_function_pattern)
 271   exclusion_pattern = input_api.re.compile(
 272     r'::[A-Za-z0-9_]+(%s)|(%s)[^;]+\{' % (
 273       base_function_pattern, base_function_pattern))
 274
 275   def FilterFile(affected_file):
 276     black_list = (_EXCLUDED_PATHS +
 277                   _TEST_CODE_EXCLUDED_PATHS +
 278                   input_api.DEFAULT_BLACK_LIST)
 279     return input_api.FilterSourceFile(
 280       affected_file,
 281       white_list=(file_inclusion_pattern, ),
 282       black_list=black_list)
 283
 284   problems = []
 285   for f in input_api.AffectedSourceFiles(FilterFile):
 286     local_path = f.LocalPath()
 287     for line_number, line in f.ChangedContents():
 288       if (inclusion_pattern.search(line) and
 289           not comment_pattern.search(line) and
 290           not exclusion_pattern.search(line)):
 291         problems.append(
 292           '%s:%d\n    %s' % (local_path, line_number, line.strip()))
 293
 294   if problems:
 295     return [output_api.PresubmitPromptOrNotify(_TEST_ONLY_WARNING, problems)]
 296   else:
 297     return []
 298
 299
 300 def _CheckNoIOStreamInHeaders(input_api, output_api):
 301   """Checks to make sure no .h files include <iostream>."""
 302   files = []
 303   pattern = input_api.re.compile(r'^#include\s*<iostream>',
 304                                  input_api.re.MULTILINE)
 305   for f in input_api.AffectedSourceFiles(input_api.FilterSourceFile):
 306     if not f.LocalPath().endswith('.h'):
 307       continue
 308     contents = input_api.ReadFile(f)
 309     if pattern.search(contents):
 310       files.append(f)
 311
 312   if len(files):
 313     return [ output_api.PresubmitError(
 314         'Do not #include <iostream> in header files, since it inserts static '
 315         'initialization into every file including the header. Instead, '
 316         '#include <ostream>. See http://crbug.com/94794',
 317         files) ]
 318   return []
 319
 320
 321 def _CheckNoUNIT_TESTInSourceFiles(input_api, output_api):
 322   """Checks to make sure no source files use UNIT_TEST"""
 323   problems = []
 324   for f in input_api.AffectedFiles():
 325     if (not f.LocalPath().endswith(('.cc', '.mm'))):
 326       continue
 327
 328     for line_num, line in f.ChangedContents():
 329       if 'UNIT_TEST ' in line or line.endswith('UNIT_TEST'):
 330         problems.append('    %s:%d' % (f.LocalPath(), line_num))
 331
 332   if not problems:
 333     return []
 334   return [output_api.PresubmitPromptWarning('UNIT_TEST is only for headers.\n' +
 335       '\n'.join(problems))]
 336
 337
 338 def _CheckNoNewWStrings(input_api, output_api):
 339   """Checks to make sure we don't introduce use of wstrings."""
 340   problems = []
 341   for f in input_api.AffectedFiles():
 342     if (not f.LocalPath().endswith(('.cc', '.h')) or
 343         f.LocalPath().endswith(('test.cc', '_win.cc', '_win.h'))):
 344       continue
 345
 346     allowWString = False
 347     for line_num, line in f.ChangedContents():
 348       if 'presubmit: allow wstring' in line:
 349         allowWString = True
 350       elif not allowWString and 'wstring' in line:
 351         problems.append('    %s:%d' % (f.LocalPath(), line_num))
 352         allowWString = False
 353       else:
 354         allowWString = False
 355
 356   if not problems:
 357     return []
 358   return [output_api.PresubmitPromptWarning('New code should not use wstrings.'
 359       '  If you are calling a cross-platform API that accepts a wstring, '
 360       'fix the API.\n' +
 361       '\n'.join(problems))]
 362
 363
 364 def _CheckNoDEPSGIT(input_api, output_api):
 365   """Make sure .DEPS.git is never modified manually."""
 366   if any(f.LocalPath().endswith('.DEPS.git') for f in
 367       input_api.AffectedFiles()):
 368     return [output_api.PresubmitError(
 369       'Never commit changes to .DEPS.git. This file is maintained by an\n'
 370       'automated system based on what\'s in DEPS and your changes will be\n'
 371       'overwritten.\n'
 372       'See http://code.google.com/p/chromium/wiki/UsingNewGit#Rolling_DEPS\n'
 373       'for more information')]
 374   return []
 375
 376
 377 def _CheckNoBannedFunctions(input_api, output_api):
 378   """Make sure that banned functions are not used."""
 379   warnings = []
 380   errors = []
 381
 382   file_filter = lambda f: f.LocalPath().endswith(('.mm', '.m', '.h'))
 383   for f in input_api.AffectedFiles(file_filter=file_filter):
 384     for line_num, line in f.ChangedContents():
 385       for func_name, message, error in _BANNED_OBJC_FUNCTIONS:
 386         if func_name in line:
 387           problems = warnings;
 388           if error:
 389             problems = errors;
 390           problems.append('    %s:%d:' % (f.LocalPath(), line_num))
 391           for message_line in message:
 392             problems.append('      %s' % message_line)
 393
 394   file_filter = lambda f: f.LocalPath().endswith(('.cc', '.mm', '.h'))
 395   for f in input_api.AffectedFiles(file_filter=file_filter):
 396     for line_num, line in f.ChangedContents():
 397       for func_name, message, error, excluded_paths in _BANNED_CPP_FUNCTIONS:
 398         def IsBlacklisted(affected_file, blacklist):
 399           local_path = affected_file.LocalPath()
 400           for item in blacklist:
 401             if input_api.re.match(item, local_path):
 402               return True
 403           return False
 404         if IsBlacklisted(f, excluded_paths):
 405           continue
 406         matched = False
 407         if func_name[0:1] == '/':
 408           regex = func_name[1:]
 409           if input_api.re.search(regex, line):
 410             matched = True
 411         elif func_name in line:
 412             matched = True
 413         if matched:
 414           problems = warnings;
 415           if error:
 416             problems = errors;
 417           problems.append('    %s:%d:' % (f.LocalPath(), line_num))
 418           for message_line in message:
 419             problems.append('      %s' % message_line)
 420
 421   result = []
 422   if (warnings):
 423     result.append(output_api.PresubmitPromptWarning(
 424         'Banned functions were used.\n' + '\n'.join(warnings)))
 425   if (errors):
 426     result.append(output_api.PresubmitError(
 427         'Banned functions were used.\n' + '\n'.join(errors)))
 428   return result
 429
 430
 431 def _CheckNoPragmaOnce(input_api, output_api):
 432   """Make sure that banned functions are not used."""
 433   files = []
 434   pattern = input_api.re.compile(r'^#pragma\s+once',
 435                                  input_api.re.MULTILINE)
 436   for f in input_api.AffectedSourceFiles(input_api.FilterSourceFile):
 437     if not f.LocalPath().endswith('.h'):
 438       continue
 439     contents = input_api.ReadFile(f)
 440     if pattern.search(contents):
 441       files.append(f)
 442
 443   if files:
 444     return [output_api.PresubmitError(
 445         'Do not use #pragma once in header files.\n'
 446         'See http://www.chromium.org/developers/coding-style#TOC-File-headers',
 447         files)]
 448   return []
 449
 450
 451 def _CheckNoTrinaryTrueFalse(input_api, output_api):
 452   """Checks to make sure we don't introduce use of foo ? true : false."""
 453   problems = []
 454   pattern = input_api.re.compile(r'\?\s*(true|false)\s*:\s*(true|false)')
 455   for f in input_api.AffectedFiles():
 456     if not f.LocalPath().endswith(('.cc', '.h', '.inl', '.m', '.mm')):
 457       continue
 458
 459     for line_num, line in f.ChangedContents():
 460       if pattern.match(line):
 461         problems.append('    %s:%d' % (f.LocalPath(), line_num))
 462
 463   if not problems:
 464     return []
 465   return [output_api.PresubmitPromptWarning(
 466       'Please consider avoiding the "? true : false" pattern if possible.\n' +
 467       '\n'.join(problems))]
 468
 469
 470 def _CheckUnwantedDependencies(input_api, output_api):
 471   """Runs checkdeps on #include statements added in this
 472   change. Breaking - rules is an error, breaking ! rules is a
 473   warning.
 474   """
 475   # We need to wait until we have an input_api object and use this
 476   # roundabout construct to import checkdeps because this file is
 477   # eval-ed and thus doesn't have __file__.
 478   original_sys_path = sys.path
 479   try:
 480     sys.path = sys.path + [input_api.os_path.join(
 481         input_api.PresubmitLocalPath(), 'tools', 'checkdeps')]
 482     import checkdeps
 483     from cpp_checker import CppChecker
 484     from rules import Rule
 485   finally:
 486     # Restore sys.path to what it was before.
 487     sys.path = original_sys_path
 488
 489   added_includes = []
 490   for f in input_api.AffectedFiles():
 491     if not CppChecker.IsCppFile(f.LocalPath()):
 492       continue
 493
 494     changed_lines = [line for line_num, line in f.ChangedContents()]
 495     added_includes.append([f.LocalPath(), changed_lines])
 496
 497   deps_checker = checkdeps.DepsChecker(input_api.PresubmitLocalPath())
 498
 499   error_descriptions = []
 500   warning_descriptions = []
 501   for path, rule_type, rule_description in deps_checker.CheckAddedCppIncludes(
 502       added_includes):
 503     description_with_path = '%s\n    %s' % (path, rule_description)
 504     if rule_type == Rule.DISALLOW:
 505       error_descriptions.append(description_with_path)
 506     else:
 507       warning_descriptions.append(description_with_path)
 508
 509   results = []
 510   if error_descriptions:
 511     results.append(output_api.PresubmitError(
 512         'You added one or more #includes that violate checkdeps rules.',
 513         error_descriptions))
 514   if warning_descriptions:
 515     results.append(output_api.PresubmitPromptOrNotify(
 516         'You added one or more #includes of files that are temporarily\n'
 517         'allowed but being removed. Can you avoid introducing the\n'
 518         '#include? See relevant DEPS file(s) for details and contacts.',
 519         warning_descriptions))
 520   return results
 521
 522
 523 def _CheckFilePermissions(input_api, output_api):
 524   """Check that all files have their permissions properly set."""
 525   args = [sys.executable, 'tools/checkperms/checkperms.py', '--root',
 526           input_api.change.RepositoryRoot()]
 527   for f in input_api.AffectedFiles():
 528     args += ['--file', f.LocalPath()]
 529   errors = []
 530   (errors, stderrdata) = subprocess.Popen(args).communicate()
 531
 532   results = []
 533   if errors:
 534     results.append(output_api.PresubmitError('checkperms.py failed.',
 535                                              errors))
 536   return results
 537
 538
 539 def _CheckNoAuraWindowPropertyHInHeaders(input_api, output_api):
 540   """Makes sure we don't include ui/aura/window_property.h
 541   in header files.
 542   """
 543   pattern = input_api.re.compile(r'^#include\s*"ui/aura/window_property.h"')
 544   errors = []
 545   for f in input_api.AffectedFiles():
 546     if not f.LocalPath().endswith('.h'):
 547       continue
 548     for line_num, line in f.ChangedContents():
 549       if pattern.match(line):
 550         errors.append('    %s:%d' % (f.LocalPath(), line_num))
 551
 552   results = []
 553   if errors:
 554     results.append(output_api.PresubmitError(
 555       'Header files should not include ui/aura/window_property.h', errors))
 556   return results
 557
 558
 559 def _CheckIncludeOrderForScope(scope, input_api, file_path, changed_linenums):
 560   """Checks that the lines in scope occur in the right order.
 561
 562   1. C system files in alphabetical order
 563   2. C++ system files in alphabetical order
 564   3. Project's .h files
 565   """
 566
 567   c_system_include_pattern = input_api.re.compile(r'\s*#include <.*\.h>')
 568   cpp_system_include_pattern = input_api.re.compile(r'\s*#include <.*>')
 569   custom_include_pattern = input_api.re.compile(r'\s*#include ".*')
 570
 571   C_SYSTEM_INCLUDES, CPP_SYSTEM_INCLUDES, CUSTOM_INCLUDES = range(3)
 572
 573   state = C_SYSTEM_INCLUDES
 574
 575   previous_line = ''
 576   previous_line_num = 0
 577   problem_linenums = []
 578   for line_num, line in scope:
 579     if c_system_include_pattern.match(line):
 580       if state != C_SYSTEM_INCLUDES:
 581         problem_linenums.append((line_num, previous_line_num))
 582       elif previous_line and previous_line > line:
 583         problem_linenums.append((line_num, previous_line_num))
 584     elif cpp_system_include_pattern.match(line):
 585       if state == C_SYSTEM_INCLUDES:
 586         state = CPP_SYSTEM_INCLUDES
 587       elif state == CUSTOM_INCLUDES:
 588         problem_linenums.append((line_num, previous_line_num))
 589       elif previous_line and previous_line > line:
 590         problem_linenums.append((line_num, previous_line_num))
 591     elif custom_include_pattern.match(line):
 592       if state != CUSTOM_INCLUDES:
 593         state = CUSTOM_INCLUDES
 594       elif previous_line and previous_line > line:
 595         problem_linenums.append((line_num, previous_line_num))
 596     else:
 597       problem_linenums.append(line_num)
 598     previous_line = line
 599     previous_line_num = line_num
 600
 601   warnings = []
 602   for (line_num, previous_line_num) in problem_linenums:
 603     if line_num in changed_linenums or previous_line_num in changed_linenums:
 604       warnings.append('    %s:%d' % (file_path, line_num))
 605   return warnings
 606
 607
 608 def _CheckIncludeOrderInFile(input_api, f, changed_linenums):
 609   """Checks the #include order for the given file f."""
 610
 611   system_include_pattern = input_api.re.compile(r'\s*#include \<.*')
 612   # Exclude the following includes from the check:
 613   # 1) #include <.../...>, e.g., <sys/...> includes often need to appear in a
 614   # specific order.
 615   # 2) <atlbase.h>, "build/build_config.h"
 616   excluded_include_pattern = input_api.re.compile(
 617       r'\s*#include (\<.*/.*|\<atlbase\.h\>|"build/build_config.h")')
 618   custom_include_pattern = input_api.re.compile(r'\s*#include "(?P<FILE>.*)"')
 619   # Match the final or penultimate token if it is xxxtest so we can ignore it
 620   # when considering the special first include.
 621   test_file_tag_pattern = input_api.re.compile(
 622     r'_[a-z]+test(?=(_[a-zA-Z0-9]+)?\.)')
 623   if_pattern = input_api.re.compile(
 624       r'\s*#\s*(if|elif|else|endif|define|undef).*')
 625   # Some files need specialized order of includes; exclude such files from this
 626   # check.
 627   uncheckable_includes_pattern = input_api.re.compile(
 628       r'\s*#include '
 629       '("ipc/.*macros\.h"|<windows\.h>|".*gl.*autogen.h")\s*')
 630
 631   contents = f.NewContents()
 632   warnings = []
 633   line_num = 0
 634
 635   # Handle the special first include. If the first include file is
 636   # some/path/file.h, the corresponding including file can be some/path/file.cc,
 637   # some/other/path/file.cc, some/path/file_platform.cc, some/path/file-suffix.h
 638   # etc. It's also possible that no special first include exists.
 639   # If the included file is some/path/file_platform.h the including file could
 640   # also be some/path/file_xxxtest_platform.h.
 641   including_file_base_name = test_file_tag_pattern.sub(
 642     '', input_api.os_path.basename(f.LocalPath()))
 643
 644   for line in contents:
 645     line_num += 1
 646     if system_include_pattern.match(line):
 647       # No special first include -> process the line again along with normal
 648       # includes.
 649       line_num -= 1
 650       break
 651     match = custom_include_pattern.match(line)
 652     if match:
 653       match_dict = match.groupdict()
 654       header_basename = test_file_tag_pattern.sub(
 655         '', input_api.os_path.basename(match_dict['FILE'])).replace('.h', '')
 656
 657       if header_basename not in including_file_base_name:
 658         # No special first include -> process the line again along with normal
 659         # includes.
 660         line_num -= 1
 661       break
 662
 663   # Split into scopes: Each region between #if and #endif is its own scope.
 664   scopes = []
 665   current_scope = []
 666   for line in contents[line_num:]:
 667     line_num += 1
 668     if uncheckable_includes_pattern.match(line):
 669       continue
 670     if if_pattern.match(line):
 671       scopes.append(current_scope)
 672       current_scope = []
 673     elif ((system_include_pattern.match(line) or
 674            custom_include_pattern.match(line)) and
 675           not excluded_include_pattern.match(line)):
 676       current_scope.append((line_num, line))
 677   scopes.append(current_scope)
 678
 679   for scope in scopes:
 680     warnings.extend(_CheckIncludeOrderForScope(scope, input_api, f.LocalPath(),
 681                                                changed_linenums))
 682   return warnings
 683
 684
 685 def _CheckIncludeOrder(input_api, output_api):
 686   """Checks that the #include order is correct.
 687
 688   1. The corresponding header for source files.
 689   2. C system files in alphabetical order
 690   3. C++ system files in alphabetical order
 691   4. Project's .h files in alphabetical order
 692
 693   Each region separated by #if, #elif, #else, #endif, #define and #undef follows
 694   these rules separately.
 695   """
 696
 697   warnings = []
 698   for f in input_api.AffectedFiles():
 699     if f.LocalPath().endswith(('.cc', '.h')):
 700       changed_linenums = set(line_num for line_num, _ in f.ChangedContents())
 701       warnings.extend(_CheckIncludeOrderInFile(input_api, f, changed_linenums))
 702
 703   results = []
 704   if warnings:
 705     results.append(output_api.PresubmitPromptOrNotify(_INCLUDE_ORDER_WARNING,
 706                                                       warnings))
 707   return results
 708
 709
 710 def _CheckForVersionControlConflictsInFile(input_api, f):
 711   pattern = input_api.re.compile('^(?:<<<<<<<|>>>>>>>) |^=======$')
 712   errors = []
 713   for line_num, line in f.ChangedContents():
 714     if pattern.match(line):
 715       errors.append('    %s:%d %s' % (f.LocalPath(), line_num, line))
 716   return errors
 717
 718
 719 def _CheckForVersionControlConflicts(input_api, output_api):
 720   """Usually this is not intentional and will cause a compile failure."""
 721   errors = []
 722   for f in input_api.AffectedFiles():
 723     errors.extend(_CheckForVersionControlConflictsInFile(input_api, f))
 724
 725   results = []
 726   if errors:
 727     results.append(output_api.PresubmitError(
 728       'Version control conflict markers found, please resolve.', errors))
 729   return results
 730
 731
 732 def _CheckHardcodedGoogleHostsInLowerLayers(input_api, output_api):
 733   def FilterFile(affected_file):
 734     """Filter function for use with input_api.AffectedSourceFiles,
 735     below.  This filters out everything except non-test files from
 736     top-level directories that generally speaking should not hard-code
 737     service URLs (e.g. src/android_webview/, src/content/ and others).
 738     """
 739     return input_api.FilterSourceFile(
 740       affected_file,
 741       white_list=(r'^(android_webview|base|content|net)[\\\/].*', ),
 742       black_list=(_EXCLUDED_PATHS +
 743                   _TEST_CODE_EXCLUDED_PATHS +
 744                   input_api.DEFAULT_BLACK_LIST))
 745
 746   base_pattern = '"[^"]*google\.com[^"]*"'
 747   comment_pattern = input_api.re.compile('//.*%s' % base_pattern)
 748   pattern = input_api.re.compile(base_pattern)
 749   problems = []  # items are (filename, line_number, line)
 750   for f in input_api.AffectedSourceFiles(FilterFile):
 751     for line_num, line in f.ChangedContents():
 752       if not comment_pattern.search(line) and pattern.search(line):
 753         problems.append((f.LocalPath(), line_num, line))
 754
 755   if problems:
 756     return [output_api.PresubmitPromptOrNotify(
 757         'Most layers below src/chrome/ should not hardcode service URLs.\n'
 758         'Are you sure this is correct? (Contact: joi@chromium.org)',
 759         ['  %s:%d:  %s' % (
 760             problem[0], problem[1], problem[2]) for problem in problems])]
 761   else:
 762     return []
 763
 764
 765 def _CheckNoAbbreviationInPngFileName(input_api, output_api):
 766   """Makes sure there are no abbreviations in the name of PNG files.
 767   """
 768   pattern = input_api.re.compile(r'.*_[a-z]_.*\.png$|.*_[a-z]\.png$')
 769   errors = []
 770   for f in input_api.AffectedFiles(include_deletes=False):
 771     if pattern.match(f.LocalPath()):
 772       errors.append('    %s' % f.LocalPath())
 773
 774   results = []
 775   if errors:
 776     results.append(output_api.PresubmitError(
 777         'The name of PNG files should not have abbreviations. \n'
 778         'Use _hover.png, _center.png, instead of _h.png, _c.png.\n'
 779         'Contact oshima@chromium.org if you have questions.', errors))
 780   return results
 781
 782
 783 def _FilesToCheckForIncomingDeps(re, changed_lines):
 784   """Helper method for _CheckAddedDepsHaveTargetApprovals. Returns
 785   a set of DEPS entries that we should look up.
 786
 787   For a directory (rather than a specific filename) we fake a path to
 788   a specific filename by adding /DEPS. This is chosen as a file that
 789   will seldom or never be subject to per-file include_rules.
 790   """
 791   # We ignore deps entries on auto-generated directories.
 792   AUTO_GENERATED_DIRS = ['grit', 'jni']
 793
 794   # This pattern grabs the path without basename in the first
 795   # parentheses, and the basename (if present) in the second. It
 796   # relies on the simple heuristic that if there is a basename it will
 797   # be a header file ending in ".h".
 798   pattern = re.compile(
 799       r"""['"]\+([^'"]+?)(/[a-zA-Z0-9_]+\.h)?['"].*""")
 800   results = set()
 801   for changed_line in changed_lines:
 802     m = pattern.match(changed_line)
 803     if m:
 804       path = m.group(1)
 805       if path.split('/')[0] not in AUTO_GENERATED_DIRS:
 806         if m.group(2):
 807           results.add('%s%s' % (path, m.group(2)))
 808         else:
 809           results.add('%s/DEPS' % path)
 810   return results
 811
 812
 813 def _CheckAddedDepsHaveTargetApprovals(input_api, output_api):
 814   """When a dependency prefixed with + is added to a DEPS file, we
 815   want to make sure that the change is reviewed by an OWNER of the
 816   target file or directory, to avoid layering violations from being
 817   introduced. This check verifies that this happens.
 818   """
 819   changed_lines = set()
 820   for f in input_api.AffectedFiles():
 821     filename = input_api.os_path.basename(f.LocalPath())
 822     if filename == 'DEPS':
 823       changed_lines |= set(line.strip()
 824                            for line_num, line
 825                            in f.ChangedContents())
 826   if not changed_lines:
 827     return []
 828
 829   virtual_depended_on_files = _FilesToCheckForIncomingDeps(input_api.re,
 830                                                            changed_lines)
 831   if not virtual_depended_on_files:
 832     return []
 833
 834   if input_api.is_committing:
 835     if input_api.tbr:
 836       return [output_api.PresubmitNotifyResult(
 837           '--tbr was specified, skipping OWNERS check for DEPS additions')]
 838     if not input_api.change.issue:
 839       return [output_api.PresubmitError(
 840           "DEPS approval by OWNERS check failed: this change has "
 841           "no Rietveld issue number, so we can't check it for approvals.")]
 842     output = output_api.PresubmitError
 843   else:
 844     output = output_api.PresubmitNotifyResult
 845
 846   owners_db = input_api.owners_db
 847   owner_email, reviewers = input_api.canned_checks._RietveldOwnerAndReviewers(
 848       input_api,
 849       owners_db.email_regexp,
 850       approval_needed=input_api.is_committing)
 851
 852   owner_email = owner_email or input_api.change.author_email
 853
 854   reviewers_plus_owner = set(reviewers)
 855   if owner_email:
 856     reviewers_plus_owner.add(owner_email)
 857   missing_files = owners_db.files_not_covered_by(virtual_depended_on_files,
 858                                                  reviewers_plus_owner)
 859
 860   # We strip the /DEPS part that was added by
 861   # _FilesToCheckForIncomingDeps to fake a path to a file in a
 862   # directory.
 863   def StripDeps(path):
 864     start_deps = path.rfind('/DEPS')
 865     if start_deps != -1:
 866       return path[:start_deps]
 867     else:
 868       return path
 869   unapproved_dependencies = ["'+%s'," % StripDeps(path)
 870                              for path in missing_files]
 871
 872   if unapproved_dependencies:
 873     output_list = [
 874       output('Missing LGTM from OWNERS of dependencies added to DEPS:\n    %s' %
 875              '\n    '.join(sorted(unapproved_dependencies)))]
 876     if not input_api.is_committing:
 877       suggested_owners = owners_db.reviewers_for(missing_files, owner_email)
 878       output_list.append(output(
 879           'Suggested missing target path OWNERS:\n    %s' %
 880           '\n    '.join(suggested_owners or [])))
 881     return output_list
 882
 883   return []
 884
 885
 886 def _CheckSpamLogging(input_api, output_api):
 887   file_inclusion_pattern = r'.+%s' % _IMPLEMENTATION_EXTENSIONS
 888   black_list = (_EXCLUDED_PATHS +
 889                 _TEST_CODE_EXCLUDED_PATHS +
 890                 input_api.DEFAULT_BLACK_LIST +
 891                 (r"^base[\\\/]logging\.h$",
 892                  r"^base[\\\/]logging\.cc$",
 893                  r"^chrome[\\\/]app[\\\/]chrome_main_delegate\.cc$",
 894                  r"^chrome[\\\/]browser[\\\/]chrome_browser_main\.cc$",
 895                  r"^chrome[\\\/]browser[\\\/]ui[\\\/]startup[\\\/]"
 896                      r"startup_browser_creator\.cc$",
 897                  r"^chrome[\\\/]installer[\\\/]setup[\\\/].*",
 898                  r"^chrome[\\\/]renderer[\\\/]extensions[\\\/]"
 899                      r"logging_native_handler\.cc$",
 900                  r"^content[\\\/]common[\\\/]gpu[\\\/]client[\\\/]"
 901                      r"gl_helper_benchmark\.cc$",
 902                  r"^remoting[\\\/]base[\\\/]logging\.h$",
 903                  r"^remoting[\\\/]host[\\\/].*",
 904                  r"^sandbox[\\\/]linux[\\\/].*",
 905                  r"^tools[\\\/]telemetry[\\\/]telemetry[\\\/]core[\\\/]"
 906                      r"bitmaptools.cc$",
 907                  r"^ui[\\\/]aura[\\\/]bench[\\\/]bench_main\.cc$",))
 908   source_file_filter = lambda x: input_api.FilterSourceFile(
 909       x, white_list=(file_inclusion_pattern,), black_list=black_list)
 910
 911   log_info = []
 912   printf = []
 913
 914   for f in input_api.AffectedSourceFiles(source_file_filter):
 915     contents = input_api.ReadFile(f, 'rb')
 916     if re.search(r"\bD?LOG\s*\(\s*INFO\s*\)", contents):
 917       log_info.append(f.LocalPath())
 918     elif re.search(r"\bD?LOG_IF\s*\(\s*INFO\s*,", contents):
 919       log_info.append(f.LocalPath())
 920
 921     if re.search(r"\bprintf\(", contents):
 922       printf.append(f.LocalPath())
 923     elif re.search(r"\bfprintf\((stdout|stderr)", contents):
 924       printf.append(f.LocalPath())
 925
 926   if log_info:
 927     return [output_api.PresubmitError(
 928       'These files spam the console log with LOG(INFO):',
 929       items=log_info)]
 930   if printf:
 931     return [output_api.PresubmitError(
 932       'These files spam the console log with printf/fprintf:',
 933       items=printf)]
 934   return []
 935
 936
 937 def _CheckForAnonymousVariables(input_api, output_api):
 938   """These types are all expected to hold locks while in scope and
 939      so should never be anonymous (which causes them to be immediately
 940      destroyed)."""
 941   they_who_must_be_named = [
 942     'base::AutoLock',
 943     'base::AutoReset',
 944     'base::AutoUnlock',
 945     'SkAutoAlphaRestore',
 946     'SkAutoBitmapShaderInstall',
 947     'SkAutoBlitterChoose',
 948     'SkAutoBounderCommit',
 949     'SkAutoCallProc',
 950     'SkAutoCanvasRestore',
 951     'SkAutoCommentBlock',
 952     'SkAutoDescriptor',
 953     'SkAutoDisableDirectionCheck',
 954     'SkAutoDisableOvalCheck',
 955     'SkAutoFree',
 956     'SkAutoGlyphCache',
 957     'SkAutoHDC',
 958     'SkAutoLockColors',
 959     'SkAutoLockPixels',
 960     'SkAutoMalloc',
 961     'SkAutoMaskFreeImage',
 962     'SkAutoMutexAcquire',
 963     'SkAutoPathBoundsUpdate',
 964     'SkAutoPDFRelease',
 965     'SkAutoRasterClipValidate',
 966     'SkAutoRef',
 967     'SkAutoTime',
 968     'SkAutoTrace',
 969     'SkAutoUnref',
 970   ]
 971   anonymous = r'(%s)\s*[({]' % '|'.join(they_who_must_be_named)
 972   # bad: base::AutoLock(lock.get());
 973   # not bad: base::AutoLock lock(lock.get());
 974   bad_pattern = input_api.re.compile(anonymous)
 975   # good: new base::AutoLock(lock.get())
 976   good_pattern = input_api.re.compile(r'\bnew\s*' + anonymous)
 977   errors = []
 978
 979   for f in input_api.AffectedFiles():
 980     if not f.LocalPath().endswith(('.cc', '.h', '.inl', '.m', '.mm')):
 981       continue
 982     for linenum, line in f.ChangedContents():
 983       if bad_pattern.search(line) and not good_pattern.search(line):
 984         errors.append('%s:%d' % (f.LocalPath(), linenum))
 985
 986   if errors:
 987     return [output_api.PresubmitError(
 988       'These lines create anonymous variables that need to be named:',
 989       items=errors)]
 990   return []
 991
 992
 993 def _CheckCygwinShell(input_api, output_api):
 994   source_file_filter = lambda x: input_api.FilterSourceFile(
 995       x, white_list=(r'.+\.(gyp|gypi)$',))
 996   cygwin_shell = []
 997
 998   for f in input_api.AffectedSourceFiles(source_file_filter):
 999     for linenum, line in f.ChangedContents():
1000       if 'msvs_cygwin_shell' in line:
1001         cygwin_shell.append(f.LocalPath())
1002         break
1003
1004   if cygwin_shell:
1005     return [output_api.PresubmitError(
1006       'These files should not use msvs_cygwin_shell (the default is 0):',
1007       items=cygwin_shell)]
1008   return []
1009
1010
1011 def _CheckJavaStyle(input_api, output_api):
1012   """Runs checkstyle on changed java files and returns errors if any exist."""
1013   original_sys_path = sys.path
1014   try:
1015     sys.path = sys.path + [input_api.os_path.join(
1016         input_api.PresubmitLocalPath(), 'tools', 'android', 'checkstyle')]
1017     import checkstyle
1018   finally:
1019     # Restore sys.path to what it was before.
1020     sys.path = original_sys_path
1021
1022   return checkstyle.RunCheckstyle(
1023       input_api, output_api, 'tools/android/checkstyle/chromium-style-5.0.xml')
1024
1025
1026 def _CommonChecks(input_api, output_api):
1027   """Checks common to both upload and commit."""
1028   results = []
1029   results.extend(input_api.canned_checks.PanProjectChecks(
1030       input_api, output_api,
1031       excluded_paths=_EXCLUDED_PATHS + _TESTRUNNER_PATHS))
1032   results.extend(_CheckAuthorizedAuthor(input_api, output_api))
1033   results.extend(
1034       _CheckNoProductionCodeUsingTestOnlyFunctions(input_api, output_api))
1035   results.extend(_CheckNoIOStreamInHeaders(input_api, output_api))
1036   results.extend(_CheckNoUNIT_TESTInSourceFiles(input_api, output_api))
1037   results.extend(_CheckNoNewWStrings(input_api, output_api))
1038   results.extend(_CheckNoDEPSGIT(input_api, output_api))
1039   results.extend(_CheckNoBannedFunctions(input_api, output_api))
1040   results.extend(_CheckNoPragmaOnce(input_api, output_api))
1041   results.extend(_CheckNoTrinaryTrueFalse(input_api, output_api))
1042   results.extend(_CheckUnwantedDependencies(input_api, output_api))
1043   results.extend(_CheckFilePermissions(input_api, output_api))
1044   results.extend(_CheckNoAuraWindowPropertyHInHeaders(input_api, output_api))
1045   results.extend(_CheckIncludeOrder(input_api, output_api))
1046   results.extend(_CheckForVersionControlConflicts(input_api, output_api))
1047   results.extend(_CheckPatchFiles(input_api, output_api))
1048   results.extend(_CheckHardcodedGoogleHostsInLowerLayers(input_api, output_api))
1049   results.extend(_CheckNoAbbreviationInPngFileName(input_api, output_api))
1050   results.extend(_CheckForInvalidOSMacros(input_api, output_api))
1051   results.extend(_CheckAddedDepsHaveTargetApprovals(input_api, output_api))
1052   results.extend(
1053       input_api.canned_checks.CheckChangeHasNoTabs(
1054           input_api,
1055           output_api,
1056           source_file_filter=lambda x: x.LocalPath().endswith('.grd')))
1057   results.extend(_CheckSpamLogging(input_api, output_api))
1058   results.extend(_CheckForAnonymousVariables(input_api, output_api))
1059   results.extend(_CheckCygwinShell(input_api, output_api))
1060   results.extend(_CheckJavaStyle(input_api, output_api))
1061
1062   if any('PRESUBMIT.py' == f.LocalPath() for f in input_api.AffectedFiles()):
1063     results.extend(input_api.canned_checks.RunUnitTestsInDirectory(
1064         input_api, output_api,
1065         input_api.PresubmitLocalPath(),
1066         whitelist=[r'^PRESUBMIT_test\.py$']))
1067   return results
1068
1069
1070 def _CheckSubversionConfig(input_api, output_api):
1071   """Verifies the subversion config file is correctly setup.
1072
1073   Checks that autoprops are enabled, returns an error otherwise.
1074   """
1075   join = input_api.os_path.join
1076   if input_api.platform == 'win32':
1077     appdata = input_api.environ.get('APPDATA', '')
1078     if not appdata:
1079       return [output_api.PresubmitError('%APPDATA% is not configured.')]
1080     path = join(appdata, 'Subversion', 'config')
1081   else:
1082     home = input_api.environ.get('HOME', '')
1083     if not home:
1084       return [output_api.PresubmitError('$HOME is not configured.')]
1085     path = join(home, '.subversion', 'config')
1086
1087   error_msg = (
1088       'Please look at http://dev.chromium.org/developers/coding-style to\n'
1089       'configure your subversion configuration file. This enables automatic\n'
1090       'properties to simplify the project maintenance.\n'
1091       'Pro-tip: just download and install\n'
1092       'http://src.chromium.org/viewvc/chrome/trunk/tools/build/slave/config\n')
1093
1094   try:
1095     lines = open(path, 'r').read().splitlines()
1096     # Make sure auto-props is enabled and check for 2 Chromium standard
1097     # auto-prop.
1098     if (not '*.cc = svn:eol-style=LF' in lines or
1099         not '*.pdf = svn:mime-type=application/pdf' in lines or
1100         not 'enable-auto-props = yes' in lines):
1101       return [
1102           output_api.PresubmitNotifyResult(
1103               'It looks like you have not configured your subversion config '
1104               'file or it is not up-to-date.\n' + error_msg)
1105       ]
1106   except (OSError, IOError):
1107     return [
1108         output_api.PresubmitNotifyResult(
1109             'Can\'t find your subversion config file.\n' + error_msg)
1110     ]
1111   return []
1112
1113
1114 def _CheckAuthorizedAuthor(input_api, output_api):
1115   """For non-googler/chromites committers, verify the author's email address is
1116   in AUTHORS.
1117   """
1118   # TODO(maruel): Add it to input_api?
1119   import fnmatch
1120
1121   author = input_api.change.author_email
1122   if not author:
1123     input_api.logging.info('No author, skipping AUTHOR check')
1124     return []
1125   authors_path = input_api.os_path.join(
1126       input_api.PresubmitLocalPath(), 'AUTHORS')
1127   valid_authors = (
1128       input_api.re.match(r'[^#]+\s+\<(.+?)\>\s*$', line)
1129       for line in open(authors_path))
1130   valid_authors = [item.group(1).lower() for item in valid_authors if item]
1131   if not any(fnmatch.fnmatch(author.lower(), valid) for valid in valid_authors):
1132     input_api.logging.info('Valid authors are %s', ', '.join(valid_authors))
1133     return [output_api.PresubmitPromptWarning(
1134         ('%s is not in AUTHORS file. If you are a new contributor, please visit'
1135         '\n'
1136         'http://www.chromium.org/developers/contributing-code and read the '
1137         '"Legal" section\n'
1138         'If you are a chromite, verify the contributor signed the CLA.') %
1139         author)]
1140   return []
1141
1142
1143 def _CheckPatchFiles(input_api, output_api):
1144   problems = [f.LocalPath() for f in input_api.AffectedFiles()
1145       if f.LocalPath().endswith(('.orig', '.rej'))]
1146   if problems:
1147     return [output_api.PresubmitError(
1148         "Don't commit .rej and .orig files.", problems)]
1149   else:
1150     return []
1151
1152
1153 def _DidYouMeanOSMacro(bad_macro):
1154   try:
1155     return {'A': 'OS_ANDROID',
1156             'B': 'OS_BSD',
1157             'C': 'OS_CHROMEOS',
1158             'F': 'OS_FREEBSD',
1159             'L': 'OS_LINUX',
1160             'M': 'OS_MACOSX',
1161             'N': 'OS_NACL',
1162             'O': 'OS_OPENBSD',
1163             'P': 'OS_POSIX',
1164             'S': 'OS_SOLARIS',
1165             'W': 'OS_WIN'}[bad_macro[3].upper()]
1166   except KeyError:
1167     return ''
1168
1169
1170 def _CheckForInvalidOSMacrosInFile(input_api, f):
1171   """Check for sensible looking, totally invalid OS macros."""
1172   preprocessor_statement = input_api.re.compile(r'^\s*#')
1173   os_macro = input_api.re.compile(r'defined\((OS_[^)]+)\)')
1174   results = []
1175   for lnum, line in f.ChangedContents():
1176     if preprocessor_statement.search(line):
1177       for match in os_macro.finditer(line):
1178         if not match.group(1) in _VALID_OS_MACROS:
1179           good = _DidYouMeanOSMacro(match.group(1))
1180           did_you_mean = ' (did you mean %s?)' % good if good else ''
1181           results.append('    %s:%d %s%s' % (f.LocalPath(),
1182                                              lnum,
1183                                              match.group(1),
1184                                              did_you_mean))
1185   return results
1186
1187
1188 def _CheckForInvalidOSMacros(input_api, output_api):
1189   """Check all affected files for invalid OS macros."""
1190   bad_macros = []
1191   for f in input_api.AffectedFiles():
1192     if not f.LocalPath().endswith(('.py', '.js', '.html', '.css')):
1193       bad_macros.extend(_CheckForInvalidOSMacrosInFile(input_api, f))
1194
1195   if not bad_macros:
1196     return []
1197
1198   return [output_api.PresubmitError(
1199       'Possibly invalid OS macro[s] found. Please fix your code\n'
1200       'or add your macro to src/PRESUBMIT.py.', bad_macros)]
1201
1202
1203 def CheckChangeOnUpload(input_api, output_api):
1204   results = []
1205   results.extend(_CommonChecks(input_api, output_api))
1206   return results
1207
1208
1209 def GetDefaultTryConfigs(bots=None):
1210   """Returns a list of ('bot', set(['tests']), optionally filtered by [bots].
1211
1212   To add tests to this list, they MUST be in the the corresponding master's
1213   gatekeeper config. For example, anything on master.chromium would be closed by
1214   tools/build/masters/master.chromium/master_gatekeeper_cfg.py.
1215
1216   If 'bots' is specified, will only return configurations for bots in that list.
1217   """
1218
1219   standard_tests = [
1220       'base_unittests',
1221       'browser_tests',
1222       'cacheinvalidation_unittests',
1223       'check_deps',
1224       'check_deps2git',
1225       'content_browsertests',
1226       'content_unittests',
1227       'crypto_unittests',
1228       #'gfx_unittests',
1229       'gpu_unittests',
1230       'interactive_ui_tests',
1231       'ipc_tests',
1232       'jingle_unittests',
1233       'media_unittests',
1234       'net_unittests',
1235       'ppapi_unittests',
1236       'printing_unittests',
1237       'sql_unittests',
1238       'sync_unit_tests',
1239       'unit_tests',
1240       # Broken in release.
1241       #'url_unittests',
1242       #'webkit_unit_tests',
1243   ]
1244
1245   linux_aura_tests = [
1246       'app_list_unittests',
1247       'aura_unittests',
1248       'browser_tests',
1249       'compositor_unittests',
1250       'content_browsertests',
1251       'content_unittests',
1252       'events_unittests',
1253       'interactive_ui_tests',
1254       'unit_tests',
1255   ]
1256   builders_and_tests = {
1257       # TODO(maruel): Figure out a way to run 'sizes' where people can
1258       # effectively update the perf expectation correctly.  This requires a
1259       # clobber=True build running 'sizes'. 'sizes' is not accurate with
1260       # incremental build. Reference:
1261       # http://chromium.org/developers/tree-sheriffs/perf-sheriffs.
1262       # TODO(maruel): An option would be to run 'sizes' but not count a failure
1263       # of this step as a try job failure.
1264       'android_aosp': ['compile'],
1265       'android_clang_dbg': ['slave_steps'],
1266       'android_dbg': ['slave_steps'],
1267       'cros_x86': ['defaulttests'],
1268       'ios_dbg_simulator': [
1269           'compile',
1270           'base_unittests',
1271           'content_unittests',
1272           'crypto_unittests',
1273           'url_unittests',
1274           'net_unittests',
1275           'sql_unittests',
1276           'ui_unittests',
1277       ],
1278       'ios_rel_device': ['compile'],
1279       'linux_asan': ['defaulttests'],
1280       #TODO(stip): Change the name of this builder to reflect that it's release.
1281       'linux_aura': linux_aura_tests,
1282       'linux_chromeos_asan': ['defaulttests'],
1283       'linux_chromeos_clang': ['compile'],
1284       # Note: It is a Release builder even if its name convey otherwise.
1285       'linux_chromeos': standard_tests + [
1286           'app_list_unittests',
1287           'aura_unittests',
1288           'ash_unittests',
1289           'chromeos_unittests',
1290           'components_unittests',
1291           'dbus_unittests',
1292           'device_unittests',
1293           'events_unittests',
1294           'google_apis_unittests',
1295           'sandbox_linux_unittests',
1296       ],
1297       'linux_chromium_dbg': ['defaulttests'],
1298       'linux_chromium_rel': ['defaulttests'],
1299       'linux_clang': ['compile'],
1300       'linux_nacl_sdk_build': ['compile'],
1301       'linux_rel': standard_tests + [
1302           'cc_unittests',
1303           'chromedriver_unittests',
1304           'components_unittests',
1305           'google_apis_unittests',
1306           'nacl_integration',
1307           'remoting_unittests',
1308           'sandbox_linux_unittests',
1309           'sync_integration_tests',
1310           'telemetry_perf_unittests',
1311           'telemetry_unittests',
1312       ],
1313       'mac': ['compile'],
1314       'mac_chromium_dbg': ['defaulttests'],
1315       'mac_chromium_rel': ['defaulttests'],
1316       'mac_nacl_sdk_build': ['compile'],
1317       'mac_rel': standard_tests + [
1318           'app_list_unittests',
1319           'cc_unittests',
1320           'chromedriver_unittests',
1321           'components_unittests',
1322           'google_apis_unittests',
1323           'message_center_unittests',
1324           'nacl_integration',
1325           'remoting_unittests',
1326           'sync_integration_tests',
1327           'telemetry_perf_unittests',
1328           'telemetry_unittests',
1329       ],
1330       'win': ['compile'],
1331       'win_nacl_sdk_build': ['compile'],
1332       'win_rel': standard_tests + [
1333           'app_list_unittests',
1334           'ash_unittests',
1335           'aura_unittests',
1336           'cc_unittests',
1337           'chrome_elf_unittests',
1338           'chromedriver_unittests',
1339           'components_unittests',
1340           'compositor_unittests',
1341           'events_unittests',
1342           'google_apis_unittests',
1343           'installer_util_unittests',
1344           'mini_installer_test',
1345           'nacl_integration',
1346           'remoting_unittests',
1347           'sync_integration_tests',
1348           'telemetry_perf_unittests',
1349           'telemetry_unittests',
1350           'views_unittests',
1351       ],
1352       'win_x64_rel': [
1353           'base_unittests',
1354       ],
1355   }
1356
1357   swarm_enabled_builders = (
1358       'linux_rel',
1359       'mac_rel',
1360       'win_rel',
1361   )
1362
1363   swarm_enabled_tests = (
1364       'base_unittests',
1365       'browser_tests',
1366       'interactive_ui_tests',
1367       'net_unittests',
1368       'unit_tests',
1369   )
1370
1371   for bot in builders_and_tests:
1372     if bot in swarm_enabled_builders:
1373       builders_and_tests[bot] = [x + '_swarm' if x in swarm_enabled_tests else x
1374                                  for x in builders_and_tests[bot]]
1375
1376   if bots:
1377     return [(bot, set(builders_and_tests[bot])) for bot in bots]
1378   else:
1379     return [(bot, set(tests)) for bot, tests in builders_and_tests.iteritems()]
1380
1381
1382 def CheckChangeOnCommit(input_api, output_api):
1383   results = []
1384   results.extend(_CommonChecks(input_api, output_api))
1385   # TODO(thestig) temporarily disabled, doesn't work in third_party/
1386   #results.extend(input_api.canned_checks.CheckSvnModifiedDirectories(
1387   #    input_api, output_api, sources))
1388   # Make sure the tree is 'open'.
1389   results.extend(input_api.canned_checks.CheckTreeIsOpen(
1390       input_api,
1391       output_api,
1392       json_url='http://chromium-status.appspot.com/current?format=json'))
1393   results.extend(input_api.canned_checks.CheckRietveldTryJobExecution(input_api,
1394       output_api, 'http://codereview.chromium.org',
1395       ('win_rel', 'linux_rel', 'mac_rel, win:compile'),
1396       'tryserver@chromium.org'))
1397
1398   results.extend(input_api.canned_checks.CheckChangeHasBugField(
1399       input_api, output_api))
1400   results.extend(input_api.canned_checks.CheckChangeHasDescription(
1401       input_api, output_api))
1402   results.extend(_CheckSubversionConfig(input_api, output_api))
1403   return results
1404
1405
1406 def GetPreferredTrySlaves(project, change):
1407   files = change.LocalPaths()
1408
1409   if not files or all(re.search(r'[\\/]OWNERS$', f) for f in files):
1410     return []
1411
1412   if all(re.search('\.(m|mm)$|(^|[/_])mac[/_.]', f) for f in files):
1413     return GetDefaultTryConfigs(['mac', 'mac_rel'])
1414   if all(re.search('(^|[/_])win[/_.]', f) for f in files):
1415     return GetDefaultTryConfigs(['win', 'win_rel'])
1416   if all(re.search('(^|[/_])android[/_.]', f) for f in files):
1417     return GetDefaultTryConfigs([
1418         'android_aosp',
1419         'android_clang_dbg',
1420         'android_dbg',
1421     ])
1422   if all(re.search('[/_]ios[/_.]', f) for f in files):
1423     return GetDefaultTryConfigs(['ios_rel_device', 'ios_dbg_simulator'])
1424
1425   trybots = GetDefaultTryConfigs([
1426       'android_clang_dbg',
1427       'android_dbg',
1428       'ios_dbg_simulator',
1429       'ios_rel_device',
1430       'linux_aura',
1431       'linux_asan',
1432       'linux_chromeos',
1433       'linux_clang',
1434       'linux_nacl_sdk_build',
1435       'linux_rel',
1436       'mac',
1437       'mac_nacl_sdk_build',
1438       'mac_rel',
1439       'win',
1440       'win_nacl_sdk_build',
1441       'win_rel',
1442       'win_x64_rel',
1443   ])
1444
1445   # Match things like path/aura/file.cc and path/file_aura.cc.
1446   # Same for chromeos.
1447   if any(re.search('[/_](aura|chromeos)', f) for f in files):
1448     trybots.extend(GetDefaultTryConfigs([
1449         'linux_chromeos_asan', 'linux_chromeos_clang']))
1450
1451   # If there are gyp changes to base, build, or chromeos, run a full cros build
1452   # in addition to the shorter linux_chromeos build. Changes to high level gyp
1453   # files have a much higher chance of breaking the cros build, which is
1454   # differnt from the linux_chromeos build that most chrome developers test
1455   # with.
1456   if any(re.search('^(base|build|chromeos).*\.gypi?$', f) for f in files):
1457     trybots.extend(GetDefaultTryConfigs(['cros_x86']))
1458
1459   # The AOSP bot doesn't build the chrome/ layer, so ignore any changes to it
1460   # unless they're .gyp(i) files as changes to those files can break the gyp
1461   # step on that bot.
1462   if (not all(re.search('^chrome', f) for f in files) or
1463       any(re.search('\.gypi?$', f) for f in files)):
1464     trybots.extend(GetDefaultTryConfigs(['android_aosp']))
1465
1466   return trybots