build/gyp_chromium

   1 #!/usr/bin/env python
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # This script is wrapper for Chromium that adds some support for how GYP
   8 # is invoked by Chromium beyond what can be done in the gclient hooks.
   9
  10 import argparse
  11 import glob
  12 import gyp_environment
  13 import os
  14 import re
  15 import shlex
  16 import subprocess
  17 import string
  18 import sys
  19 import vs_toolchain
  20
  21 script_dir = os.path.dirname(os.path.realpath(__file__))
  22 chrome_src = os.path.abspath(os.path.join(script_dir, os.pardir))
  23
  24 sys.path.insert(0, os.path.join(chrome_src, 'tools', 'gyp', 'pylib'))
  25 import gyp
  26
  27 # Assume this file is in a one-level-deep subdirectory of the source root.
  28 SRC_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  29
  30 # Add paths so that pymod_do_main(...) can import files.
  31 sys.path.insert(1, os.path.join(chrome_src, 'android_webview', 'tools'))
  32 sys.path.insert(1, os.path.join(chrome_src, 'build', 'android', 'gyp'))
  33 sys.path.insert(1, os.path.join(chrome_src, 'chrome', 'tools', 'build'))
  34 sys.path.insert(1, os.path.join(chrome_src, 'chromecast', 'tools', 'build'))
  35 sys.path.insert(1, os.path.join(chrome_src, 'native_client', 'build'))
  36 sys.path.insert(1, os.path.join(chrome_src, 'native_client_sdk', 'src',
  37     'build_tools'))
  38 sys.path.insert(1, os.path.join(chrome_src, 'remoting', 'tools', 'build'))
  39 sys.path.insert(1, os.path.join(chrome_src, 'third_party', 'liblouis'))
  40 sys.path.insert(1, os.path.join(chrome_src, 'third_party', 'WebKit',
  41     'Source', 'build', 'scripts'))
  42 sys.path.insert(1, os.path.join(chrome_src, 'tools'))
  43 sys.path.insert(1, os.path.join(chrome_src, 'tools', 'generate_shim_headers'))
  44 sys.path.insert(1, os.path.join(chrome_src, 'tools', 'grit'))
  45
  46 # On Windows, Psyco shortens warm runs of build/gyp_chromium by about
  47 # 20 seconds on a z600 machine with 12 GB of RAM, from 90 down to 70
  48 # seconds.  Conversely, memory usage of build/gyp_chromium with Psyco
  49 # maxes out at about 158 MB vs. 132 MB without it.
  50 #
  51 # Psyco uses native libraries, so we need to load a different
  52 # installation depending on which OS we are running under. It has not
  53 # been tested whether using Psyco on our Mac and Linux builds is worth
  54 # it (the GYP running time is a lot shorter, so the JIT startup cost
  55 # may not be worth it).
  56 if sys.platform == 'win32':
  57   try:
  58     sys.path.insert(0, os.path.join(chrome_src, 'third_party', 'psyco_win32'))
  59     import psyco
  60   except:
  61     psyco = None
  62 else:
  63   psyco = None
  64
  65
  66 def GetSupplementalFiles():
  67   """Returns a list of the supplemental files that are included in all GYP
  68   sources."""
  69   return glob.glob(os.path.join(chrome_src, '*', 'supplement.gypi'))
  70
  71
  72 def ProcessGypDefinesItems(items):
  73   """Converts a list of strings to a list of key-value pairs."""
  74   result = []
  75   for item in items:
  76     tokens = item.split('=', 1)
  77     # Some GYP variables have hyphens, which we don't support.
  78     if len(tokens) == 2:
  79       result += [(tokens[0], tokens[1])]
  80     else:
  81       # No value supplied, treat it as a boolean and set it. Note that we
  82       # use the string '1' here so we have a consistent definition whether
  83       # you do 'foo=1' or 'foo'.
  84       result += [(tokens[0], '1')]
  85   return result
  86
  87
  88 def GetGypVars(supplemental_files):
  89   """Returns a dictionary of all GYP vars."""
  90   # Find the .gyp directory in the user's home directory.
  91   home_dot_gyp = os.environ.get('GYP_CONFIG_DIR', None)
  92   if home_dot_gyp:
  93     home_dot_gyp = os.path.expanduser(home_dot_gyp)
  94   if not home_dot_gyp:
  95     home_vars = ['HOME']
  96     if sys.platform in ('cygwin', 'win32'):
  97       home_vars.append('USERPROFILE')
  98     for home_var in home_vars:
  99       home = os.getenv(home_var)
 100       if home != None:
 101         home_dot_gyp = os.path.join(home, '.gyp')
 102         if not os.path.exists(home_dot_gyp):
 103           home_dot_gyp = None
 104         else:
 105           break
 106
 107   if home_dot_gyp:
 108     include_gypi = os.path.join(home_dot_gyp, "include.gypi")
 109     if os.path.exists(include_gypi):
 110       supplemental_files += [include_gypi]
 111
 112   # GYP defines from the supplemental.gypi files.
 113   supp_items = []
 114   for supplement in supplemental_files:
 115     with open(supplement, 'r') as f:
 116       try:
 117         file_data = eval(f.read(), {'__builtins__': None}, None)
 118       except SyntaxError, e:
 119         e.filename = os.path.abspath(supplement)
 120         raise
 121       variables = file_data.get('variables', [])
 122       for v in variables:
 123         supp_items += [(v, str(variables[v]))]
 124
 125   # GYP defines from the environment.
 126   env_items = ProcessGypDefinesItems(
 127       shlex.split(os.environ.get('GYP_DEFINES', '')))
 128
 129   # GYP defines from the command line.
 130   parser = argparse.ArgumentParser()
 131   parser.add_argument('-D', dest='defines', action='append', default=[])
 132   cmdline_input_items = parser.parse_known_args()[0].defines
 133   cmdline_items = ProcessGypDefinesItems(cmdline_input_items)
 134
 135   vars_dict = dict(supp_items + env_items + cmdline_items)
 136   return vars_dict
 137
 138
 139 def GetOutputDirectory():
 140   """Returns the output directory that GYP will use."""
 141
 142   # Handle command line generator flags.
 143   parser = argparse.ArgumentParser()
 144   parser.add_argument('-G', dest='genflags', default=[], action='append')
 145   genflags = parser.parse_known_args()[0].genflags
 146
 147   # Handle generator flags from the environment.
 148   genflags += shlex.split(os.environ.get('GYP_GENERATOR_FLAGS', ''))
 149
 150   needle = 'output_dir='
 151   for item in genflags:
 152     if item.startswith(needle):
 153       return item[len(needle):]
 154
 155   return 'out'
 156
 157
 158 def additional_include_files(supplemental_files, args=[]):
 159   """
 160   Returns a list of additional (.gypi) files to include, without duplicating
 161   ones that are already specified on the command line. The list of supplemental
 162   include files is passed in as an argument.
 163   """
 164   # Determine the include files specified on the command line.
 165   # This doesn't cover all the different option formats you can use,
 166   # but it's mainly intended to avoid duplicating flags on the automatic
 167   # makefile regeneration which only uses this format.
 168   specified_includes = set()
 169   for arg in args:
 170     if arg.startswith('-I') and len(arg) > 2:
 171       specified_includes.add(os.path.realpath(arg[2:]))
 172
 173   result = []
 174   def AddInclude(path):
 175     if os.path.realpath(path) not in specified_includes:
 176       result.append(path)
 177
 178   if os.environ.get('GYP_INCLUDE_FIRST') != None:
 179     AddInclude(os.path.join(chrome_src, os.environ.get('GYP_INCLUDE_FIRST')))
 180
 181   # Always include common.gypi.
 182   AddInclude(os.path.join(script_dir, 'common.gypi'))
 183
 184   # Optionally add supplemental .gypi files if present.
 185   for supplement in supplemental_files:
 186     AddInclude(supplement)
 187
 188   if os.environ.get('GYP_INCLUDE_LAST') != None:
 189     AddInclude(os.path.join(chrome_src, os.environ.get('GYP_INCLUDE_LAST')))
 190
 191   return result
 192
 193
 194 if __name__ == '__main__':
 195   # Disabling garbage collection saves about 1 second out of 16 on a Linux
 196   # z620 workstation. Since this is a short-lived process it's not a problem to
 197   # leak a few cyclyc references in order to spare the CPU cycles for
 198   # scanning the heap.
 199   import gc
 200   gc.disable()
 201
 202   args = sys.argv[1:]
 203
 204   use_analyzer = len(args) and args[0] == '--analyzer'
 205   if use_analyzer:
 206     args.pop(0)
 207     os.environ['GYP_GENERATORS'] = 'analyzer'
 208     args.append('-Gconfig_path=' + args.pop(0))
 209     args.append('-Ganalyzer_output_path=' + args.pop(0))
 210
 211   if int(os.environ.get('GYP_CHROMIUM_NO_ACTION', 0)):
 212     print 'Skipping gyp_chromium due to GYP_CHROMIUM_NO_ACTION env var.'
 213     sys.exit(0)
 214
 215   # Use the Psyco JIT if available.
 216   if psyco:
 217     psyco.profile()
 218     print "Enabled Psyco JIT."
 219
 220   # Fall back on hermetic python if we happen to get run under cygwin.
 221   # TODO(bradnelson): take this out once this issue is fixed:
 222   #    http://code.google.com/p/gyp/issues/detail?id=177
 223   if sys.platform == 'cygwin':
 224     import find_depot_tools
 225     depot_tools_path = find_depot_tools.add_depot_tools_to_path()
 226     python_dir = sorted(glob.glob(os.path.join(depot_tools_path,
 227                                                'python2*_bin')))[-1]
 228     env = os.environ.copy()
 229     env['PATH'] = python_dir + os.pathsep + env.get('PATH', '')
 230     cmd = [os.path.join(python_dir, 'python.exe')] + sys.argv
 231     sys.exit(subprocess.call(cmd, env=env))
 232
 233   # This could give false positives since it doesn't actually do real option
 234   # parsing.  Oh well.
 235   gyp_file_specified = any(arg.endswith('.gyp') for arg in args)
 236
 237   gyp_environment.SetEnvironment()
 238
 239   # If we didn't get a file, check an env var, and then fall back to
 240   # assuming 'all.gyp' from the same directory as the script.
 241   if not gyp_file_specified:
 242     gyp_file = os.environ.get('CHROMIUM_GYP_FILE')
 243     if gyp_file:
 244       # Note that CHROMIUM_GYP_FILE values can't have backslashes as
 245       # path separators even on Windows due to the use of shlex.split().
 246       args.extend(shlex.split(gyp_file))
 247     else:
 248       args.append(os.path.join(script_dir, 'all.gyp'))
 249
 250   supplemental_includes = GetSupplementalFiles()
 251   gyp_vars_dict = GetGypVars(supplemental_includes)
 252   # There shouldn't be a circular dependency relationship between .gyp files,
 253   # but in Chromium's .gyp files, on non-Mac platforms, circular relationships
 254   # currently exist.  The check for circular dependencies is currently
 255   # bypassed on other platforms, but is left enabled on iOS, where a violation
 256   # of the rule causes Xcode to misbehave badly.
 257   # TODO(mark): Find and kill remaining circular dependencies, and remove this
 258   # option.  http://crbug.com/35878.
 259   # TODO(tc): Fix circular dependencies in ChromiumOS then add linux2 to the
 260   # list.
 261   if gyp_vars_dict.get('OS') != 'ios':
 262     args.append('--no-circular-check')
 263
 264   # We explicitly don't support the make gyp generator (crbug.com/348686). Be
 265   # nice and fail here, rather than choking in gyp.
 266   if re.search(r'(^|,|\s)make($|,|\s)', os.environ.get('GYP_GENERATORS', '')):
 267     print 'Error: make gyp generator not supported (check GYP_GENERATORS).'
 268     sys.exit(1)
 269
 270   # We explicitly don't support the native msvs gyp generator. Be nice and
 271   # fail here, rather than generating broken projects.
 272   if re.search(r'(^|,|\s)msvs($|,|\s)', os.environ.get('GYP_GENERATORS', '')):
 273     print 'Error: msvs gyp generator not supported (check GYP_GENERATORS).'
 274     print 'Did you mean to use the `msvs-ninja` generator?'
 275     sys.exit(1)
 276
 277   # If CHROMIUM_GYP_SYNTAX_CHECK is set to 1, it will invoke gyp with --check
 278   # to enfore syntax checking.
 279   syntax_check = os.environ.get('CHROMIUM_GYP_SYNTAX_CHECK')
 280   if syntax_check and int(syntax_check):
 281     args.append('--check')
 282
 283   # TODO(dmikurube): Remove these checks and messages after a while.
 284   if ('linux_use_tcmalloc' in gyp_vars_dict or
 285       'android_use_tcmalloc' in gyp_vars_dict):
 286     print '*****************************************************************'
 287     print '"linux_use_tcmalloc" and "android_use_tcmalloc" are deprecated!'
 288     print '-----------------------------------------------------------------'
 289     print 'You specify "linux_use_tcmalloc" or "android_use_tcmalloc" in'
 290     print 'your GYP_DEFINES. Please switch them into "use_allocator" now.'
 291     print 'See http://crbug.com/345554 for the details.'
 292     print '*****************************************************************'
 293
 294   # Automatically turn on crosscompile support for platforms that need it.
 295   # (The Chrome OS build sets CC_host / CC_target which implicitly enables
 296   # this mode.)
 297   if all(('ninja' in os.environ.get('GYP_GENERATORS', ''),
 298           gyp_vars_dict.get('OS') in ['android', 'ios'],
 299           'GYP_CROSSCOMPILE' not in os.environ)):
 300     os.environ['GYP_CROSSCOMPILE'] = '1'
 301   if gyp_vars_dict.get('OS') == 'android':
 302     args.append('--check')
 303
 304   args.extend(
 305       ['-I' + i for i in additional_include_files(supplemental_includes, args)])
 306
 307   args.extend(['-D', 'gyp_output_dir=' + GetOutputDirectory()])
 308
 309   if not use_analyzer:
 310     print 'Updating projects from gyp files...'
 311     sys.stdout.flush()
 312
 313   # Off we go...
 314   gyp_rc = gyp.main(args)
 315
 316   if not use_analyzer:
 317     vs2013_runtime_dll_dirs = vs_toolchain.SetEnvironmentAndGetRuntimeDllDirs()
 318     if vs2013_runtime_dll_dirs:
 319       x64_runtime, x86_runtime = vs2013_runtime_dll_dirs
 320       vs_toolchain.CopyVsRuntimeDlls(
 321         os.path.join(chrome_src, GetOutputDirectory()),
 322         (x86_runtime, x64_runtime))
 323
 324   sys.exit(gyp_rc)