build/android/pylib/utils/isolator.py

   1 # Copyright 2014 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 import fnmatch
   6 import glob
   7 import os
   8 import shutil
   9 import sys
  10
  11 from pylib import cmd_helper
  12 from pylib import constants
  13
  14
  15 _ISOLATE_SCRIPT = os.path.join(
  16     constants.DIR_SOURCE_ROOT, 'tools', 'swarming_client', 'isolate.py')
  17
  18
  19 def DefaultPathVariables():
  20   return {
  21     'DEPTH': constants.DIR_SOURCE_ROOT,
  22     'PRODUCT_DIR': constants.GetOutDirectory(),
  23   }
  24
  25
  26 def DefaultConfigVariables():
  27   # Note: This list must match the --config-vars in build/isolate.gypi
  28   return {
  29     'CONFIGURATION_NAME': constants.GetBuildType(),
  30     'OS': 'android',
  31     'asan': '0',
  32     'branding': 'Chromium',
  33     'chromeos': '0',
  34     'component': 'static_library',
  35     'enable_pepper_cdms': '0',
  36     'enable_plugins': '0',
  37     'fastbuild': '0',
  38     'icu_use_data_file_flag': '1',
  39     'kasko': '0',
  40     'lsan': '0',
  41     'msan': '0',
  42     # TODO(maruel): This may not always be true.
  43     'target_arch': 'arm',
  44     'tsan': '0',
  45     'use_custom_libcxx': '0',
  46     'use_instrumented_libraries': '0',
  47     'use_prebuilt_instrumented_libraries': '0',
  48     'use_openssl': '0',
  49     'use_ozone': '0',
  50     'use_x11': '0',
  51     'v8_use_external_startup_data': '1',
  52   }
  53
  54
  55 class Isolator(object):
  56   """Manages calls to isolate.py for the android test runner scripts."""
  57
  58   def __init__(self, isolate_deps_dir):
  59     """
  60     Args:
  61       isolate_deps_dir: The directory in which dependencies specified by
  62         isolate are or should be stored.
  63     """
  64     self._isolate_deps_dir = isolate_deps_dir
  65
  66   def Clear(self):
  67     """Deletes the isolate dependency directory."""
  68     if os.path.exists(self._isolate_deps_dir):
  69       shutil.rmtree(self._isolate_deps_dir)
  70
  71   def Remap(self, isolate_abs_path, isolated_abs_path,
  72             path_variables=None, config_variables=None):
  73     """Remaps data dependencies into |self._isolate_deps_dir|.
  74
  75     Args:
  76       isolate_abs_path: The absolute path to the .isolate file, which specifies
  77         data dependencies in the source tree.
  78       isolated_abs_path: The absolute path to the .isolated file, which is
  79         generated by isolate.py and specifies data dependencies in
  80         |self._isolate_deps_dir| and their digests.
  81       path_variables: A dict containing everything that should be passed
  82         as a |--path-variable| to the isolate script. Defaults to the return
  83         value of |DefaultPathVariables()|.
  84       config_variables: A dict containing everything that should be passed
  85         as a |--config-variable| to the isolate script. Defaults to the return
  86         value of |DefaultConfigVariables()|.
  87     Raises:
  88       Exception if the isolate command fails for some reason.
  89     """
  90     if not path_variables:
  91       path_variables = DefaultPathVariables()
  92     if not config_variables:
  93       config_variables = DefaultConfigVariables()
  94
  95     isolate_cmd = [
  96       sys.executable, _ISOLATE_SCRIPT, 'remap',
  97       '--isolate', isolate_abs_path,
  98       '--isolated', isolated_abs_path,
  99       '--outdir', self._isolate_deps_dir,
 100     ]
 101     for k, v in path_variables.iteritems():
 102       isolate_cmd.extend(['--path-variable', k, v])
 103     for k, v in config_variables.iteritems():
 104       isolate_cmd.extend(['--config-variable', k, v])
 105
 106     if cmd_helper.RunCmd(isolate_cmd):
 107       raise Exception('isolate command failed: %s' % ' '.join(isolate_cmd))
 108
 109   def VerifyHardlinks(self):
 110     """Checks |isolate_deps_dir| for a hardlink.
 111
 112     Returns:
 113       True if a hardlink is found.
 114       False if nothing is found.
 115     Raises:
 116       Exception if a non-hardlink is found.
 117     """
 118     for root, _, filenames in os.walk(self._isolate_deps_dir):
 119       if filenames:
 120         linked_file = os.path.join(root, filenames[0])
 121         orig_file = os.path.join(
 122             self._isolate_deps_dir,
 123             os.path.relpath(linked_file, self._isolate_deps_dir))
 124         if os.stat(linked_file).st_ino == os.stat(orig_file).st_ino:
 125           return True
 126         else:
 127           raise Exception('isolate remap command did not use hardlinks.')
 128     return False
 129
 130   def PurgeExcluded(self, deps_exclusion_list):
 131     """Deletes anything on |deps_exclusion_list| from |self._isolate_deps_dir|.
 132
 133     Args:
 134       deps_exclusion_list: A list of globs to exclude from the isolate
 135         dependency directory.
 136     """
 137     excluded_paths = (
 138         x for y in deps_exclusion_list
 139         for x in glob.glob(
 140             os.path.abspath(os.path.join(self._isolate_deps_dir, y))))
 141     for p in excluded_paths:
 142       if os.path.isdir(p):
 143         shutil.rmtree(p)
 144       else:
 145         os.remove(p)
 146
 147   def MoveOutputDeps(self):
 148     """Moves files from the output directory to the top level of
 149       |self._isolate_deps_dir|.
 150
 151     Moves pak files from the output directory to to <isolate_deps_dir>/paks
 152     Moves files from the product directory to <isolate_deps_dir>
 153     """
 154     # On Android, all pak files need to be in the top-level 'paks' directory.
 155     paks_dir = os.path.join(self._isolate_deps_dir, 'paks')
 156     os.mkdir(paks_dir)
 157
 158     deps_out_dir = os.path.join(
 159         self._isolate_deps_dir,
 160         os.path.relpath(os.path.join(constants.GetOutDirectory(), os.pardir),
 161                         constants.DIR_SOURCE_ROOT))
 162     for root, _, filenames in os.walk(deps_out_dir):
 163       for filename in fnmatch.filter(filenames, '*.pak'):
 164         shutil.move(os.path.join(root, filename), paks_dir)
 165
 166     # Move everything in PRODUCT_DIR to top level.
 167     deps_product_dir = os.path.join(deps_out_dir, constants.GetBuildType())
 168     if os.path.isdir(deps_product_dir):
 169       for p in os.listdir(deps_product_dir):
 170         shutil.move(os.path.join(deps_product_dir, p), self._isolate_deps_dir)
 171       os.rmdir(deps_product_dir)
 172       os.rmdir(deps_out_dir)
 173