build/android/pylib/perf/setup.py

   1 # Copyright 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 """Generates test runner factory and tests for performance tests."""
   6
   7 import json
   8 import fnmatch
   9 import logging
  10 import os
  11 import shutil
  12
  13 from pylib import constants
  14 from pylib import forwarder
  15 from pylib.device import device_list
  16 from pylib.device import device_utils
  17 from pylib.perf import test_runner
  18 from pylib.utils import test_environment
  19
  20
  21 def _GetAllDevices():
  22   devices_path = os.path.join(os.environ.get('CHROMIUM_OUT_DIR', 'out'),
  23                               device_list.LAST_DEVICES_FILENAME)
  24   try:
  25     devices = [device_utils.DeviceUtils(s)
  26                for s in device_list.GetPersistentDeviceList(devices_path)]
  27   except IOError as e:
  28     logging.error('Unable to find %s [%s]', devices_path, e)
  29     devices = device_utils.DeviceUtils.HealthyDevices()
  30   return sorted(devices)
  31
  32
  33 def _GetStepsDictFromSingleStep(test_options):
  34   # Running a single command, build the tests structure.
  35   steps_dict = {
  36     'version': 1,
  37     'steps': {
  38         'single_step': {
  39           'device_affinity': 0,
  40           'cmd': test_options.single_step
  41         },
  42     }
  43   }
  44   return steps_dict
  45
  46
  47 def _GetStepsDict(test_options):
  48   if test_options.single_step:
  49     return _GetStepsDictFromSingleStep(test_options)
  50   if test_options.steps:
  51     with file(test_options.steps, 'r') as f:
  52       steps = json.load(f)
  53
  54       # Already using the new format.
  55       assert steps['version'] == 1
  56       return steps
  57
  58
  59 def Setup(test_options):
  60   """Create and return the test runner factory and tests.
  61
  62   Args:
  63     test_options: A PerformanceOptions object.
  64
  65   Returns:
  66     A tuple of (TestRunnerFactory, tests, devices).
  67   """
  68   # TODO(bulach): remove this once the bot side lands. BUG=318369
  69   constants.SetBuildType('Release')
  70   if os.path.exists(constants.PERF_OUTPUT_DIR):
  71     shutil.rmtree(constants.PERF_OUTPUT_DIR)
  72   os.makedirs(constants.PERF_OUTPUT_DIR)
  73
  74   # Before running the tests, kill any leftover server.
  75   test_environment.CleanupLeftoverProcesses()
  76
  77   # We want to keep device affinity, so return all devices ever seen.
  78   all_devices = _GetAllDevices()
  79
  80   steps_dict = _GetStepsDict(test_options)
  81   sorted_step_names = sorted(steps_dict['steps'].keys())
  82
  83   if test_options.test_filter:
  84     sorted_step_names = fnmatch.filter(sorted_step_names,
  85                                        test_options.test_filter)
  86
  87   flaky_steps = []
  88   if test_options.flaky_steps:
  89     with file(test_options.flaky_steps, 'r') as f:
  90       flaky_steps = json.load(f)
  91
  92   def TestRunnerFactory(device, shard_index):
  93     return test_runner.TestRunner(
  94         test_options, device, shard_index, len(all_devices),
  95         steps_dict, flaky_steps)
  96
  97   return (TestRunnerFactory, sorted_step_names, all_devices)