build/android/pylib/linker/test_runner.py

   1 # Copyright 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 """Runs linker tests on a particular device."""
   6
   7 import logging
   8 import os.path
   9 import sys
  10 import traceback
  11
  12 from pylib import constants
  13 from pylib.base import base_test_result
  14 from pylib.base import base_test_runner
  15 from pylib.linker import test_case
  16 from pylib.utils import apk_helper
  17
  18
  19 # Name of the Android package to install for this to work.
  20 _PACKAGE_NAME = 'ChromiumLinkerTest'
  21
  22
  23 class LinkerExceptionTestResult(base_test_result.BaseTestResult):
  24   """Test result corresponding to a python exception in a host-custom test."""
  25
  26   def __init__(self, test_name, exc_info):
  27     """Constructs a LinkerExceptionTestResult object.
  28
  29     Args:
  30       test_name: name of the test which raised an exception.
  31       exc_info: exception info, ostensibly from sys.exc_info().
  32     """
  33     exc_type, exc_value, exc_traceback = exc_info
  34     trace_info = ''.join(traceback.format_exception(exc_type, exc_value,
  35                                                     exc_traceback))
  36     log_msg = 'Exception:\n' + trace_info
  37
  38     super(LinkerExceptionTestResult, self).__init__(
  39         test_name,
  40         base_test_result.ResultType.FAIL,
  41         log="%s %s" % (exc_type, log_msg))
  42
  43
  44 class LinkerTestRunner(base_test_runner.BaseTestRunner):
  45   """Orchestrates running a set of linker tests.
  46
  47   Any Python exceptions in the tests are caught and translated into a failed
  48   result, rather than being re-raised on the main thread.
  49   """
  50
  51   #override
  52   def __init__(self, device, tool, cleanup_test_files):
  53     """Creates a new LinkerTestRunner.
  54
  55     Args:
  56       device: Attached android device.
  57       tool: Name of the Valgrind tool.
  58       cleanup_test_files: Whether or not to cleanup test files on device.
  59     """
  60
  61     super(LinkerTestRunner, self).__init__(device, tool, cleanup_test_files)
  62
  63   #override
  64   def InstallTestPackage(self):
  65     apk_path = os.path.join(
  66         constants.GetOutDirectory(), 'apks', '%s.apk' % _PACKAGE_NAME)
  67
  68     if not os.path.exists(apk_path):
  69       raise Exception('%s not found, please build it' % apk_path)
  70
  71     package_name = apk_helper.GetPackageName(apk_path)
  72     self.device.old_interface.ManagedInstall(apk_path, package_name)
  73
  74   #override
  75   def RunTest(self, test):
  76     """Sets up and runs a test case.
  77
  78     Args:
  79       test: An object which is ostensibly a subclass of LinkerTestCaseBase.
  80
  81     Returns:
  82       A TestRunResults object which contains the result produced by the test
  83       and, in the case of a failure, the test that should be retried.
  84     """
  85
  86     assert isinstance(test, test_case.LinkerTestCaseBase)
  87
  88     try:
  89       results = test.Run(self.device)
  90     except Exception:
  91       logging.exception('Caught exception while trying to run test: ' +
  92                         test.tagged_name)
  93       exc_info = sys.exc_info()
  94       results = base_test_result.TestRunResults()
  95       results.AddResult(LinkerExceptionTestResult(
  96           test.tagged_name, exc_info))
  97
  98     if not results.DidRunPass():
  99       return results, test
 100     else:
 101       return results, None