build/android/pylib/utils/parallelizer_test.py

   1 # Copyright 2014 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 """Unit tests for the contents of parallelizer.py."""
   6
   7 # pylint: disable=W0212
   8 # pylint: disable=W0613
   9
  10 import os
  11 import tempfile
  12 import time
  13 import unittest
  14
  15 from pylib.utils import parallelizer
  16
  17
  18 class ParallelizerTestObject(object):
  19   """Class used to test parallelizer.Parallelizer."""
  20
  21   parallel = parallelizer.Parallelizer
  22
  23   def __init__(self, thing, completion_file_name=None):
  24     self._thing = thing
  25     self._completion_file_name = completion_file_name
  26     self.helper = ParallelizerTestObjectHelper(thing)
  27
  28   @staticmethod
  29   def doReturn(what):
  30     return what
  31
  32   @classmethod
  33   def doRaise(cls, what):
  34     raise what
  35
  36   def doSetTheThing(self, new_thing):
  37     self._thing = new_thing
  38
  39   def doReturnTheThing(self):
  40     return self._thing
  41
  42   def doRaiseTheThing(self):
  43     raise self._thing
  44
  45   def doRaiseIfExceptionElseSleepFor(self, sleep_duration):
  46     if isinstance(self._thing, Exception):
  47       raise self._thing
  48     time.sleep(sleep_duration)
  49     self._write_completion_file()
  50     return self._thing
  51
  52   def _write_completion_file(self):
  53     if self._completion_file_name and len(self._completion_file_name):
  54       with open(self._completion_file_name, 'w+b') as completion_file:
  55         completion_file.write('complete')
  56
  57   def __getitem__(self, index):
  58     return self._thing[index]
  59
  60   def __str__(self):
  61     return type(self).__name__
  62
  63
  64 class ParallelizerTestObjectHelper(object):
  65
  66   def __init__(self, thing):
  67     self._thing = thing
  68
  69   def doReturnStringThing(self):
  70     return str(self._thing)
  71
  72
  73 class ParallelizerTest(unittest.TestCase):
  74
  75   def testInitWithNone(self):
  76     with self.assertRaises(AssertionError):
  77       parallelizer.Parallelizer(None)
  78
  79   def testInitEmptyList(self):
  80     with self.assertRaises(AssertionError):
  81       parallelizer.Parallelizer([])
  82
  83   def testMethodCall(self):
  84     test_data = ['abc_foo', 'def_foo', 'ghi_foo']
  85     expected = ['abc_bar', 'def_bar', 'ghi_bar']
  86     r = parallelizer.Parallelizer(test_data).replace('_foo', '_bar').pGet(0.1)
  87     self.assertEquals(expected, r)
  88
  89   def testMutate(self):
  90     devices = [ParallelizerTestObject(True) for _ in xrange(0, 10)]
  91     self.assertTrue(all(d.doReturnTheThing() for d in devices))
  92     ParallelizerTestObject.parallel(devices).doSetTheThing(False).pFinish(1)
  93     self.assertTrue(not any(d.doReturnTheThing() for d in devices))
  94
  95   def testAllReturn(self):
  96     devices = [ParallelizerTestObject(True) for _ in xrange(0, 10)]
  97     results = ParallelizerTestObject.parallel(
  98         devices).doReturnTheThing().pGet(1)
  99     self.assertTrue(isinstance(results, list))
 100     self.assertEquals(10, len(results))
 101     self.assertTrue(all(results))
 102
 103   def testAllRaise(self):
 104     devices = [ParallelizerTestObject(Exception('thing %d' % i))
 105                for i in xrange(0, 10)]
 106     p = ParallelizerTestObject.parallel(devices).doRaiseTheThing()
 107     with self.assertRaises(Exception):
 108       p.pGet(1)
 109
 110   def testOneFailOthersComplete(self):
 111     parallel_device_count = 10
 112     exception_index = 7
 113     exception_msg = 'thing %d' % exception_index
 114
 115     try:
 116       completion_files = [tempfile.NamedTemporaryFile(delete=False)
 117                           for _ in xrange(0, parallel_device_count)]
 118       devices = [
 119           ParallelizerTestObject(
 120               i if i != exception_index else Exception(exception_msg),
 121               completion_files[i].name)
 122           for i in xrange(0, parallel_device_count)]
 123       for f in completion_files:
 124         f.close()
 125       p = ParallelizerTestObject.parallel(devices)
 126       with self.assertRaises(Exception) as e:
 127         p.doRaiseIfExceptionElseSleepFor(2).pGet(3)
 128       self.assertTrue(exception_msg in str(e.exception))
 129       for i in xrange(0, parallel_device_count):
 130         with open(completion_files[i].name) as f:
 131           if i == exception_index:
 132             self.assertEquals('', f.read())
 133           else:
 134             self.assertEquals('complete', f.read())
 135     finally:
 136       for f in completion_files:
 137         os.remove(f.name)
 138
 139   def testReusable(self):
 140     devices = [ParallelizerTestObject(True) for _ in xrange(0, 10)]
 141     p = ParallelizerTestObject.parallel(devices)
 142     results = p.doReturn(True).pGet(1)
 143     self.assertTrue(all(results))
 144     results = p.doReturn(True).pGet(1)
 145     self.assertTrue(all(results))
 146     with self.assertRaises(Exception):
 147       results = p.doRaise(Exception('reusableTest')).pGet(1)
 148
 149   def testContained(self):
 150     devices = [ParallelizerTestObject(i) for i in xrange(0, 10)]
 151     results = (ParallelizerTestObject.parallel(devices).helper
 152         .doReturnStringThing().pGet(1))
 153     self.assertTrue(isinstance(results, list))
 154     self.assertEquals(10, len(results))
 155     for i in xrange(0, 10):
 156       self.assertEquals(str(i), results[i])
 157
 158   def testGetItem(self):
 159     devices = [ParallelizerTestObject(range(i, i+10)) for i in xrange(0, 10)]
 160     results = ParallelizerTestObject.parallel(devices)[9].pGet(1)
 161     self.assertEquals(range(9, 19), results)
 162
 163
 164 if __name__ == '__main__':
 165   unittest.main(verbosity=2)
 166