tools/perf/benchmarks/dromaeo.py

   1 # Copyright 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 import math
   6 import os
   7
   8 from core import perf_benchmark
   9
  10 from telemetry import benchmark
  11 from telemetry import page as page_module
  12 from telemetry.page import page_test
  13 from telemetry import story
  14 from telemetry.value import scalar
  15
  16 from metrics import power
  17
  18
  19 class _DromaeoMeasurement(page_test.PageTest):
  20   def __init__(self):
  21     super(_DromaeoMeasurement, self).__init__()
  22     self._power_metric = None
  23
  24   def CustomizeBrowserOptions(self, options):
  25     power.PowerMetric.CustomizeBrowserOptions(options)
  26
  27   def WillStartBrowser(self, platform):
  28     self._power_metric = power.PowerMetric(platform)
  29
  30   def DidNavigateToPage(self, page, tab):
  31     self._power_metric.Start(page, tab)
  32
  33   def ValidateAndMeasurePage(self, page, tab, results):
  34     tab.WaitForJavaScriptExpression(
  35         'window.document.getElementById("pause") &&' +
  36         'window.document.getElementById("pause").value == "Run"',
  37         120)
  38
  39     # Start spying on POST request that will report benchmark results, and
  40     # intercept result data.
  41     tab.ExecuteJavaScript('(function() {' +
  42                           '  var real_jquery_ajax_ = window.jQuery;' +
  43                           '  window.results_ = "";' +
  44                           '  window.jQuery.ajax = function(request) {' +
  45                           '    if (request.url == "store.php") {' +
  46                           '      window.results_ =' +
  47                           '          decodeURIComponent(request.data);' +
  48                           '      window.results_ = window.results_.substring(' +
  49                           '          window.results_.indexOf("=") + 1, ' +
  50                           '          window.results_.lastIndexOf("&"));' +
  51                           '      real_jquery_ajax_(request);' +
  52                           '    }' +
  53                           '  };' +
  54                           '})();')
  55     # Starts benchmark.
  56     tab.ExecuteJavaScript('window.document.getElementById("pause").click();')
  57
  58     tab.WaitForJavaScriptExpression('!!window.results_', 600)
  59
  60     self._power_metric.Stop(page, tab)
  61     self._power_metric.AddResults(tab, results)
  62
  63     score = eval(tab.EvaluateJavaScript('window.results_ || "[]"'))
  64
  65     def Escape(k):
  66       chars = [' ', '.', '-', '/', '(', ')', '*']
  67       for c in chars:
  68         k = k.replace(c, '_')
  69       return k
  70
  71     def AggregateData(container, key, value):
  72       if key not in container:
  73         container[key] = {'count': 0, 'sum': 0}
  74       container[key]['count'] += 1
  75       container[key]['sum'] += math.log(value)
  76
  77     suffix = page.url[page.url.index('?') + 1 :]
  78     def AddResult(name, value):
  79       important = False
  80       if name == suffix:
  81         important = True
  82       results.AddValue(scalar.ScalarValue(
  83           results.current_page, Escape(name), 'runs/s', value, important))
  84
  85     aggregated = {}
  86     for data in score:
  87       AddResult('%s/%s' % (data['collection'], data['name']),
  88                 data['mean'])
  89
  90       top_name = data['collection'].split('-', 1)[0]
  91       AggregateData(aggregated, top_name, data['mean'])
  92
  93       collection_name = data['collection']
  94       AggregateData(aggregated, collection_name, data['mean'])
  95
  96     for key, value in aggregated.iteritems():
  97       AddResult(key, math.exp(value['sum'] / value['count']))
  98
  99 class _DromaeoBenchmark(perf_benchmark.PerfBenchmark):
 100   """A base class for Dromaeo benchmarks."""
 101   test = _DromaeoMeasurement
 102
 103   @classmethod
 104   def Name(cls):
 105     return 'dromaeo'
 106
 107   def CreateStorySet(self, options):
 108     """Makes a PageSet for Dromaeo benchmarks."""
 109     # Subclasses are expected to define class members called query_param and
 110     # tag.
 111     if not hasattr(self, 'query_param') or not hasattr(self, 'tag'):
 112       raise NotImplementedError('query_param or tag not in Dromaeo benchmark.')
 113     archive_data_file = '../page_sets/data/dromaeo.%s.json' % self.tag
 114     ps = story.StorySet(
 115         archive_data_file=archive_data_file,
 116         base_dir=os.path.dirname(os.path.abspath(__file__)),
 117         cloud_storage_bucket=story.PUBLIC_BUCKET)
 118     url = 'http://dromaeo.com?%s' % self.query_param
 119     ps.AddStory(page_module.Page(
 120         url, ps, ps.base_dir, make_javascript_deterministic=False))
 121     return ps
 122
 123
 124 class DromaeoDomCoreAttr(_DromaeoBenchmark):
 125   """Dromaeo DOMCore attr JavaScript benchmark.
 126
 127   Tests setting and getting DOM node attributes.
 128   """
 129   tag = 'domcoreattr'
 130   query_param = 'dom-attr'
 131
 132   @classmethod
 133   def Name(cls):
 134     return 'dromaeo.domcoreattr'
 135
 136
 137 @benchmark.Disabled('xp')  # crbug.com/501625
 138 class DromaeoDomCoreModify(_DromaeoBenchmark):
 139   """Dromaeo DOMCore modify JavaScript benchmark.
 140
 141   Tests creating and injecting DOM nodes.
 142   """
 143   tag = 'domcoremodify'
 144   query_param = 'dom-modify'
 145
 146   @classmethod
 147   def Name(cls):
 148     return 'dromaeo.domcoremodify'
 149
 150
 151 class DromaeoDomCoreQuery(_DromaeoBenchmark):
 152   """Dromaeo DOMCore query JavaScript benchmark.
 153
 154   Tests querying DOM elements in a document.
 155   """
 156   tag = 'domcorequery'
 157   query_param = 'dom-query'
 158
 159   @classmethod
 160   def Name(cls):
 161     return 'dromaeo.domcorequery'
 162
 163
 164 class DromaeoDomCoreTraverse(_DromaeoBenchmark):
 165   """Dromaeo DOMCore traverse JavaScript benchmark.
 166
 167   Tests traversing a DOM structure.
 168   """
 169   tag = 'domcoretraverse'
 170   query_param = 'dom-traverse'
 171
 172   @classmethod
 173   def Name(cls):
 174     return 'dromaeo.domcoretraverse'
 175
 176
 177 @benchmark.Disabled('win')  # crbug.com/523276
 178 class DromaeoJslibAttrJquery(_DromaeoBenchmark):
 179   """Dromaeo JSLib attr jquery JavaScript benchmark.
 180
 181   Tests setting and getting DOM node attributes using the jQuery JavaScript
 182   Library.
 183   """
 184   tag = 'jslibattrjquery'
 185   query_param = 'jslib-attr-jquery'
 186
 187   @classmethod
 188   def Name(cls):
 189     return 'dromaeo.jslibattrjquery'
 190
 191
 192 class DromaeoJslibAttrPrototype(_DromaeoBenchmark):
 193   """Dromaeo JSLib attr prototype JavaScript benchmark.
 194
 195   Tests setting and getting DOM node attributes using the jQuery JavaScript
 196   Library.
 197   """
 198   tag = 'jslibattrprototype'
 199   query_param = 'jslib-attr-prototype'
 200
 201   @classmethod
 202   def Name(cls):
 203     return 'dromaeo.jslibattrprototype'
 204
 205
 206 @benchmark.Disabled('win')  # crbug.com/523276
 207 class DromaeoJslibEventJquery(_DromaeoBenchmark):
 208   """Dromaeo JSLib event jquery JavaScript benchmark.
 209
 210   Tests binding, removing, and triggering DOM events using the jQuery JavaScript
 211   Library.
 212   """
 213   tag = 'jslibeventjquery'
 214   query_param = 'jslib-event-jquery'
 215
 216   @classmethod
 217   def Name(cls):
 218     return 'dromaeo.jslibeventjquery'
 219
 220
 221 class DromaeoJslibEventPrototype(_DromaeoBenchmark):
 222   """Dromaeo JSLib event prototype JavaScript benchmark.
 223
 224   Tests binding, removing, and triggering DOM events using the Prototype
 225   JavaScript Library.
 226   """
 227   tag = 'jslibeventprototype'
 228   query_param = 'jslib-event-prototype'
 229
 230   @classmethod
 231   def Name(cls):
 232     return 'dromaeo.jslibeventprototype'
 233
 234
 235 # xp: crbug.com/389731
 236 # win7: http://crbug.com/479796
 237 # linux: http://crbug.com/513853
 238 # android: http://crbug.com/503138
 239 # win8: crbug.com/529330
 240 @benchmark.Disabled('xp', 'win7', 'linux', 'android', 'win8')
 241 class DromaeoJslibModifyJquery(_DromaeoBenchmark):
 242   """Dromaeo JSLib modify jquery JavaScript benchmark.
 243
 244   Tests creating and injecting DOM nodes into a document using the jQuery
 245   JavaScript Library.
 246   """
 247   tag = 'jslibmodifyjquery'
 248   query_param = 'jslib-modify-jquery'
 249
 250   @classmethod
 251   def Name(cls):
 252     return 'dromaeo.jslibmodifyjquery'
 253
 254
 255 class DromaeoJslibModifyPrototype(_DromaeoBenchmark):
 256   """Dromaeo JSLib modify prototype JavaScript benchmark.
 257
 258   Tests creating and injecting DOM nodes into a document using the Prototype
 259   JavaScript Library.
 260   """
 261   tag = 'jslibmodifyprototype'
 262   query_param = 'jslib-modify-prototype'
 263
 264   @classmethod
 265   def Name(cls):
 266     return 'dromaeo.jslibmodifyprototype'
 267
 268
 269 class DromaeoJslibStyleJquery(_DromaeoBenchmark):
 270   """Dromaeo JSLib style jquery JavaScript benchmark.
 271
 272   Tests getting and setting CSS information on DOM elements using the jQuery
 273   JavaScript Library.
 274   """
 275   tag = 'jslibstylejquery'
 276   query_param = 'jslib-style-jquery'
 277
 278   @classmethod
 279   def Name(cls):
 280     return 'dromaeo.jslibstylejquery'
 281
 282
 283 class DromaeoJslibStylePrototype(_DromaeoBenchmark):
 284   """Dromaeo JSLib style prototype JavaScript benchmark.
 285
 286   Tests getting and setting CSS information on DOM elements using the jQuery
 287   JavaScript Library.
 288   """
 289   tag = 'jslibstyleprototype'
 290   query_param = 'jslib-style-prototype'
 291
 292   @classmethod
 293   def Name(cls):
 294     return 'dromaeo.jslibstyleprototype'
 295
 296
 297 class DromaeoJslibTraverseJquery(_DromaeoBenchmark):
 298   """Dromaeo JSLib traverse jquery JavaScript benchmark.
 299
 300
 301   Tests getting and setting CSS information on DOM elements using the Prototype
 302   JavaScript Library.
 303   """
 304   tag = 'jslibtraversejquery'
 305   query_param = 'jslib-traverse-jquery'
 306
 307   @classmethod
 308   def Name(cls):
 309     return 'dromaeo.jslibtraversejquery'
 310
 311
 312 class DromaeoJslibTraversePrototype(_DromaeoBenchmark):
 313   """Dromaeo JSLib traverse prototype JavaScript benchmark.
 314
 315   Tests traversing a DOM structure using the jQuery JavaScript Library.
 316   """
 317   tag = 'jslibtraverseprototype'
 318   query_param = 'jslib-traverse-prototype'
 319
 320   @classmethod
 321   def Name(cls):
 322     return 'dromaeo.jslibtraverseprototype'
 323
 324
 325 class DromaeoCSSQueryJquery(_DromaeoBenchmark):
 326   """Dromaeo CSS Query jquery JavaScript benchmark.
 327
 328   Tests traversing a DOM structure using the Prototype JavaScript Library.
 329   """
 330   tag = 'cssqueryjquery'
 331   query_param = 'cssquery-jquery'
 332
 333   @classmethod
 334   def Name(cls):
 335     return 'dromaeo.cssqueryjquery'