tools/perf/benchmarks/dromaeo.py

   1 # Copyright 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 import math
   6 import os
   7
   8 from core import perf_benchmark
   9
  10 from telemetry import benchmark
  11 from telemetry import page as page_module
  12 from telemetry.page import page_test
  13 from telemetry import story
  14 from telemetry.value import scalar
  15
  16 from metrics import power
  17
  18
  19 class _DromaeoMeasurement(page_test.PageTest):
  20   def __init__(self):
  21     super(_DromaeoMeasurement, self).__init__()
  22     self._power_metric = None
  23
  24   def CustomizeBrowserOptions(self, options):
  25     power.PowerMetric.CustomizeBrowserOptions(options)
  26
  27   def WillStartBrowser(self, platform):
  28     self._power_metric = power.PowerMetric(platform)
  29
  30   def DidNavigateToPage(self, page, tab):
  31     self._power_metric.Start(page, tab)
  32
  33   def ValidateAndMeasurePage(self, page, tab, results):
  34     tab.WaitForJavaScriptExpression(
  35         'window.document.getElementById("pause") &&' +
  36         'window.document.getElementById("pause").value == "Run"',
  37         120)
  38
  39     # Start spying on POST request that will report benchmark results, and
  40     # intercept result data.
  41     tab.ExecuteJavaScript('(function() {' +
  42                           '  var real_jquery_ajax_ = window.jQuery;' +
  43                           '  window.results_ = "";' +
  44                           '  window.jQuery.ajax = function(request) {' +
  45                           '    if (request.url == "store.php") {' +
  46                           '      window.results_ =' +
  47                           '          decodeURIComponent(request.data);' +
  48                           '      window.results_ = window.results_.substring(' +
  49                           '          window.results_.indexOf("=") + 1, ' +
  50                           '          window.results_.lastIndexOf("&"));' +
  51                           '      real_jquery_ajax_(request);' +
  52                           '    }' +
  53                           '  };' +
  54                           '})();')
  55     # Starts benchmark.
  56     tab.ExecuteJavaScript('window.document.getElementById("pause").click();')
  57
  58     tab.WaitForJavaScriptExpression('!!window.results_', 600)
  59
  60     self._power_metric.Stop(page, tab)
  61     self._power_metric.AddResults(tab, results)
  62
  63     score = eval(tab.EvaluateJavaScript('window.results_ || "[]"'))
  64
  65     def Escape(k):
  66       chars = [' ', '.', '-', '/', '(', ')', '*']
  67       for c in chars:
  68         k = k.replace(c, '_')
  69       return k
  70
  71     def AggregateData(container, key, value):
  72       if key not in container:
  73         container[key] = {'count': 0, 'sum': 0}
  74       container[key]['count'] += 1
  75       container[key]['sum'] += math.log(value)
  76
  77     suffix = page.url[page.url.index('?') + 1 :]
  78     def AddResult(name, value):
  79       important = False
  80       if name == suffix:
  81         important = True
  82       results.AddValue(scalar.ScalarValue(
  83           results.current_page, Escape(name), 'runs/s', value, important))
  84
  85     aggregated = {}
  86     for data in score:
  87       AddResult('%s/%s' % (data['collection'], data['name']),
  88                 data['mean'])
  89
  90       top_name = data['collection'].split('-', 1)[0]
  91       AggregateData(aggregated, top_name, data['mean'])
  92
  93       collection_name = data['collection']
  94       AggregateData(aggregated, collection_name, data['mean'])
  95
  96     for key, value in aggregated.iteritems():
  97       AddResult(key, math.exp(value['sum'] / value['count']))
  98
  99 class _DromaeoBenchmark(perf_benchmark.PerfBenchmark):
 100   """A base class for Dromaeo benchmarks."""
 101   test = _DromaeoMeasurement
 102
 103   @classmethod
 104   def Name(cls):
 105     return 'dromaeo'
 106
 107   def CreateStorySet(self, options):
 108     """Makes a PageSet for Dromaeo benchmarks."""
 109     # Subclasses are expected to define class members called query_param and
 110     # tag.
 111     if not hasattr(self, 'query_param') or not hasattr(self, 'tag'):
 112       raise NotImplementedError('query_param or tag not in Dromaeo benchmark.')
 113     archive_data_file = '../page_sets/data/dromaeo.%s.json' % self.tag
 114     ps = story.StorySet(
 115         archive_data_file=archive_data_file,
 116         base_dir=os.path.dirname(os.path.abspath(__file__)),
 117         cloud_storage_bucket=story.PUBLIC_BUCKET)
 118     url = 'http://dromaeo.com?%s' % self.query_param
 119     ps.AddStory(page_module.Page(
 120         url, ps, ps.base_dir, make_javascript_deterministic=False))
 121     return ps
 122
 123
 124 class DromaeoDomCoreAttr(_DromaeoBenchmark):
 125   """Dromaeo DOMCore attr JavaScript benchmark.
 126
 127   Tests setting and getting DOM node attributes.
 128   """
 129   tag = 'domcoreattr'
 130   query_param = 'dom-attr'
 131
 132   @classmethod
 133   def Name(cls):
 134     return 'dromaeo.domcoreattr'
 135
 136
 137 @benchmark.Disabled('xp')  # crbug.com/501625
 138 class DromaeoDomCoreModify(_DromaeoBenchmark):
 139   """Dromaeo DOMCore modify JavaScript benchmark.
 140
 141   Tests creating and injecting DOM nodes.
 142   """
 143   tag = 'domcoremodify'
 144   query_param = 'dom-modify'
 145
 146   @classmethod
 147   def Name(cls):
 148     return 'dromaeo.domcoremodify'
 149
 150
 151 class DromaeoDomCoreQuery(_DromaeoBenchmark):
 152   """Dromaeo DOMCore query JavaScript benchmark.
 153
 154   Tests querying DOM elements in a document.
 155   """
 156   tag = 'domcorequery'
 157   query_param = 'dom-query'
 158
 159   @classmethod
 160   def Name(cls):
 161     return 'dromaeo.domcorequery'
 162
 163
 164 class DromaeoDomCoreTraverse(_DromaeoBenchmark):
 165   """Dromaeo DOMCore traverse JavaScript benchmark.
 166
 167   Tests traversing a DOM structure.
 168   """
 169   tag = 'domcoretraverse'
 170   query_param = 'dom-traverse'
 171
 172   @classmethod
 173   def Name(cls):
 174     return 'dromaeo.domcoretraverse'
 175
 176
 177 @benchmark.Disabled('win')  # crbug.com/523276
 178 class DromaeoJslibAttrJquery(_DromaeoBenchmark):
 179   """Dromaeo JSLib attr jquery JavaScript benchmark.
 180
 181   Tests setting and getting DOM node attributes using the jQuery JavaScript
 182   Library.
 183   """
 184   tag = 'jslibattrjquery'
 185   query_param = 'jslib-attr-jquery'
 186
 187   @classmethod
 188   def Name(cls):
 189     return 'dromaeo.jslibattrjquery'
 190
 191
 192 class DromaeoJslibAttrPrototype(_DromaeoBenchmark):
 193   """Dromaeo JSLib attr prototype JavaScript benchmark.
 194
 195   Tests setting and getting DOM node attributes using the jQuery JavaScript
 196   Library.
 197   """
 198   tag = 'jslibattrprototype'
 199   query_param = 'jslib-attr-prototype'
 200
 201   @classmethod
 202   def Name(cls):
 203     return 'dromaeo.jslibattrprototype'
 204
 205
 206 class DromaeoJslibEventJquery(_DromaeoBenchmark):
 207   """Dromaeo JSLib event jquery JavaScript benchmark.
 208
 209   Tests binding, removing, and triggering DOM events using the jQuery JavaScript
 210   Library.
 211   """
 212   tag = 'jslibeventjquery'
 213   query_param = 'jslib-event-jquery'
 214
 215   @classmethod
 216   def Name(cls):
 217     return 'dromaeo.jslibeventjquery'
 218
 219
 220 class DromaeoJslibEventPrototype(_DromaeoBenchmark):
 221   """Dromaeo JSLib event prototype JavaScript benchmark.
 222
 223   Tests binding, removing, and triggering DOM events using the Prototype
 224   JavaScript Library.
 225   """
 226   tag = 'jslibeventprototype'
 227   query_param = 'jslib-event-prototype'
 228
 229   @classmethod
 230   def Name(cls):
 231     return 'dromaeo.jslibeventprototype'
 232
 233
 234 # xp: crbug.com/389731
 235 # win7: http://crbug.com/479796
 236 # linux: http://crbug.com/513853
 237 # android: http://crbug.com/503138
 238 @benchmark.Disabled('xp', 'win7', 'linux', 'android')
 239 class DromaeoJslibModifyJquery(_DromaeoBenchmark):
 240   """Dromaeo JSLib modify jquery JavaScript benchmark.
 241
 242   Tests creating and injecting DOM nodes into a document using the jQuery
 243   JavaScript Library.
 244   """
 245   tag = 'jslibmodifyjquery'
 246   query_param = 'jslib-modify-jquery'
 247
 248   @classmethod
 249   def Name(cls):
 250     return 'dromaeo.jslibmodifyjquery'
 251
 252
 253 class DromaeoJslibModifyPrototype(_DromaeoBenchmark):
 254   """Dromaeo JSLib modify prototype JavaScript benchmark.
 255
 256   Tests creating and injecting DOM nodes into a document using the Prototype
 257   JavaScript Library.
 258   """
 259   tag = 'jslibmodifyprototype'
 260   query_param = 'jslib-modify-prototype'
 261
 262   @classmethod
 263   def Name(cls):
 264     return 'dromaeo.jslibmodifyprototype'
 265
 266
 267 class DromaeoJslibStyleJquery(_DromaeoBenchmark):
 268   """Dromaeo JSLib style jquery JavaScript benchmark.
 269
 270   Tests getting and setting CSS information on DOM elements using the jQuery
 271   JavaScript Library.
 272   """
 273   tag = 'jslibstylejquery'
 274   query_param = 'jslib-style-jquery'
 275
 276   @classmethod
 277   def Name(cls):
 278     return 'dromaeo.jslibstylejquery'
 279
 280
 281 class DromaeoJslibStylePrototype(_DromaeoBenchmark):
 282   """Dromaeo JSLib style prototype JavaScript benchmark.
 283
 284   Tests getting and setting CSS information on DOM elements using the jQuery
 285   JavaScript Library.
 286   """
 287   tag = 'jslibstyleprototype'
 288   query_param = 'jslib-style-prototype'
 289
 290   @classmethod
 291   def Name(cls):
 292     return 'dromaeo.jslibstyleprototype'
 293
 294
 295 class DromaeoJslibTraverseJquery(_DromaeoBenchmark):
 296   """Dromaeo JSLib traverse jquery JavaScript benchmark.
 297
 298
 299   Tests getting and setting CSS information on DOM elements using the Prototype
 300   JavaScript Library.
 301   """
 302   tag = 'jslibtraversejquery'
 303   query_param = 'jslib-traverse-jquery'
 304
 305   @classmethod
 306   def Name(cls):
 307     return 'dromaeo.jslibtraversejquery'
 308
 309
 310 class DromaeoJslibTraversePrototype(_DromaeoBenchmark):
 311   """Dromaeo JSLib traverse prototype JavaScript benchmark.
 312
 313   Tests traversing a DOM structure using the jQuery JavaScript Library.
 314   """
 315   tag = 'jslibtraverseprototype'
 316   query_param = 'jslib-traverse-prototype'
 317
 318   @classmethod
 319   def Name(cls):
 320     return 'dromaeo.jslibtraverseprototype'
 321
 322
 323 class DromaeoCSSQueryJquery(_DromaeoBenchmark):
 324   """Dromaeo CSS Query jquery JavaScript benchmark.
 325
 326   Tests traversing a DOM structure using the Prototype JavaScript Library.
 327   """
 328   tag = 'cssqueryjquery'
 329   query_param = 'cssquery-jquery'
 330
 331   @classmethod
 332   def Name(cls):
 333     return 'dromaeo.cssqueryjquery'