tools/perf/page_sets/tough_scheduling_cases.py

   1 # Copyright 2014 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4 from telemetry.page import page as page_module
   5 from telemetry.page import page_set as page_set_module
   6
   7
   8 class ToughSchedulingCasesPage(page_module.Page):
   9
  10   def __init__(self, url, page_set):
  11     super(ToughSchedulingCasesPage, self).__init__(
  12         url=url, page_set=page_set, credentials_path='data/credentials.json')
  13     self.user_agent_type = 'mobile'
  14     self.archive_data_file = 'data/tough_scheduling_cases.json'
  15
  16   def RunPageInteractions(self, action_runner):
  17     with action_runner.CreateGestureInteraction('ScrollAction'):
  18       action_runner.ScrollPage()
  19
  20
  21 class Page1(ToughSchedulingCasesPage):
  22
  23   """Why: Simulate oversubscribed main thread."""
  24
  25   def __init__(self, page_set):
  26     super(Page1, self).__init__(
  27         url='file://tough_scheduling_cases/simple_text_page.html?main_busy',
  28         page_set=page_set)
  29
  30     self.synthetic_delays = {'cc.BeginMainFrame': {'target_duration': 0.008}}
  31
  32
  33 class Page2(ToughSchedulingCasesPage):
  34
  35   """Why: Simulate oversubscribed main thread."""
  36
  37   def __init__(self, page_set):
  38     super(Page2, self).__init__(
  39         # pylint: disable=C0301
  40         url='file://tough_scheduling_cases/simple_text_page.html?main_very_busy',
  41         page_set=page_set)
  42
  43     self.synthetic_delays = {'cc.BeginMainFrame': {'target_duration': 0.024}}
  44
  45
  46 class Page3(ToughSchedulingCasesPage):
  47
  48   """Why: Simulate a page with a a few graphics layers."""
  49
  50   def __init__(self, page_set):
  51     super(Page3, self).__init__(
  52         # pylint: disable=C0301
  53         url='file://tough_scheduling_cases/simple_text_page.html?medium_layers',
  54         page_set=page_set)
  55
  56     self.synthetic_delays = {
  57         'cc.DrawAndSwap': {'target_duration': 0.004},
  58         'gpu.PresentingFrame': {'target_duration': 0.004},
  59         'cc.BeginMainFrame': {'target_duration': 0.004}
  60     }
  61
  62
  63 class Page4(ToughSchedulingCasesPage):
  64
  65   """Why: Simulate a page with many graphics layers."""
  66
  67   def __init__(self, page_set):
  68     super(Page4, self).__init__(
  69         # pylint: disable=C0301
  70         url='file://tough_scheduling_cases/simple_text_page.html?many_layers',
  71         page_set=page_set)
  72
  73     self.synthetic_delays = {
  74         'cc.DrawAndSwap': {'target_duration': 0.012},
  75         'gpu.PresentingFrame': {'target_duration': 0.012},
  76         'cc.BeginMainFrame': {'target_duration': 0.012}
  77     }
  78
  79
  80 class Page5(ToughSchedulingCasesPage):
  81
  82   """Why: Simulate a page with expensive recording and rasterization."""
  83
  84   def __init__(self, page_set):
  85     super(Page5, self).__init__(
  86         # pylint: disable=C0301
  87         url='file://tough_scheduling_cases/simple_text_page.html?medium_raster',
  88         page_set=page_set)
  89
  90     self.synthetic_delays = {
  91         'cc.RasterRequiredForActivation': {'target_duration': 0.004},
  92         'cc.BeginMainFrame': {'target_duration': 0.004},
  93         'gpu.AsyncTexImage': {'target_duration': 0.004}
  94     }
  95
  96
  97 class Page6(ToughSchedulingCasesPage):
  98
  99   """Why: Simulate a page with expensive recording and rasterization."""
 100
 101   def __init__(self, page_set):
 102     super(Page6, self).__init__(
 103         # pylint: disable=C0301
 104         url='file://tough_scheduling_cases/simple_text_page.html?heavy_raster',
 105         page_set=page_set)
 106
 107     self.synthetic_delays = {
 108         'cc.RasterRequiredForActivation': {'target_duration': 0.024},
 109         'cc.BeginMainFrame': {'target_duration': 0.024},
 110         'gpu.AsyncTexImage': {'target_duration': 0.024}
 111     }
 112
 113
 114 class Page7(ToughSchedulingCasesPage):
 115
 116   """Why: Medium cost touch handler."""
 117
 118   def __init__(self, page_set):
 119     super(Page7, self).__init__(
 120         # pylint: disable=C0301
 121         url='file://tough_scheduling_cases/touch_handler_scrolling.html?medium_handler',
 122         page_set=page_set)
 123
 124     self.synthetic_delays = {'blink.HandleInputEvent':
 125                              {'target_duration': 0.008}}
 126
 127
 128 class Page8(ToughSchedulingCasesPage):
 129
 130   """Why: Slow touch handler."""
 131
 132   def __init__(self, page_set):
 133     super(Page8, self).__init__(
 134         # pylint: disable=C0301
 135         url='file://tough_scheduling_cases/touch_handler_scrolling.html?slow_handler',
 136         page_set=page_set)
 137
 138     self.synthetic_delays = {'blink.HandleInputEvent':
 139                              {'target_duration': 0.024}}
 140
 141
 142 class Page9(ToughSchedulingCasesPage):
 143
 144   """Why: Touch handler that often takes a long time."""
 145
 146   def __init__(self, page_set):
 147     super(Page9, self).__init__(
 148         # pylint: disable=C0301
 149         url='file://tough_scheduling_cases/touch_handler_scrolling.html?janky_handler',
 150         page_set=page_set)
 151
 152     self.synthetic_delays = {'blink.HandleInputEvent':
 153                              {'target_duration': 0.024, 'mode': 'alternating'}
 154                             }
 155
 156
 157 class Page10(ToughSchedulingCasesPage):
 158
 159   """Why: Touch handler that occasionally takes a long time."""
 160
 161   def __init__(self, page_set):
 162     super(Page10, self).__init__(
 163         # pylint: disable=C0301
 164         url='file://tough_scheduling_cases/touch_handler_scrolling.html?occasionally_janky_handler',
 165         page_set=page_set)
 166
 167     self.synthetic_delays = {'blink.HandleInputEvent':
 168                              {'target_duration': 0.024, 'mode': 'oneshot'}}
 169
 170
 171 class Page11(ToughSchedulingCasesPage):
 172
 173   """Why: Super expensive touch handler causes browser to scroll after a
 174   timeout."""
 175
 176   def __init__(self, page_set):
 177     super(Page11, self).__init__(
 178         # pylint: disable=C0301
 179         url='file://tough_scheduling_cases/touch_handler_scrolling.html?super_slow_handler',
 180         page_set=page_set)
 181
 182     self.synthetic_delays = {'blink.HandleInputEvent':
 183                              {'target_duration': 0.2}}
 184
 185
 186 class Page12(ToughSchedulingCasesPage):
 187
 188   """Why: Super expensive touch handler that only occupies a part of the page.
 189   """
 190
 191   def __init__(self, page_set):
 192     super(Page12, self).__init__(
 193         url='file://tough_scheduling_cases/div_touch_handler.html',
 194         page_set=page_set)
 195
 196     self.synthetic_delays = {'blink.HandleInputEvent': {'target_duration': 0.2}}
 197
 198
 199 class Page13(ToughSchedulingCasesPage):
 200
 201   """Why: Test a moderately heavy requestAnimationFrame handler."""
 202
 203   def __init__(self, page_set):
 204     super(Page13, self).__init__(
 205         url='file://tough_scheduling_cases/raf.html?medium_handler',
 206         page_set=page_set)
 207
 208     self.synthetic_delays = {
 209         'cc.RasterRequiredForActivation': {'target_duration': 0.004},
 210         'cc.BeginMainFrame': {'target_duration': 0.004},
 211         'gpu.AsyncTexImage': {'target_duration': 0.004}
 212     }
 213
 214
 215 class Page14(ToughSchedulingCasesPage):
 216
 217   """Why: Test a moderately heavy requestAnimationFrame handler."""
 218
 219   def __init__(self, page_set):
 220     super(Page14, self).__init__(
 221         url='file://tough_scheduling_cases/raf.html?heavy_handler',
 222         page_set=page_set)
 223
 224     self.synthetic_delays = {
 225         'cc.RasterRequiredForActivation': {'target_duration': 0.024},
 226         'cc.BeginMainFrame': {'target_duration': 0.024},
 227         'gpu.AsyncTexImage': {'target_duration': 0.024}
 228     }
 229
 230
 231 class Page15(ToughSchedulingCasesPage):
 232
 233   """Why: Simulate a heavily GPU bound page."""
 234
 235   def __init__(self, page_set):
 236     super(Page15, self).__init__(
 237         url='file://tough_scheduling_cases/raf.html?gpu_bound',
 238         page_set=page_set)
 239
 240     self.synthetic_delays = {'gpu.PresentingFrame': {'target_duration': 0.1}}
 241
 242
 243 class Page16(ToughSchedulingCasesPage):
 244
 245   """Why: Test a requestAnimationFrame handler with a heavy first frame."""
 246
 247   def __init__(self, page_set):
 248     super(Page16, self).__init__(
 249         url='file://tough_scheduling_cases/raf.html?heavy_first_frame',
 250         page_set=page_set)
 251
 252     self.synthetic_delays = {'cc.BeginMainFrame': {'target_duration': 0.15,
 253                                                    'mode': 'oneshot'}}
 254
 255
 256 class Page17(ToughSchedulingCasesPage):
 257
 258   """Why: Medium stress test for the scheduler."""
 259
 260   def __init__(self, page_set):
 261     super(Page17, self).__init__(
 262         url='file://tough_scheduling_cases/raf_touch_animation.html?medium',
 263         page_set=page_set)
 264
 265     self.synthetic_delays = {
 266         'cc.DrawAndSwap': {'target_duration': 0.004},
 267         'cc.BeginMainFrame': {'target_duration': 0.004}
 268     }
 269
 270
 271 class Page18(ToughSchedulingCasesPage):
 272
 273   """Why: Heavy stress test for the scheduler."""
 274
 275   def __init__(self, page_set):
 276     super(Page18, self).__init__(
 277         url='file://tough_scheduling_cases/raf_touch_animation.html?heavy',
 278         page_set=page_set)
 279
 280     self.synthetic_delays = {
 281         'cc.DrawAndSwap': {'target_duration': 0.012},
 282         'cc.BeginMainFrame': {'target_duration': 0.012}
 283     }
 284
 285
 286 class Page19(ToughSchedulingCasesPage):
 287
 288   """Why: Both main and impl thread animating concurrently."""
 289
 290   def __init__(self, page_set):
 291     super(Page19, self).__init__(
 292         url='file://tough_scheduling_cases/split_animation.html',
 293         page_set=page_set)
 294
 295   def RunPageInteractions(self, action_runner):
 296     with action_runner.CreateInteraction('SplitAnimation'):
 297       action_runner.Wait(3)
 298
 299
 300 class Page20(ToughSchedulingCasesPage):
 301
 302   """Why: Simple JS touch dragging."""
 303
 304   def __init__(self, page_set):
 305     super(Page20, self).__init__(
 306         url='file://tough_scheduling_cases/simple_touch_drag.html',
 307         page_set=page_set)
 308
 309   def RunPageInteractions(self, action_runner):
 310     with action_runner.CreateGestureInteraction('ScrollAction'):
 311       action_runner.ScrollElement(
 312           selector='#card',
 313           use_touch=True,
 314           direction='up',
 315           speed_in_pixels_per_second=150,
 316           distance=400)
 317
 318
 319 class EmptyTouchHandlerPage(ToughSchedulingCasesPage):
 320
 321   """Why: Scrolling on a page with a touch handler that consumes no events but
 322       may be slow."""
 323
 324   def __init__(self, name, desktop, slow_handler, bounce, page_set):
 325     super(EmptyTouchHandlerPage, self).__init__(
 326         url='file://tough_scheduling_cases/empty_touch_handler' +
 327         ('_desktop' if desktop else '') + '.html?' + name,
 328         page_set=page_set)
 329
 330     if slow_handler:
 331       self.synthetic_delays = {
 332           'blink.HandleInputEvent': {'target_duration': 0.2}
 333       }
 334
 335     self.bounce = bounce
 336
 337   def RunPageInteractions(self, action_runner):
 338     if self.bounce:
 339       with action_runner.CreateGestureInteraction('ScrollBounceAction'):
 340         action_runner.ScrollBouncePage()
 341     else:
 342       with action_runner.CreateGestureInteraction('ScrollAction'):
 343         # Speed and distance are tuned to run exactly as long as a scroll
 344         # bounce.
 345         action_runner.ScrollPage(use_touch=True, speed_in_pixels_per_second=400,
 346                                  distance=2100)
 347
 348
 349 class SynchronizedScrollOffsetPage(ToughSchedulingCasesPage):
 350
 351   """Why: For measuring the latency of scroll-synchronized effects."""
 352
 353   def __init__(self, page_set):
 354     super(SynchronizedScrollOffsetPage, self).__init__(
 355         url='file://tough_scheduling_cases/sync_scroll_offset.html',
 356         page_set=page_set)
 357
 358   def RunPageInteractions(self, action_runner):
 359     with action_runner.CreateGestureInteraction('ScrollBounceAction'):
 360       action_runner.ScrollBouncePage()
 361
 362
 363 class SecondBatchJsPage(ToughSchedulingCasesPage):
 364
 365   """Why: For testing dynamically loading a large batch of Javascript and
 366           running a part of it in response to user input.
 367   """
 368
 369   def __init__(self, page_set, variant='medium'):
 370     super(SecondBatchJsPage, self).__init__(
 371         url='file://tough_scheduling_cases/second_batch_js.html?%s' % variant,
 372         page_set=page_set)
 373
 374   def RunPageInteractions(self, action_runner):
 375     # Do a dummy tap to warm up the synthetic tap code path.
 376     action_runner.TapElement(selector='div[id="spinner"]')
 377     # Begin the action immediately because we want the page to update smoothly
 378     # even while resources are being loaded.
 379     action_runner.WaitForJavaScriptCondition('window.__ready !== undefined')
 380
 381     with action_runner.CreateGestureInteraction('LoadAction'):
 382       action_runner.ExecuteJavaScript('kickOffLoading()')
 383       action_runner.WaitForJavaScriptCondition('window.__ready')
 384       # Click one second after the resources have finished loading.
 385       action_runner.Wait(1)
 386       action_runner.TapElement(selector='input[id="run"]')
 387       # Wait for the test to complete.
 388       action_runner.WaitForJavaScriptCondition('window.__finished')
 389
 390
 391 class ToughSchedulingCasesPageSet(page_set_module.PageSet):
 392
 393   """Tough scheduler latency test cases."""
 394
 395   def __init__(self):
 396     super(ToughSchedulingCasesPageSet, self).__init__(
 397         user_agent_type='mobile',
 398         archive_data_file='data/tough_scheduling_cases.json',
 399         bucket=page_set_module.INTERNAL_BUCKET)
 400
 401     # Why: Simple scrolling baseline
 402     self.AddUserStory(ToughSchedulingCasesPage(
 403         'file://tough_scheduling_cases/simple_text_page.html',
 404         self))
 405     self.AddUserStory(Page1(self))
 406     self.AddUserStory(Page2(self))
 407     self.AddUserStory(Page3(self))
 408     self.AddUserStory(Page4(self))
 409     # Disabled until crbug.com/413829 is fixed.
 410     # self.AddUserStory(Page5(self))
 411     # Disabled because of crbug.com/413829 and flakiness crbug.com/368532
 412     # self.AddUserStory(Page6(self))
 413     # Why: Touch handler scrolling baseline
 414     self.AddUserStory(ToughSchedulingCasesPage(
 415         'file://tough_scheduling_cases/touch_handler_scrolling.html',
 416         self))
 417     self.AddUserStory(Page7(self))
 418     self.AddUserStory(Page8(self))
 419     self.AddUserStory(Page9(self))
 420     self.AddUserStory(Page10(self))
 421     self.AddUserStory(Page11(self))
 422     self.AddUserStory(Page12(self))
 423     # Why: requestAnimationFrame scrolling baseline
 424     self.AddUserStory(ToughSchedulingCasesPage(
 425         'file://tough_scheduling_cases/raf.html',
 426         self))
 427     # Why: Test canvas blocking behavior
 428     self.AddUserStory(ToughSchedulingCasesPage(
 429         'file://tough_scheduling_cases/raf_canvas.html',
 430         self))
 431     # Disabled until crbug.com/413829 is fixed.
 432     # self.AddUserStory(Page13(self))
 433     # Disabled because of crbug.com/413829 and flakiness crbug.com/368532
 434     # self.AddUserStory(Page14(self))
 435     self.AddUserStory(Page15(self))
 436     self.AddUserStory(Page16(self))
 437     # Why: Test a requestAnimationFrame handler with concurrent CSS animation
 438     self.AddUserStory(ToughSchedulingCasesPage(
 439         'file://tough_scheduling_cases/raf_animation.html',
 440         self))
 441     # Why: Stress test for the scheduler
 442     self.AddUserStory(ToughSchedulingCasesPage(
 443         'file://tough_scheduling_cases/raf_touch_animation.html',
 444         self))
 445     self.AddUserStory(Page17(self))
 446     self.AddUserStory(Page18(self))
 447     self.AddUserStory(Page19(self))
 448     self.AddUserStory(Page20(self))
 449     # Why: Baseline for scrolling in the presence of a no-op touch handler
 450     self.AddUserStory(EmptyTouchHandlerPage(
 451         name='baseline',
 452         desktop=False,
 453         slow_handler=False,
 454         bounce=False,
 455         page_set=self))
 456     # Why: Slow handler blocks scroll start
 457     self.AddUserStory(EmptyTouchHandlerPage(
 458         name='slow_handler',
 459         desktop=False,
 460         slow_handler=True,
 461         bounce=False,
 462         page_set=self))
 463     # Why: Slow handler blocks scroll start until touch ACK timeout
 464     self.AddUserStory(EmptyTouchHandlerPage(
 465         name='desktop_slow_handler',
 466         desktop=True,
 467         slow_handler=True,
 468         bounce=False,
 469         page_set=self))
 470     # Why: Scroll bounce showing repeated transitions between scrolling and
 471     # sending synchronous touchmove events.  Should be nearly as fast as
 472     # scroll baseline.
 473     self.AddUserStory(EmptyTouchHandlerPage(
 474         name='bounce',
 475         desktop=False,
 476         slow_handler=False,
 477         bounce=True,
 478         page_set=self))
 479     # Why: Scroll bounce with slow handler, repeated blocking.
 480     self.AddUserStory(EmptyTouchHandlerPage(
 481         name='bounce_slow_handler',
 482         desktop=False,
 483         slow_handler=True,
 484         bounce=True,
 485         page_set=self))
 486     # Why: Scroll bounce with slow handler on desktop, blocks only once until
 487     # ACK timeout.
 488     self.AddUserStory(EmptyTouchHandlerPage(
 489         name='bounce_desktop_slow_handler',
 490         desktop=True,
 491         slow_handler=True,
 492         bounce=True,
 493         page_set=self))
 494     # Why: For measuring the latency of scroll-synchronized effects.
 495     self.AddUserStory(SynchronizedScrollOffsetPage(page_set=self))
 496     # Why: Test loading a large amount of Javascript.
 497     self.AddUserStory(SecondBatchJsPage(page_set=self, variant='light'))
 498     self.AddUserStory(SecondBatchJsPage(page_set=self, variant='medium'))
 499     self.AddUserStory(SecondBatchJsPage(page_set=self, variant='heavy'))