content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4 import os
   5
   6 from gpu_test_expectations import GpuTestExpectations
   7
   8 # See the GpuTestExpectations class for documentation.
   9
  10 class WebGLConformanceExpectations(GpuTestExpectations):
  11   def __init__(self, conformance_path):
  12     self.conformance_path = conformance_path
  13     super(WebGLConformanceExpectations, self).__init__()
  14
  15   def Fail(self, pattern, condition=None, bug=None):
  16     self.CheckPatternIsValid(pattern)
  17     GpuTestExpectations.Fail(self, pattern, condition, bug)
  18
  19   def Skip(self, pattern, condition=None, bug=None):
  20     self.CheckPatternIsValid(pattern)
  21     GpuTestExpectations.Skip(self, pattern, condition, bug)
  22
  23   def CheckPatternIsValid(self, pattern):
  24     # Look for basic wildcards.
  25     if not '*' in pattern:
  26       full_path = os.path.normpath(os.path.join(self.conformance_path, pattern))
  27       if not os.path.exists(full_path):
  28         raise Exception('The WebGL conformance test path specified in' +
  29           'expectation does not exist: ' + full_path)
  30
  31   def SetExpectations(self):
  32     # Fails on all platforms
  33     self.Fail('deqp/data/gles2/shaders/functions.html',
  34         bug=478572)
  35     self.Fail('deqp/data/gles2/shaders/preprocessor.html',
  36         bug=478572)
  37     self.Fail('deqp/data/gles2/shaders/scoping.html',
  38         bug=478572)
  39     self.Fail('conformance/misc/expando-loss.html',
  40         bug=485634)
  41
  42     # Win failures
  43     self.Fail('conformance/glsl/bugs/' +
  44               'pow-of-small-constant-in-user-defined-function.html',
  45         ['win'], bug=485641)
  46     self.Fail('conformance/glsl/bugs/sampler-struct-function-arg.html',
  47         ['win'], bug=485642)
  48     self.Flaky('conformance/glsl/constructors/' +
  49                'glsl-construct-vec-mat-index.html',
  50                ['win'], bug=525188)
  51
  52     # Win7 / Intel failures
  53     self.Fail('conformance/rendering/gl-scissor-test.html',
  54         ['win7', 'intel'], bug=314997)
  55     self.Fail('conformance/context/premultiplyalpha-test.html',
  56         ['win7', 'intel'])
  57     self.Fail('conformance/textures/misc/copy-tex-image-and-sub-image-2d.html',
  58         ['win7', 'intel'])
  59     self.Fail('conformance/rendering/gl-viewport-test.html',
  60         ['win7', 'intel'], bug=372511)
  61
  62     # Win / AMD flakiness seen on new tryservers.
  63     # It's unfortunate that this suppression needs to be so broad, but
  64     # basically any test that uses readPixels is potentially flaky, and
  65     # it's infeasible to suppress individual failures one by one.
  66     self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419)
  67
  68     # Win / AMD D3D9 failures
  69     self.Fail('conformance/textures/misc/texparameter-test.html',
  70         ['win', 'amd', 'd3d9'], bug=839) # angle bug ID
  71     self.Fail('conformance/extensions/angle-instanced-arrays.html',
  72         ['win', 'amd', 'd3d9'], bug=475095)
  73     self.Fail('conformance/rendering/more-than-65536-indices.html',
  74         ['win', 'amd', 'd3d9'], bug=475095)
  75
  76     # Win / D3D9 failures
  77     # Skipping these tests because they're causing assertion failures.
  78     self.Skip('conformance/extensions/oes-texture-float-with-canvas.html',
  79         ['win', 'd3d9'], bug=896) # angle bug ID
  80     self.Skip('conformance/extensions/oes-texture-half-float-with-canvas.html',
  81         ['win', 'd3d9'], bug=896) # angle bug ID
  82
  83     # Win / OpenGL failures
  84     self.Fail('conformance/context/'+
  85         'context-attributes-alpha-depth-stencil-antialias.html',
  86         ['win', 'opengl'], bug=1007) # angle bug ID
  87     self.Fail('deqp/data/gles2/shaders/conditionals.html',
  88         ['win', 'opengl'], bug=1007) # angle bug ID
  89
  90     # Win / OpenGL / NVIDIA failures
  91     self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html',
  92         ['win', 'nvidia', 'opengl'], bug=1007) # angle bug ID
  93
  94     # Win / OpenGL / AMD failures
  95     self.Skip('conformance/glsl/misc/shader-struct-scope.html',
  96         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
  97     self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
  98         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
  99     self.Fail('conformance/glsl/misc/struct-nesting-of-variable-names.html',
 100         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
 101     self.Fail('conformance/rendering/gl-scissor-test.html',
 102         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
 103     self.Fail('deqp/data/gles2/shaders/constant_expressions.html',
 104         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
 105     self.Fail('deqp/data/gles2/shaders/constants.html',
 106         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
 107     self.Fail('deqp/data/gles2/shaders/swizzles.html',
 108         ['win', 'amd', 'opengl'], bug=1007) # angle bug ID
 109
 110     # Skip all WebGL CTS on OpenGL+Intel
 111     self.Skip('*', ['win', 'opengl', 'intel'], bug=1007) # angle bug ID
 112
 113     # Mac failures
 114     self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
 115         ['mac'], bug=421710)
 116
 117     # Mac / Intel failures
 118     # Radar 13499466
 119     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
 120         ['mac', 'intel'], bug=225642)
 121     # Radar 13499623
 122     self.Fail('conformance/textures/misc/texture-size.html',
 123         ['mac', 'intel'], bug=225642)
 124
 125     # Mac / Intel HD 3000 failures
 126     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
 127         ['mac', ('intel', 0x116)], bug=322795)
 128     # Radar 13499677
 129     self.Fail('conformance/glsl/functions/' +
 130         'glsl-function-smoothstep-gentype.html',
 131         ['mac', ('intel', 0x116)], bug=225642)
 132     self.Fail('conformance/extensions/webgl-draw-buffers.html',
 133         ['mac', ('intel', 0x116)], bug=369349)
 134
 135     # Mac 10.8 / Intel HD 3000 failures
 136     self.Fail('conformance/rendering/gl-scissor-test.html',
 137         ['mountainlion', ('intel', 0x116)], bug=314997)
 138     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
 139         ['mountainlion', ('intel', 0x116)], bug=322795)
 140     self.Flaky('conformance/ogles/*',
 141         ['mountainlion', ('intel', 0x116)], bug=527250)
 142
 143     # Mac 10.8 / Intel HD 4000 failures.
 144     self.Fail('conformance/context/context-hidden-alpha.html',
 145         ['mountainlion', ('intel', 0x166)], bug=518008)
 146
 147     # Mac 10.9 / Intel HD 3000 failures
 148     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
 149         ['mavericks', ('intel', 0x116)], bug=417415)
 150     self.Fail('conformance/rendering/gl-scissor-test.html',
 151         ['mavericks', ('intel', 0x116)], bug=417415)
 152
 153     # Mac Retina failures
 154     self.Fail(
 155         'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
 156         ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912)
 157
 158     # Mac / AMD Failures
 159     self.Fail('deqp/data/gles2/shaders/conversions.html',
 160         ['mac', 'amd'], bug=478572)
 161
 162     # Mac 10.8 / ATI failures
 163     self.Fail(
 164         'conformance/rendering/' +
 165         'point-with-gl-pointcoord-in-fragment-shader.html',
 166         ['mountainlion', 'amd'])
 167
 168     # Mac 10.7 / Intel failures
 169     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
 170         ['lion', 'intel'])
 171     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
 172         ['lion', 'intel'])
 173     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
 174         ['lion', 'intel'])
 175     self.Skip('conformance/glsl/functions/glsl-function-length.html',
 176         ['lion', 'intel'])
 177     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
 178         ['lion', 'intel'])
 179     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
 180         ['lion', 'intel'])
 181     self.Skip('conformance/rendering/line-loop-tri-fan.html',
 182         ['lion', 'intel'])
 183     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 184         ['lion', 'intel'], bug=345575)
 185     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
 186         ['lion', 'intel'], bug=323736)
 187     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
 188         ['lion', 'intel'], bug=323736)
 189     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
 190         ['lion', 'intel'], bug=323736)
 191     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 192         ['lion', 'intel'], bug=323736)
 193     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
 194         ['lion', 'intel'], bug=323736)
 195     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
 196         ['lion', 'intel'], bug=323736)
 197     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
 198         ['lion', 'intel'], bug=323736)
 199     # Two flaky tests.
 200     self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html',
 201         ['lion', 'intel'], bug=393331)
 202     self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html',
 203         ['lion', 'intel'], bug=393331)
 204
 205     # Linux failures
 206     # NVIDIA
 207     self.Fail('conformance/textures/misc/default-texture.html',
 208         ['linux', ('nvidia', 0x104a)], bug=422152)
 209     self.Flaky('conformance/extensions/oes-element-index-uint.html',
 210                ['linux', 'nvidia'], bug=524144)
 211     # AMD Radeon 5450
 212     self.Fail('conformance/programs/program-test.html',
 213         ['linux', ('amd', 0x68f9)], bug=436212)
 214     self.Fail('conformance/rendering/multisample-corruption.html',
 215         ['linux', ('amd', 0x68f9)], bug=436212)
 216     self.Fail('conformance/textures/misc/default-texture.html',
 217         ['linux', ('amd', 0x68f9)], bug=436212)
 218     self.Fail('conformance/textures/video/' +
 219         'tex-image-and-sub-image-2d-with-video-rgb-rgb-unsigned_byte.html',
 220         ['linux', ('amd', 0x68f9)], bug=436212)
 221     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 222         'video-rgb-rgb-unsigned_short_5_6_5.html',
 223         ['linux', ('amd', 0x68f9)], bug=436212)
 224     self.Fail('conformance/textures/video/' +
 225         'tex-image-and-sub-image-2d-with-video-rgba-rgba-unsigned_byte.html',
 226         ['linux', ('amd', 0x68f9)], bug=436212)
 227     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 228         'video-rgba-rgba-unsigned_short_4_4_4_4.html',
 229         ['linux', ('amd', 0x68f9)], bug=436212)
 230     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 231         'video-rgba-rgba-unsigned_short_5_5_5_1.html',
 232         ['linux', ('amd', 0x68f9)], bug=436212)
 233     self.Fail('conformance/textures/webgl_canvas/tex-image-and-sub-image-2d-' +
 234         'with-webgl-canvas-rgb-rgb-unsigned_byte.html',
 235         ['linux', ('amd', 0x68f9)], bug=436212)
 236     self.Fail('conformance/textures/webgl_canvas/tex-image-and-sub-image-2d-' +
 237         'with-webgl-canvas-rgb-rgb-unsigned_short_5_6_5.html',
 238         ['linux', ('amd', 0x68f9)], bug=436212)
 239     self.Fail('conformance/textures/webgl_canvas/tex-image-and-sub-image-2d-' +
 240         'with-webgl-canvas-rgba-rgba-unsigned_byte.html',
 241         ['linux', ('amd', 0x68f9)], bug=436212)
 242     self.Fail('conformance/textures/webgl_canvas/tex-image-and-sub-image-2d-' +
 243         'with-webgl-canvas-rgba-rgba-unsigned_short_4_4_4_4.html',
 244         ['linux', ('amd', 0x68f9)], bug=436212)
 245     self.Fail('conformance/textures/webgl_canvas/tex-image-and-sub-image-2d-' +
 246         'with-webgl-canvas-rgba-rgba-unsigned_short_5_5_5_1.html',
 247         ['linux', ('amd', 0x68f9)], bug=436212)
 248     self.Fail('conformance/textures/misc/texture-mips.html',
 249         ['linux', ('amd', 0x68f9)], bug=436212)
 250     self.Fail('conformance/textures/misc/texture-npot-video.html',
 251         ['linux', ('amd', 0x68f9)], bug=436212)
 252     self.Fail('conformance/textures/misc/texture-size.html',
 253         ['linux', ('amd', 0x68f9)], bug=436212)
 254     self.Fail('conformance/more/functions/copyTexSubImage2D.html',
 255         ['linux', ('amd', 0x68f9)], bug=436212)
 256     self.Fail('conformance/more/functions/drawArraysOutOfBounds.html',
 257         ['linux', ('amd', 0x68f9)], bug=436212)
 258     self.Fail('conformance/more/functions/texImage2DHTML.html',
 259         ['linux', ('amd', 0x68f9)], bug=436212)
 260     self.Fail('conformance/more/functions/texSubImage2DHTML.html',
 261         ['linux', ('amd', 0x68f9)], bug=436212)
 262     # AMD Radeon 6450
 263     self.Fail('conformance/extensions/angle-instanced-arrays.html',
 264         ['linux', ('amd', 0x6779)], bug=479260)
 265     self.Fail('conformance/extensions/ext-texture-filter-anisotropic.html',
 266         ['linux', ('amd', 0x6779)], bug=436212)
 267     self.Fail('conformance/glsl/misc/shader-struct-scope.html',
 268         ['linux', ('amd', 0x6779)], bug=436212)
 269     self.Fail('conformance/glsl/misc/struct-nesting-of-variable-names.html',
 270         ['linux', ('amd', 0x6779)], bug=436212)
 271     self.Fail('conformance/rendering/point-size.html',
 272         ['linux', ('amd', 0x6779)], bug=436212)
 273     self.Fail('conformance/textures/misc/texture-sub-image-cube-maps.html',
 274         ['linux', ('amd', 0x6779)], bug=436212)
 275     self.Fail('conformance/more/functions/uniformf.html',
 276         ['linux', ('amd', 0x6779)], bug=436212)
 277     self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
 278         ['linux', ('amd', 0x6779)], bug=479952)
 279     self.Fail('conformance/textures/misc/texture-mips.html',
 280         ['linux', ('amd', 0x6779)], bug=479981)
 281     self.Fail('conformance/textures/misc/texture-size-cube-maps.html',
 282         ['linux', ('amd', 0x6779)], bug=479983)
 283     self.Fail('conformance/uniforms/uniform-default-values.html',
 284         ['linux', ('amd', 0x6779)], bug=482013)
 285
 286     # Android failures
 287     self.Fail('deqp/data/gles2/shaders/constants.html',
 288         ['android'], bug=478572)
 289     self.Fail('deqp/data/gles2/shaders/conversions.html',
 290         ['android'], bug=478572)
 291     self.Fail('deqp/data/gles2/shaders/declarations.html',
 292         ['android'], bug=478572)
 293     self.Fail('deqp/data/gles2/shaders/linkage.html',
 294         ['android'], bug=478572)
 295     # The following WebView crashes are causing problems with further
 296     # tests in the suite, so skip them for now.
 297     self.Skip('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 298         'video-rgb-rgb-unsigned_byte.html',
 299         ['android', 'android-webview-shell'], bug=352645)
 300     self.Skip('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 301         'video-rgb-rgb-unsigned_short_5_6_5.html',
 302         ['android', 'android-webview-shell'], bug=352645)
 303     self.Skip('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 304         'video-rgba-rgba-unsigned_byte.html',
 305         ['android', 'android-webview-shell'], bug=352645)
 306     self.Skip('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 307         'video-rgba-rgba-unsigned_short_4_4_4_4.html',
 308         ['android', 'android-webview-shell'], bug=352645)
 309     self.Skip('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 310         'video-rgba-rgba-unsigned_short_5_5_5_1.html',
 311         ['android', 'android-webview-shell'], bug=352645)
 312     self.Skip('conformance/textures/misc/texture-npot-video.html',
 313         ['android', 'android-webview-shell'], bug=352645)
 314     # Recent regressions have caused these to fail on multiple devices
 315     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 316         'video-rgb-rgb-unsigned_byte.html',
 317         ['android', 'android-content-shell'], bug=499555)
 318     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 319         'video-rgba-rgba-unsigned_byte.html',
 320         ['android', 'android-content-shell'], bug=499555)
 321     self.Flaky('conformance/textures/misc/texture-npot-video.html',
 322         ['android', 'android-content-shell'], bug=520638)
 323     # These are failing on the Nexus 5 and 6
 324     self.Fail('conformance/extensions/oes-texture-float-with-canvas.html',
 325               ['android', 'qualcomm'], bug=499555)
 326     # This crashes in Android WebView on the Nexus 6, preventing the
 327     # suite from running further. Rather than add multiple
 328     # suppressions, skip it until it's passing at least in content
 329     # shell.
 330     self.Skip('conformance/extensions/oes-texture-float-with-video.html',
 331               ['android', 'qualcomm'], bug=499555)
 332     # Nexus 6 failures only
 333     self.Fail('conformance/context/' +
 334               'context-attributes-alpha-depth-stencil-antialias.html',
 335               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 336     self.Fail('conformance/context/premultiplyalpha-test.html',
 337               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 338     self.Fail('conformance/extensions/oes-texture-float-with-image-data.html',
 339               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 340     self.Fail('conformance/extensions/oes-texture-float-with-image.html',
 341               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 342     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 343         'video-rgb-rgb-unsigned_short_5_6_5.html',
 344         ['android', 'android-content-shell',
 345          ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 346     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 347         'video-rgba-rgba-unsigned_short_4_4_4_4.html',
 348         ['android', 'android-content-shell',
 349          ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 350     self.Fail('conformance/textures/video/tex-image-and-sub-image-2d-with-' +
 351         'video-rgba-rgba-unsigned_short_5_5_5_1.html',
 352         ['android', 'android-content-shell',
 353          ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 354     # bindBufferBadArgs is causing the GPU thread to crash, taking
 355     # down the WebView shell, causing the next test to fail and
 356     # subsequent tests to be aborted.
 357     self.Skip('conformance/more/functions/bindBufferBadArgs.html',
 358               ['android', 'android-webview-shell',
 359                ('qualcomm', 'Adreno (TM) 420')], bug=499874)
 360     self.Fail('conformance/rendering/gl-scissor-test.html',
 361               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 362     self.Fail('conformance/textures/misc/' +
 363               'copy-tex-image-and-sub-image-2d.html',
 364               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 365     self.Fail('conformance/textures/misc/' +
 366               'tex-image-and-sub-image-2d-with-array-buffer-view.html',
 367               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 368     self.Fail('conformance/textures/canvas/*',
 369               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 370     self.Fail('conformance/textures/image_data/*',
 371               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 372     self.Fail('conformance/textures/image/*',
 373               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 374     self.Fail('conformance/textures/webgl_canvas/*',
 375               ['android', ('qualcomm', 'Adreno (TM) 420')], bug=499555)
 376     # Nexus 9 failures
 377     self.Skip('conformance/extensions/oes-texture-float-with-video.html',
 378               ['android', 'nvidia'], bug=499555) # flaky
 379
 380     # The following test is very slow and therefore times out on Android bot.
 381     self.Skip('conformance/rendering/multisample-corruption.html',
 382         ['android'])
 383
 384     # ChromeOS: affecting all devices.
 385     self.Fail('conformance/extensions/webgl-depth-texture.html',
 386         ['chromeos'], bug=382651)
 387
 388     # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...)
 389     # We will just include pinetrail here for now as we don't want to list
 390     # every single Intel device ID.
 391     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 392         ['chromeos', 'intel'], bug=375556)
 393     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 394         ['chromeos', 'intel'], bug=375556)
 395     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 396         ['chromeos', 'intel'], bug=375556)
 397     self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html',
 398         ['chromeos', 'intel'], bug=375556)
 399     self.Fail('conformance/textures/misc/texture-size-limit.html',
 400         ['chromeos', 'intel'], bug=385361)
 401
 402     # ChromeOS: pinetrail (alex, mario, zgb).
 403     self.Fail('conformance/attribs/gl-vertex-attrib-render.html',
 404         ['chromeos', ('intel', 0xa011)], bug=375554)
 405     self.Fail('conformance/glsl/functions/glsl-function-atan-xy.html',
 406         ['chromeos', ('intel', 0xa011)], bug=375554)
 407     self.Fail('conformance/glsl/functions/glsl-function-cos.html',
 408         ['chromeos', ('intel', 0xa011)], bug=375554)
 409     self.Fail('conformance/glsl/functions/glsl-function-sin.html',
 410         ['chromeos', ('intel', 0xa011)], bug=375554)
 411     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 412         ['chromeos', ('intel', 0xa011)], bug=375554)
 413     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 414         ['chromeos', ('intel', 0xa011)], bug=375554)
 415     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 416         ['chromeos', ('intel', 0xa011)], bug=375554)
 417     self.Fail('conformance/glsl/variables/gl-frontfacing.html',
 418         ['chromeos', ('intel', 0xa011)], bug=375554)
 419     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
 420         ['chromeos', ('intel', 0xa011)], bug=375554)
 421     self.Fail('conformance/ogles/GL/acos/acos_001_to_006.html',
 422         ['chromeos', ('intel', 0xa011)], bug=375554)
 423     self.Fail('conformance/ogles/GL/asin/asin_001_to_006.html',
 424         ['chromeos', ('intel', 0xa011)], bug=375554)
 425     self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html',
 426         ['chromeos', ('intel', 0xa011)], bug=375554)
 427     self.Fail('conformance/ogles/GL/build/build_009_to_016.html',
 428         ['chromeos', ('intel', 0xa011)], bug=378938)
 429     self.Fail('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 430         ['chromeos', ('intel', 0xa011)], bug=375554)
 431     self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html',
 432         ['chromeos', ('intel', 0xa011)], bug=375554)
 433     self.Fail('conformance/ogles/GL/discard/discard_001_to_002.html',
 434         ['chromeos', ('intel', 0xa011)], bug=375554)
 435     self.Fail('conformance/ogles/GL/functions/functions_001_to_008.html',
 436         ['chromeos', ('intel', 0xa011)], bug=375554)
 437     self.Fail('conformance/ogles/GL/functions/functions_065_to_072.html',
 438         ['chromeos', ('intel', 0xa011)], bug=375554)
 439     self.Fail('conformance/ogles/GL/functions/functions_081_to_088.html',
 440         ['chromeos', ('intel', 0xa011)], bug=375554)
 441     self.Fail('conformance/ogles/GL/functions/functions_097_to_104.html',
 442         ['chromeos', ('intel', 0xa011)], bug=375554)
 443     self.Fail('conformance/ogles/GL/functions/functions_105_to_112.html',
 444         ['chromeos', ('intel', 0xa011)], bug=375554)
 445     self.Fail('conformance/ogles/GL/functions/functions_113_to_120.html',
 446         ['chromeos', ('intel', 0xa011)], bug=375554)
 447     self.Fail('conformance/ogles/GL/functions/functions_121_to_126.html',
 448         ['chromeos', ('intel', 0xa011)], bug=375554)
 449     self.Fail(
 450         'conformance/ogles/GL/gl_FrontFacing/gl_FrontFacing_001_to_001.html',
 451         ['chromeos', ('intel', 0xa011)], bug=375554)
 452     self.Fail('conformance/ogles/GL/log/log_001_to_008.html',
 453         ['chromeos', ('intel', 0xa011)], bug=375554)
 454     self.Fail('conformance/ogles/GL/log2/log2_001_to_008.html',
 455         ['chromeos', ('intel', 0xa011)], bug=375554)
 456     self.Fail('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 457         ['chromeos', ('intel', 0xa011)], bug=375554)
 458     self.Fail('conformance/ogles/GL/sin/sin_001_to_006.html',
 459         ['chromeos', ('intel', 0xa011)], bug=375554)
 460     self.Fail('conformance/rendering/point-size.html',
 461         ['chromeos', ('intel', 0xa011)], bug=375554)
 462     self.Fail('conformance/rendering/polygon-offset.html',
 463         ['chromeos', ('intel', 0xa011)], bug=375554)
 464     self.Fail('conformance/textures/misc/texture-mips.html',
 465         ['chromeos', ('intel', 0xa011)], bug=375554)
 466     self.Fail('conformance/textures/misc/texture-npot.html',
 467         ['chromeos', ('intel', 0xa011)], bug=375554)
 468     self.Fail('conformance/textures/misc/texture-npot-video.html',
 469         ['chromeos', ('intel', 0xa011)], bug=375554)
 470     self.Fail('conformance/textures/misc/texture-size.html',
 471         ['chromeos', ('intel', 0xa011)], bug=375554)
 472     self.Fail('conformance/textures/misc/texture-size-limit.html',
 473         ['chromeos', ('intel', 0xa011)], bug=375554)
 474     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 475         ['chromeos', ('intel', 0xa011)], bug=375554)
 476     self.Skip('conformance/uniforms/uniform-default-values.html',
 477         ['chromeos', ('intel', 0xa011)], bug=375554)
 478
 479     # Flaky on Mac & Linux
 480     self.Fail('conformance/textures/misc/texture-upload-size.html',
 481         ['mac'], bug=436493)
 482     self.Fail('conformance/textures/misc/texture-upload-size.html',
 483         ['linux'], bug=436493)
 484
 485     ##############################################################
 486     # WEBGL 2 TESTS FAILURES
 487     ##############################################################
 488
 489     self.Fail('deqp/data/gles3/shaders/constant_expressions.html', bug=483282)
 490     self.Fail('deqp/data/gles3/shaders/constants.html', bug=483282)
 491     self.Skip('deqp/data/gles3/shaders/conversions.html', bug=483282)
 492     self.Skip('deqp/data/gles3/shaders/functions.html', bug=483282)
 493     self.Skip('deqp/data/gles3/shaders/linkage.html', bug=483282)
 494     self.Fail('deqp/data/gles3/shaders/preprocessor.html', bug=483282)
 495
 496     self.Fail('deqp/framework/opengl/simplereference/referencecontext.html',
 497         bug=483282)
 498
 499     self.Skip('deqp/functional/gles3/attriblocation.html', bug=483282)
 500     self.Skip('deqp/functional/gles3/buffercopy.html', bug=483282)
 501     self.Skip('deqp/functional/gles3/builtinprecision.html', bug=483282)
 502     self.Skip('deqp/functional/gles3/draw.html', bug=483282)
 503     self.Fail('deqp/functional/gles3/fbocolorbuffer.html', bug=483282)
 504     self.Fail('deqp/functional/gles3/fbocompleteness.html', bug=483282)
 505     self.Fail('deqp/functional/gles3/fbodepthbuffer.html', bug=483282)
 506     self.Skip('deqp/functional/gles3/fbomultisample.html', bug=483282)
 507     self.Fail('deqp/functional/gles3/fborender.html', bug=483282)
 508     self.Fail('deqp/functional/gles3/fragdepth.html', bug=483282)
 509     self.Skip('deqp/functional/gles3/fragmentoutput.html', bug=483282)
 510     self.Skip('deqp/functional/gles3/framebufferblit.html', bug=483282)
 511     self.Skip('deqp/functional/gles3/instancedrendering.html', bug=483282)
 512     self.Skip('deqp/functional/gles3/lifetime.html', bug=483282)
 513     self.Skip('deqp/functional/gles3/multisample.html', bug=483282)
 514     self.Skip('deqp/functional/gles3/negativebufferapi.html', bug=483282)
 515     self.Skip('deqp/functional/gles3/negativefragmentapi.html', bug=483282)
 516     self.Skip('deqp/functional/gles3/negativeshaderapi.html', bug=483282)
 517     self.Skip('deqp/functional/gles3/negativestateapi.html', bug=483282)
 518     self.Skip('deqp/functional/gles3/negativetextureapi.html', bug=483282)
 519     self.Skip('deqp/functional/gles3/negativevertexarrayapi.html', bug=483282)
 520     self.Skip('deqp/functional/gles3/pixelbufferobject.html', bug=483282)
 521     self.Fail('deqp/functional/gles3/primitiverestart.html', bug=483282)
 522     self.Fail('deqp/functional/gles3/rasterizerdiscard.html', bug=483282)
 523     self.Skip('deqp/functional/gles3/samplerobject.html', bug=483282)
 524     self.Fail('deqp/functional/gles3/shaderbuiltinvar.html', bug=483282)
 525     self.Fail('deqp/functional/gles3/shadercommonfunction.html', bug=483282)
 526     self.Fail('deqp/functional/gles3/shaderderivate.html', bug=483282)
 527     self.Fail('deqp/functional/gles3/shaderindexing.html', bug=483282)
 528     self.Skip('deqp/functional/gles3/shaderloop.html', bug=483282)
 529     self.Fail('deqp/functional/gles3/shadermatrix.html', bug=483282)
 530     self.Fail('deqp/functional/gles3/shaderpackingfunction.html', bug=483282)
 531     self.Fail('deqp/functional/gles3/shaderprecision.html', bug=483282)
 532     self.Fail('deqp/functional/gles3/shaderstruct.html', bug=483282)
 533     self.Fail('deqp/functional/gles3/texturefiltering.html', bug=483282)
 534     self.Fail('deqp/functional/gles3/textureformat.html', bug=483282)
 535     self.Skip('deqp/functional/gles3/textureshadow.html', bug=483282)
 536     self.Fail('deqp/functional/gles3/texturespecification.html', bug=483282)
 537     self.Fail('deqp/functional/gles3/texturewrap.html', bug=483282)
 538     self.Skip('deqp/functional/gles3/transformfeedback.html', bug=483282)
 539     self.Fail('deqp/functional/gles3/uniformapi.html', bug=483282)
 540     self.Skip('deqp/functional/gles3/uniformbuffers.html', bug=483282)
 541     self.Skip('deqp/functional/gles3/vertexarrays.html', bug=483282)
 542
 543     self.Fail('conformance2/attribs/gl-vertex-attrib.html', bug=483282)
 544     self.Fail('conformance2/attribs/gl-vertex-attrib-i-render.html', bug=483282)
 545     self.Fail('conformance2/attribs/gl-vertexattribipointer.html', bug=483282)
 546     self.Fail('conformance2/attribs/gl-vertexattribipointer-offsets.html',
 547         bug=483282)
 548     self.Fail('conformance2/buffers/buffer-copying-restrictions.html',
 549         bug=483282)
 550     self.Fail('conformance2/buffers/buffer-type-restrictions.html', bug=483282)
 551     self.Fail('conformance2/buffers/uniform-buffers.html', bug=483282)
 552
 553     self.Fail('conformance2/glsl3/array-complex-indexing.html', bug=483282)
 554     self.Fail('conformance2/glsl3/attrib-location-length-limits.html',
 555         bug=483282)
 556     self.Fail('conformance2/glsl3/frag-depth.html', bug=483282)
 557     self.Fail('conformance2/glsl3/invalid-default-precision.html', bug=483282)
 558     self.Fail('conformance2/glsl3/sequence-operator-returns-non-constant.html',
 559         bug=483282)
 560     self.Fail('conformance2/glsl3/shader-with-1024-character-define.html',
 561         bug=483282)
 562     self.Fail('conformance2/glsl3/' +
 563         'shader-with-1024-character-identifier.frag.html',
 564         bug=483282)
 565     self.Fail('conformance2/glsl3/ternary-operator-on-arrays-glsl3.html',
 566         bug=483282)
 567     self.Fail('conformance2/glsl3/uniform-location-length-limits.html',
 568         bug=483282)
 569     self.Fail('conformance2/misc/instanceof-test.html', bug=483282)
 570     self.Fail('conformance2/reading/read-pixels-from-fbo-test.html', bug=483282)
 571     self.Fail('conformance2/renderbuffers/framebuffer-test.html', bug=483282)
 572     self.Fail('conformance2/renderbuffers/invalidate-framebuffer.html',
 573         bug=483282)
 574     self.Fail('conformance2/renderbuffers/readbuffer.html', bug=483282)
 575     self.Fail('conformance2/state/gl-enum-tests.html', bug=483282)
 576     self.Fail('conformance2/state/gl-object-get-calls.html', bug=483282)
 577     self.Fail('conformance2/textures/canvas/*', bug=483282)
 578     self.Fail('conformance2/textures/image_data/*', bug=483282)
 579     self.Fail('conformance2/textures/image/*', bug=483282)
 580     self.Fail('conformance2/textures/svg_image/*', bug=483282)
 581     self.Fail('conformance2/textures/video/*', bug=483282)
 582     self.Fail('conformance2/textures/webgl_canvas/*', bug=483282)
 583     self.Fail('conformance2/textures/misc/gl-get-tex-parameter.html',
 584         bug=483282)
 585     self.Fail('conformance2/textures/misc/tex-input-validation.html',
 586         bug=483282)
 587     self.Fail('conformance2/textures/misc/tex-mipmap-levels.html', bug=483282)
 588     self.Fail('conformance2/textures/misc/tex-new-formats.html', bug=483282)
 589     self.Fail('conformance2/textures/misc/tex-storage-2d.html', bug=483282)
 590     self.Fail('conformance2/textures/misc/texture-npot.html', bug=483282)
 591     self.Fail('conformance2/transform_feedback/transform_feedback.html',
 592         bug=483282)
 593
 594     # Windows only.
 595     self.Fail('conformance2/glsl3/array-in-complex-expression.html',
 596         ['win'], bug=483282)
 597     self.Fail('conformance2/glsl3/short-circuiting-in-loop-condition.html',
 598         ['win'], bug=483282)
 599     self.Fail('conformance2/renderbuffers/framebuffer-object-attachment.html',
 600         ['win'], bug=1082) # angle bug ID
 601     self.Fail('conformance2/rendering/draw-buffers.html',
 602         ['win'], bug=483282)
 603     self.Fail('conformance2/state/gl-get-calls.html',
 604         ['win'], bug=483282)
 605
 606     # Mac only.
 607     self.Fail('conformance2/renderbuffers/' +
 608         'multisampled-renderbuffer-initialization.html',
 609         ['mac'], bug=483282)
 610     self.Fail('conformance2/rendering/instanced-arrays.html',
 611         ['mac'], bug=483282)
 612     self.Fail('conformance2/samplers/samplers.html',
 613         ['mac'], bug=483282)
 614     self.Fail('deqp/data/gles3/shaders/qualification_order.html',
 615         ['mac'], bug=483282)
 616     self.Fail('deqp/data/gles3/shaders/scoping.html',
 617         ['mac'], bug=483282)
 618     self.Fail('deqp/functional/gles3/vertexarrayobject.html',
 619         ['mac'], bug=483282)
 620     self.Fail('deqp/functional/gles3/shaderswitch.html',
 621         ['mavericks'], bug=483282)
 622
 623     # Linux only.
 624     self.Fail('conformance2/glsl3/vector-dynamic-indexing.html',
 625         ['linux'], bug=483282)
 626     self.Fail('conformance2/rendering/draw-buffers.html',
 627         ['linux'], bug=483282)
 628     self.Fail('conformance2/samplers/samplers.html',
 629         ['linux'], bug=483282)
 630     self.Fail('deqp/data/gles3/shaders/arrays.html',
 631         ['linux', 'amd'], bug=483282)
 632     self.Fail('deqp/data/gles3/shaders/qualification_order.html',
 633         ['linux', 'amd'], bug=483282)
 634     self.Fail('deqp/functional/gles3/shaderswitch.html',
 635         ['linux', 'nvidia'], bug=483282)