content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from gpu_test_expectations import GpuTestExpectations
   6
   7 # See the GpuTestExpectations class for documentation.
   8
   9 class WebGLConformanceExpectations(GpuTestExpectations):
  10   def SetExpectations(self):
  11     # Fails on all platforms
  12     self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
  13         bug=421710)
  14     self.Fail('conformance/glsl/bugs/essl3-shaders-with-webgl1.html',
  15         bug=428845)
  16     self.Fail('conformance/glsl/misc/expression-list-in-declarator-initializer.html',
  17         bug=428845)
  18     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
  19         bug=433385)
  20
  21     # Win failures
  22     self.Fail('conformance/glsl/misc/struct-equals.html',
  23         ['win'], bug=391957)
  24     self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html',
  25         ['win'], bug=402195)
  26     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas.html',
  27         ['win'], bug=420357)
  28     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas-rgb565.html',
  29         ['win'], bug=420357)
  30     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas-rgba4444.html',
  31         ['win'], bug=420357)
  32     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas-rgba5551.html',
  33         ['win'], bug=420357)
  34     self.Fail('conformance/glsl/misc/ternary-operators-in-global-initializers.html',
  35         ['win'], bug=415694)
  36     self.Fail('conformance/glsl/misc/struct-specifiers-in-uniforms.html',
  37         ['win'], bug=433412)
  38     # This test still causes itself and any tests afterwards to time out
  39     # in Win Debug bots.
  40     self.Skip('conformance/textures/texture-copying-feedback-loops.html',
  41         ['Win'], bug=421695)
  42     # Flaky on Win
  43     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  44         ['win'], bug=369349)
  45
  46     self.Fail('conformance/rendering/framebuffer-switch.html',
  47         ['win'], bug=428849)
  48     self.Fail('conformance/rendering/framebuffer-texture-switch.html',
  49         ['win'], bug=428849)
  50
  51     # Win7 / Intel failures
  52     self.Fail('conformance/rendering/gl-scissor-test.html',
  53         ['win7', 'intel'], bug=314997)
  54     self.Fail('conformance/context/premultiplyalpha-test.html',
  55         ['win7', 'intel'])
  56     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  57         ['win7', 'intel'])
  58     self.Fail('conformance/rendering/gl-viewport-test.html',
  59         ['win7', 'intel'], bug=372511)
  60     self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html',
  61         ['win7', 'intel', 'nvidia'], bug=373972)
  62
  63     # Win / AMD failures
  64     self.Fail('conformance/extensions/ext-sRGB.html',
  65         ['win', 'amd'], bug=839) # angle bug ID
  66     self.Fail('conformance/extensions/webgl-depth-texture.html',
  67         ['win', 'amd'], bug=839) # angle bug ID
  68     self.Fail('conformance/textures/texparameter-test.html',
  69         ['win', 'amd', 'd3d9'], bug=839) # angle bug ID
  70
  71     # Mac / Intel failures
  72     # Radar 13499466
  73     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  74         ['mac', 'intel'], bug=225642)
  75     # Radar 13499623
  76     self.Fail('conformance/textures/texture-size.html',
  77         ['mac', 'intel'], bug=225642)
  78
  79     # Mac / Intel HD 3000 failures
  80     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
  81         ['mac', ('intel', 0x116)], bug=322795)
  82     # Radar 13499677
  83     self.Fail('conformance/glsl/functions/' +
  84         'glsl-function-smoothstep-gentype.html',
  85         ['mac', ('intel', 0x116)], bug=225642)
  86     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  87         ['mac', ('intel', 0x116)], bug=369349)
  88
  89     # Mac 10.8 / Intel HD 3000 failures
  90     self.Fail('conformance/rendering/gl-scissor-test.html',
  91         ['mountainlion', ('intel', 0x116)], bug=314997)
  92     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  93         ['mountainlion', ('intel', 0x116)], bug=322795)
  94
  95     # Mac 10.9 / Intel HD 3000 failures
  96     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  97         ['mavericks', ('intel', 0x116)], bug=417415)
  98     self.Fail('conformance/rendering/gl-scissor-test.html',
  99         ['mavericks', ('intel', 0x116)], bug=417415)
 100
 101     # Mac Retina failures
 102     self.Fail(
 103         'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
 104         ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912)
 105
 106     # Mac 10.8 / ATI failures
 107     self.Fail(
 108         'conformance/rendering/' +
 109         'point-with-gl-pointcoord-in-fragment-shader.html',
 110         ['mountainlion', 'amd'])
 111
 112     # Mac 10.7 / Intel failures
 113     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
 114         ['lion', 'intel'])
 115     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
 116         ['lion', 'intel'])
 117     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
 118         ['lion', 'intel'])
 119     self.Skip('conformance/glsl/functions/glsl-function-length.html',
 120         ['lion', 'intel'])
 121     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
 122         ['lion', 'intel'])
 123     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
 124         ['lion', 'intel'])
 125     self.Skip('conformance/rendering/line-loop-tri-fan.html',
 126         ['lion', 'intel'])
 127     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 128         ['lion', 'intel'], bug=345575)
 129     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
 130         ['lion', 'intel'], bug=323736)
 131     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
 132         ['lion', 'intel'], bug=323736)
 133     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
 134         ['lion', 'intel'], bug=323736)
 135     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 136         ['lion', 'intel'], bug=323736)
 137     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
 138         ['lion', 'intel'], bug=323736)
 139     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
 140         ['lion', 'intel'], bug=323736)
 141     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
 142         ['lion', 'intel'], bug=323736)
 143     # Two flaky tests.
 144     self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html',
 145         ['lion', 'intel'], bug=393331)
 146     self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html',
 147         ['lion', 'intel'], bug=393331)
 148
 149     # Linux failures
 150     self.Fail('conformance/textures/default-texture.html',
 151         ['linux', ('nvidia', 0x104a)], bug=422152)
 152     self.Fail('conformance/programs/program-test.html',
 153         ['linux', ('amd', 0x68f9)], bug=436212)
 154     self.Fail('conformance/rendering/multisample-corruption.html',
 155         ['linux', ('amd', 0x68f9)], bug=436212)
 156     self.Fail('conformance/textures/default-texture.html',
 157         ['linux', ('amd', 0x68f9)], bug=436212)
 158     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html',
 159         ['linux', ('amd', 0x68f9)], bug=436212)
 160     self.Fail('conformance/textures/' +
 161         'tex-image-and-sub-image-2d-with-webgl-canvas.html',
 162         ['linux', ('amd', 0x68f9)], bug=436212)
 163     self.Fail('conformance/textures/' +
 164         'tex-image-and-sub-image-2d-with-webgl-canvas-rgb565.html',
 165         ['linux', ('amd', 0x68f9)], bug=436212)
 166     self.Fail('conformance/textures/' +
 167         'tex-image-and-sub-image-2d-with-webgl-canvas-rgba4444.html',
 168         ['linux', ('amd', 0x68f9)], bug=436212)
 169     self.Fail('conformance/textures/' +
 170         'tex-image-and-sub-image-2d-with-webgl-canvas-rgba5551.html',
 171         ['linux', ('amd', 0x68f9)], bug=436212)
 172     self.Fail('conformance/textures/texture-mips.html',
 173         ['linux', ('amd', 0x68f9)], bug=436212)
 174     self.Fail('conformance/textures/texture-npot-video.html',
 175         ['linux', ('amd', 0x68f9)], bug=436212)
 176     self.Fail('conformance/textures/texture-size.html',
 177         ['linux', ('amd', 0x68f9)], bug=436212)
 178     self.Fail('conformance/more/functions/copyTexSubImage2D.html',
 179         ['linux', ('amd', 0x68f9)], bug=436212)
 180     self.Fail('conformance/more/functions/drawArraysOutOfBounds.html',
 181         ['linux', ('amd', 0x68f9)], bug=436212)
 182     self.Fail('conformance/more/functions/texImage2DHTML.html',
 183         ['linux', ('amd', 0x68f9)], bug=436212)
 184     self.Fail('conformance/more/functions/texSubImage2DHTML.html',
 185         ['linux', ('amd', 0x68f9)], bug=436212)
 186
 187     # Android failures
 188     # The following test is very slow and therefore times out on Android bot.
 189     self.Skip('conformance/rendering/multisample-corruption.html',
 190         ['android'])
 191     # The following test times out on Android bot.
 192     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 193         ['android'], bug=369300)
 194     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 195         ['android'], bug=315976)
 196     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 197         ['android'], bug=315976)
 198     # The following tests are disabled due to security issues.
 199     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html',
 200         ['android'], bug=334204)
 201     self.Fail('conformance/textures/' +
 202         'tex-image-and-sub-image-2d-with-video-rgb565.html',
 203         ['android'], bug=334204)
 204     self.Fail('conformance/textures/' +
 205         'tex-image-and-sub-image-2d-with-video-rgba4444.html',
 206         ['android'], bug=334204)
 207     self.Fail('conformance/textures/' +
 208         'tex-image-and-sub-image-2d-with-video-rgba5551.html',
 209         ['android'], bug=334204)
 210     self.Fail('conformance/textures/texture-npot-video.html',
 211         ['android'], bug=334204)
 212
 213     # ChromeOS: affecting all devices.
 214     self.Fail('conformance/extensions/webgl-depth-texture.html',
 215         ['chromeos'], bug=382651)
 216
 217     # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...)
 218     # We will just include pinetrail here for now as we don't want to list
 219     # every single Intel device ID.
 220     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 221         ['chromeos', 'intel'], bug=375556)
 222     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 223         ['chromeos', 'intel'], bug=375556)
 224     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 225         ['chromeos', 'intel'], bug=375556)
 226     self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html',
 227         ['chromeos', 'intel'], bug=375556)
 228     self.Fail('conformance/textures/texture-size-limit.html',
 229         ['chromeos', 'intel'], bug=385361)
 230
 231     # ChromeOS: pinetrail (alex, mario, zgb).
 232     self.Fail('conformance/attribs/gl-vertex-attrib-render.html',
 233         ['chromeos', ('intel', 0xa011)], bug=375554)
 234     self.Fail('conformance/glsl/functions/glsl-function-atan-xy.html',
 235         ['chromeos', ('intel', 0xa011)], bug=375554)
 236     self.Fail('conformance/glsl/functions/glsl-function-cos.html',
 237         ['chromeos', ('intel', 0xa011)], bug=375554)
 238     self.Fail('conformance/glsl/functions/glsl-function-sin.html',
 239         ['chromeos', ('intel', 0xa011)], bug=375554)
 240     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 241         ['chromeos', ('intel', 0xa011)], bug=375554)
 242     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 243         ['chromeos', ('intel', 0xa011)], bug=375554)
 244     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 245         ['chromeos', ('intel', 0xa011)], bug=375554)
 246     self.Fail('conformance/glsl/variables/gl-frontfacing.html',
 247         ['chromeos', ('intel', 0xa011)], bug=375554)
 248     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
 249         ['chromeos', ('intel', 0xa011)], bug=375554)
 250     self.Fail('conformance/ogles/GL/acos/acos_001_to_006.html',
 251         ['chromeos', ('intel', 0xa011)], bug=375554)
 252     self.Fail('conformance/ogles/GL/asin/asin_001_to_006.html',
 253         ['chromeos', ('intel', 0xa011)], bug=375554)
 254     self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html',
 255         ['chromeos', ('intel', 0xa011)], bug=375554)
 256     self.Fail('conformance/ogles/GL/build/build_009_to_016.html',
 257         ['chromeos', ('intel', 0xa011)], bug=378938)
 258     self.Fail('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 259         ['chromeos', ('intel', 0xa011)], bug=375554)
 260     self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html',
 261         ['chromeos', ('intel', 0xa011)], bug=375554)
 262     self.Fail('conformance/ogles/GL/discard/discard_001_to_002.html',
 263         ['chromeos', ('intel', 0xa011)], bug=375554)
 264     self.Fail('conformance/ogles/GL/functions/functions_001_to_008.html',
 265         ['chromeos', ('intel', 0xa011)], bug=375554)
 266     self.Fail('conformance/ogles/GL/functions/functions_065_to_072.html',
 267         ['chromeos', ('intel', 0xa011)], bug=375554)
 268     self.Fail('conformance/ogles/GL/functions/functions_081_to_088.html',
 269         ['chromeos', ('intel', 0xa011)], bug=375554)
 270     self.Fail('conformance/ogles/GL/functions/functions_097_to_104.html',
 271         ['chromeos', ('intel', 0xa011)], bug=375554)
 272     self.Fail('conformance/ogles/GL/functions/functions_105_to_112.html',
 273         ['chromeos', ('intel', 0xa011)], bug=375554)
 274     self.Fail('conformance/ogles/GL/functions/functions_113_to_120.html',
 275         ['chromeos', ('intel', 0xa011)], bug=375554)
 276     self.Fail('conformance/ogles/GL/functions/functions_121_to_126.html',
 277         ['chromeos', ('intel', 0xa011)], bug=375554)
 278     self.Fail(
 279         'conformance/ogles/GL/gl_FrontFacing/gl_FrontFacing_001_to_001.html',
 280         ['chromeos', ('intel', 0xa011)], bug=375554)
 281     self.Fail('conformance/ogles/GL/log/log_001_to_008.html',
 282         ['chromeos', ('intel', 0xa011)], bug=375554)
 283     self.Fail('conformance/ogles/GL/log2/log2_001_to_008.html',
 284         ['chromeos', ('intel', 0xa011)], bug=375554)
 285     self.Fail('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 286         ['chromeos', ('intel', 0xa011)], bug=375554)
 287     self.Fail('conformance/ogles/GL/sin/sin_001_to_006.html',
 288         ['chromeos', ('intel', 0xa011)], bug=375554)
 289     self.Fail('conformance/rendering/point-size.html',
 290         ['chromeos', ('intel', 0xa011)], bug=375554)
 291     self.Fail('conformance/rendering/polygon-offset.html',
 292         ['chromeos', ('intel', 0xa011)], bug=375554)
 293     self.Fail('conformance/textures/texture-mips.html',
 294         ['chromeos', ('intel', 0xa011)], bug=375554)
 295     self.Fail('conformance/textures/texture-npot.html',
 296         ['chromeos', ('intel', 0xa011)], bug=375554)
 297     self.Fail('conformance/textures/texture-npot-video.html',
 298         ['chromeos', ('intel', 0xa011)], bug=375554)
 299     self.Fail('conformance/textures/texture-size.html',
 300         ['chromeos', ('intel', 0xa011)], bug=375554)
 301     self.Fail('conformance/textures/texture-size-limit.html',
 302         ['chromeos', ('intel', 0xa011)], bug=375554)
 303     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 304         ['chromeos', ('intel', 0xa011)], bug=375554)
 305     self.Skip('conformance/uniforms/uniform-default-values.html',
 306         ['chromeos', ('intel', 0xa011)], bug=375554)
 307
 308     # Flaky on Mac & Linux
 309     self.Fail('conformance/textures/texture-upload-size.html',
 310         ['mac'], bug=436493)
 311     self.Fail('conformance/textures/texture-upload-size.html',
 312         ['linux'], bug=436493)