1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file.
5 from telemetry
.page
import test_expectations
7 # Valid expectation conditions are:
10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
11 # linux, chromeos, android
14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
19 # Device IDs must be paired with a GPU vendor.
21 class WebGLConformanceExpectations(test_expectations
.TestExpectations
):
22 def SetExpectations(self
):
24 # self.Fail('gl-enable-vertex-attrib.html',
25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
27 # Fails on all platforms
28 self
.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html',
32 self
.Fail('conformance/extensions/webgl-draw-buffers.html',
36 self
.Fail('conformance/glsl/misc/struct-equals.html',
38 self
.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html',
41 # Win D3D9 failures (unfortunately can not target just this
42 # configuration with test expectations)
43 self
.Fail('conformance/extensions/angle-instanced-arrays.html',
46 # Win7 / Intel failures
47 self
.Fail('conformance/rendering/gl-scissor-test.html',
48 ['win7', 'intel'], bug
=314997)
49 self
.Fail('conformance/context/premultiplyalpha-test.html',
51 self
.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
53 self
.Fail('conformance/rendering/gl-viewport-test.html',
54 ['win7', 'intel'], bug
=372511)
55 self
.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html',
56 ['win7', 'intel', 'nvidia'], bug
=373972)
58 # Mac / Intel failures
60 self
.Fail('conformance/limits/gl-max-texture-dimensions.html',
61 ['mac', 'intel'], bug
=225642)
63 self
.Fail('conformance/textures/texture-size.html',
64 ['mac', 'intel'], bug
=225642)
66 # Mac / Intel HD 3000 failures
67 self
.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
68 ['mac', ('intel', 0x116)], bug
=322795)
70 self
.Fail('conformance/glsl/functions/' +
71 'glsl-function-smoothstep-gentype.html',
72 ['mac', ('intel', 0x116)], bug
=225642)
73 self
.Fail('conformance/extensions/webgl-draw-buffers.html',
74 ['mac', ('intel', 0x116)], bug
=369349)
76 # Mac 10.8 / Intel HD 3000 failures
77 self
.Fail('conformance/rendering/gl-scissor-test.html',
78 ['mountainlion', ('intel', 0x116)], bug
=314997)
79 self
.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
80 ['mountainlion', ('intel', 0x116)], bug
=322795)
84 'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
85 ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug
=368912)
87 # Mac 10.8 / ATI failures
89 'conformance/rendering/' +
90 'point-with-gl-pointcoord-in-fragment-shader.html',
91 ['mountainlion', 'amd'])
93 # Mac 10.7 / Intel failures
94 self
.Skip('conformance/glsl/functions/glsl-function-asin.html',
96 self
.Skip('conformance/glsl/functions/glsl-function-dot.html',
98 self
.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
100 self
.Skip('conformance/glsl/functions/glsl-function-length.html',
102 self
.Skip('conformance/glsl/functions/glsl-function-normalize.html',
104 self
.Skip('conformance/glsl/functions/glsl-function-reflect.html',
106 self
.Skip('conformance/rendering/line-loop-tri-fan.html',
108 self
.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
109 ['lion', 'intel'], bug
=345575)
110 self
.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
111 ['lion', 'intel'], bug
=323736)
112 self
.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
113 ['lion', 'intel'], bug
=323736)
114 self
.Skip('conformance/ogles/GL/length/length_001_to_006.html',
115 ['lion', 'intel'], bug
=323736)
116 self
.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
117 ['lion', 'intel'], bug
=323736)
118 self
.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
119 ['lion', 'intel'], bug
=323736)
120 self
.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
121 ['lion', 'intel'], bug
=323736)
122 self
.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
123 ['lion', 'intel'], bug
=323736)
125 self
.Fail('conformance/ogles/GL/functions/functions_049_to_056.html',
126 ['lion', 'intel'], bug
=393331)
127 self
.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html',
128 ['lion', 'intel'], bug
=393331)
131 # The following test is very slow and therefore times out on Android bot.
132 self
.Skip('conformance/rendering/multisample-corruption.html',
134 # The following test times out on Android bot.
135 self
.Fail('conformance/uniforms/gl-uniform-arrays.html',
136 ['android'], bug
=369300)
137 self
.Fail('conformance/glsl/misc/empty_main.vert.html',
138 ['android'], bug
=315976)
139 self
.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
140 ['android'], bug
=315976)
141 # The following tests are disabled due to security issues.
142 self
.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html',
143 ['android'], bug
=334204)
144 self
.Fail('conformance/textures/' +
145 'tex-image-and-sub-image-2d-with-video-rgb565.html',
146 ['android'], bug
=334204)
147 self
.Fail('conformance/textures/' +
148 'tex-image-and-sub-image-2d-with-video-rgba4444.html',
149 ['android'], bug
=334204)
150 self
.Fail('conformance/textures/' +
151 'tex-image-and-sub-image-2d-with-video-rgba5551.html',
152 ['android'], bug
=334204)
153 self
.Fail('conformance/textures/texture-npot-video.html',
154 ['android'], bug
=334204)
156 # ChromeOS: affecting all devices.
157 self
.Fail('conformance/extensions/webgl-depth-texture.html',
158 ['chromeos'], bug
=382651)
160 # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...)
161 # We will just include pinetrail here for now as we don't want to list
162 # every single Intel device ID.
163 self
.Fail('conformance/glsl/misc/empty_main.vert.html',
164 ['chromeos', 'intel'], bug
=375556)
165 self
.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
166 ['chromeos', 'intel'], bug
=375556)
167 self
.Fail('conformance/glsl/misc/shaders-with-varyings.html',
168 ['chromeos', 'intel'], bug
=375556)
169 self
.Fail('conformance/renderbuffers/framebuffer-object-attachment.html',
170 ['chromeos', 'intel'], bug
=375556)
171 self
.Fail('conformance/textures/texture-size-limit.html',
172 ['chromeos', 'intel'], bug
=385361)
174 # ChromeOS: pinetrail (alex, mario, zgb).
175 self
.Fail('conformance/attribs/gl-vertex-attrib-render.html',
176 ['chromeos', ('intel', 0xa011)], bug
=375554)
177 self
.Fail('conformance/glsl/functions/glsl-function-atan-xy.html',
178 ['chromeos', ('intel', 0xa011)], bug
=375554)
179 self
.Fail('conformance/glsl/functions/glsl-function-cos.html',
180 ['chromeos', ('intel', 0xa011)], bug
=375554)
181 self
.Fail('conformance/glsl/functions/glsl-function-sin.html',
182 ['chromeos', ('intel', 0xa011)], bug
=375554)
183 self
.Fail('conformance/glsl/misc/empty_main.vert.html',
184 ['chromeos', ('intel', 0xa011)], bug
=375554)
185 self
.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
186 ['chromeos', ('intel', 0xa011)], bug
=375554)
187 self
.Fail('conformance/glsl/misc/shaders-with-varyings.html',
188 ['chromeos', ('intel', 0xa011)], bug
=375554)
189 self
.Fail('conformance/glsl/variables/gl-frontfacing.html',
190 ['chromeos', ('intel', 0xa011)], bug
=375554)
191 self
.Fail('conformance/limits/gl-max-texture-dimensions.html',
192 ['chromeos', ('intel', 0xa011)], bug
=375554)
193 self
.Fail('conformance/ogles/GL/acos/acos_001_to_006.html',
194 ['chromeos', ('intel', 0xa011)], bug
=375554)
195 self
.Fail('conformance/ogles/GL/asin/asin_001_to_006.html',
196 ['chromeos', ('intel', 0xa011)], bug
=375554)
197 self
.Fail('conformance/ogles/GL/atan/atan_001_to_008.html',
198 ['chromeos', ('intel', 0xa011)], bug
=375554)
199 self
.Fail('conformance/ogles/GL/build/build_009_to_016.html',
200 ['chromeos', ('intel', 0xa011)], bug
=378938)
201 self
.Fail('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
202 ['chromeos', ('intel', 0xa011)], bug
=375554)
203 self
.Fail('conformance/ogles/GL/cos/cos_001_to_006.html',
204 ['chromeos', ('intel', 0xa011)], bug
=375554)
205 self
.Fail('conformance/ogles/GL/discard/discard_001_to_002.html',
206 ['chromeos', ('intel', 0xa011)], bug
=375554)
207 self
.Fail('conformance/ogles/GL/functions/functions_001_to_008.html',
208 ['chromeos', ('intel', 0xa011)], bug
=375554)
209 self
.Fail('conformance/ogles/GL/functions/functions_065_to_072.html',
210 ['chromeos', ('intel', 0xa011)], bug
=375554)
211 self
.Fail('conformance/ogles/GL/functions/functions_081_to_088.html',
212 ['chromeos', ('intel', 0xa011)], bug
=375554)
213 self
.Fail('conformance/ogles/GL/functions/functions_097_to_104.html',
214 ['chromeos', ('intel', 0xa011)], bug
=375554)
215 self
.Fail('conformance/ogles/GL/functions/functions_105_to_112.html',
216 ['chromeos', ('intel', 0xa011)], bug
=375554)
217 self
.Fail('conformance/ogles/GL/functions/functions_113_to_120.html',
218 ['chromeos', ('intel', 0xa011)], bug
=375554)
219 self
.Fail('conformance/ogles/GL/functions/functions_121_to_126.html',
220 ['chromeos', ('intel', 0xa011)], bug
=375554)
222 'conformance/ogles/GL/gl_FrontFacing/gl_FrontFacing_001_to_001.html',
223 ['chromeos', ('intel', 0xa011)], bug
=375554)
224 self
.Fail('conformance/ogles/GL/log/log_001_to_008.html',
225 ['chromeos', ('intel', 0xa011)], bug
=375554)
226 self
.Fail('conformance/ogles/GL/log2/log2_001_to_008.html',
227 ['chromeos', ('intel', 0xa011)], bug
=375554)
228 self
.Fail('conformance/ogles/GL/normalize/normalize_001_to_006.html',
229 ['chromeos', ('intel', 0xa011)], bug
=375554)
230 self
.Fail('conformance/ogles/GL/sin/sin_001_to_006.html',
231 ['chromeos', ('intel', 0xa011)], bug
=375554)
232 self
.Fail('conformance/rendering/point-size.html',
233 ['chromeos', ('intel', 0xa011)], bug
=375554)
234 self
.Fail('conformance/rendering/polygon-offset.html',
235 ['chromeos', ('intel', 0xa011)], bug
=375554)
236 self
.Fail('conformance/textures/texture-mips.html',
237 ['chromeos', ('intel', 0xa011)], bug
=375554)
238 self
.Fail('conformance/textures/texture-npot.html',
239 ['chromeos', ('intel', 0xa011)], bug
=375554)
240 self
.Fail('conformance/textures/texture-npot-video.html',
241 ['chromeos', ('intel', 0xa011)], bug
=375554)
242 self
.Fail('conformance/textures/texture-size.html',
243 ['chromeos', ('intel', 0xa011)], bug
=375554)
244 self
.Fail('conformance/textures/texture-size-limit.html',
245 ['chromeos', ('intel', 0xa011)], bug
=375554)
246 self
.Fail('conformance/uniforms/gl-uniform-arrays.html',
247 ['chromeos', ('intel', 0xa011)], bug
=375554)
248 self
.Skip('conformance/uniforms/uniform-default-values.html',
249 ['chromeos', ('intel', 0xa011)], bug
=375554)