tests/opengl.py

   1 # -*- coding: utf-8 -*-
   2 # All tests that come with piglit, using default settings
   3
   4 import itertools
   5 import os
   6 import platform
   7
   8 from framework import grouptools
   9 from framework import options
  10 from framework.profile import TestProfile
  11 from framework.test.piglit_test import (
  12     PiglitGLTest, PiglitBaseTest, BuiltInConstantsTest
  13 )
  14 from .py_modules.constants import TESTS_DIR, GENERATED_TESTS_DIR
  15
  16 __all__ = ['profile']
  17
  18 # Disable bad hanging indent errors in pylint
  19 # There is a bug in pylint which causes the profile.test_list.group_manager to
  20 # be tagged as bad hanging indent, even though it seems to be correct (and
  21 # similar syntax doesn't trigger an error)
  22 # pylint: disable=bad-continuation
  23
  24 # Shadowing variables is a bad practice. It's just nearly impossible with the
  25 # format of this module to avoid it.
  26 # pylint: disable=redefined-outer-name
  27
  28
  29 def add_single_param_test_set(adder, name, *params):
  30     for param in params:
  31         adder([name, param], '{}-{}'.format(name, param), run_concurrent=False)
  32
  33
  34 def add_depthstencil_render_miplevels_tests(adder, test_types):
  35     # Note: the buffer sizes below have been chosen to exercise
  36     # many possible combinations of buffer alignments on i965.
  37     for texture_size in ['146', '273', '292', '585', '1024']:
  38         for test_type in test_types:
  39             adder(['depthstencil-render-miplevels', texture_size, test_type],
  40                   run_concurrent=False)
  41
  42
  43 def add_fbo_stencil_tests(adder, format):
  44     adder(['fbo-stencil', 'clear', format],
  45           'fbo-stencil-{}-clear'.format(format))
  46     adder(['fbo-stencil', 'readpixels', format],
  47           'fbo-stencil-{}-readpixels'.format(format))
  48     adder(['fbo-stencil', 'drawpixels', format],
  49           'fbo-stencil-{}-drawpixels'.format(format))
  50     adder(['fbo-stencil', 'copypixels', format],
  51           'fbo-stencil-{}-copypixels'.format(format))
  52     adder(['fbo-stencil', 'blit', format],
  53           'fbo-stencil-{}-blit'.format(format))
  54
  55
  56 def add_fbo_depthstencil_tests(adder, format, num_samples):
  57     assert format, \
  58         'add_fbo_depthstencil_tests argument "format" cannot be empty'
  59
  60     if format == 'default_fb':
  61         prefix = ''
  62         concurrent = False
  63     else:
  64         prefix = 'fbo-'
  65         concurrent = True
  66
  67     if int(num_samples) > 1:
  68         suffix = ' samples=' + num_samples
  69         psamples = '-samples=' + num_samples
  70     else:
  71         suffix = ''
  72         psamples = ''
  73
  74     adder(['fbo-depthstencil', 'clear', format, psamples],
  75           '{}depthstencil-{}-clear{}'.format(prefix, format, suffix),
  76           run_concurrent=concurrent)
  77     adder(['fbo-depthstencil', 'readpixels', format, 'FLOAT-and-USHORT',
  78            psamples],
  79           '{}depthstencil-{}-readpixels-FLOAT-and-USHORT{}'.format(
  80               prefix, format, suffix),
  81           run_concurrent=concurrent)
  82     adder(['fbo-depthstencil', 'readpixels', format, '24_8', psamples],
  83           '{}depthstencil-{}-readpixels-24_8{}'.format(prefix, format, suffix),
  84           run_concurrent=concurrent)
  85     adder(['fbo-depthstencil', 'readpixels', format, '32F_24_8_REV', psamples],
  86           '{}depthstencil-{}-readpixels-32F_24_8_REV{}'.format(
  87               prefix, format, suffix),
  88           run_concurrent=concurrent)
  89     adder(['fbo-depthstencil', 'drawpixels', format, 'FLOAT-and-USHORT',
  90            psamples],
  91           '{}depthstencil-{}-drawpixels-FLOAT-and-USHORT{}'.format(
  92               prefix, format, suffix),
  93           run_concurrent=concurrent)
  94     adder(['fbo-depthstencil', 'drawpixels', format, '24_8', psamples],
  95           '{}depthstencil-{}-drawpixels-24_8{}'.format(prefix, format, suffix),
  96           run_concurrent=concurrent)
  97     adder(['fbo-depthstencil', 'drawpixels', format, '32F_24_8_REV', psamples],
  98           '{}depthstencil-{}-drawpixels-32F_24_8_REV{}'.format(
  99               prefix, format, suffix),
 100           run_concurrent=concurrent)
 101     adder(['fbo-depthstencil', 'copypixels', format, psamples],
 102           '{}depthstencil-{}-copypixels{}'.format(prefix, format, suffix),
 103           run_concurrent=concurrent)
 104     adder(['fbo-depthstencil', 'blit', format, psamples],
 105           '{}depthstencil-{}-blit{}'.format(prefix, format, suffix),
 106           run_concurrent=concurrent)
 107
 108
 109 def add_msaa_visual_plain_tests(adder, args, **kwargs):
 110     assert isinstance(args, list)
 111
 112     adder(args, **kwargs)
 113     for sample_count in MSAA_SAMPLE_COUNTS:
 114         adder(args + ['-samples={}'.format(sample_count)],
 115               ' '.join(args + ['samples={}'.format(sample_count)]),
 116               **kwargs)
 117
 118
 119 def add_fbo_formats_tests(adder, extension, suffix=''):
 120     adder(['fbo-generatemipmap-formats', extension],
 121           'fbo-generatemipmap-formats{}'.format(suffix))
 122     adder(['fbo-clear-formats', extension],
 123           'fbo-clear-formats{}'.format(suffix))
 124     adder(['get-renderbuffer-internalformat', extension],
 125           'get-renderbuffer-internalformat{}'.format(suffix))
 126     if 'depth' not in extension and 'stencil' not in extension:
 127         adder(['fbo-blending-formats', extension],
 128               'fbo-blending-formats{}'.format(suffix))
 129         adder(['fbo-alphatest-formats', extension],
 130               'fbo-alphatest-formats{}'.format(suffix))
 131         adder(['fbo-colormask-formats', extension],
 132               'fbo-colormask-formats{}'.format(suffix))
 133         adder(['ext_framebuffer_multisample-fast-clear',
 134                extension,
 135                'single-sample'],
 136               'fbo-fast-clear{}'.format(suffix))
 137
 138
 139 def add_msaa_formats_tests(adder, extension):
 140     for sample_count in MSAA_SAMPLE_COUNTS:
 141         adder(['ext_framebuffer_multisample-formats', sample_count,
 142                extension],
 143               'multisample-formats {} {}'.format(sample_count, extension))
 144     adder(['ext_framebuffer_multisample-fast-clear', extension],
 145           'multisample-fast-clear {}'.format(extension))
 146
 147
 148 def add_texwrap_target_tests(adder, target):
 149     adder(['texwrap', target, 'GL_RGBA8'],
 150           'texwrap {}'.format(target))
 151     if target == '2D':
 152         adder(['texwrap', target, 'GL_RGBA8', 'offset'],
 153               'texwrap {} offset'.format(target))
 154     adder(['texwrap', target, 'GL_RGBA8', 'bordercolor'],
 155           'texwrap {} bordercolor'.format(target))
 156     adder(['texwrap', target, 'GL_RGBA8', 'proj'],
 157           'texwrap {} proj'.format(target))
 158     adder(['texwrap', target, 'GL_RGBA8', 'proj', 'bordercolor'],
 159           'texwrap {} proj bordercolor'.format(target))
 160
 161
 162 def add_texwrap_format_tests(adder, ext='', suffix=''):
 163     args = [] if ext == '' else [ext]
 164     adder(['texwrap'] + args, 'texwrap formats{}'.format(suffix))
 165     if 'compression' not in ext and 's3tc' not in ext:
 166         adder(['texwrap'] + args + ['offset'],
 167               'texwrap formats{} offset'.format(suffix))
 168     adder(['texwrap'] + args + ['bordercolor'],
 169           'texwrap formats{} bordercolor'.format(suffix))
 170     adder(['texwrap'] + args + ['bordercolor', 'swizzled'],
 171           'texwrap formats{} bordercolor-swizzled'.format(suffix))
 172
 173
 174 def add_fbo_depth_tests(adder, format):
 175     adder(['fbo-depth-tex1d', format], 'fbo-depth-{}-tex1d'.format(format))
 176     adder(['fbo-depth', 'clear', format], 'fbo-depth-{}-clear'.format(format))
 177     adder(['fbo-depth', 'readpixels', format],
 178           'fbo-depth-{}-readpixels'.format(format))
 179     adder(['fbo-depth', 'drawpixels', format],
 180           'fbo-depth-{}-drawpixels'.format(format))
 181     adder(['fbo-depth', 'copypixels', format],
 182           'fbo-depth-{}-copypixels'.format(format))
 183     adder(['fbo-depth', 'blit', format], 'fbo-depth-{}-blit'.format(format))
 184
 185
 186 def power_set(s):
 187     """Generate all possible subsets of the given set, including the empty set.
 188     """
 189     if len(s) == 0:
 190         return [[]]
 191     result = []
 192     for p in power_set(s[:-1]):
 193         result.append(p)
 194         result.append(p + [s[-1]])
 195     return result
 196
 197 ######
 198 # Collecting all tests
 199 profile = TestProfile()  # pylint: disable=invalid-name
 200
 201 # List of all of the MSAA sample counts we wish to test
 202 MSAA_SAMPLE_COUNTS = ['2', '4', '6', '8', '16', '32']
 203
 204 with profile.test_list.group_manager(PiglitGLTest, 'security') as g:
 205     g(['initialized-texmemory'], run_concurrent=False)
 206     g(['initialized-fbo'], run_concurrent=False)
 207     g(['initialized-vbo'], run_concurrent=False)
 208
 209 with profile.test_list.group_manager(PiglitGLTest, 'shaders') as g:
 210     g(['activeprogram-bad-program'])
 211     g(['activeprogram-get'])
 212     g(['attribute0'])
 213     g(['createshaderprogram-bad-type'])
 214     g(['createshaderprogram-attached-shaders'])
 215     g(['glsl-arb-fragment-coord-conventions'])
 216     g(['glsl-bug-110796'])
 217     g(['glsl-bug-22603'])
 218     g(['glsl-bindattriblocation'])
 219     g(['glsl-dlist-getattriblocation'])
 220     g(['glsl-getactiveuniform-array-size'])
 221     g(['glsl-getactiveuniform-length'])
 222     g(['glsl-getattriblocation'])
 223     g(['getuniform-01'])
 224     g(['getuniform-02'])
 225     g(['getuniform-03'])
 226     g(['glsl-invalid-asm-01'])
 227     g(['glsl-invalid-asm-02'])
 228     g(['glsl-novertexdata'])
 229     g(['glsl-preprocessor-comments'])
 230     g(['glsl-reload-source'])
 231     g(['glsl-cache-fallback-shader-source'])
 232     g(['glsl-uniform-out-of-bounds'])
 233     g(['glsl-uniform-out-of-bounds-2'])
 234     g(['glsl-uniform-update'])
 235     g(['glsl-unused-varying'])
 236     g(['glsl-fs-bug25902'])
 237     g(['glsl-fs-color-matrix'])
 238     g(['glsl-fs-discard-02'])
 239     g(['glsl-fs-discard-mrt'])
 240     g(['glsl-fs-exp2'])
 241     g(['glsl-fs-flat-color'])
 242     g(['glsl-fs-fogcolor-statechange'])
 243     g(['glsl-fs-fogscale'])
 244     g(['glsl-fs-fragcoord'])
 245     g(['glsl-fs-fragcoord-zw-ortho'])
 246     g(['glsl-fs-fragcoord-zw-perspective'])
 247     g(['glsl-fs-loop'])
 248     g(['glsl-fs-loop-nested'])
 249     g(['glsl-fs-pointcoord'])
 250     g(['glsl-fs-raytrace-bug27060'])
 251     g(['glsl-fs-sampler-numbering'])
 252     g(['glsl-fs-shader-stencil-export'])
 253     g(['glsl-fs-sqrt-branch'])
 254     g(['glsl-fs-texturecube'])
 255     g(['glsl-fs-texturecube', '-bias'], 'glsl-fs-texturecube-bias')
 256     g(['glsl-fs-texturecube-2'])
 257     g(['glsl-fs-texturecube-2', '-bias'], 'glsl-fs-texturecube-2-bias')
 258     g(['glsl-fs-textureenvcolor-statechange'], run_concurrent=False)
 259     g(['glsl-fs-texture2drect'])
 260     g(['glsl-fs-texture2drect', '-proj3'], 'glsl-fs-texture2drect-proj3')
 261     g(['glsl-fs-texture2drect', '-proj4'], 'glsl-fs-texture2drect-proj4')
 262     g(['glsl-fs-user-varying-ff'])
 263     g(['glsl-mat-attribute'])
 264     g(['glsl-max-varyings'])
 265     g(['glsl-max-varyings', '--exceed-limits'],
 266       'glsl-max-varyings >MAX_VARYING_COMPONENTS')
 267     g(['glsl-orangebook-ch06-bump'])
 268     g(['glsl-routing'])
 269     g(['glsl-vs-arrays'])
 270     g(['glsl-vs-normalscale'])
 271     g(['glsl-vs-functions'])
 272     g(['glsl-vs-user-varying-ff'])
 273     g(['glsl-vs-texturematrix-1'])
 274     g(['glsl-vs-texturematrix-2'])
 275     g(['glsl-sin'])
 276     g(['glsl-cos'])
 277     g(['glsl-vs-if-bool'])
 278     g(['glsl-vs-loop'])
 279     g(['glsl-vs-loop-nested'])
 280     g(['glsl-vs-mov-after-deref'])
 281     g(['glsl-vs-mvp-statechange'])
 282     g(['glsl-vs-raytrace-bug26691'])
 283     g(['glsl-vs-statechange-1'])
 284     g(['vp-combined-image-units'])
 285     g(['glsl-derivs'])
 286     g(['glsl-fwidth'])
 287     g(['glsl-lod-bias'])
 288     g(['vp-ignore-input'])
 289     g(['glsl-empty-vs-no-fs'])
 290     g(['glsl-useprogram-displaylist'])
 291     g(['glsl-vs-point-size'])
 292     g(['glsl-light-model'])
 293     g(['glsl-link-bug30552'])
 294     g(['glsl-link-bug38015'])
 295     g(['glsl-max-vertex-attrib'])
 296     g(['glsl-kwin-blur-1'])
 297     g(['glsl-kwin-blur-2'])
 298     g(['gpu_shader4_attribs'])
 299     g(['link-unresolved-function'])
 300     g(['shadersource-no-compile'])
 301     g(['sso-simple'])
 302     g(['sso-uniforms-01'])
 303     g(['sso-uniforms-02'])
 304     g(['sso-user-varying-01'])
 305     g(['sso-user-varying-02'])
 306     g(['useprogram-flushverts-1'])
 307     g(['useprogram-flushverts-2'])
 308     g(['useprogram-inside-begin'])
 309     g(['useprogram-refcount-1'])
 310     g(['useprogram-refcount-1', 'delete_dup'])
 311     g(['useshaderprogram-bad-type'])
 312     g(['useshaderprogram-bad-program'])
 313     g(['useshaderprogram-flushverts-1'])
 314     g(['point-vertex-id', 'gl_VertexID'])
 315     g(['point-vertex-id', 'gl_InstanceID'])
 316     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID'])
 317     g(['point-vertex-id', 'divisor'])
 318     g(['point-vertex-id', 'gl_VertexID', 'divisor'])
 319     g(['point-vertex-id', 'gl_InstanceID', 'divisor'])
 320     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID', 'divisor'])
 321     g(['glsl-vs-int-attrib'])
 322     g(['unsuccessful-relink'])
 323     g(['glsl-link-initializer-03'],
 324       'GLSL link two programs, global initializer')
 325     g(['glsl-getactiveuniform-count',
 326        os.path.join('shaders', 'glsl-getactiveuniform-length.vert'), '1'],
 327       'glsl-getactiveuniform-count: {}'.format('glsl-getactiveuniform-length'))
 328     g(['glsl-getactiveuniform-count',
 329        os.path.join('shaders', 'glsl-getactiveuniform-ftransform.vert'), '2'],
 330       'glsl-getactiveuniform-count: {}'.format(
 331           'glsl-getactiveuniform-ftransform'))
 332     g(['glsl-getactiveuniform-count',
 333        os.path.join('shaders', 'glsl-getactiveuniform-mvp.vert'), '2'],
 334       'glsl-getactiveuniform-count: {}'.format('glsl-getactiveuniform-mvp'))
 335
 336     for subtest in ('interstage', 'intrastage', 'vs-gs'):
 337         g(['version-mixing', subtest])
 338
 339     for subtest in ('texture2D',
 340                     'bias',
 341                     'textureGrad',
 342                     'texelFetch',
 343                     'textureLod',
 344                     'textureSize',
 345                     'textureQueryLOD',
 346                     'textureGather'):
 347         g(['zero-tex-coord', subtest])
 348
 349 with profile.test_list.group_manager(PiglitGLTest, grouptools.join('shaders', 'glsl-uniform-interstage-limits')) as g:
 350     g(['glsl-uniform-interstage-limits', '--subdivide', '5'], 'subdivide 5')
 351     g(['glsl-uniform-interstage-limits', '--subdivide', '5', '--statechanges'], 'subdivide 5, statechanges')
 352     g(['glsl-uniform-interstage-limits', '-v', '300', '-f', '300'], '300 VS, 300 FS')
 353     g(['glsl-uniform-interstage-limits', '-v', '350', '-f', '350'], '350 VS, 350 FS')
 354     g(['glsl-uniform-interstage-limits', '-v', '400', '-f', '400'], '400 VS, 400 FS')
 355     g(['glsl-uniform-interstage-limits', '-v', '520', '-f', '1'], '520 VS, 1 FS')
 356     g(['glsl-uniform-interstage-limits', '-v', '1', '-f', '520'], '1 VS, 520 FS')
 357
 358 with profile.test_list.group_manager(
 359         PiglitGLTest, 'glx',
 360         require_platforms=['glx', 'mixed_glx_egl']) as g:
 361     g(['glx-destroycontext-1'], run_concurrent=False)
 362     g(['glx-destroycontext-2'], run_concurrent=False)
 363     g(['glx-destroycontext-3'], run_concurrent=False)
 364     g(['glx-dont-care-mask'], run_concurrent=False)
 365     g(['glx-close-display'], run_concurrent=False)
 366     g(['glx-fbconfig-sanity'], run_concurrent=False)
 367     g(['glx-fbconfig-compliance'], run_concurrent=False)
 368     g(['glx-fbconfig-bad'], run_concurrent=False)
 369     g(['glx-fbo-binding'], run_concurrent=False)
 370     g(['glx-multi-context-front'], run_concurrent=False)
 371     g(['glx-multi-context-ib-1'], run_concurrent=False)
 372     g(['glx-multi-context-single-window'], run_concurrent=False)
 373     g(['glx-multi-window-single-context'], run_concurrent=False)
 374     g(['glx-multithread'], run_concurrent=False)
 375     g(['glx-multithread-buffer'], run_concurrent=False)
 376     g(['glx-multithread-buffer-refcount-bug'], run_concurrent=False)
 377     g(['glx-multithread-clearbuffer'], run_concurrent=False)
 378     g(['glx-multithread-texture'])
 379     g(['glx-multithread-makecurrent-1'], run_concurrent=False)
 380     g(['glx-multithread-makecurrent-2'], run_concurrent=False)
 381     g(['glx-multithread-makecurrent-3'], run_concurrent=False)
 382     g(['glx-multithread-makecurrent-4'], run_concurrent=False)
 383     g(['glx-multithread-shader-compile'], run_concurrent=False)
 384     g(['glx-shader-sharing'], run_concurrent=False)
 385     g(['glx-swap-exchange'], run_concurrent=False)
 386     g(['glx-swap-event', '--event'], 'glx-swap-event')
 387     g(['glx-swap-event', '--interval-0'], 'glx-swap-event-interval-0')
 388     g(['glx-swap-pixmap'], run_concurrent=False)
 389     g(['glx-swap-pixmap-bad'], run_concurrent=False)
 390     g(['glx-swap-singlebuffer'], run_concurrent=False)
 391     g(['glx-swap-copy'], run_concurrent=False)
 392     g(['glx-make-current'])
 393     g(['glx-make-current-other-thread'])
 394     g(['glx-copy-context-dest-current'])
 395     g(['glx-make-glxdrawable-current'], run_concurrent=False)
 396     g(['glx-context-flush-control'], run_concurrent=False)
 397     g(['glx-buffer-age'], run_concurrent=False)
 398     g(['glx-pixmap-life'])
 399     g(['glx-pixmap13-life'])
 400     g(['glx-pixmap-multi'])
 401     g(['glx-tfp'], run_concurrent=False)
 402     g(['glx-visuals-depth'], run_concurrent=False)
 403     g(['glx-visuals-depth', '-pixmap'])
 404     g(['glx-visuals-stencil'], run_concurrent=False)
 405     g(['glx-visuals-stencil', '-pixmap'])
 406     g(['glx-window-life'])
 407     g(['glx-pixmap-crosscheck'])
 408     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXWINDOW'],
 409       'glx-query-drawable-GLXWINDOW-GLX_WIDTH', run_concurrent=False)
 410     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXWINDOW'],
 411       'glx-query-drawable-GLXWINDOW-GLX_HEIGHT', run_concurrent=False)
 412     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPIXMAP'],
 413       'glx-query-drawable-GLXPIXMAP-GLX_WIDTH', run_concurrent=False)
 414     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPIXMAP'],
 415       'glx-query-drawable-GLXPIXMAP-GLX_HEIGHT', run_concurrent=False)
 416     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPBUFFER'],
 417       'glx-query-drawable-GLXPBUFFER-GLX_WIDTH', run_concurrent=False)
 418     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPBUFFER'],
 419       'glx-query-drawable-GLXPBUFFER-GLX_HEIGHT', run_concurrent=False)
 420     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=WINDOW'],
 421       'glx-query-drawable-GLX_WIDTH', run_concurrent=False)
 422     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=WINDOW'],
 423       'glx-query-drawable-GLX_HEIGHT', run_concurrent=False)
 424     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=WINDOW'],
 425       'glx-query-drawable-GLX_FBCONFIG_ID-WINDOW', run_concurrent=False)
 426     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXWINDOW'],
 427       'glx-query-drawable-GLX_FBCONFIG_ID-GLXWINDOW', run_concurrent=False)
 428     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPIXMAP'],
 429       'glx-query-drawable-GLX_FBCONFIG_ID-GLXPIXMAP', run_concurrent=False)
 430     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
 431       'glx-query-drawable-GLX_FBCONFIG_ID-GLXPBUFFER', run_concurrent=False)
 432     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
 433       'glx-query-drawable-GLX_PRESERVED_CONTENTS', run_concurrent=False)
 434     g(['glx-query-drawable', '--bad-drawable'],
 435       'glx-query-drawable-GLXBadDrawable', run_concurrent=False)
 436     g(['glx-string-sanity'], 'extension string sanity')
 437     g(['glx-egl-switch-context'], run_concurrent=False)
 438     add_msaa_visual_plain_tests(g, ['glx-copy-sub-buffer'],
 439                                 run_concurrent=False)
 440 profile.test_list[grouptools.join('glx', 'glx-buffer-age vblank_mode=0')] = \
 441     PiglitGLTest(['glx-buffer-age'],
 442                  require_platforms=['glx', 'mixed_glx_egl'],
 443                  run_concurrent=False)
 444 profile.test_list[grouptools.join(
 445     'glx', 'glx-buffer-age vblank_mode=0')].env['vblank_mode'] = '0'
 446
 447 with profile.test_list.group_manager(
 448         PiglitGLTest,
 449         grouptools.join('glx', 'glx_ext_import_context'),
 450         require_platforms=['glx', 'mixed_glx_egl']) as g:
 451     g(['glx-free-context'], 'free context', run_concurrent=False)
 452     g(['glx-get-context-id'], 'get context ID', run_concurrent=False)
 453     g(['glx-get-current-display-ext'], 'get current display',
 454       run_concurrent=False)
 455     g(['glx-import-context-has-same-context-id'],
 456       'imported context has same context ID',
 457       run_concurrent=False)
 458     g(['glx-import-context-multi-process'], 'import context, multi process',
 459       run_concurrent=False)
 460     g(['glx-import-context-single-process'], 'import context, single process',
 461       run_concurrent=False)
 462     g(['glx-make-current-multi-process'], 'make current, multi process',
 463       run_concurrent=False)
 464     g(['glx-make-current-single-process'], 'make current, single process',
 465       run_concurrent=False)
 466     g(['glx-query-context-info-ext'], 'query context info',
 467       run_concurrent=False)
 468
 469 with profile.test_list.group_manager(
 470         PiglitGLTest,
 471         grouptools.join('glx', 'GLX_ARB_create_context'),
 472         require_platforms=['glx', 'mixed_glx_egl']) as g:
 473     g(['glx-create-context-current-no-framebuffer'],
 474       'current with no framebuffer')
 475     g(['glx-create-context-default-major-version'], 'default major version')
 476     g(['glx-create-context-default-minor-version'], 'default minor version')
 477     g(['glx-create-context-invalid-attribute'], 'invalid attribute')
 478     g(['glx-create-context-invalid-flag'], 'invalid flag')
 479     g(['glx-create-context-invalid-flag-forward-compatible'],
 480       'forward-compatible flag with pre-3.0')
 481     g(['glx-create-context-invalid-gl-version'], 'invalid OpenGL version')
 482     g(['glx-create-context-invalid-render-type'], 'invalid render type')
 483     g(['glx-create-context-invalid-render-type-color-index'],
 484       'color-index render type with 3.0')
 485     g(['glx-create-context-valid-attribute-empty'], 'empty attribute list')
 486     g(['glx-create-context-valid-attribute-null'], 'NULL attribute list')
 487     g(['glx-create-context-valid-flag-forward-compatible'],
 488       'forward-compatible flag with 3.0')
 489
 490 with profile.test_list.group_manager(
 491         PiglitGLTest,
 492         grouptools.join('glx', 'GLX_EXT_no_config_context'),
 493         require_platforms=['glx', 'mixed_glx_egl']) as g:
 494     g(['glx-create-context-ext-no-config-context'], 'no fbconfig')
 495
 496 with profile.test_list.group_manager(
 497         PiglitGLTest,
 498         grouptools.join('glx', 'GLX_ARB_create_context_profile'),
 499         require_platforms=['glx', 'mixed_glx_egl']) as g:
 500     g(['glx-create-context-core-profile'], '3.2 core profile required')
 501     g(['glx-create-context-invalid-profile'], 'invalid profile')
 502     g(['glx-create-context-pre-GL32-profile'], 'pre-GL3.2 profile')
 503
 504 with profile.test_list.group_manager(
 505         PiglitGLTest,
 506         grouptools.join('glx', 'GLX_ARB_create_context_robustness'),
 507         require_platforms=['glx', 'mixed_glx_egl']) as g:
 508     g(['glx-create-context-invalid-reset-strategy'],
 509       'invalid reset notification strategy')
 510     g(['glx-create-context-require-robustness'], 'require GL_ARB_robustness')
 511
 512 with profile.test_list.group_manager(
 513         PiglitGLTest,
 514         grouptools.join('glx', 'GLX_ARB_create_context_es2_profile'),
 515         require_platforms=['glx', 'mixed_glx_egl']) as g:
 516     g(['glx-create-context-indirect-es2-profile'],
 517       'indirect rendering ES2 profile')
 518     g(['glx-create-context-invalid-es-version'], 'invalid OpenGL ES version')
 519
 520 with profile.test_list.group_manager(
 521         PiglitGLTest,
 522         grouptools.join('glx', 'GLX_ARB_create_context_no_error'),
 523         require_platforms=['glx', 'mixed_glx_egl']) as g:
 524     g(['glx-create-context-no-error'], 'no error')
 525
 526 with profile.test_list.group_manager(
 527         PiglitGLTest,
 528         grouptools.join('glx', 'GLX_ARB_sync_control'),
 529         require_platforms=['glx', 'mixed_glx_egl']) as g:
 530     g(['glx-oml-sync-control-getmscrate'], 'glXGetMscRateOML')
 531     g(['glx-oml-sync-control-swapbuffersmsc-divisor-zero'],
 532       'swapbuffersmsc-divisor-zero')
 533     g(['glx-oml-sync-control-swapbuffersmsc-return'], 'swapbuffersmsc-return')
 534     g(['glx-oml-sync-control-swapbuffersmsc-return', '0'],
 535       'swapbuffersmsc-return swap_interval 0')
 536     g(['glx-oml-sync-control-swapbuffersmsc-return', '1'],
 537       'swapbuffersmsc-return swap_interval 1')
 538     g(['glx-oml-sync-control-waitformsc'], 'waitformsc')
 539
 540 oml_sync_control_nonzeros = [
 541     mode + [kind, period]
 542     for mode in [[], ['-fullscreen'], ['-waitformsc']]
 543     for kind in ['-divisor', '-msc-delta']
 544     for period in ['1', '2']
 545 ]
 546 for args in oml_sync_control_nonzeros:
 547     group = grouptools.join('glx', 'GLX_ARB_sync_control',
 548                             ' '.join(['timing'] + args))
 549     profile.test_list[group] = PiglitGLTest(
 550         ['glx-oml-sync-control-timing'] + args,
 551         require_platforms=['glx', 'mixed_glx_egl'], run_concurrent=False)
 552
 553 with profile.test_list.group_manager(
 554         PiglitGLTest,
 555         grouptools.join('glx', 'GLX_MESA_query_renderer'),
 556         require_platforms=['glx', 'mixed_glx_egl']) as g:
 557     g(['glx-query-renderer-coverage'], 'coverage')
 558
 559 with profile.test_list.group_manager(
 560         PiglitGLTest, 'wgl',
 561         require_platforms=['wgl']) as g:
 562     g(['wgl-sanity'])
 563     g(['wgl-multi-context-single-window'])
 564     g(['wgl-multi-window-single-context'])
 565
 566 with profile.test_list.group_manager(
 567         PiglitGLTest,
 568         grouptools.join('spec', '!opengl 1.0')) as g:
 569     g(['gl-1.0-beginend-coverage'])
 570     g(['gl-1.0-bitmap-heart-dance'])
 571     g(['gl-1.0-dlist-beginend'])
 572     g(['gl-1.0-dlist-bitmap'])
 573     g(['gl-1.0-dlist-materials'])
 574     g(['gl-1.0-dlist-shademodel'])
 575     g(['gl-1.0-drawpixels-color-index'])
 576     g(['gl-1.0-drawpixels-depth-test'])
 577     g(['gl-1.0-drawpixels-stencil-test'])
 578     g(['gl-1.0-drawbuffer-modes'], run_concurrent=False)
 579     g(['gl-1.0-edgeflag'])
 580     g(['gl-1.0-edgeflag-const'])
 581     g(['gl-1.0-edgeflag-quads'])
 582     g(['gl-1.0-empty-begin-end-clause'])
 583     g(['gl-1.0-long-dlist'])
 584     g(['gl-1.0-long-line-loop'])
 585     g(['gl-1.0-readpixels-oob'])
 586     g(['gl-1.0-rendermode-feedback'])
 587     g(['gl-1.0-front-invalidate-back'], run_concurrent=False)
 588     g(['gl-1.0-swapbuffers-behavior'], run_concurrent=False)
 589     g(['gl-1.0-polygon-line-aa'])
 590     g(['gl-1.0-push-no-attribs'])
 591     g(['gl-1.0-blend-func'])
 592     g(['gl-1.0-fpexceptions'])
 593     g(['gl-1.0-ortho-pos'])
 594     g(['gl-1.0-rastercolor'])
 595     g(['gl-1.0-read-cache-stress-test'])
 596     g(['gl-1.0-readpixsanity'])
 597     g(['gl-1.0-logicop'])
 598     g(['gl-1.0-no-op-paths'])
 599     g(['gl-1.0-simple-readbuffer'])
 600     g(['gl-1.0-spot-light'])
 601     g(['gl-1.0-scissor-bitmap'])
 602     g(['gl-1.0-scissor-clear'])
 603     g(['gl-1.0-scissor-copypixels'])
 604     g(['gl-1.0-scissor-depth-clear'])
 605     g(['gl-1.0-scissor-depth-clear-negative-xy'])
 606     g(['gl-1.0-scissor-many'])
 607     g(['gl-1.0-scissor-offscreen'])
 608     g(['gl-1.0-scissor-polygon'])
 609     g(['gl-1.0-scissor-stencil-clear'])
 610     g(['gl-1.0-texgen'])
 611     g(['gl-1.0-textured-triangle'])
 612     g(['gl-1.0-user-clip-all-planes'])
 613     g(['rasterpos'])
 614     g(['depth-clear-precision-check'])
 615     g(['depth-clear-with-copy'])
 616
 617 with profile.test_list.group_manager(
 618         PiglitGLTest,
 619         grouptools.join('spec', '!opengl 1.1')) as g:
 620     # putting slower tests first
 621     g(['streaming-texture-leak'])
 622     g(['max-texture-size'])
 623     g(['max-texture-size-level'])
 624     g(['copyteximage', '1D'])
 625     g(['copyteximage', '2D'])
 626     g(['gl-1.1-color-material-array'])
 627     g(['gl-1.1-color-material-unused-normal-array'])
 628     g(['gl-1.1-draw-arrays-start'])
 629     g(['gl-1.1-read-pixels-after-display-list'])
 630     g(['gl-1.1-set-vertex-color-after-draw'])
 631     g(['array-stride'])
 632     g(['clear-accum'], run_concurrent=False)
 633     g(['clipflat'])
 634     g(['copypixels-draw-sync'])
 635     g(['copypixels-sync'])
 636     g(['degenerate-prims'])
 637     g(['depthfunc'])
 638     g(['depthrange-clear'])
 639     g(['dlist-clear'])
 640     g(['dlist-color-material'])
 641     g(['dlist-fdo3129-01'])
 642     g(['dlist-fdo3129-02'])
 643     g(['dlist-fdo31590'])
 644     g(['draw-arrays-colormaterial'])
 645     g(['draw-copypixels-sync'])
 646     g(['draw-pixel-with-texture'])
 647     g(['drawpix-z'])
 648     g(['draw-sync'])
 649     g(['fog-modes'])
 650     g(['fragment-center'])
 651     g(['geterror-invalid-enum'])
 652     g(['geterror-inside-begin'])
 653     g(['glinfo'])
 654     g(['gl-1.1-xor'])
 655     g(['gl-1.1-xor-copypixels'])
 656     g(['gl-1.2-texture-base-level'])
 657     g(['gl-1.3-alpha_to_coverage_nop'])
 658     g(['hiz'])
 659     g(['infinite-spot-light'])
 660     g(['line-aa-width'])
 661     g(['line-smooth-coverage'])
 662     g(['line-smooth-stipple'])
 663     g(['line-flat-clip-color'])
 664     g(['lineloop'])
 665     g(['lineloop', '-dlist'], 'lineloop-dlist')
 666     g(['linestipple'], run_concurrent=False)
 667     g(['longprim'])
 668     g(['masked-clear'], run_concurrent=False)
 669     g(['point-line-no-cull'])
 670     g(['polygon-mode'])
 671     g(['polygon-mode-facing'])
 672     g(['polygon-mode-offset'])
 673     g(['polygon-offset'])
 674     g(['ppgtt_memory_alignment'])
 675     g(['push-pop-texture-state'])
 676     g(['quad-invariance'])
 677     g(['readpix-z'])
 678     g(['roundmode-getintegerv'])
 679     g(['roundmode-pixelstore'])
 680     g(['select', 'gl11'], 'GL_SELECT - no test function')
 681     g(['select', 'depth'], 'GL_SELECT - depth-test enabled')
 682     g(['select', 'stencil'], 'GL_SELECT - stencil-test enabled')
 683     g(['select', 'alpha'], 'GL_SELECT - alpha-test enabled')
 684     g(['select', 'scissor'], 'GL_SELECT - scissor-test enabled')
 685     g(['stencil-drawpixels'])
 686     g(['texgen'])
 687     g(['two-sided-lighting'])
 688     g(['user-clip'])
 689     g(['varray-disabled'])
 690     g(['windowoverlap'])
 691     g(['copyteximage-border'])
 692     g(['copyteximage-clipping'])
 693     g(['copytexsubimage'])
 694     g(['getteximage-formats'])
 695     g(['getteximage-luminance'])
 696     g(['getteximage-simple'])
 697     g(['getteximage-depth'])
 698     g(['incomplete-texture', 'fixed'], 'incomplete-texture-fixed')
 699     g(['proxy-texture'])
 700     g(['sized-texture-format-channels'])
 701     g(['texredefine'])
 702     g(['texsubimage'])
 703     g(['texsubimage-unpack'])
 704     g(['texsubimage-depth-formats'])
 705     g(['texture-al'])
 706     g(['triangle-guardband-viewport'])
 707     g(['getteximage-targets', '1D'])
 708     g(['getteximage-targets', '2D'])
 709     g(['teximage-scale-bias'])
 710     g(['tex-upside-down-miptree'])
 711     g(['vertex-fallbacks'])
 712
 713     for prim in ['GL_POINTS', 'GL_LINE_LOOP', 'GL_LINE_STRIP', 'GL_LINES',
 714                  'GL_TRIANGLES', 'GL_TRIANGLE_STRIP', 'GL_TRIANGLE_FAN',
 715                  'GL_QUADS', 'GL_QUAD_STRIP', 'GL_POLYGON']:
 716         for mode in ['varray', 'vbo']:
 717             g(['gl-1.1-drawarrays-vertex-count', '100000', mode, prim])
 718
 719     add_msaa_visual_plain_tests(g, ['draw-pixels'])
 720     add_msaa_visual_plain_tests(g, ['read-front'], run_concurrent=False)
 721     add_msaa_visual_plain_tests(g, ['read-front', 'clear-front-first'],
 722                                 run_concurrent=False)
 723     add_texwrap_target_tests(g, '1D')
 724     add_texwrap_target_tests(g, '2D')
 725     add_texwrap_format_tests(g)
 726
 727     color_formats = [
 728         'GL_RED', 'GL_R8', 'GL_R8_SNORM', 'GL_R16', 'GL_R16_SNORM',
 729         'GL_R16F', 'GL_R32F',
 730
 731         'GL_RG', 'GL_RG8', 'GL_RG8_SNORM', 'GL_RG16', 'GL_RG16_SNORM',
 732         'GL_RG16F', 'GL_RG32F',
 733
 734         'GL_RGB', 'GL_R3_G3_B2', 'GL_RGB4', 'GL_RGB5', 'GL_RGB8',
 735         'GL_RGB8_SNORM', 'GL_SRGB8', 'GL_RGB10', 'GL_R11F_G11F_B10F',
 736         'GL_RGB12', 'GL_RGB9_E5', 'GL_RGB16', 'GL_RGB16F',
 737         'GL_RGB16_SNORM', 'GL_RGB32F',
 738
 739         'GL_RGBA', 'GL_RGBA2', 'GL_RGBA4', 'GL_RGB5_A1', 'GL_RGBA8',
 740         'GL_RGB10_A2', 'GL_RGBA8_SNORM', 'GL_SRGB8_ALPHA8', 'GL_RGBA12',
 741         'GL_RGBA16', 'GL_RGBA16_SNORM', 'GL_RGBA32F',
 742
 743         'GL_ALPHA', 'GL_ALPHA4', 'GL_ALPHA8', 'GL_ALPHA12', 'GL_ALPHA16',
 744
 745         'GL_LUMINANCE', 'GL_LUMINANCE4', 'GL_LUMINANCE8', 'GL_SLUMINANCE8',
 746         'GL_LUMINANCE12', 'GL_LUMINANCE16',
 747
 748         'GL_LUMINANCE_ALPHA', 'GL_LUMINANCE4_ALPHA4',
 749         'GL_LUMINANCE6_ALPHA2', 'GL_LUMINANCE8_ALPHA8',
 750         'GL_SLUMINANCE8_ALPHA8', 'GL_LUMINANCE12_ALPHA4',
 751         'GL_LUMINANCE12_ALPHA12', 'GL_LUMINANCE16_ALPHA16',
 752     ]
 753     for format in color_formats:
 754         g(['teximage-colors', format])
 755
 756     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
 757         add_fbo_depthstencil_tests(g, 'default_fb', num_samples)
 758
 759 with profile.test_list.group_manager(
 760         PiglitGLTest,
 761         grouptools.join('spec', '!opengl 1.2')) as g:
 762     g(['gl-1.2-texparameter-before-teximage'])
 763     g(['draw-elements-vs-inputs'])
 764     g(['two-sided-lighting-separate-specular'])
 765     g(['levelclamp'])
 766     g(['lodclamp'])
 767     g(['lodclamp-between'])
 768     g(['lodclamp-between-max'])
 769     g(['mipmap-setup'])
 770     g(['gl-1.2-rescale-normal'])
 771     g(['tex-skipped-unit'])
 772     g(['tex3d'])
 773     g(['tex3d-maxsize'], run_concurrent=False)
 774     g(['teximage-errors'])
 775     g(['texture-packed-formats'])
 776     g(['getteximage-targets', '3D'])
 777     add_msaa_visual_plain_tests(g, ['copyteximage', '3D'])
 778     add_texwrap_target_tests(g, '3D')
 779
 780 with profile.test_list.group_manager(
 781         PiglitGLTest,
 782         grouptools.join('spec', '!opengl 1.3')) as g:
 783     g(['texunits'])
 784     g(['tex-border-1'])
 785     g(['gl-1.3-texture-env'])
 786     g(['tex3d-depth1'])
 787
 788 with profile.test_list.group_manager(
 789         PiglitGLTest,
 790         grouptools.join('spec', '!opengl 1.4')) as g:
 791     g(['gl-1.4-rgba-mipmap-texture-with-rgb-visual'])
 792     g(['blendminmax'])
 793     g(['blendsquare'])
 794     g(['gl-1.4-dlist-multidrawarrays'])
 795     g(['gl-1.4-multidrawarrays-errors'])
 796     g(['gl-1.4-polygon-offset'])
 797     g(['gl-1.4-tex1d-2dborder'])
 798     g(['draw-batch'])
 799     g(['stencil-wrap'])
 800     g(['triangle-rasterization'])
 801     g(['triangle-rasterization', '-use_fbo'], 'triangle-rasterization-fbo')
 802     g(['triangle-rasterization-overdraw'])
 803     g(['tex-miplevel-selection', '-nobias', '-nolod'],
 804       'tex-miplevel-selection')
 805     g(['tex-miplevel-selection', '-nobias'], 'tex-miplevel-selection-lod')
 806     g(['tex-miplevel-selection'], 'tex-miplevel-selection-lod-bias')
 807     add_msaa_visual_plain_tests(g, ['copy-pixels'])
 808
 809 with profile.test_list.group_manager(
 810         PiglitGLTest,
 811         grouptools.join('spec', '!opengl 1.5')) as g:
 812     g(['draw-elements'])
 813     g(['draw-elements', 'user'], 'draw-elements-user')
 814     g(['draw-vertices'])
 815     g(['draw-vertices', 'user'], 'draw-vertices-user')
 816     g(['isbufferobj'])
 817     g(['depth-tex-compare'])
 818     g(['gl-1.5-get-array-attribs'])
 819     g(['gl-1.5-normal3b3s-invariance', 'GL_BYTE'],
 820       'normal3b3s-invariance-byte')
 821     g(['gl-1.5-normal3b3s-invariance', 'GL_SHORT'],
 822       'normal3b3s-invariance-short')
 823     g(['gl-1.5-vertex-buffer-offsets'], 'vertex-buffer-offsets')
 824
 825 with profile.test_list.group_manager(
 826         PiglitGLTest,
 827         grouptools.join('spec', '!opengl 2.0')) as g:
 828     g(['attribs'])
 829     g(['gl-2.0-edgeflag'])
 830     g(['gl-2.0-edgeflag-immediate'])
 831     g(['gl-2.0-large-point-fs'])
 832     g(['gl-2.0-link-empty-prog'])
 833     g(['gl-2.0-two-sided-stencil'])
 834     g(['gl-2.0-vertexattribpointer'])
 835     g(['gl-2.0-vertexattribpointer-size-3'])
 836     g(['gl-2.0-vertex-attr-0'])
 837     g(['gl-2.0-vertex-const-attr'])
 838     g(['gl-2.0-reuse_fragment_shader'])
 839     g(['gl-2.0-shader-materials'])
 840     g(['attrib-assignments'])
 841     g(['getattriblocation-conventional'])
 842     g(['clip-flag-behavior'])
 843     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2',
 844         'back2'])
 845     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2'])
 846     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'back2'])
 847     g(['vertex-program-two-side', 'enabled', 'front', 'back'])
 848     g(['vertex-program-two-side', 'enabled', 'front', 'front2', 'back2'])
 849     g(['vertex-program-two-side', 'enabled', 'front', 'front2'])
 850     g(['vertex-program-two-side', 'enabled', 'front', 'back2'])
 851     g(['vertex-program-two-side', 'enabled', 'front'])
 852     g(['vertex-program-two-side', 'enabled', 'back', 'front2', 'back2'])
 853     g(['vertex-program-two-side', 'enabled', 'back', 'front2'])
 854     g(['vertex-program-two-side', 'enabled', 'back', 'back2'])
 855     g(['vertex-program-two-side', 'enabled', 'back'])
 856     g(['vertex-program-two-side', 'enabled', 'front2', 'back2'])
 857     g(['vertex-program-two-side', 'enabled', 'front2'])
 858     g(['vertex-program-two-side', 'enabled', 'back2'])
 859     g(['vertex-program-two-side', 'enabled'])
 860     g(['vertex-program-two-side', 'front', 'back', 'front2', 'back2'])
 861     g(['vertex-program-two-side', 'front', 'back', 'front2'])
 862     g(['vertex-program-two-side', 'front', 'back', 'back2'])
 863     g(['vertex-program-two-side', 'front', 'back'])
 864     g(['vertex-program-two-side', 'front', 'front2', 'back2'])
 865     g(['vertex-program-two-side', 'front', 'front2'])
 866     g(['vertex-program-two-side', 'front', 'back2'])
 867     g(['vertex-program-two-side', 'front'])
 868     g(['vertex-program-two-side', 'back', 'front2', 'back2'])
 869     g(['vertex-program-two-side', 'back', 'front2'])
 870     g(['vertex-program-two-side', 'back', 'back2'])
 871     g(['vertex-program-two-side', 'back'])
 872     g(['vertex-program-two-side', 'front2', 'back2'])
 873     g(['vertex-program-two-side', 'front2'])
 874     g(['vertex-program-two-side', 'back2'])
 875     g(['vertex-program-two-side'])
 876     g(['clear-varray-2.0'])
 877     g(['early-z'])
 878     g(['occlusion-query-discard'])
 879     g(['stencil-twoside'])
 880     g(['vs-point_size-zero'])
 881     g(['depth-tex-modes-glsl'])
 882     g(['fragment-and-vertex-texturing'])
 883     g(['incomplete-texture', 'glsl'], 'incomplete-texture-glsl')
 884     g(['tex3d-npot'])
 885     g(['max-samplers'])
 886     g(['max-samplers', 'border'])
 887     g(['gl-2.0-active-sampler-conflict'])
 888     g(['incomplete-cubemap', 'size'], 'incomplete-cubemap-size')
 889     g(['incomplete-cubemap', 'format'], 'incomplete-cubemap-format')
 890     g(['gl-2.0-texture-units'])
 891     g(['gl-2.0-uniform-neg-location'])
 892     g(['shadersource-errors'])
 893
 894 with profile.test_list.group_manager(
 895         PiglitGLTest,
 896         grouptools.join('spec', '!opengl 2.1')) as g:
 897     g(['gl-2.1-minmax'], 'minmax')
 898     g(['gl-2.1-pbo'], 'pbo')
 899     g(['gl-2.1-polygon-stipple-fs'], 'polygon-stipple-fs')
 900     g(['gl-2.1-fbo-mrt-alphatest-no-buffer-zero-write'], 'fbo-mrt-alphatest-no-buffer-zero-write')
 901
 902 with profile.test_list.group_manager(
 903         PiglitGLTest,
 904         grouptools.join('spec', '!opengl 3.0')) as g:
 905     g(['attribs', 'GL3'], 'attribs')
 906     g(['bindfragdata-invalid-parameters'])
 907     g(['bindfragdata-link-error'])
 908     g(['bindfragdata-nonexistent-variable'])
 909     g(['gl-3.0-bound-resource-limits'],
 910       'bound-resource-limits')
 911     g(['clearbuffer-depth'])
 912     g(['clearbuffer-depth-cs-probe'])
 913     g(['clearbuffer-depth-stencil'])
 914     g(['clearbuffer-display-lists'])
 915     g(['clearbuffer-invalid-drawbuffer'])
 916     g(['clearbuffer-invalid-buffer'])
 917     g(['clearbuffer-mixed-format'])
 918     g(['clearbuffer-stencil'])
 919     g(['clearbuffer-bug'])
 920     g(['gl-3.0-dlist-uint-uniforms'],
 921       'dlist-uint-uniforms')
 922     g(['genmipmap-errors'])
 923     g(['getfragdatalocation'])
 924     g(['integer-errors'])
 925     g(['gl-3.0-multidrawarrays-vertexid'],
 926       'gl_VertexID used with glMultiDrawArrays')
 927     g(['gl-3.0-minmax'], 'minmax')
 928     g(['gl-3.0-render-integer'], 'render-integer')
 929     g(['gl-3.0-required-sized-texture-formats', '30'],
 930       'required-sized-texture-formats')
 931     g(['gl-3.0-required-renderbuffer-attachment-formats', '30'],
 932       'required-renderbuffer-attachment-formats')
 933     g(['gl-3.0-required-texture-attachment-formats', '30'],
 934       'required-texture-attachment-formats')
 935     g(['gl-3.0-forward-compatible-bit', 'yes'],
 936       'forward-compatible-bit yes')
 937     g(['gl-3.0-forward-compatible-bit', 'no'],
 938       'forward-compatible-bit no')
 939     g(['gl-3.0-texparameteri'])
 940     g(['gl-3.0-texture-integer'])
 941     g(['gl-3.0-vertexattribipointer'])
 942     g(['gl30basic'], run_concurrent=False)
 943     g(['array-depth-roundtrip'])
 944     g(['depth-cube-map'])
 945     g(['sampler-cube-shadow'])
 946     g(['generatemipmap-base-change', 'size'])
 947     g(['generatemipmap-base-change', 'format'])
 948     g(['generatemipmap-cubemap'])
 949     g(['viewport-clamp'])
 950     g(['texsubimage-sync'])
 951
 952 with profile.test_list.group_manager(
 953         PiglitGLTest,
 954         grouptools.join('spec', '!opengl 3.1')) as g:
 955     g(['gl-3.1-buffer-bindings'], 'buffer-bindings')
 956     g(['gl-3.1-default-vao'], 'default-vao')
 957     g(['gl-3.1-draw-buffers-errors'], 'draw-buffers-errors')
 958     g(['gl-3.1-enable-vertex-array'])
 959     g(['gl-3.1-genned-names'], 'genned-names')
 960     g(['gl-3.1-link-empty-prog-core'])
 961     g(['gl-3.1-minmax'], 'minmax')
 962     g(['gl-3.1-mixed-int-float-fbo'])
 963     g(['gl-3.1-mixed-int-float-fbo', 'int_second'])
 964     g(['gl-3.1-vao-broken-attrib'], 'vao-broken-attrib')
 965     g(['gl-3.0-required-renderbuffer-attachment-formats', '31'],
 966       'required-renderbuffer-attachment-formats')
 967     g(['gl-3.0-required-sized-texture-formats', '31'],
 968       'required-sized-texture-formats')
 969     g(['gl-3.0-required-texture-attachment-formats', '31'],
 970       'required-texture-attachment-formats')
 971     for subtest in ['generated', 'written', 'flush']:
 972         g(['gl-3.1-primitive-restart-xfb', subtest],
 973           'primitive-restart-xfb {0}'.format(subtest))
 974
 975 with profile.test_list.group_manager(
 976         PiglitGLTest,
 977         grouptools.join('spec', '!opengl 3.2')) as g:
 978     g(['glsl-resource-not-bound', '1D'])
 979     g(['glsl-resource-not-bound', '2D'])
 980     g(['glsl-resource-not-bound', '3D'])
 981     g(['glsl-resource-not-bound', '2DRect'])
 982     g(['glsl-resource-not-bound', '1DArray'])
 983     g(['glsl-resource-not-bound', '2DArray'])
 984     g(['glsl-resource-not-bound', '2DMS'])
 985     g(['glsl-resource-not-bound', '2DMSArray'])
 986     g(['glsl-resource-not-bound', 'Buffer'])
 987     g(['glsl-resource-not-bound', 'Cube'])
 988     g(['gl-3.2-basevertex-vertexid'],
 989       'gl_VertexID used with glMultiDrawElementsBaseVertex')
 990     g(['gl-3.2-minmax'], 'minmax')
 991     g(['gl-3.2-adj-prims', 'pv-first'])
 992     g(['gl-3.2-adj-prims', 'pv-last'])
 993     g(['gl-3.2-adj-prims', 'cull-front', 'pv-first'])
 994     g(['gl-3.2-adj-prims', 'cull-front', 'pv-last'])
 995     g(['gl-3.2-adj-prims', 'cull-back', 'pv-first'])
 996     g(['gl-3.2-adj-prims', 'cull-back', 'pv-last'])
 997     g(['gl-3.2-adj-prims', 'line', 'cull-front', 'pv-first'])
 998     g(['gl-3.2-adj-prims', 'line', 'cull-front', 'pv-last'])
 999     g(['gl-3.2-adj-prims', 'line', 'cull-back', 'pv-first'])
1000     g(['gl-3.2-adj-prims', 'line', 'cull-back', 'pv-last'])
1001     g(['gl-3.2-clear-no-buffers'], 'clear-no-buffers')
1002     g(['gl-3.2-depth-tex-sampling'], 'depth-tex-sampling')
1003     g(['gl-3.2-get-buffer-parameter-i64v'], 'get-buffer-parameter-i64v')
1004     g(['gl-3.2-get-integer-64iv'], 'get-integer-64iv')
1005     g(['gl-3.2-get-integer-64v'], 'get-integer-64v')
1006     g(['gl-3.2-pointsprite-coord'], 'pointsprite-coord')
1007     g(['gl-3.2-pointsprite-origin'], 'pointsprite-origin')
1008     g(['gl-coord-replace-doesnt-eliminate-frag-tex-coords'],
1009       'coord-replace-doesnt-eliminate-frag-tex-coords')
1010     g(['gl-get-active-attrib-returns-all-inputs'],
1011       'get-active-attrib-returns-all-inputs')
1012     g(['gl-3.2-texture-border-deprecated'], 'texture-border-deprecated')
1013
1014 with profile.test_list.group_manager(
1015         PiglitGLTest,
1016         grouptools.join('spec', '!opengl 3.2', 'layered-rendering')) as g:
1017     g(['gl-3.2-layered-rendering-blit'], 'blit')
1018     g(['gl-3.2-layered-rendering-clear-color'], 'clear-color')
1019     g(['gl-3.2-layered-rendering-clear-color-mismatched-layer-count'],
1020       'clear-color-mismatched-layer-count')
1021     g(['gl-3.2-layered-rendering-clear-depth'], 'clear-depth')
1022     g(['gl-3.2-layered-rendering-framebuffertexture'], 'framebuffertexture')
1023     g(['gl-3.2-layered-rendering-framebuffertexture-buffer-textures'],
1024       'framebuffertexture-buffer-textures')
1025     g(['gl-3.2-layered-rendering-framebuffertexture-defaults'],
1026       'framebuffertexture-defaults')
1027     g(['gl-3.2-layered-rendering-readpixels'], 'readpixels')
1028     g(['gl-3.2-layered-rendering-framebuffer-layer-attachment-mismatch'],
1029       'framebuffer-layer-attachment-mismatch')
1030     g(['gl-3.2-layered-rendering-framebuffer-layer-complete'],
1031       'framebuffer-layer-complete')
1032     g(['gl-3.2-layered-rendering-framebuffer-layer-count-mismatch'],
1033       'framebuffer-layer-count-mismatch')
1034     g(['gl-3.2-layered-rendering-framebuffer-layered-attachments'],
1035       'framebuffer-layered-attachments')
1036     g(['gl-3.2-layered-rendering-gl-layer'], 'gl-layer')
1037     g(['gl-3.2-layered-rendering-gl-layer-cube-map'], 'gl-layer-cube-map')
1038     g(['gl-3.2-layered-rendering-gl-layer-not-layered'],
1039       'gl-layer-not-layered')
1040     g(['gl-3.2-layered-rendering-gl-layer-render'], 'gl-layer-render')
1041     g(['gl-3.2-layered-rendering-gl-layer-render-clipped'], 'gl-layer-render-clipped')
1042     g(['gl-3.2-layered-rendering-gl-layer-render-storage'], 'gl-layer-render-storage')
1043
1044     for texture_type in ['3d', '2d_array', '2d_multisample_array', '1d_array',
1045                          'cube_map', 'cube_map_array']:
1046         for test_type in ['single_level', 'mipmapped']:
1047             if texture_type == '2d_multisample_array' and \
1048                             test_type == 'mipmapped':
1049                 continue
1050             g(['gl-3.2-layered-rendering-clear-color-all-types', texture_type,
1051                test_type],
1052               'clear-color-all-types {} {}'.format(texture_type, test_type))
1053
1054 with profile.test_list.group_manager(
1055         PiglitGLTest,
1056         grouptools.join('spec', '!opengl 3.3')) as g:
1057     g(['gl-3.3-minmax'], 'minmax')
1058     g(['gl-3.0-required-renderbuffer-attachment-formats', '33'],
1059       'required-renderbuffer-attachment-formats')
1060     g(['gl-3.0-required-sized-texture-formats', '33'],
1061       'required-sized-texture-formats')
1062     g(['gl-3.0-required-texture-attachment-formats', '33'],
1063       'required-texture-attachment-formats')
1064
1065 with profile.test_list.group_manager(
1066         PiglitGLTest,
1067         grouptools.join('spec', '!opengl 4.2')) as g:
1068     g(['gl-3.0-required-renderbuffer-attachment-formats', '42'],
1069       'required-renderbuffer-attachment-formats')
1070     g(['gl-3.0-required-sized-texture-formats', '42'],
1071       'required-sized-texture-formats')
1072     g(['gl-3.0-required-texture-attachment-formats', '42'],
1073       'required-texture-attachment-formats')
1074     g(['gl-4.4-max_vertex_attrib_stride'], 'gl-max-vertex-attrib-stride')
1075
1076 with profile.test_list.group_manager(
1077         PiglitGLTest,
1078         grouptools.join('spec', '!opengl 4.5')) as g:
1079     g(['gl-4.5-named-framebuffer-draw-buffers-errors'], 'named-framebuffer-draw-buffers-errors')
1080     g(['gl-4.5-named-framebuffer-read-buffer-errors'], 'named-framebuffer-read-buffer-errors')
1081     g(['gl-4.5-compare-framebuffer-parameter-with-get'], 'compare-framebuffer-parameter-with-get')
1082
1083 with profile.test_list.group_manager(
1084         PiglitGLTest,
1085         grouptools.join('spec', '!opengl 4.3')) as g:
1086     g(['gl-4.3-get_glsl_versions'], 'get_glsl_version')
1087
1088 with profile.test_list.group_manager(
1089         PiglitGLTest,
1090         grouptools.join('spec', '!opengl 4.4')) as g:
1091     g(['tex-errors'])
1092
1093 # Group spec/glsl-es-1.00
1094 with profile.test_list.group_manager(
1095         BuiltInConstantsTest,
1096         grouptools.join('spec', 'glsl-es-1.00')) as g:
1097     g(['built-in-constants_gles2',
1098        os.path.join('spec', 'glsl-es-1.00', 'minimum-maximums.txt')],
1099       'built-in constants')
1100
1101 with profile.test_list.group_manager(
1102         PiglitGLTest,
1103         grouptools.join('spec', 'glsl-es-1.00', 'linker')) as g:
1104     g(['glsl-es-1.00-fface-invariant'], 'glsl-fface-invariant')
1105
1106 # Group spec/glsl-1.10
1107 with profile.test_list.group_manager(
1108         PiglitGLTest,
1109         grouptools.join('spec', 'glsl-1.10', 'execution')) as g:
1110     g(['glsl-render-after-bad-attach'])
1111     g(['glsl-1.10-built-in-matrix-state'])
1112     g(['glsl-1.10-built-in-uniform-state'])
1113     g(['glsl-1.10-fragdepth'])
1114     g(['glsl-1.10-linear-fog'])
1115     g(['glsl-1.10-uniform-matrix-transposed'])
1116
1117 with profile.test_list.group_manager(
1118         PiglitGLTest,
1119         grouptools.join('spec', 'glsl-1.10', 'execution', 'clipping')) as g:
1120     for mode in ['fixed', 'pos_clipvert', 'clipvert_pos']:
1121         g(['clip-plane-transformation', mode],
1122           'clip-plane-transformation {}'.format(mode))
1123
1124 with profile.test_list.group_manager(
1125         PiglitGLTest,
1126         grouptools.join('spec', 'glsl-1.10', 'execution',
1127                         'varying-packing')) as g:
1128     for type_ in ['int', 'uint', 'float', 'vec2', 'vec3', 'vec4', 'ivec2',
1129                   'ivec3', 'ivec4', 'uvec2', 'uvec3', 'uvec4', 'mat2', 'mat3',
1130                   'mat4', 'mat2x3', 'mat2x4', 'mat3x2', 'mat3x4', 'mat4x2',
1131                   'mat4x3']:
1132         for arrayspec in ['array', 'separate', 'arrays_of_arrays']:
1133             g(['varying-packing-simple', type_, arrayspec],
1134               'simple {} {}'.format(type_, arrayspec))
1135
1136 with profile.test_list.group_manager(
1137         BuiltInConstantsTest,
1138         grouptools.join('spec', 'glsl-1.10')) as g:
1139     g(['built-in-constants',
1140        os.path.join('spec', 'glsl-1.10', 'minimum-maximums.txt')],
1141       'built-in constants')
1142
1143 with profile.test_list.group_manager(
1144         PiglitGLTest,
1145         grouptools.join('spec', 'glsl-1.10', 'api')) as g:
1146     g(['getactiveattrib', '110'], 'getactiveattrib 110')
1147
1148 # Group spec/glsl-1.20
1149 with profile.test_list.group_manager(
1150         PiglitGLTest,
1151         grouptools.join('spec', 'glsl-1.20')) as g:
1152     g(['glsl-1.20-getactiveuniform-constant'])
1153     g(['glsl-1.20-negative-mult-matNxN-matNxN'])
1154     g(['built-in-constants',
1155        os.path.join('spec', 'glsl-1.20', 'minimum-maximums.txt')],
1156       'built-in constants',
1157       override_class=BuiltInConstantsTest)
1158
1159 with profile.test_list.group_manager(
1160         PiglitGLTest,
1161         grouptools.join('spec', 'glsl-1.20', 'api')) as g:
1162     g(['getactiveattrib', '120'])
1163
1164 with profile.test_list.group_manager(
1165         PiglitGLTest,
1166         grouptools.join('spec', 'glsl-1.20', 'recursion')) as g:
1167     g(['recursion', '-rlmit', '268435456', 'simple'], 'simple',
1168       run_concurrent=False)
1169     g(['recursion', '-rlmit', '268435456', 'unreachable'], 'unreachable',
1170       run_concurrent=False)
1171     g(['recursion', '-rlmit', '268435456', 'unreachable-constant-folding'],
1172       'unreachable-constant-folding', run_concurrent=False)
1173     g(['recursion', '-rlmit', '268435456', 'indirect'], 'indirect',
1174       run_concurrent=False)
1175     g(['recursion', '-rlmit', '268435456', 'indirect-separate'],
1176       'indirect-separate', run_concurrent=False)
1177     g(['recursion', '-rlmit', '268435456', 'indirect-complex'],
1178       'indirect-complex', run_concurrent=False)
1179     g(['recursion', '-rlmit', '268435456', 'indirect-complex-separate'],
1180       'indirect-complex-separate', run_concurrent=False)
1181
1182 with profile.test_list.group_manager(
1183         PiglitGLTest,
1184         grouptools.join('spec', 'glsl-1.20', 'execution')) as g:
1185     for test in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow']:
1186         g(['tex-miplevel-selection', 'GL2:texture()', test])
1187         g(['tex-miplevel-selection', 'GL2:texture(bias)', test])
1188
1189     for test in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1190                  '2DShadow']:
1191         g(['tex-miplevel-selection', 'GL2:textureProj', test])
1192         g(['tex-miplevel-selection', 'GL2:textureProj(bias)', test])
1193
1194 textureSize_samplers_130 = [
1195     'sampler1D', 'sampler2D', 'sampler3D', 'samplerCube', 'sampler1DShadow',
1196     'sampler2DShadow', 'samplerCubeShadow', 'sampler1DArray', 'sampler2DArray',
1197     'sampler1DArrayShadow', 'sampler2DArrayShadow', 'isampler1D', 'isampler2D',
1198     'isampler3D', 'isamplerCube', 'isampler1DArray', 'isampler2DArray',
1199     'usampler1D', 'usampler2D', 'usampler3D', 'usamplerCube',
1200     'usampler1DArray', 'usampler2DArray']
1201 textureSize_samplers_gpu_shader4 = [
1202     'sampler1D', 'sampler2D', 'sampler3D', 'samplerCube',
1203     'sampler1DArray', 'sampler2DArray',
1204     'isampler1D', 'isampler2D',
1205     'isampler3D', 'isamplerCube', 'isampler1DArray', 'isampler2DArray',
1206     'usampler1D', 'usampler2D', 'usampler3D', 'usamplerCube',
1207     'usampler1DArray', 'usampler2DArray']
1208 for stage in ['vs', 'gs', 'fs']:
1209     if stage == 'gs':
1210         version = '1.50'
1211     else:
1212         version = '1.30'
1213
1214     # textureSize():
1215     # These will be added in the textureSize_samplers_140 loop for gs, because
1216     # it is a special case and is actually 1.50 feature.
1217     # Despite the differences in the commands lines of the two lists (this one
1218     # does not add '140', the two tests are equivalent.
1219     if stage != 'gs':
1220         for sampler in textureSize_samplers_130:
1221             profile.test_list[grouptools.join(
1222                 'spec', 'glsl-{}'.format(version), 'execution', 'textureSize',
1223                 '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1224                     ['textureSize', stage, sampler])
1225         for sampler in textureSize_samplers_gpu_shader4:
1226             profile.test_list[grouptools.join(
1227                 'spec', 'ext_gpu_shader4', 'execution', 'textureSize',
1228                 '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1229                     ['textureSize', 'gpu_shader4', stage, sampler])
1230
1231     # texelFetch():
1232     for sampler in ['sampler1D', 'sampler2D', 'sampler3D', 'sampler1DArray',
1233                     'sampler2DArray', 'isampler1D', 'isampler2D', 'isampler3D',
1234                     'isampler1DArray', 'isampler2DArray', 'usampler1D',
1235                     'usampler2D', 'usampler3D', 'usampler1DArray',
1236                     'usampler2DArray']:
1237         profile.test_list[grouptools.join(
1238             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1239             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1240                 ['texelFetch', stage, sampler])
1241         profile.test_list[grouptools.join(
1242             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetchOffset',
1243             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1244                 ['texelFetch', 'offset', stage, sampler])
1245         if stage != 'gs':
1246             profile.test_list[grouptools.join(
1247                 'spec', 'ext_gpu_shader4', 'execution', 'texelFetch',
1248                 '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1249                     ['texelFetch', 'gpu_shader4', stage, sampler])
1250             profile.test_list[grouptools.join(
1251                 'spec', 'ext_gpu_shader4', 'execution', 'texelFetchOffset',
1252                 '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1253                     ['texelFetch', 'gpu_shader4', 'offset', stage, sampler])
1254
1255
1256     # texelFetch() with EXT_texture_swizzle mode "b0r1":
1257     for type in ['i', 'u', '']:
1258         profile.test_list[grouptools.join(
1259             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1260             '{}-texelFetch-{}sampler2Darray-swizzle'.format(stage, type))] = \
1261             PiglitGLTest(['texelFetch', stage, '{}sampler2DArray'.format(type),
1262                           'b0r1'])
1263
1264     for type in ('i', 'u', ''):
1265         for sampler in ('sampler2DMS', 'sampler2DMSArray'):
1266             for sample_count in MSAA_SAMPLE_COUNTS:
1267                 stype = '{}{}'.format(type, sampler)
1268                 profile.test_list[grouptools.join(
1269                     'spec', 'arb_shader_texture_image_samples',
1270                     'textureSamples', '{}-{}-{}'.format(stage, stype, sample_count))
1271                 ] = PiglitGLTest([
1272                     'textureSamples', stage, stype, sample_count])
1273
1274 with profile.test_list.group_manager(
1275         PiglitGLTest,
1276         grouptools.join('spec', 'glsl-1.30')) as g:
1277     g(['glsl-1.30-texel-offset-limits'], 'texel-offset-limits')
1278     g(['built-in-constants',
1279        os.path.join('spec', 'glsl-1.30', 'minimum-maximums.txt')],
1280       'built-in constants',
1281        override_class=BuiltInConstantsTest)
1282
1283 with profile.test_list.group_manager(
1284         PiglitGLTest,
1285         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1286     g(['texelFetch', 'fs', 'sampler1D', '1-513'])
1287     g(['texelFetch', 'fs', 'sampler1DArray', '1x71-501x71'])
1288     g(['texelFetch', 'fs', 'sampler1DArray', '1x281-501x281'])
1289     g(['texelFetch', 'fs', 'sampler1DArray', '71x1-71x281'])
1290     g(['texelFetch', 'fs', 'sampler1DArray', '281x1-281x281'])
1291     g(['texelFetch', 'fs', 'sampler2D', '1x71-501x71'])
1292     g(['texelFetch', 'fs', 'sampler2D', '1x281-501x281'])
1293     g(['texelFetch', 'fs', 'sampler2D', '71x1-71x281'])
1294     g(['texelFetch', 'fs', 'sampler2D', '281x1-281x281'])
1295     g(['texelFetch', 'fs', 'sampler3D', '1x129x9-98x129x9'])
1296     g(['texelFetch', 'fs', 'sampler3D', '98x1x9-98x129x9'])
1297     g(['texelFetch', 'fs', 'sampler3D', '98x129x1-98x129x9'])
1298     g(['texelFetch', 'fs', 'sampler2DArray', '1x129x9-98x129x9'])
1299     g(['texelFetch', 'fs', 'sampler2DArray', '98x1x9-98x129x9'])
1300     g(['texelFetch', 'fs', 'sampler2DArray', '98x129x1-98x129x9'])
1301     g(['fs-texelFetch-2D'])
1302     g(['fs-texelFetchOffset-2D'])
1303     g(['fs-textureOffset-2D'])
1304     g(['fs-discard-exit-2'])
1305     g(['vertexid-beginend'])
1306     g(['vertexid-drawarrays'])
1307     g(['vertexid-drawelements'])
1308     g(['fs-execution-ordering'])
1309
1310     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow', '1DArray',
1311                   '2DArray', '1DArrayShadow', 'CubeArray']:
1312         g(['tex-miplevel-selection', 'textureLod', stage])
1313
1314     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow',
1315                   'CubeShadow', '1DArray', '2DArray', 'CubeArray',
1316                   '1DArrayShadow']:
1317         g(['tex-miplevel-selection', 'texture(bias)', stage])
1318
1319     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow',
1320                   'CubeShadow', '1DArray', '2DArray', 'CubeArray',
1321                   '1DArrayShadow', '2DArrayShadow', '2DRect', '2DRectShadow',
1322                   'CubeArrayShadow']:
1323         g(['tex-miplevel-selection', 'texture()', stage])
1324
1325     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
1326                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
1327                   '2DArrayShadow']:
1328         g(['tex-miplevel-selection', 'textureOffset', stage])
1329
1330     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
1331                   '2DArray', '1DArrayShadow']:
1332         g(['tex-miplevel-selection', 'textureOffset(bias)', stage])
1333
1334     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1335                   '2DShadow', '2DRect', '2DRect_ProjVec4', '2DRectShadow']:
1336         g(['tex-miplevel-selection', 'textureProj', stage])
1337
1338     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1339                   '2DShadow']:
1340         g(['tex-miplevel-selection', 'textureProj(bias)', stage])
1341
1342     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '2DRect',
1343                   '2DRect_ProjVec4', '2DRectShadow', '1DShadow', '2DShadow']:
1344         g(['tex-miplevel-selection', 'textureProjOffset', stage])
1345
1346     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1347                   '2DShadow']:
1348         g(['tex-miplevel-selection', 'textureProjOffset(bias)', stage])
1349
1350     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
1351                   '2DArray', '1DArrayShadow']:
1352         g(['tex-miplevel-selection', 'textureLodOffset', stage])
1353
1354     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '1DShadow',
1355                   '2DShadow']:
1356         g(['tex-miplevel-selection', 'textureProjLod', stage])
1357         g(['tex-miplevel-selection', 'textureProjLodOffset', stage])
1358
1359     for stage in ['1D', '2D', '3D', 'Cube', '2DRect', '2DRectShadow',
1360                   '1DShadow', '2DShadow', 'CubeShadow', '1DArray', '2DArray',
1361                   '1DArrayShadow', '2DArrayShadow', 'CubeArray']:
1362         g(['tex-miplevel-selection', 'textureGrad', stage])
1363
1364     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
1365                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
1366                   '2DArrayShadow']:
1367         g(['tex-miplevel-selection', 'textureGradOffset', stage])
1368
1369     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '2DRect',
1370                   '2DRect_ProjVec4', '1DShadow', '2DShadow', '2DRectShadow']:
1371         g(['tex-miplevel-selection', 'textureProjGrad', stage])
1372         g(['tex-miplevel-selection', 'textureProjGradOffset', stage])
1373
1374 with profile.test_list.group_manager(
1375         PiglitGLTest,
1376         grouptools.join('spec', 'glsl-1.30', 'linker', 'clipping')) as g:
1377     g(['mixing-clip-distance-and-clip-vertex-disallowed'])
1378
1379 with profile.test_list.group_manager(
1380         PiglitGLTest,
1381         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1382     for arg in ['vs_basic', 'vs_xfb', 'vs_fbo', 'fs_basic', 'fs_fbo']:
1383         g(['isinf-and-isnan', arg])
1384
1385 with profile.test_list.group_manager(
1386         PiglitGLTest,
1387         grouptools.join('spec', 'glsl-1.30', 'execution', 'clipping')) as g:
1388     g(['max-clip-distances'])
1389     g(['clip-plane-transformation', 'pos'])
1390
1391 with profile.test_list.group_manager(
1392         PiglitGLTest,
1393         grouptools.join('spec', 'glsl-1.30', 'api')) as g:
1394     g(['getactiveattrib', '130'], 'getactiveattrib 130')
1395
1396 # Group spec/glsl-1.40
1397 with profile.test_list.group_manager(
1398         BuiltInConstantsTest,
1399         grouptools.join('spec', 'glsl-1.40')) as g:
1400     g(['built-in-constants',
1401        os.path.join('spec', 'glsl-1.40', 'minimum-maximums.txt')],
1402       'built-in constants')
1403
1404 with profile.test_list.group_manager(
1405         PiglitGLTest,
1406         grouptools.join('spec', 'glsl-1.40', 'execution')) as g:
1407     g(['glsl-1.40-tf-no-position'], 'tf-no-position')
1408
1409 textureSize_samplers_140 = textureSize_samplers_130 + [
1410     'sampler2DRect', 'isampler2DRect', 'sampler2DRectShadow', 'samplerBuffer',
1411     'isamplerBuffer', 'usamplerBuffer']
1412 for stage in ['vs', 'gs', 'fs', 'tes']:
1413     if stage == 'gs' or stage == 'tes':
1414         version = '1.50'
1415     else:
1416         version = '1.40'
1417     # textureSize():
1418     for sampler in textureSize_samplers_140:
1419         profile.test_list[grouptools.join(
1420             'spec', 'glsl-{}'.format(version), 'execution', 'textureSize',
1421             '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1422                 ['textureSize', '140', stage, sampler])
1423 for stage in ['vs', 'gs', 'fs']:
1424     if stage == 'gs':
1425         version = '1.50'
1426     else:
1427         version = '1.40'
1428     # texelFetch():
1429     for sampler in ['sampler2DRect', 'usampler2DRect', 'isampler2DRect']:
1430         profile.test_list[grouptools.join(
1431             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1432             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1433                 ['texelFetch', '140', stage, sampler])
1434         profile.test_list[grouptools.join(
1435             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetchOffset',
1436             '{}-{}'.format(stage, sampler))] = PiglitGLTest(
1437                 ['texelFetch', 'offset', '140', stage, sampler])
1438
1439 with profile.test_list.group_manager(
1440         PiglitGLTest,
1441         grouptools.join('spec', 'glsl-1.50')) as g:
1442     g(['built-in-constants',
1443        os.path.join('spec', 'glsl-1.50', 'minimum-maximums.txt')],
1444       'built-in constants',
1445       override_class=BuiltInConstantsTest)
1446     g(['built-in-constants',
1447        os.path.join('spec', 'glsl-1.50', 'minimum-maximums-compat.txt')],
1448       'built-in constants compatibility',
1449       override_class=BuiltInConstantsTest)
1450     g(['glsl-1.50-gs-emits-too-few-verts'], 'gs-emits-too-few-verts')
1451     g(['glsl-1.50-geometry-end-primitive-optional-with-points-out'],
1452       'gs-end-primitive-optional-with-points-out')
1453     g(['glsl-1.50-gs-max-output', '-scan', '1', '20'], 'gs-max-output')
1454     g(['glsl-1.50-gs-max-output-components'], 'gs-max-output-components')
1455     g(['glsl-1.50-getshaderiv-may-return-GS'], 'getshaderiv-may-return-GS')
1456     g(['glsl-1.50-query-gs-prim-types'], 'query-gs-prim-types')
1457     g(['glsl-1.50-transform-feedback-type-and-size'],
1458       'transform-feedback-type-and-size')
1459     g(['glsl-1.50-transform-feedback-vertex-id'],
1460       'transform-feedback-vertex-id')
1461     g(['glsl-1.50-transform-feedback-builtins'], 'transform-feedback-builtins')
1462
1463     for draw in ['', 'indexed']:
1464         for prim in ['GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
1465                      'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1466             g(['arb_geometry_shader4-ignore-adjacent-vertices',
1467                'core', draw, prim], run_concurrent=False)
1468
1469     for subtest in ['unnamed', 'named', 'array']:
1470         g(['glsl-1.50-interface-block-centroid', subtest])
1471
1472     for layout_type in ['points', 'lines', 'lines_adjacency', 'triangles',
1473                         'triangles_adjacency']:
1474         g(['glsl-1.50-gs-mismatch-prim-type', layout_type])
1475
1476     for layout in ['points', 'lines', 'lines_adjacency', 'triangles',
1477                    'triangles_adjacency', 'line_strip', 'triangle_strip']:
1478         g(['glsl-1.50-gs-input-layout-qualifiers', layout])
1479         g(['glsl-1.50-gs-output-layout-qualifiers', layout])
1480
1481 with profile.test_list.group_manager(
1482         PiglitGLTest,
1483         grouptools.join('spec', 'glsl-1.50', 'execution')) as g:
1484     g(['glsl-1.50-get-active-attrib-array'], 'get-active-attrib-array')
1485     g(['glsl-1.50-interface-blocks-api-access-members'],
1486       'interface-blocks-api-access-members')
1487     g(['glsl-1.50-vs-input-arrays'], 'vs-input-arrays')
1488     g(['glsl-1.50-vs-named-block-no-modify'], 'vs-named-block-no-modify')
1489
1490 # max_vertices of 32 and 128 are important transition points for
1491 # mesa/i965 (they are the number of bits in a float and a vec4,
1492 # respectively), so test around there.  Also test 0, which means the
1493 # maximum number of geometry shader output vertices supported by the
1494 # hardware.
1495 with profile.test_list.group_manager(
1496         PiglitGLTest,
1497         grouptools.join('spec', 'glsl-1.50', 'execution', 'geometry')) as g:
1498     for i in [31, 32, 33, 34, 127, 128, 129, 130, 0]:
1499         g(['glsl-1.50-geometry-end-primitive', str(i)],
1500           'end-primitive {0}'.format(i))
1501
1502     for prim_type in ['GL_POINTS', 'GL_LINE_LOOP', 'GL_LINE_STRIP', 'GL_LINES',
1503                       'GL_TRIANGLES', 'GL_TRIANGLE_STRIP', 'GL_TRIANGLE_FAN',
1504                       'GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
1505                       'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1506         g(['glsl-1.50-geometry-primitive-types', prim_type],
1507           'primitive-types {0}'.format(prim_type))
1508
1509         for restart_index in ['ffs', 'other']:
1510             g(['glsl-1.50-geometry-primitive-id-restart', prim_type,
1511                restart_index],
1512               'primitive-id-restart {0} {1}'.format(prim_type, restart_index))
1513
1514     for prim_type in ['GL_TRIANGLE_STRIP', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1515         for restart_index in ['ffs', 'other']:
1516             g(['glsl-1.50-geometry-tri-strip-ordering-with-prim-restart',
1517                prim_type, restart_index],
1518               'tri-strip-ordering-with-prim-restart {0} {1}'.format(
1519                   prim_type, restart_index))
1520
1521 with profile.test_list.group_manager(
1522         BuiltInConstantsTest, grouptools.join('spec', 'glsl-3.30')) as g:
1523     g(['built-in-constants',
1524        os.path.join('spec', 'glsl-3.30', 'minimum-maximums.txt')],
1525       'built-in constants')
1526
1527 with profile.test_list.group_manager(
1528         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.00')) as g:
1529     g(['built-in-constants_gles3',
1530        os.path.join('spec', 'glsl-es-3.00', 'minimum-maximums.txt')],
1531       'built-in constants')
1532
1533 with profile.test_list.group_manager(
1534         PiglitGLTest,
1535         grouptools.join('spec', 'glsl-es-3.00', 'execution')) as g:
1536     g(['varying-struct-centroid_gles3'])
1537
1538 with profile.test_list.group_manager(
1539         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.10')) as g:
1540     g(['built-in-constants_gles3',
1541        os.path.join('spec', 'glsl-es-3.10', 'minimum-maximums.txt')],
1542       'built-in constants')
1543
1544 # AMD_performance_monitor
1545 with profile.test_list.group_manager(
1546         PiglitGLTest, grouptools.join('spec', 'AMD_performance_monitor')) as g:
1547     g(['amd_performance_monitor_api'], 'api', run_concurrent=False)
1548     g(['amd_performance_monitor_api'], 'vc4')
1549     g(['amd_performance_monitor_measure'], 'measure', run_concurrent=False)
1550
1551 # Group ARB_arrays_of_arrays
1552 with profile.test_list.group_manager(
1553         PiglitGLTest,
1554         grouptools.join('spec', 'ARB_arrays_of_arrays')) as g:
1555     g(['arb_arrays_of_arrays-max-binding'], run_concurrent=False)
1556
1557 # Group ARB_point_sprite
1558 with profile.test_list.group_manager(
1559         PiglitGLTest, grouptools.join('spec', 'ARB_point_sprite')) as g:
1560     g(['arb_point_sprite-checkerboard'], run_concurrent=False)
1561     g(['arb_point_sprite-mipmap'])
1562     g(['arb_point_sprite-interactions', '1.0'])
1563
1564 # Group OES_point_sprite
1565 with profile.test_list.group_manager(
1566         PiglitGLTest, grouptools.join('spec', 'OES_point_sprite')) as g:
1567     g(['arb_point_sprite-checkerboard_gles1'], run_concurrent=False)
1568
1569 # Group ARB_tessellation_shader
1570 with profile.test_list.group_manager(
1571         PiglitGLTest, grouptools.join('spec', 'ARB_tessellation_shader')) as g:
1572     g(['arb_tessellation_shader-get-tcs-params'])
1573     g(['arb_tessellation_shader-get-tes-params'])
1574     g(['arb_tessellation_shader-minmax'])
1575     g(['arb_tessellation_shader-immediate-mode-draw-patches'])
1576     g(['arb_tessellation_shader-invalid-get-program-params'])
1577     g(['arb_tessellation_shader-invalid-patch-vertices-range'])
1578     g(['arb_tessellation_shader-invalid-primitive'])
1579     g(['built-in-constants',
1580        os.path.join('spec', 'arb_tessellation_shader', 'minimum-maximums.txt')],
1581       'built-in-constants',
1582       override_class=BuiltInConstantsTest)
1583     g(['arb_tessellation_shader-large-uniforms'])
1584     g(['arb_tessellation_shader-layout-mismatch'])
1585     g(['arb_tessellation_shader-tes-gs-max-output', '-small', '-scan', '1', '50'])
1586
1587 # Group ARB_texture_multisample
1588 with profile.test_list.group_manager(
1589         PiglitGLTest, grouptools.join('spec', 'ARB_texture_multisample')) as g:
1590     g(['arb_texture_multisample-large-float-texture'], 'large-float-texture',
1591       run_concurrent=False)
1592     g(['arb_texture_multisample-large-float-texture', '--array'],
1593       'large-float-texture-array', run_concurrent=False)
1594     g(['arb_texture_multisample-large-float-texture', '--fp16'],
1595       'large-float-texture-fp16', run_concurrent=False)
1596     g(['arb_texture_multisample-large-float-texture', '--array', '--fp16'],
1597       'large-float-texture-array-fp16', run_concurrent=False)
1598     g(['arb_texture_multisample-minmax'])
1599     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x71-501x71'])
1600     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x130-501x130'])
1601     g(['texelFetch', 'fs', 'sampler2DMS', '4', '71x1-71x130'])
1602     g(['texelFetch', 'fs', 'sampler2DMS', '4', '281x1-281x130'])
1603     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '1x129x9-98x129x9'])
1604     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x1x9-98x129x9'])
1605     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x129x1-98x129x9'])
1606     g(['arb_texture_multisample-texstate'])
1607     g(['arb_texture_multisample-errors'])
1608     for sample_count in MSAA_SAMPLE_COUNTS:
1609         g(['arb_texture_multisample-texelfetch', sample_count])
1610     g(['arb_texture_multisample-sample-mask'])
1611     g(['arb_texture_multisample-dsa-texelfetch'])
1612     g(['arb_texture_multisample-sample-mask-value'])
1613     g(['arb_texture_multisample-sample-mask-execution'])
1614     g(['arb_texture_multisample-sample-mask-execution', '-tex'])
1615     g(['arb_texture_multisample-negative-max-samples'])
1616     g(['arb_texture_multisample-teximage-3d-multisample'])
1617     g(['arb_texture_multisample-teximage-2d-multisample'])
1618     g(['arb_texture_multisample-sample-depth']),
1619     g(['arb_texture_multisample-stencil-clear']),
1620     g(['arb_texture_multisample-clear'])
1621
1622 samplers_atm = ['sampler2DMS', 'isampler2DMS', 'usampler2DMS',
1623                 'sampler2DMSArray', 'isampler2DMSArray', 'usampler2DMSArray']
1624 with profile.test_list.group_manager(
1625         PiglitGLTest,
1626         grouptools.join('spec', 'ARB_texture_multisample',
1627                         'fb-completeness')) as g:
1628
1629     for sample_count in MSAA_SAMPLE_COUNTS:
1630         # fb-completeness
1631         g(['arb_texture_multisample-fb-completeness', sample_count],
1632           sample_count)
1633
1634 with profile.test_list.group_manager(
1635         PiglitGLTest,
1636         grouptools.join('spec', 'ARB_texture_multisample', 'texelFetch')) as g:
1637
1638     stages = ['vs', 'gs', 'fs']
1639     for sampler, stage, sample_count in itertools.product(
1640             samplers_atm, stages, MSAA_SAMPLE_COUNTS):
1641         g(['texelFetch', stage, sampler, sample_count],
1642           '{}-{}-{}'.format(sample_count, stage, sampler))
1643
1644 with profile.test_list.group_manager(
1645         PiglitGLTest,
1646         grouptools.join('spec', 'ARB_texture_multisample',
1647                         'sample-position')) as g:
1648     # sample positions
1649     for sample_count in MSAA_SAMPLE_COUNTS:
1650         g(['arb_texture_multisample-sample-position', sample_count],
1651           sample_count)
1652
1653
1654 with profile.test_list.group_manager(
1655         PiglitGLTest,
1656         grouptools.join('spec', 'ARB_texture_multisample',
1657                         'textureSize')) as g:
1658
1659     stages = ['vs', 'gs', 'fs', 'tes']
1660     for stage, sampler in itertools.product(stages, samplers_atm):
1661         g(['textureSize', stage, sampler],
1662           '{}-textureSize-{}'.format(stage, sampler))
1663
1664 # Group ARB_texture_gather
1665 with profile.test_list.group_manager(
1666         PiglitGLTest,
1667         grouptools.join('spec', 'ARB_texture_gather')) as g:
1668     stages = ['vs', 'fs']
1669     comps = ['r', 'rg', 'rgb', 'rgba']
1670     types = ['unorm', 'float', 'int', 'uint']
1671     samplers = ['2D', '2DArray', 'Cube', 'CubeArray']
1672     for stage, comp, type_, sampler in itertools.product(
1673             stages, comps, types, samplers):
1674         for swiz in ['red', 'green', 'blue', 'alpha'][:len(comp)] + ['', 'zero', 'one']:
1675             for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset']:
1676                 testname = grouptools.join(
1677                     func, '{}-{}-{}-{}-{}'.format(
1678                         stage, comp,
1679                         swiz if swiz else 'none',
1680                         type_, sampler))
1681                 g(['textureGather', stage,
1682                    'offset' if func == 'textureGatherOffset' else '',
1683                    comp, swiz, type_, sampler], testname)
1684
1685
1686 with profile.test_list.group_manager(
1687         PiglitGLTest,
1688         grouptools.join('spec', 'ARB_stencil_texturing')) as g:
1689     g(['arb_stencil_texturing-draw'], 'draw')
1690
1691 with profile.test_list.group_manager(
1692         PiglitGLTest,
1693         grouptools.join('spec', 'ARB_stencil_texturing', 'glBlitFramebuffer corrupts state')) as g:
1694     for t in ['1D', '2D', 'CUBE_MAP', '1D_ARRAY', '2D_ARRAY', 'CUBE_MAP_ARRAY', '2D_MULTISAMPLE', '2D_MULTISAMPLE_ARRAY', 'RECTANGLE']:
1695         target = 'GL_TEXTURE_' + t
1696         g(['arb_stencil_texturing-blit_corrupts_state', target], target)
1697
1698 # Group ARB_sync
1699 with profile.test_list.group_manager(
1700         PiglitGLTest, grouptools.join('spec', 'ARB_sync')) as g:
1701     g(['arb_sync-client-wait-errors'], 'ClientWaitSync-errors')
1702     g(['arb_sync-delete'], 'DeleteSync')
1703     g(['arb_sync-fence-sync-errors'], 'FenceSync-errors')
1704     g(['arb_sync-get-sync-errors'], 'GetSynciv-errors')
1705     g(['arb_sync-is-sync'], 'IsSync')
1706     g(['arb_sync-repeat-wait'], 'repeat-wait')
1707     g(['arb_sync-sync-initialize'], 'sync-initialize')
1708     g(['arb_sync-timeout-zero'], 'timeout-zero')
1709     g(['arb_sync-WaitSync-errors'], 'WaitSync-errors')
1710     g(['arb_sync-ClientWaitSync-timeout'], 'ClientWaitSync-timeout')
1711     g(['sync_api'])
1712
1713 # Group APPLE_sync
1714 with profile.test_list.group_manager(
1715         PiglitGLTest, grouptools.join('spec', 'APPLE_sync')) as g:
1716     g(['apple_sync-client-wait-errors'], 'ClientWaitSync-errors')
1717     g(['apple_sync-delete'], 'DeleteSync')
1718     g(['apple_sync-fence-sync-errors'], 'FenceSync-errors')
1719     g(['apple_sync-get-sync-errors'], 'GetSynciv-errors')
1720     g(['apple_sync-is-sync'], 'IsSync')
1721     g(['apple_sync-repeat-wait'], 'repeat-wait')
1722     g(['apple_sync-sync-initialize'], 'sync-initialize')
1723     g(['apple_sync-timeout-zero'], 'timeout-zero')
1724     g(['apple_sync-WaitSync-errors'], 'WaitSync-errors')
1725
1726 # Group ARB_ES2_compatibility
1727 with profile.test_list.group_manager(
1728         PiglitGLTest, grouptools.join('spec', 'ARB_ES2_compatibility')) as g:
1729     g(['arb_es2_compatibility-depthrangef'], run_concurrent=False)
1730     g(['arb_es2_compatibility-drawbuffers'], run_concurrent=False)
1731     g(['arb_es2_compatibility-getshaderprecisionformat'], run_concurrent=False)
1732     g(['arb_es2_compatibility-maxvectors'], run_concurrent=False)
1733     g(['arb_es2_compatibility-shadercompiler'], run_concurrent=False)
1734     g(['arb_es2_compatibility-releaseshadercompiler'], run_concurrent=False)
1735     g(['arb_es2_compatibility-fixed-type'], run_concurrent=False)
1736     g(['fbo-missing-attachment-clear'], run_concurrent=False)
1737     g(['fbo-missing-attachment-blit', 'es2', 'to'],
1738       'FBO blit to missing attachment (ES2 completeness rules)')
1739     g(['fbo-missing-attachment-blit', 'es2', 'from'],
1740       'FBO blit from missing attachment (ES2 completeness rules)')
1741     g(['arb_get_program_binary-overrun', 'shader'],
1742       'NUM_SHADER_BINARY_FORMATS over-run check')
1743     add_texwrap_format_tests(g, 'GL_ARB_ES2_compatibility')
1744     add_fbo_formats_tests(g, 'GL_ARB_ES2_compatibility')
1745
1746
1747 # Group ARB_get_program_binary
1748 with profile.test_list.group_manager(
1749         PiglitGLTest, grouptools.join('spec', 'ARB_get_program_binary')) as g:
1750     g(['arb_get_program_binary-api-errors'],
1751       'misc. API error checks')
1752     g(['arb_get_program_binary-overrun', 'program'],
1753       'NUM_PROGRAM_BINARY_FORMATS over-run check')
1754     g(['arb_get_program_binary-retrievable_hint'],
1755       'PROGRAM_BINARY_RETRIEVABLE_HINT')
1756     g(['arb_get_program_binary-xfb-varyings'],
1757       'xfb-varyings')
1758     g(['arb_get_program_binary-restore-implicit-use-program'],
1759       'restore-implicit-use-program')
1760     g(['arb_get_program_binary-restore-sso-program'],
1761       'restore-sso-program')
1762     g(['arb_get_program_binary-reset-uniform'],
1763       'reset-uniform')
1764
1765 with profile.test_list.group_manager(
1766         PiglitGLTest, grouptools.join('spec', 'EXT_depth_bounds_test')) as g:
1767     g(['depth_bounds'])
1768
1769 with profile.test_list.group_manager(
1770         PiglitGLTest, grouptools.join('spec', 'ARB_depth_clamp')) as g:
1771     g(['depth_clamp'])
1772     g(['depth-clamp-range'])
1773     g(['depth-clamp-status'])
1774
1775 # AMD_depth_clamp_separate
1776 with profile.test_list.group_manager(
1777         PiglitGLTest, grouptools.join('spec', 'AMD_depth_clamp_separate')) as g:
1778     g(['amd_depth_clamp_separate_status'])
1779     g(['amd_depth_clamp_separate_range'])
1780
1781 # Group ARB_draw_elements_base_vertex
1782 # Group ARB_draw_elements_base_vertex
1783 with profile.test_list.group_manager(
1784         PiglitGLTest,
1785         grouptools.join('spec', 'ARB_draw_elements_base_vertex')) as g:
1786     g(['arb_draw_elements_base_vertex-dlist'], 'dlist')
1787     g(['arb_draw_elements_base_vertex-drawelements'])
1788     g(['arb_draw_elements_base_vertex-drawelements', 'user_varrays'],
1789       'arb_draw_elements_base_vertex-drawelements-user_varrays')
1790     g(['arb_draw_elements_base_vertex-negative-index'])
1791     g(['arb_draw_elements_base_vertex-bounds'])
1792     g(['arb_draw_elements_base_vertex-negative-index', 'user_varrays'],
1793       'arb_draw_elements_base_vertex-negative-index-user_varrays')
1794     g(['arb_draw_elements_base_vertex-drawelements-instanced'])
1795     g(['arb_draw_elements_base_vertex-drawrangeelements'])
1796     g(['arb_draw_elements_base_vertex-multidrawelements'])
1797
1798 # Group ARB_draw_instanced
1799 with profile.test_list.group_manager(
1800         PiglitGLTest,
1801         grouptools.join('spec', 'ARB_draw_instanced')) as g:
1802     g(['arb_draw_instanced-dlist'], 'dlist')
1803     g(['arb_draw_instanced-elements'], 'elements')
1804     g(['arb_draw_instanced-negative-arrays-first-negative'],
1805       'negative-arrays-first-negative')
1806     g(['arb_draw_instanced-negative-elements-type'],
1807       'negative-elements-type')
1808     g(['arb_draw_instanced-drawarrays'])
1809
1810 # Group EXT_draw_instanced
1811 with profile.test_list.group_manager(
1812         PiglitGLTest,
1813         grouptools.join('spec', 'EXT_draw_instanced')) as g:
1814     g(['ext_draw_instanced-drawarrays'])
1815
1816 # Group ARB_draw_indirect
1817 with profile.test_list.group_manager(
1818         PiglitGLTest,
1819         grouptools.join('spec', 'ARB_draw_indirect')) as g:
1820     g(['arb_draw_indirect-api-errors'])
1821     g(['arb_draw_indirect-draw-arrays'])
1822     g(['arb_draw_indirect-draw-arrays-compat'])
1823     g(['arb_draw_indirect-draw-arrays-prim-restart'])
1824     g(['arb_draw_indirect-draw-elements'])
1825     g(['arb_draw_indirect-draw-elements-compat'])
1826     g(['arb_draw_indirect-draw-arrays-base-instance'])
1827     g(['arb_draw_indirect-draw-elements-base-instance'])
1828     g(['arb_draw_indirect-draw-elements-prim-restart'])
1829     g(['arb_draw_indirect-draw-elements-prim-restart-ugly'])
1830     g(['arb_draw_indirect-draw-arrays-instances'])
1831     g(['arb_draw_indirect-draw-arrays-shared-binding'])
1832     g(['arb_draw_indirect-transform-feedback'])
1833     g(['arb_draw_indirect-vertexid'],
1834       'gl_VertexID used with glDrawArraysIndirect')
1835     g(['arb_draw_indirect-vertexid', 'elements'],
1836       'gl_VertexID used with glDrawElementsIndirect')
1837
1838 # Group ARB_draw_indirect
1839 with profile.test_list.group_manager(
1840         PiglitGLTest,
1841         grouptools.join('spec', 'ARB_multi_draw_indirect')) as g:
1842     g(['gl-3.0-multidrawarrays-vertexid', '-indirect'])
1843     g(['arb_draw_elements_base_vertex-multidrawelements', '-indirect'])
1844
1845 # Group ARB_fragment_program
1846 with profile.test_list.group_manager(
1847         PiglitGLTest,
1848         grouptools.join('spec', 'ARB_fragment_program')) as g:
1849     g(['arb_fragment_program-minmax'], 'minmax')
1850     g(['fp-abs-01'])
1851     g(['fp-fog'])
1852     g(['fp-formats'])
1853     g(['fp-fragment-position'])
1854     g(['fp-incomplete-tex'])
1855     g(['fp-indirections'])
1856     g(['fp-indirections2'])
1857     g(['fp-kil'])
1858     g(['fp-lit-mask'])
1859     g(['fp-lit-src-equals-dst'])
1860     g(['fp-long-alu'])
1861     g(['fp-set-01'])
1862     g(['trinity-fp1'])
1863     g(['arb_fragment_program-sparse-samplers'], 'sparse-samplers')
1864     g(['arb_fragment_program-no-newline'], 'no-newline')
1865     g(['incomplete-texture', 'arb_fp'], 'incomplete-texture-arb_fp')
1866
1867 with profile.test_list.group_manager(
1868         PiglitGLTest,
1869         grouptools.join('spec', 'NV_fragment_program_option')) as g:
1870     g(['fp-abs-02'])
1871     g(['fp-condition_codes-01'])
1872     g(['fp-rfl'])
1873     g(['fp-set-02'])
1874     g(['fp-unpack-01'])
1875
1876 with profile.test_list.group_manager(
1877         PiglitGLTest,
1878         grouptools.join('spec', 'ATI_fragment_shader')) as g:
1879     g(['ati_fragment_shader-api-alphafirst'])
1880     g(['ati_fragment_shader-api-gen'])
1881     g(['ati_fragment_shader-error01-genzero'])
1882     g(['ati_fragment_shader-error02-inside'])
1883     g(['ati_fragment_shader-error03-outside'])
1884     g(['ati_fragment_shader-error04-endshader'])
1885     g(['ati_fragment_shader-error05-passes'])
1886     g(['ati_fragment_shader-error06-regswizzle'])
1887     g(['ati_fragment_shader-error07-instcount'])
1888     g(['ati_fragment_shader-error08-secondary'])
1889     g(['ati_fragment_shader-error09-allconst'])
1890     g(['ati_fragment_shader-error10-dotx'])
1891     g(['ati_fragment_shader-error11-invaliddst'])
1892     g(['ati_fragment_shader-error12-invalidsrc'])
1893     g(['ati_fragment_shader-error13-invalidarg'])
1894     g(['ati_fragment_shader-error14-invalidmod'])
1895     g(['ati_fragment_shader-render-constants'])
1896     g(['ati_fragment_shader-render-default'])
1897     g(['ati_fragment_shader-render-fog'])
1898     g(['ati_fragment_shader-render-notexture'])
1899     g(['ati_fragment_shader-render-ops'])
1900     g(['ati_fragment_shader-render-precedence'])
1901     g(['ati_fragment_shader-render-sources'])
1902     g(['ati_fragment_shader-render-textargets'])
1903
1904 # Group ARB_framebuffer_object
1905 with profile.test_list.group_manager(
1906         PiglitGLTest,
1907         grouptools.join('spec', 'ARB_framebuffer_object')) as g:
1908     g(['same-attachment-tex2d-depth_stencil'])
1909     g(['same-attachment-renderbuffer-depth_stencil'])
1910     g(['arb_framebuffer_object-get-attachment-parameter-default-framebuffer'], run_concurrent=False)
1911     g(['fbo-alpha'])
1912     g(['fbo-blit-stretch'], run_concurrent=False)
1913     g(['fbo-blit-scaled-linear'])
1914     g(['fbo-attachments-blit-scaled-linear'])
1915     g(['fbo-deriv'])
1916     g(['fbo-luminance-alpha'])
1917     g(['fbo-getframebufferattachmentparameter-01'])
1918     g(['fbo-gl_pointcoord'])
1919     g(['fbo-incomplete'])
1920     g(['fbo-incomplete-invalid-texture'])
1921     g(['fbo-incomplete-texture-01'])
1922     g(['fbo-incomplete-texture-02'])
1923     g(['fbo-incomplete-texture-03'])
1924     g(['fbo-incomplete-texture-04'])
1925     g(['fbo-mipmap-copypix'])
1926     g(['fbo-viewport'], run_concurrent=False)
1927     g(['fbo-missing-attachment-blit', 'to'], 'FBO blit to missing attachment')
1928     g(['fbo-missing-attachment-blit', 'from'],
1929       'FBO blit from missing attachment')
1930     g(['fbo-scissor-blit', 'fbo'], 'fbo-scissor-blit fbo')
1931     g(['fbo-scissor-blit', 'window'], 'fbo-scissor-blit window',
1932       run_concurrent=False)
1933     g(['fbo-tex-rgbx'], 'fbo-tex-rgbx')
1934     g(['arb_framebuffer_object-mixed-buffer-sizes'], 'mixed-buffer-sizes')
1935     g(['arb_framebuffer_object-negative-readpixels-no-rb'],
1936       'negative-readpixels-no-rb')
1937     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT16'])
1938     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT24'])
1939     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32'])
1940     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32F'])
1941     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX1'])
1942     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX4'])
1943     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX8'])
1944     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX16'])
1945     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH24_STENCIL8'])
1946     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH24_STENCIL8'])
1947     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH24_STENCIL8'])
1948     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH32F_STENCIL8'])
1949     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH32F_STENCIL8'])
1950     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH32F_STENCIL8'])
1951     g(['fbo-drawbuffers-none', 'glClear'])
1952     g(['fbo-drawbuffers-none', 'glClearBuffer'])
1953     g(['fbo-drawbuffers-none', 'gl_FragColor'])
1954     g(['fbo-drawbuffers-none', 'gl_FragData'])
1955     g(['fbo-drawbuffers-none', 'use_frag_out'])
1956     g(['fbo-drawbuffers-none', 'glColorMaskIndexed'])
1957     g(['fbo-drawbuffers-none', 'glBlendFunci'])
1958     g(['fbo-drawbuffers-none', 'glDrawPixels'])
1959     g(['fbo-drawbuffers-none', 'glBlitFramebuffer'])
1960     g(['fbo-generatemipmap-cubemap'])
1961     g(['fbo-generatemipmap-cubemap', 'RGB9_E5'])
1962     g(['fbo-generatemipmap-cubemap', 'S3TC_DXT1'])
1963     g(['fbo-generatemipmap-1d'])
1964     g(['fbo-generatemipmap-1d', 'RGB9_E5'])
1965     g(['fbo-generatemipmap-3d'])
1966     g(['fbo-generatemipmap-3d', 'RGB9_E5'])
1967     g(['framebuffer-blit-mipmap'])
1968     for format in ('rgba', 'depth', 'stencil'):
1969         for test_mode in ('draw', 'read'):
1970             g(['framebuffer-blit-levels', test_mode, format],
1971               'framebuffer-blit-levels {} {}'.format(test_mode, format))
1972
1973 # Group ARB_framebuffer_sRGB
1974 with profile.test_list.group_manager(
1975         PiglitGLTest,
1976         grouptools.join('spec', 'ARB_framebuffer_sRGB')) as g:
1977     for backing_type in ('texture', 'renderbuffer'):
1978         for srgb_types in ('linear', 'srgb', 'linear_to_srgb',
1979                            'srgb_to_linear'):
1980             for blit_type in ('single_sampled', 'upsample', 'downsample',
1981                               'msaa', 'scaled'):
1982                 for framebuffer_srgb_setting in ('enabled',
1983                                                  'disabled'):
1984                     for src_fill_mode in ('clear', 'render'):
1985                         g(['arb_framebuffer_srgb-blit', backing_type,
1986                             srgb_types, blit_type, framebuffer_srgb_setting,
1987                             src_fill_mode],
1988                           'blit {} {} {} {} {}'.format(
1989                               backing_type, srgb_types, blit_type,
1990                               framebuffer_srgb_setting, src_fill_mode))
1991     g(['framebuffer-srgb'], run_concurrent=False)
1992     g(['arb_framebuffer_srgb-clear'])
1993     g(['arb_framebuffer_srgb-pushpop'])
1994     g(['ext_framebuffer_multisample-fast-clear',
1995        'GL_EXT_texture_sRGB',
1996        'enable-fb-srgb'],
1997       'msaa-fast-clear')
1998     g(['ext_framebuffer_multisample-fast-clear',
1999        'GL_EXT_texture_sRGB',
2000        'enable-fb-srgb',
2001        'single-sample'],
2002       'fbo-fast-clear')
2003     g(['arb_framebuffer_srgb-fast-clear-blend'])
2004     g(['arb_framebuffer_srgb-srgb_conformance'])
2005     g(['arb_framebuffer_srgb-srgb_pbo'])
2006
2007
2008 with profile.test_list.group_manager(
2009         PiglitGLTest,
2010         grouptools.join('spec', 'ARB_gpu_shader5')) as g:
2011     stages = ['vs', 'fs']
2012     types = ['unorm', 'float', 'int', 'uint']
2013     comps = ['r', 'rg', 'rgb', 'rgba']
2014     samplers = ['2D', '2DArray', 'Cube', 'CubeArray', '2DRect']
2015     for stage, type_, comp, sampler in itertools.product(
2016             stages, types, comps, samplers):
2017         for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset', 'textureGatherOffsets']:
2018             for cs in range(len(comp)):
2019                 assert cs <= 3
2020                 address_mode = 'clamp' if sampler == '2DRect' else 'repeat'
2021                 cmd = ['textureGather', stage,
2022                        'offsets' if func == 'textureGatherOffsets' else 'nonconst' if func == 'textureGatherOffset' else '',
2023                        comp, str(cs), type_, sampler, address_mode]
2024                 testname = grouptools.join(func, '{}-{}-{}-{}-{}'.format(
2025                     stage, comp, cs, type_, sampler))
2026                 g(cmd, testname)
2027
2028                 if func == 'textureGatherOffset':
2029                     # also add a constant offset version.
2030                     testname = grouptools.join(
2031                         func, '{}-{}-{}-{}-{}-const'.format(
2032                             stage, comp, cs, type_, sampler))
2033                     cmd = ['textureGather', stage, 'offset',
2034                            comp, str(cs), type_, sampler, address_mode]
2035                     g(cmd, testname)
2036
2037     # test shadow samplers
2038     samplers = ['2D', '2DArray', 'Cube', 'CubeArray', '2DRect']
2039     for stage, sampler in itertools.product(stages, samplers):
2040         for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset', 'textureGatherOffsets']:
2041             testname = grouptools.join(func, '{}-r-none-shadow-{}'.format(
2042                 stage, sampler))
2043             cmd = ['textureGather', stage, 'shadow', 'r',
2044                    'offsets' if func == 'textureGatherOffsets' else 'nonconst' if func == 'textureGatherOffset' else '',
2045                    sampler,
2046                    'clamp' if sampler == '2DRect' else 'repeat']
2047             g(cmd, testname)
2048
2049     g(['arb_gpu_shader5-minmax'])
2050     g(['arb_gpu_shader5-invocation-id'])
2051     g(['arb_gpu_shader5-invocations_count_too_large'])
2052     g(['arb_gpu_shader5-xfb-streams'])
2053     g(['arb_gpu_shader5-stream_value_too_large'])
2054     g(['arb_gpu_shader5-emitstreamvertex_stream_too_large'])
2055     g(['arb_gpu_shader5-tf-wrong-stream-value'])
2056     g(['arb_gpu_shader5-xfb-streams-without-invocations'])
2057     g(['arb_gpu_shader5-xfb-streams-without-invocations', 'spirv'])
2058     g(['arb_gpu_shader5-emitstreamvertex_nodraw'])
2059     g(['arb_gpu_shader5-interpolateAtCentroid'])
2060     g(['arb_gpu_shader5-interpolateAtCentroid-packing'])
2061     g(['arb_gpu_shader5-interpolateAtCentroid-flat'])
2062     g(['arb_gpu_shader5-interpolateAtCentroid-centroid'])
2063     g(['arb_gpu_shader5-interpolateAtCentroid-noperspective'])
2064     g(['arb_gpu_shader5-interpolateAtSample'])
2065     g(['arb_gpu_shader5-interpolateAtSample-nonconst'])
2066     g(['arb_gpu_shader5-interpolateAtSample-different'])
2067     g(['arb_gpu_shader5-interpolateAtSample-different', 'uniform'])
2068     g(['arb_gpu_shader5-interpolateAtSample-dynamically-nonuniform'])
2069     g(['arb_gpu_shader5-interpolateAtOffset'])
2070     g(['arb_gpu_shader5-interpolateAtOffset-nonconst'])
2071
2072
2073 with profile.test_list.group_manager(
2074         PiglitGLTest,
2075         grouptools.join('spec', 'ARB_gpu_shader_fp64',
2076                         'varying-packing')) as g:
2077     for type in ['double', 'dvec2', 'dvec3', 'dvec4', 'dmat2', 'dmat3',
2078                  'dmat4', 'dmat2x3', 'dmat2x4', 'dmat3x2', 'dmat3x4',
2079                  'dmat4x2', 'dmat4x3']:
2080         for arrayspec in ['array', 'separate', 'arrays_of_arrays']:
2081             g(['varying-packing-simple', type, arrayspec],
2082               'simple {0} {1}'.format(type, arrayspec))
2083
2084 with profile.test_list.group_manager(
2085         PiglitGLTest,
2086         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'execution')) as g:
2087     g(['arb_gpu_shader_fp64-tf-separate'])
2088     g(['arb_gpu_shader_fp64-double-gettransformfeedbackvarying'])
2089     g(['arb_gpu_shader_fp64-tf-interleaved'])
2090     g(['arb_gpu_shader_fp64-tf-interleaved-aligned'])
2091     g(['arb_gpu_shader_fp64-vs-getuniformdv'])
2092     g(['arb_gpu_shader_fp64-fs-getuniformdv'])
2093     g(['arb_gpu_shader_fp64-gs-getuniformdv'])
2094     g(['arb_gpu_shader_fp64-wrong-type-setter'])
2095     g(['arb_gpu_shader_fp64-dlist-uniforms'])
2096     g(['arb_gpu_shader_fp64-double_in_bool_uniform'])
2097     g(['arb_gpu_shader_fp64-uniform-invalid-operation'])
2098     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-const'])
2099     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-const'])
2100     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ubo'])
2101     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ubo'])
2102     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ssbo'])
2103     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ssbo'])
2104     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-alu'])
2105     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-alu'])
2106     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-packing'])
2107     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-packing'])
2108
2109 with profile.test_list.group_manager(
2110         PiglitGLTest,
2111         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'shader_storage')) as g:
2112     g(['arb_gpu_shader_fp64-layout-std140-fp64-shader'], 'layout-std140-fp64-shader')
2113     g(['arb_gpu_shader_fp64-layout-std140-fp64-mixed-shader'], 'layout-std140-fp64-mixed-shader')
2114     g(['arb_gpu_shader_fp64-layout-std430-fp64-shader'], 'layout-std430-fp64-shader')
2115     g(['arb_gpu_shader_fp64-layout-std430-fp64-mixed-shader'], 'layout-std430-fp64-mixed-shader')
2116
2117 with profile.test_list.group_manager(
2118         PiglitGLTest,
2119         grouptools.join('spec', 'ARB_shader_subroutine')) as g:
2120     g(['arb_shader_subroutine-minmax'])
2121     g(['arb_shader_subroutine-uniformsubroutinesuiv'])
2122
2123 with profile.test_list.group_manager(
2124         PiglitGLTest,
2125         grouptools.join('spec', 'ARB_occlusion_query')) as g:
2126     g(['occlusion_query'])
2127     g(['occlusion_query_conform'])
2128     g(['occlusion_query_lifetime'])
2129     g(['occlusion_query_meta_fragments'])
2130     g(['occlusion_query_meta_no_fragments'])
2131     g(['occlusion_query_meta_save'])
2132     g(['occlusion_query_order'])
2133     g(['gen_delete_while_active'])
2134
2135 with profile.test_list.group_manager(
2136         PiglitGLTest,
2137         grouptools.join('spec', 'ARB_point_parameters')) as g:
2138     g(['arb_point_parameters-point-attenuation'])
2139
2140 # Group ARB_separate_shader_objects
2141 with profile.test_list.group_manager(
2142         PiglitGLTest,
2143         grouptools.join('spec', 'ARB_separate_shader_objects')) as g:
2144     g(['arb_separate_shader_object-ActiveShaderProgram-invalid-program'],
2145       'ActiveShaderProgram with invalid program')
2146     g(['arb_separate_shader_object-GetProgramPipelineiv'],
2147       'GetProgramPipelineiv')
2148     g(['arb_separate_shader_object-dlist'], 'Display lists (Compat)')
2149     g(['arb_separate_shader_object-IsProgramPipeline'],
2150       'IsProgramPipeline')
2151     g(['arb_separate_shader_object-UseProgramStages-non-separable'],
2152       'UseProgramStages - non-separable program')
2153     g(['arb_separate_shader_object-ProgramUniform-coverage'],
2154       'ProgramUniform coverage')
2155     g(['arb_separate_shader_object-rendezvous_by_name'],
2156       'Rendezvous by name')
2157     g(['arb_separate_shader_object-rendezvous_by_name_interpolation'],
2158       'Rendezvous by name with multiple interpolation qualifier')
2159     g(['arb_separate_shader_object-mix-and-match-tcs-tes'],
2160       'mix-and-match-tcs-tes'),
2161     g(['arb_separate_shader_object-mixed_explicit_and_non_explicit_locations'],
2162       'Mixed explicit and non-explicit locations')
2163     g(['arb_separate_shader_object-api-errors'], 'misc. API error checks')
2164     g(['arb_separate_shader_object-rendezvous_by_location', '-fbo'],
2165       'Rendezvous by location', run_concurrent=False)
2166     g(['arb_separate_shader_object-rendezvous_by_location-5-stages'],
2167       'Rendezvous by location (5 stages)')
2168     g(['arb_separate_shader_object-ValidateProgramPipeline'],
2169       'ValidateProgramPipeline')
2170     g(['arb_separate_shader_object-400-combinations', '-fbo', '--by-location'],
2171       '400 combinations by location', run_concurrent=False)
2172     g(['arb_separate_shader_object-400-combinations', '-fbo'],
2173       '400 combinations by name', run_concurrent=False)
2174     g(['arb_separate_shader_object-active-sampler-conflict'],
2175       'active sampler conflict')
2176     g(['arb_separate_shader_object-atomic-counter'],
2177       'atomic counter')
2178     g(['arb_separate_shader_object-compat-builtins'], 'compat-builtins')
2179     g(['arb_separate_shader_object-rendezvous_by_location-3-stages'],
2180        'rendezvous_by_location-3-stages')
2181     g(['arb_separate_shader_object-uniform-namespace'],
2182        'uniform namespace is per-program')
2183     g(['arb_separate_shader_object-xfb-rendezvous_by_location'],
2184        'Transform feedback with rendezvous by location')
2185     g(['arb_separate_shader_object-xfb-explicit-location-array', 'vs'],
2186       'xfb-explicit-location-array_vs',
2187       run_concurrent=False)
2188     g(['arb_separate_shader_object-xfb-explicit-location-array', 'gs'],
2189       'xfb-explicit-location-array_gs',
2190       run_concurrent=False)
2191     g(['arb_separate_shader_object-xfb-explicit-location-array', 'gs_max'],
2192       'xfb-explicit-location-array_gs_max',
2193       run_concurrent=False)
2194
2195 # Group ARB_sampler_objects
2196 with profile.test_list.group_manager(
2197         PiglitGLTest,
2198         grouptools.join('spec', 'ARB_sampler_objects')) as g:
2199     g(['arb_sampler_objects-sampler-objects'], 'sampler-objects',)
2200     g(['arb_sampler_objects-sampler-incomplete'], 'sampler-incomplete',)
2201     g(['arb_sampler_objects-srgb-decode'], 'GL_EXT_texture_sRGB_decode',)
2202     g(['arb_sampler_objects-framebufferblit'], 'framebufferblit',
2203       run_concurrent=False)
2204
2205 # Group ARB_sample_shading
2206 with profile.test_list.group_manager(
2207         PiglitGLTest,
2208         grouptools.join('spec', 'ARB_sample_shading')) as g:
2209     g(['arb_sample_shading-api'], run_concurrent=False)
2210
2211     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2212         g(['arb_sample_shading-builtin-gl-num-samples', num_samples],
2213           'builtin-gl-num-samples {0}'.format(num_samples),
2214           run_concurrent=False)
2215         g(['arb_sample_shading-builtin-gl-sample-id', num_samples],
2216           'builtin-gl-sample-id {}'.format(num_samples), run_concurrent=False)
2217         g(['arb_sample_shading-builtin-gl-sample-mask', num_samples],
2218           'builtin-gl-sample-mask {}'.format(num_samples),
2219           run_concurrent=False)
2220         g(['arb_sample_shading-builtin-gl-sample-position', num_samples],
2221           'builtin-gl-sample-position {}'.format(num_samples),
2222           run_concurrent=False)
2223
2224     for sample_count in MSAA_SAMPLE_COUNTS:
2225         g(['arb_sample_shading-interpolate-at-sample-position', sample_count],
2226           'interpolate-at-sample-position {}'.format(sample_count))
2227         g(['arb_sample_shading-ignore-centroid-qualifier', sample_count],
2228           'ignore-centroid-qualifier {}'.format(sample_count))
2229         g(['arb_sample_shading-samplemask', sample_count, 'all', 'all'],
2230           'samplemask {}'.format(sample_count))
2231
2232     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2233         g(['arb_sample_shading-builtin-gl-sample-mask-simple',
2234            num_samples],
2235           'builtin-gl-sample-mask-simple {}'.format(num_samples))
2236         g(['arb_sample_shading-samplemask', num_samples, 'all', 'all'],
2237           'samplemask {} all'.format(num_samples))
2238
2239     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha'])
2240     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha-to-coverage'])
2241
2242 # Group ARB_debug_output
2243 with profile.test_list.group_manager(
2244         PiglitGLTest,
2245         grouptools.join('spec', 'ARB_debug_output')) as g:
2246     g(['arb_debug_output-api_error'], run_concurrent=False)
2247
2248 # Group KHR_debug
2249 with profile.test_list.group_manager(
2250         PiglitGLTest,
2251         grouptools.join('spec', 'KHR_debug')) as g:
2252     g(['khr_debug-object-label_gl'], 'object-label_gl')
2253     g(['khr_debug-object-label_gles2'], 'object-label_gles2')
2254     g(['khr_debug-object-label_gles3'], 'object-label_gles3')
2255     g(['khr_debug-push-pop-group_gl'], 'push-pop-group_gl')
2256     g(['khr_debug-push-pop-group_gles2'], 'push-pop-group_gles2')
2257     g(['khr_debug-push-pop-group_gles3'], 'push-pop-group_gles3')
2258
2259 # Group ARB_occlusion_query2
2260 with profile.test_list.group_manager(
2261         PiglitGLTest,
2262         grouptools.join('spec', 'ARB_occlusion_query2')) as g:
2263     g(['arb_occlusion_query2-api'], 'api')
2264     g(['arb_occlusion_query2-render'], 'render')
2265
2266 # Group EXT_debug_label
2267 with profile.test_list.group_manager(
2268         PiglitGLTest,
2269         grouptools.join('spec', 'EXT_debug_label')) as g:
2270     g(['ext_debug_label-object-label_gl'], 'object-label_gl')
2271     g(['ext_debug_label-object-label_gles2'], 'object-label_gles2')
2272     g(['ext_debug_label-object-label_gles3'], 'object-label_gles3')
2273
2274 # Group EXT_external_objects tests
2275 with profile.test_list.group_manager(
2276         PiglitGLTest,
2277         grouptools.join('spec', 'EXT_external_objects')) as g:
2278     g(['ext_external_objects-memory-object-api-errors'], 'memory-object-api-errors')
2279     g(['ext_external_objects-semaphore-api-errors'], 'semaphore-api-errors')
2280     g(['ext_external_objects-vk-image-overwrite'], 'vk-image-overwrite')
2281     g(['ext_external_objects-vk-image-display'], 'vk-image-display')
2282     g(['ext_external_objects-vk-image-display-overwrite'], 'vk-image-display-overwrite')
2283     g(['ext_external_objects-vk-buf-exchange'], 'vk-buf-exchange')
2284     g(['ext_external_objects-vk-pix-buf-update-errors'], 'vk-pix-buf-update-errors')
2285     g(['ext_external_objects-vk-vert-buf-update-errors'], 'vk-vert-buf-update-errors')
2286     g(['ext_external_objects-vk-vert-buf-reuse'], 'vk-vert-buf-reuse')
2287     g(['ext_external_objects-vk-depth-display'], 'vk-depth-display')
2288     g(['ext_external_objects-vk-stencil-display'], 'vk-stencil-display')
2289     g(['ext_external_objects-vk-semaphores'], 'vk-semaphores')
2290     g(['ext_external_objects-vk-semaphores-2'], 'vk-semaphores-2')
2291     g(['ext_external_objects-vk-image-display-multiple-textures'], 'vk-image-display-muliple-textures')
2292
2293 # Group EXT_external_objects_fd tests
2294 with profile.test_list.group_manager(
2295         PiglitGLTest,
2296         grouptools.join('spec', 'EXT_external_objects_fd')) as g:
2297     g(['ext_external_objects_fd-memory-object-api-errors'], 'memory-object-api-errors')
2298     g(['ext_external_objects_fd-semaphore-api-errors'], 'semaphore-api-errors')
2299
2300 # Group EXT_texture_format_BGRA8888 tests
2301 with profile.test_list.group_manager(
2302         PiglitGLTest,
2303         grouptools.join('spec', 'EXT_texture_format_BGRA8888')) as g:
2304     g(['ext_texture_format_bgra8888-api-errors'], 'api-errors')
2305
2306 with profile.test_list.group_manager(
2307         PiglitGLTest,
2308         grouptools.join('spec', 'ARB_pixel_buffer_object')) as g:
2309     g(['cubemap', 'pbo'])
2310     g(['cubemap', 'npot', 'pbo'])
2311     g(['fbo-pbo-readpixels-small'], run_concurrent=False)
2312     g(['pbo-drawpixels'], run_concurrent=False)
2313     g(['pbo-getteximage'], run_concurrent=False)
2314     g(['pbo-read-argb8888'], run_concurrent=False)
2315     g(['pbo-readpixels-small'], run_concurrent=False)
2316     g(['pbo-teximage'], run_concurrent=False)
2317     g(['pbo-teximage-tiling'], run_concurrent=False)
2318     g(['pbo-teximage-tiling-2'], run_concurrent=False)
2319     g(['texsubimage', 'pbo'])
2320     g(['texsubimage', 'pbo', 'manual', 'GL_TEXTURE_2D', 'GL_RGB8', '6',
2321         '10', '0', '94', '53', '0'])
2322     g(['texsubimage', 'array', 'pbo'])
2323     g(['texsubimage', 'cube_map_array', 'pbo'])
2324     g(['texsubimage-depth-formats', 'pbo'])
2325     g(['texsubimage-unpack', 'pbo'])
2326
2327 # Group ARB_provoking_vertex
2328 with profile.test_list.group_manager(
2329         PiglitGLTest,
2330         grouptools.join('spec', 'ARB_provoking_vertex')) as g:
2331     g(['arb-provoking-vertex-control'], run_concurrent=False)
2332     g(['arb-provoking-vertex-initial'], run_concurrent=False)
2333     g(['arb-provoking-vertex-render'], run_concurrent=False)
2334     g(['arb-provoking-vertex-clipped-geometry-flatshading'], run_concurrent=False)
2335     g(['arb-quads-follow-provoking-vertex'], run_concurrent=False)
2336     g(['arb-xfb-before-flatshading'], run_concurrent=False)
2337
2338 # Group ARB_robustness
2339 with profile.test_list.group_manager(
2340         PiglitGLTest,
2341         grouptools.join('spec', 'ARB_robustness')) as g:
2342     g(['arb_robustness_client-mem-bounds'], run_concurrent=False)
2343
2344 # Group ARB_shader_texture_lod
2345 with profile.test_list.group_manager(
2346         PiglitGLTest,
2347         grouptools.join('spec', 'ARB_shader_texture_lod', 'execution')) as g:
2348     g(['arb_shader_texture_lod-texgrad'])
2349     g(['arb_shader_texture_lod-texgradcube'])
2350     g(['tex-miplevel-selection', '*Lod', '1D'])
2351     g(['tex-miplevel-selection', '*Lod', '2D'])
2352     g(['tex-miplevel-selection', '*Lod', '3D'])
2353     g(['tex-miplevel-selection', '*Lod', 'Cube'])
2354     g(['tex-miplevel-selection', '*Lod', '1DShadow'])
2355     g(['tex-miplevel-selection', '*Lod', '2DShadow'])
2356     g(['tex-miplevel-selection', '*ProjLod', '1D'])
2357     g(['tex-miplevel-selection', '*ProjLod', '1D_ProjVec4'])
2358     g(['tex-miplevel-selection', '*ProjLod', '2D'])
2359     g(['tex-miplevel-selection', '*ProjLod', '2D_ProjVec4'])
2360     g(['tex-miplevel-selection', '*ProjLod', '3D'])
2361     g(['tex-miplevel-selection', '*ProjLod', '1DShadow'])
2362     g(['tex-miplevel-selection', '*ProjLod', '2DShadow'])
2363     g(['tex-miplevel-selection', '*GradARB', '1D'])
2364     g(['tex-miplevel-selection', '*GradARB', '2D'])
2365     g(['tex-miplevel-selection', '*GradARB', '3D'])
2366     g(['tex-miplevel-selection', '*GradARB', 'Cube'])
2367     g(['tex-miplevel-selection', '*GradARB', '1DShadow'])
2368     g(['tex-miplevel-selection', '*GradARB', '2DShadow'])
2369     g(['tex-miplevel-selection', '*GradARB', '2DRect'])
2370     g(['tex-miplevel-selection', '*GradARB', '2DRectShadow'])
2371     g(['tex-miplevel-selection', '*ProjGradARB', '1D'])
2372     g(['tex-miplevel-selection', '*ProjGradARB', '1D_ProjVec4'])
2373     g(['tex-miplevel-selection', '*ProjGradARB', '2D'])
2374     g(['tex-miplevel-selection', '*ProjGradARB', '2D_ProjVec4'])
2375     g(['tex-miplevel-selection', '*ProjGradARB', '3D'])
2376     g(['tex-miplevel-selection', '*ProjGradARB', '1DShadow'])
2377     g(['tex-miplevel-selection', '*ProjGradARB', '2DShadow'])
2378     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect'])
2379     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect_ProjVec4'])
2380     g(['tex-miplevel-selection', '*ProjGradARB', '2DRectShadow'])
2381
2382
2383 # Group ARB_shader_objects
2384 with profile.test_list.group_manager(
2385         PiglitGLTest,
2386         grouptools.join('spec', 'ARB_shader_objects')) as g:
2387     g(['arb_shader_objects-getuniform'], 'getuniform')
2388     g(['arb_shader_objects-bindattriblocation-scratch-name'],
2389       'bindattriblocation-scratch-name')
2390     g(['arb_shader_objects-getactiveuniform-beginend'],
2391       'getactiveuniform-beginend')
2392     g(['arb_shader_objects-getuniformlocation-array-of-struct-of-array'],
2393       'getuniformlocation-array-of-struct-of-array')
2394     g(['arb_shader_objects-clear-with-deleted'], 'clear-with-deleted')
2395     g(['arb_shader_objects-delete-repeat'], 'delete-repeat')
2396     g(['arb_shader_objects-delete-non-existent'], 'delete-non-existent')
2397
2398 with profile.test_list.group_manager(
2399         PiglitGLTest,
2400         grouptools.join('spec', 'ARB_shading_language_420pack')) as g:
2401     g(['built-in-constants',
2402        os.path.join('spec', 'arb_shading_language_420pack', 'minimum-maximums.txt')],
2403       'built-in constants',
2404       override_class=BuiltInConstantsTest)
2405     g(['arb_shading_language_420pack-multiple-layout-qualifiers'],
2406       'multiple layout qualifiers')
2407     g(['arb_shading_language_420pack-active-sampler-conflict'], 'active sampler conflict')
2408     g(['arb_shading_language_420pack-binding-layout'], 'binding layout')
2409
2410 with profile.test_list.group_manager(
2411         PiglitGLTest,
2412         grouptools.join('spec', 'ARB_shading_language_include')) as g:
2413     g(['arb_shading_language_include-api'], 'API tests')
2414
2415 # Group ARB_enhanced_layouts
2416 with profile.test_list.group_manager(
2417         PiglitGLTest,
2418         grouptools.join('spec', 'arb_enhanced_layouts')) as g:
2419     g(['arb_enhanced_layouts-explicit-offset-bufferstorage'],
2420        'explicit-offset-bufferstorage')
2421     g(['arb_enhanced_layouts-gs-stream-location-aliasing'],
2422        'gs-stream-location-aliasing')
2423     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs'],
2424       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs',
2425       run_concurrent=False)
2426     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_ifc'],
2427       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_interface',
2428       run_concurrent=False)
2429     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_named_ifc'],
2430       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_named_interface',
2431       run_concurrent=False)
2432     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_struct'],
2433       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_struct',
2434       run_concurrent=False)
2435     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs'],
2436       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_gs',
2437       run_concurrent=False)
2438     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs_max'],
2439       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_gs_max',
2440       run_concurrent=False)
2441     g(['arb_enhanced_layouts-transform-feedback-layout-query-api'],
2442       'arb_enhanced_layouts-transform-feedback-layout-query-api')
2443
2444 # Group ARB_explicit_attrib_location
2445 with profile.test_list.group_manager(
2446         PiglitGLTest,
2447         grouptools.join('spec', 'ARB_explicit_attrib_location')) as g:
2448     g(['glsl-explicit-location-01'], run_concurrent=False)
2449     g(['glsl-explicit-location-02'], run_concurrent=False)
2450     g(['glsl-explicit-location-03'], run_concurrent=False)
2451     g(['glsl-explicit-location-04'], run_concurrent=False)
2452     g(['glsl-explicit-location-05'], run_concurrent=False)
2453     for test_type in ('shader', 'api'):
2454         g(['overlapping-locations-input-attribs', test_type],
2455           run_concurrent=False)
2456
2457 with profile.test_list.group_manager(
2458         PiglitGLTest,
2459         grouptools.join('spec', 'ARB_program_interface_query')) as g:
2460     g(['arb_program_interface_query-resource-location'], run_concurrent=False)
2461     g(['arb_program_interface_query-resource-query'], run_concurrent=False)
2462     g(['arb_program_interface_query-getprograminterfaceiv'], run_concurrent=False)
2463     g(['arb_program_interface_query-getprogramresourceindex'], run_concurrent=False)
2464     g(['arb_program_interface_query-getprogramresourcename'], run_concurrent=False)
2465     g(['arb_program_interface_query-getprogramresourceiv'], run_concurrent=False)
2466     g(['arb_program_interface_query-compare-with-shader-subroutine'], run_concurrent=False)
2467
2468 with profile.test_list.group_manager(
2469         PiglitGLTest,
2470         grouptools.join('spec', 'ARB_framebuffer_no_attachments')) as g:
2471     g(['arb_framebuffer_no_attachments-minmax'])
2472     g(['arb_framebuffer_no_attachments-params'])
2473     g(['arb_framebuffer_no_attachments-atomic'])
2474     g(['arb_framebuffer_no_attachments-query'])
2475     g(['arb_framebuffer_no_attachments-roundup-samples'])
2476
2477 # Group ARB_explicit_uniform_location
2478 with profile.test_list.group_manager(
2479         PiglitGLTest,
2480         grouptools.join('spec', 'ARB_explicit_uniform_location')) as g:
2481     g(['arb_explicit_uniform_location-minmax'], run_concurrent=False)
2482     g(['arb_explicit_uniform_location-boundaries'], run_concurrent=False)
2483     g(['arb_explicit_uniform_location-array-elements'], run_concurrent=False)
2484     g(['arb_explicit_uniform_location-inactive-uniform'], run_concurrent=False)
2485     g(['arb_explicit_uniform_location-use-of-unused-loc'],
2486       run_concurrent=False)
2487
2488 with profile.test_list.group_manager(
2489         PiglitGLTest,
2490         grouptools.join('spec', 'ARB_texture_buffer_object')) as g:
2491     g(['arb_texture_buffer_object-bufferstorage'], 'bufferstorage')
2492     g(['arb_texture_buffer_object-data-sync'], 'data-sync')
2493     g(['arb_texture_buffer_object-dlist'], 'dlist')
2494     g(['arb_texture_buffer_object-formats', 'fs', 'core'],
2495       'formats (FS, 3.1 core)')
2496     g(['arb_texture_buffer_object-formats', 'vs', 'core'],
2497       'formats (VS, 3.1 core)')
2498     g(['arb_texture_buffer_object-formats', 'fs', 'arb'], 'formats (FS, ARB)')
2499     g(['arb_texture_buffer_object-formats', 'vs', 'arb'], 'formats (VS, ARB)')
2500     g(['arb_texture_buffer_object-formats', 'fs', 'gpu_shader4'], 'formats (FS, EXT_gpu_shader4)')
2501     g(['arb_texture_buffer_object-formats', 'vs', 'gpu_shader4'], 'formats (VS, EXT_gpu_shader4)')
2502     g(['arb_texture_buffer_object-get'], 'get')
2503     g(['arb_texture_buffer_object-fetch-outside-bounds'],
2504       'fetch-outside-bounds')
2505     g(['arb_texture_buffer_object-max-size'], 'max-size')
2506     g(['arb_texture_buffer_object-minmax'], 'minmax')
2507     g(['arb_texture_buffer_object-negative-bad-bo'], 'negative-bad-bo')
2508     g(['arb_texture_buffer_object-negative-bad-format'], 'negative-bad-format')
2509     g(['arb_texture_buffer_object-negative-bad-target'], 'negative-bad-target')
2510     g(['arb_texture_buffer_object-negative-unsupported'],
2511       'negative-unsupported')
2512     g(['arb_texture_buffer_object-subdata-sync'], 'subdata-sync')
2513     g(['arb_texture_buffer_object-unused-name'], 'unused-name')
2514     g(['arb_texture_buffer_object-render-no-bo'], 'render-no-bo')
2515     g(['arb_texture_buffer_object-indexed'], 'indexed')
2516     g(['arb_texture_buffer_object-re-init'], 're-init')
2517     g(['arb_texture_buffer_object-texture-buffer-size-clamp'], 'texture-buffer-size-clamp')
2518
2519 with profile.test_list.group_manager(
2520         PiglitGLTest,
2521         grouptools.join('spec', 'ARB_texture_buffer_range')) as g:
2522     g(['arb_texture_buffer_range-dlist'], 'dlist')
2523     g(['arb_texture_buffer_range-errors'], 'errors')
2524     g(['arb_texture_buffer_range-ranges'], 'ranges')
2525     g(['arb_texture_buffer_range-ranges-2'], 'ranges-2')
2526     g(['arb_texture_buffer_range-ranges-2', '-compat'], 'ranges-2 compat')
2527
2528 with profile.test_list.group_manager(
2529         PiglitGLTest,
2530         grouptools.join('spec', 'ARB_texture_rectangle')) as g:
2531     g(['1-1-linear-texture'])
2532     g(['texrect-many'], run_concurrent=False)
2533     g(['getteximage-targets', 'RECT'])
2534     g(['texrect_simple_arb_texrect'], run_concurrent=False)
2535     g(['arb_texrect-texture-base-level-error'], run_concurrent=False)
2536     g(['fbo-blit', 'rect'], run_concurrent=False)
2537     g(['tex-miplevel-selection', 'GL2:texture()', '2DRect'])
2538     g(['tex-miplevel-selection', 'GL2:texture()', '2DRectShadow'])
2539     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect'])
2540     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect_ProjVec4'])
2541     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRectShadow'])
2542     add_msaa_visual_plain_tests(g, ['copyteximage', 'RECT'],
2543                                 run_concurrent=False)
2544     add_texwrap_target_tests(g, 'RECT')
2545
2546 with profile.test_list.group_manager(
2547         PiglitGLTest, grouptools.join('spec', 'ARB_texture_storage')) as g:
2548     g(['arb_texture_storage-texture-storage'], 'texture-storage',
2549       run_concurrent=False)
2550     g(['arb_texture_storage-texture-storage-attach-before'], 'attach-before',
2551       run_concurrent=False)
2552
2553 with profile.test_list.group_manager(
2554         PiglitGLTest,
2555         grouptools.join('spec', 'ARB_texture_storage_multisample')) as g:
2556     g(['arb_texture_storage_multisample-tex-storage'], 'tex-storage')
2557     g(['arb_texture_storage_multisample-tex-param'], 'tex-param')
2558
2559 with profile.test_list.group_manager(
2560         PiglitGLTest,
2561         grouptools.join('spec', 'EXT_texture_storage_compression')) as g:
2562     g(['ext_texture_storage_compression-tex-storage'], 'tex-storage')
2563
2564 with profile.test_list.group_manager(
2565         PiglitGLTest,
2566         grouptools.join('spec', 'ARB_texture_view')) as g:
2567     g(['arb_texture_view-bug-layers-image'], 'bug-layers-image')
2568     g(['arb_texture_view-cubemap-view'], 'cubemap-view')
2569     g(['arb_texture_view-texture-immutable-levels'], 'immutable_levels')
2570     g(['arb_texture_view-max-level'], 'max-level')
2571     g(['arb_texture_view-mipgen'], 'mipgen')
2572     g(['arb_texture_view-params'], 'params')
2573     g(['arb_texture_view-formats'], 'formats')
2574     g(['arb_texture_view-targets'], 'targets')
2575     g(['arb_texture_view-queries'], 'queries')
2576     g(['arb_texture_view-rendering-target'], 'rendering-target')
2577     g(['arb_texture_view-rendering-levels'], 'rendering-levels')
2578     g(['arb_texture_view-rendering-layers'], 'rendering-layers')
2579     g(['arb_texture_view-rendering-layers-image'], 'rendering-layers-image')
2580     g(['arb_texture_view-rendering-formats'], 'rendering-formats')
2581     g(['arb_texture_view-rendering-r32ui'], 'rendering-r32ui')
2582     g(['arb_texture_view-lifetime-format'], 'lifetime-format')
2583     g(['arb_texture_view-getteximage-srgb'], 'getteximage-srgb')
2584     g(['arb_texture_view-texsubimage-levels'], 'texsubimage-levels')
2585     g(['arb_texture_view-texsubimage-levels', 'pbo'], 'texsubimage-levels pbo')
2586     g(['arb_texture_view-texsubimage-layers'], 'texsubimage-layers')
2587     g(['arb_texture_view-texsubimage-layers', 'pbo'], 'texsubimage-layers pbo')
2588     g(['arb_texture_view-clear-into-view-2d'], 'clear-into-view-2d')
2589     g(['arb_texture_view-clear-into-view-2d-array'],
2590       'clear-into-view-2d-array')
2591     g(['arb_texture_view-clear-into-view-layered'], 'clear-into-view-layered')
2592     g(['arb_texture_view-copytexsubimage-layers'], 'copytexsubimage-layers')
2593     g(['arb_texture_view-sampling-2d-array-as-cubemap'],
2594       'sampling-2d-array-as-cubemap')
2595     g(['arb_texture_view-sampling-2d-array-as-cubemap-array'],
2596       'sampling-2d-array-as-cubemap-array')
2597     g(['arb_texture_view-sampling-2d-array-as-2d-layer'],
2598       'sampling-2d-array-as-2d-layer')
2599     g(['arb_texture_view-fbo-blit'],
2600       'fbo-blit')
2601
2602 with profile.test_list.group_manager(
2603         PiglitGLTest,
2604         grouptools.join('spec', 'OES_texture_view')) as g:
2605     g(['arb_texture_view-rendering-formats_gles3'], 'rendering-formats')
2606     g(['arb_texture_view-rendering-layers_gles3'], 'rendering-layers')
2607     g(['arb_texture_view-rendering-levels_gles3'], 'rendering-levels')
2608     g(['arb_texture_view-rendering-target_gles3'], 'rendering-target')
2609     g(['arb_texture_view-sampling-2d-array-as-cubemap_gles3'],
2610       'sampling-2d-array-as-cubemap')
2611     g(['arb_texture_view-sampling-2d-array-as-cubemap-array_gles3'],
2612       'sampling-2d-array-as-cubemap-array')
2613     g(['arb_texture_view-sampling-2d-array-as-2d-layer_gles3'],
2614       'sampling-2d-array-as-2d-layer')
2615     g(['arb_texture_view-texture-immutable-levels_gles3'], 'immutable_levels')
2616     g(['arb_texture_view-formats_gles3'], 'formats')
2617     g(['arb_texture_view-queries_gles3'], 'queries')
2618     g(['arb_texture_view-targets_gles3'], 'targets')
2619     g(['arb_texture_view-clear-into-view-2d_gles3'], 'clear-into-view-2d')
2620     g(['arb_texture_view-clear-into-view-2d-array_gles3'],
2621       'clear-into-view-2d-array')
2622     g(['arb_texture_view-clear-into-view-layered_gles3'],
2623       'clear-into-view-layered')
2624     g(['arb_texture_view-copytexsubimage-layers_gles3'],
2625       'copytexsubimage-layers')
2626     g(['arb_texture_view-texsubimage-levels_gles3'], 'texsubimage-levels')
2627     g(['arb_texture_view-texsubimage-levels_gles3', 'pbo'],
2628       'texsubimage-levels pbo')
2629     g(['arb_texture_view-texsubimage-layers_gles3'], 'texsubimage-layers')
2630     g(['arb_texture_view-texsubimage-layers_gles3', 'pbo'],
2631       'texsubimage-layers pbo')
2632
2633 with profile.test_list.group_manager(
2634         PiglitGLTest,
2635         grouptools.join('spec', '3DFX_texture_compression_FXT1')) as g:
2636     g(['compressedteximage', 'GL_COMPRESSED_RGB_FXT1_3DFX'])
2637     g(['compressedteximage', 'GL_COMPRESSED_RGBA_FXT1_3DFX'])
2638     g(['fxt1-teximage'], run_concurrent=False)
2639     g(['arb_texture_compression-invalid-formats', 'fxt1'],
2640       'invalid formats')
2641     g(['fbo-generatemipmap-formats', 'GL_3DFX_texture_compression_FXT1'],
2642       'fbo-generatemipmap-formats')
2643
2644 with profile.test_list.group_manager(
2645         PiglitGLTest, grouptools.join('spec', 'arb_clip_control')) as g:
2646     g(['arb_clip_control-clip-control'])
2647     g(['arb_clip_control-depth-precision'])
2648     g(['arb_clip_control-viewport'])
2649
2650 with profile.test_list.group_manager(
2651         PiglitGLTest, grouptools.join('spec', 'arb_color_buffer_float')) as g:
2652
2653     def f(name, format, p1=None, p2=None):
2654         testname = '{}-{}{}{}'.format(
2655             format, name,
2656             '-{}'.format(p1) if p1 else '',
2657             '-{}'.format(p2) if p2 else '')
2658         cmd = ['arb_color_buffer_float-{}'.format(name), format, p1, p2]
2659         g([c for c in cmd if c is not None], testname)
2660
2661     f('mrt', 'mixed')
2662     f('getteximage', 'GL_RGBA8')
2663     f('queries', 'GL_RGBA8')
2664     f('readpixels', 'GL_RGBA8')
2665     f('probepixel', 'GL_RGBA8')
2666     f('drawpixels', 'GL_RGBA8')
2667     f('clear', 'GL_RGBA8')
2668     f('render', 'GL_RGBA8')
2669     f('render', 'GL_RGBA8', 'fog')
2670     f('render', 'GL_RGBA8', 'sanity')
2671     f('render', 'GL_RGBA8', 'sanity', 'fog')
2672     f('queries', 'GL_RGBA8_SNORM')
2673     f('readpixels', 'GL_RGBA8_SNORM')
2674     f('probepixel', 'GL_RGBA8_SNORM')
2675     f('drawpixels', 'GL_RGBA8_SNORM')
2676     f('getteximage', 'GL_RGBA8_SNORM')
2677     f('clear', 'GL_RGBA8_SNORM')
2678     f('render', 'GL_RGBA8_SNORM')
2679     f('render', 'GL_RGBA8_SNORM', 'fog')
2680     f('render', 'GL_RGBA8_SNORM', 'sanity')
2681     f('render', 'GL_RGBA8_SNORM', 'sanity', 'fog')
2682     f('getteximage', 'GL_RGBA16F')
2683     f('queries', 'GL_RGBA16F')
2684     f('readpixels', 'GL_RGBA16F')
2685     f('probepixel', 'GL_RGBA16F')
2686     f('drawpixels', 'GL_RGBA16F')
2687     f('clear', 'GL_RGBA16F')
2688     f('render', 'GL_RGBA16F')
2689     f('render', 'GL_RGBA16F', 'fog')
2690     f('render', 'GL_RGBA16F', 'sanity')
2691     f('render', 'GL_RGBA16F', 'sanity', 'fog')
2692     f('getteximage', 'GL_RGBA32F')
2693     f('queries', 'GL_RGBA32F')
2694     f('readpixels', 'GL_RGBA32F')
2695     f('probepixel', 'GL_RGBA32F')
2696     f('drawpixels', 'GL_RGBA32F')
2697     f('clear', 'GL_RGBA32F')
2698     f('render', 'GL_RGBA32F')
2699     f('render', 'GL_RGBA32F', 'fog')
2700     f('render', 'GL_RGBA32F', 'sanity')
2701     f('render', 'GL_RGBA32F', 'sanity', 'fog')
2702
2703 with profile.test_list.group_manager(
2704         PiglitGLTest, grouptools.join('spec', 'arb_depth_texture')) as g:
2705     g(['depth-level-clamp'], run_concurrent=False)
2706     g(['depth-tex-modes'], run_concurrent=False)
2707     g(['texdepth'], run_concurrent=False)
2708     add_depthstencil_render_miplevels_tests(g, ('d=z24', 'd=z16'))
2709     add_texwrap_format_tests(g, 'GL_ARB_depth_texture')
2710     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT16')
2711     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT24')
2712     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32')
2713     add_fbo_formats_tests(g, 'GL_ARB_depth_texture')
2714
2715 with profile.test_list.group_manager(
2716         PiglitGLTest, grouptools.join('spec', 'arb_depth_buffer_float')) as g:
2717     g(['fbo-clear-formats', 'GL_ARB_depth_buffer_float', 'stencil'],
2718       'fbo-clear-formats stencil')
2719     add_depthstencil_render_miplevels_tests(
2720         g,
2721         ['d=z32f_s8', 'd=z32f', 'd=z32f_s8_s=z24_s8', 'd=z32f_s=z24_s8',
2722          's=z24_s8_d=z32f_s8', 's=z24_s8_d=z32f', 'd=s=z32f_s8', 's=d=z32f_s8',
2723          'ds=z32f_s8'])
2724     add_fbo_stencil_tests(g, 'GL_DEPTH32F_STENCIL8')
2725     add_texwrap_format_tests(g, 'GL_ARB_depth_buffer_float')
2726     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32F')
2727     add_fbo_depth_tests(g, 'GL_DEPTH32F_STENCIL8')
2728     add_fbo_formats_tests(g, 'GL_ARB_depth_buffer_float')
2729     add_fbo_depthstencil_tests(g, 'GL_DEPTH32F_STENCIL8', 0)
2730
2731 with profile.test_list.group_manager(
2732         PiglitGLTest, grouptools.join('spec', 'arb_get_texture_sub_image')) as g:
2733     g(['arb_get_texture_sub_image-cubemap'])
2734     g(['arb_get_texture_sub_image-errors'])
2735     g(['arb_get_texture_sub_image-get'])
2736     g(['arb_get_texture_sub_image-getcompressed'])
2737
2738 with profile.test_list.group_manager(
2739         PiglitGLTest,
2740         grouptools.join('spec', 'ext_texture_env_combine')) as g:
2741     g(['ext_texture_env_combine-combine'], 'texture-env-combine')
2742
2743 with profile.test_list.group_manager(
2744         PiglitGLTest,
2745         grouptools.join('spec', 'arb_texture_env_crossbar')) as g:
2746     g(['crossbar'], run_concurrent=False)
2747
2748 with profile.test_list.group_manager(
2749         PiglitGLTest, grouptools.join('spec', 'arb_texture_compression')) as g:
2750     g(['arb_texture_compression-internal-format-query'],
2751       'GL_TEXTURE_INTERNAL_FORMAT query')
2752     g(['arb_texture_compression-invalid-formats', 'unknown'],
2753       'unknown formats')
2754     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression'],
2755       'fbo-generatemipmap-formats')
2756     add_texwrap_format_tests(g, 'GL_ARB_texture_compression')
2757
2758 with profile.test_list.group_manager(
2759         PiglitGLTest,
2760         grouptools.join('spec', 'arb_texture_compression_bptc')) as g:
2761     g(['arb_texture_compression-invalid-formats', 'bptc'], 'invalid formats')
2762     g(['bptc-modes'])
2763     g(['bptc-float-modes'])
2764     g(['compressedteximage', 'GL_COMPRESSED_RGBA_BPTC_UNORM'])
2765     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_BPTC_UNORM'])
2766     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_UNSIGNED_FLOAT'])
2767     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'])
2768     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-unorm'],
2769       'fbo-generatemipmap-formats unorm')
2770     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-float'],
2771       'fbo-generatemipmap-formats float')
2772     add_texwrap_format_tests(g, 'GL_ARB_texture_compression_bptc')
2773
2774 with profile.test_list.group_manager(
2775         PiglitGLTest,
2776         grouptools.join('spec', 'ext_texture_compression_bptc')) as g:
2777     g(['bptc-api_gles2'])
2778
2779 with profile.test_list.group_manager(
2780         PiglitGLTest,
2781         grouptools.join('spec', 'ext_vertex_array_bgra')) as g:
2782     g(['bgra-sec-color-pointer'], run_concurrent=False)
2783     g(['bgra-vert-attrib-pointer'], run_concurrent=False)
2784
2785 with profile.test_list.group_manager(
2786         PiglitGLTest,
2787         grouptools.join('spec', 'apple_vertex_array_object')) as g:
2788     g(['vao-01'], run_concurrent=False)
2789     g(['vao-02'], run_concurrent=False)
2790     g(['arb_vertex_array-isvertexarray', 'apple'], 'isvertexarray')
2791
2792 with profile.test_list.group_manager(
2793         PiglitGLTest,
2794         grouptools.join('spec', 'arb_vertex_array_bgra')) as g:
2795     g(['arb_vertex_array_bgra-api-errors'], 'api-errors', run_concurrent=False)
2796     g(['arb_vertex_array_bgra-get'], 'get', run_concurrent=False)
2797
2798 with profile.test_list.group_manager(
2799         PiglitGLTest,
2800         grouptools.join('spec', 'arb_vertex_array_object')) as g:
2801     g(['vao-element-array-buffer'])
2802     g(['arb_vertex_array-delete-object-0'], 'delete-object-0')
2803     g(['arb_vertex_array-isvertexarray'], 'isvertexarray')
2804
2805 with profile.test_list.group_manager(
2806         PiglitGLTest,
2807         grouptools.join('spec', 'arb_vertex_buffer_object')) as g:
2808     g(['arb_vertex_buffer_object-combined-vertex-index'],
2809       'combined-vertex-index')
2810     g(['arb_vertex_buffer_object-elements-negative-offset'],
2811       'elements-negative-offset')
2812     g(['arb_vertex_buffer_object-mixed-immediate-and-vbo'],
2813       'mixed-immediate-and-vbo')
2814     g(['arb_vertex_buffer_object-delete-mapped-buffer'])
2815     g(['arb_vertex_buffer_object-map-after-draw'])
2816     g(['arb_vertex_buffer_object-map-empty'])
2817     g(['arb_vertex_buffer_object-ib-data-sync'], 'ib-data-sync')
2818     g(['arb_vertex_buffer_object-ib-subdata-sync'], 'ib-subdata-sync')
2819     g(['pos-array'])
2820     g(['vbo-bufferdata'])
2821     g(['vbo-map-remap'])
2822     g(['vbo-map-unsync'])
2823     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawarrays'],
2824       'vbo-subdata-many drawarrays')
2825     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawelements'],
2826       'vbo-subdata-many drawelements')
2827     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawrangeelements'],
2828       'vbo-subdata-many drawrangeelements')
2829     g(['vbo-subdata-sync'])
2830     g(['vbo-subdata-zero'])
2831
2832 with profile.test_list.group_manager(
2833         PiglitGLTest,
2834         grouptools.join('spec', 'arb_vertex_program')) as g:
2835     g(['arb_vertex_program-getenv4d-with-error'], 'getenv4d-with-error',
2836       run_concurrent=False)
2837     g(['arb_vertex_program-getlocal4d-with-error'], 'getlocal4d-with-error',
2838       run_concurrent=False)
2839     g(['arb_vertex_program-getlocal4f-max'], 'getlocal4f-max')
2840     g(['arb_vertex_program-getlocal4-errors'], 'getlocal4-errors')
2841     g(['clip-plane-transformation', 'arb'],
2842       'clip-plane-transformation arb')
2843     g(['arb_vertex_program-matrix-property-bindings'])
2844     g(['arb_vertex_program-minmax'], 'minmax')
2845     g(['arb_vertex_program-property-bindings'])
2846     g(['arb_vertex_program-unused-attributes'])
2847     g(['arb_vertex_program-get-limits-without-fp'], run_concurrent=False)
2848     g(['vp-address-01'], run_concurrent=False)
2849     g(['vp-address-02'], run_concurrent=False)
2850     g(['vp-address-04'], run_concurrent=False)
2851     g(['vp-bad-program'], run_concurrent=False)
2852     g(['vp-max-array'], run_concurrent=False)
2853
2854 with profile.test_list.group_manager(
2855         PiglitGLTest,
2856         grouptools.join('spec', 'arb_viewport_array')) as g:
2857     g(['arb_viewport_array-viewport-indices'], 'viewport-indices')
2858     g(['arb_viewport_array-depthrange-indices'], 'depthrange-indices')
2859     g(['arb_viewport_array-dlist'], 'display-list')
2860     g(['arb_viewport_array-scissor-check'], 'scissor-check')
2861     g(['arb_viewport_array-scissor-indices'], 'scissor-indices')
2862     g(['arb_viewport_array-bounds'], 'bounds')
2863     g(['arb_viewport_array-queries'], 'queries')
2864     g(['arb_viewport_array-minmax'], 'minmax')
2865     g(['arb_viewport_array-render-viewport'], 'render-viewport')
2866     g(['arb_viewport_array-render-viewport-2'], 'render-viewport-2')
2867     g(['arb_viewport_array-render-depthrange'], 'render-depthrange')
2868     g(['arb_viewport_array-render-scissor'], 'render-scissor')
2869     g(['arb_viewport_array-clear'], 'clear')
2870
2871 with profile.test_list.group_manager(
2872         PiglitGLTest,
2873         grouptools.join('spec', 'oes_viewport_array')) as g:
2874     g(['arb_viewport_array-viewport-indices_gles3'], 'viewport-indices')
2875     g(['arb_viewport_array-depthrange-indices_gles3'], 'depthrange-indices')
2876     g(['arb_viewport_array-scissor-check_gles3'], 'scissor-check')
2877     g(['arb_viewport_array-scissor-indices_gles3'], 'scissor-indices')
2878     g(['arb_viewport_array-bounds_gles3'], 'bounds')
2879     g(['arb_viewport_array-queries_gles3'], 'queries')
2880     g(['arb_viewport_array-minmax_gles3'], 'minmax')
2881     g(['arb_viewport_array-render-viewport_gles3'], 'render-viewport')
2882     g(['arb_viewport_array-render-viewport-2_gles3'], 'render-viewport-2')
2883     g(['arb_viewport_array-render-depthrange_gles3'], 'render-depthrange')
2884     g(['arb_viewport_array-render-scissor_gles3'], 'render-scissor')
2885     g(['arb_viewport_array-clear_gles3'], 'clear')
2886
2887 with profile.test_list.group_manager(
2888         PiglitGLTest,
2889         grouptools.join('spec', 'nv_vertex_program2_option')) as g:
2890     g(['vp-address-03'], run_concurrent=False)
2891     g(['vp-address-05'], run_concurrent=False)
2892     g(['vp-address-06'], run_concurrent=False)
2893     g(['vp-clipdistance-01'], run_concurrent=False)
2894     g(['vp-clipdistance-02'], run_concurrent=False)
2895     g(['vp-clipdistance-03'], run_concurrent=False)
2896     g(['vp-clipdistance-04'], run_concurrent=False)
2897
2898 with profile.test_list.group_manager(
2899         PiglitGLTest, grouptools.join('spec', 'ext_framebuffer_blit')) as g:
2900     g(['fbo-blit'], run_concurrent=False)
2901     g(['fbo-copypix'], run_concurrent=False)
2902     g(['fbo-readdrawpix'], run_concurrent=False)
2903     g(['fbo-sys-blit'], run_concurrent=False)
2904     g(['fbo-sys-sub-blit'], run_concurrent=False)
2905     g(['fbo-blit-check-limits'], run_concurrent=False)
2906     g(['fbo-generatemipmap-versus-READ_FRAMEBUFFER'])
2907
2908 with profile.test_list.group_manager(
2909         PiglitGLTest,
2910         grouptools.join('spec',
2911                         'ext_framebuffer_multisample_blit_scaled')) as g:
2912     g(['ext_framebuffer_multisample_blit_scaled-negative-blit-scaled'],
2913       'negative-blit-scaled')
2914
2915     for sample_count in MSAA_SAMPLE_COUNTS:
2916         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2917            sample_count],
2918           'blit-scaled samples={}'.format(sample_count))
2919
2920     for sample_count in MSAA_SAMPLE_COUNTS:
2921         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2922            sample_count, 'array'],
2923           'blit-scaled samples={} with GL_TEXTURE_2D_MULTISAMPLE_ARRAY'.format(sample_count))
2924
2925 with profile.test_list.group_manager(
2926         PiglitGLTest,
2927         grouptools.join('spec', 'ext_framebuffer_multisample')) as g:
2928     g(['ext_framebuffer_multisample-blit-mismatched-samples'],
2929       'blit-mismatched-samples')
2930     g(['ext_framebuffer_multisample-blit-mismatched-sizes'],
2931       'blit-mismatched-sizes')
2932     g(['ext_framebuffer_multisample-blit-mismatched-formats'],
2933       'blit-mismatched-formats')
2934     g(['ext_framebuffer_multisample-dlist'], 'dlist')
2935     g(['ext_framebuffer_multisample-enable-flag'], 'enable-flag')
2936     g(['ext_framebuffer_multisample-minmax'], 'minmax')
2937     g(['ext_framebuffer_multisample-negative-copypixels'],
2938       'negative-copypixels')
2939     g(['ext_framebuffer_multisample-negative-copyteximage'],
2940       'negative-copyteximage')
2941     g(['ext_framebuffer_multisample-negative-max-samples'],
2942       'negative-max-samples')
2943     g(['ext_framebuffer_multisample-negative-mismatched-samples'],
2944       'negative-mismatched-samples')
2945     g(['ext_framebuffer_multisample-negative-readpixels'],
2946       'negative-readpixels')
2947     g(['ext_framebuffer_multisample-renderbufferstorage-samples'],
2948       'renderbufferstorage-samples')
2949     g(['ext_framebuffer_multisample-renderbuffer-samples'],
2950       'renderbuffer-samples')
2951     g(['ext_framebuffer_multisample-samples'], 'samples')
2952     g(['ext_framebuffer_multisample-alpha-blending'], 'alpha-blending')
2953     g(['ext_framebuffer_multisample-alpha-blending', 'slow_cc'],
2954       'alpha-blending slow_cc')
2955     g(['ext_framebuffer_multisample-fast-clear'], 'fast-clear')
2956
2957     for sample_count in MSAA_SAMPLE_COUNTS:
2958         g(['ext_framebuffer_multisample-alpha-blending-after-rendering',
2959            sample_count],
2960           'alpha-blending-after-rendering {}'.format(sample_count))
2961
2962     for num_samples in ['all_samples'] + MSAA_SAMPLE_COUNTS:
2963         g(['ext_framebuffer_multisample-formats', num_samples],
2964           'formats {}'.format(num_samples))
2965
2966         for test_type in ('color', 'srgb', 'stencil_draw', 'stencil_resolve',
2967                           'depth_draw', 'depth_resolve'):
2968             sensible_options = ['small', 'depthstencil']
2969             if test_type in ('color', 'srgb'):
2970                 sensible_options.append('linear')
2971             for options in power_set(sensible_options):
2972                 g(['ext_framebuffer_multisample-accuracy', num_samples,
2973                    test_type] + options,
2974                   ' '.join(['accuracy', num_samples, test_type] + options))
2975
2976     # Note: the interpolation tests also check for sensible behaviour with
2977     # non-multisampled framebuffers, so go ahead and test them with
2978     # num_samples==0 as well.
2979     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2980         g(['ext_framebuffer_multisample-blit-multiple-render-targets',
2981            num_samples],
2982           'blit-multiple-render-targets {}'.format(num_samples))
2983
2984         for test_type in ('non-centroid-disabled', 'centroid-disabled',
2985                           'centroid-edges', 'non-centroid-deriv',
2986                           'non-centroid-deriv-disabled', 'centroid-deriv',
2987                           'centroid-deriv-disabled'):
2988             g(['ext_framebuffer_multisample-interpolation', num_samples,
2989                test_type],
2990               'interpolation {} {}'.format(num_samples, test_type))
2991
2992     for sample_count in MSAA_SAMPLE_COUNTS:
2993         g(['ext_framebuffer_multisample-turn-on-off', sample_count],
2994           'turn-on-off {}'.format(sample_count), run_concurrent=False)
2995
2996         for buffer_type in ('color', 'depth', 'stencil'):
2997             if buffer_type == 'color':
2998                 sensible_options = ['linear']
2999             else:
3000                 sensible_options = []
3001
3002             for options in power_set(sensible_options):
3003                 g(['ext_framebuffer_multisample-upsample', sample_count,
3004                    buffer_type] + options,
3005                   'upsample {} {}'.format(
3006                       sample_count, ' '.join([buffer_type] + options)))
3007                 g(['ext_framebuffer_multisample-multisample-blit',
3008                    sample_count, buffer_type] + options,
3009                   'multisample-blit {}'.format(
3010                       ' '.join([sample_count, buffer_type] + options)))
3011
3012             for blit_type in ('msaa', 'upsample', 'downsample'):
3013                 g(['ext_framebuffer_multisample-unaligned-blit',
3014                    sample_count, buffer_type, blit_type],
3015                   'unaligned-blit {} {} {}'.format(
3016                       sample_count, buffer_type, blit_type))
3017
3018         for test_mode in ('inverted', 'non-inverted'):
3019             g(['ext_framebuffer_multisample-sample-coverage', sample_count,
3020                test_mode],
3021               'sample-coverage {} {}'.format(sample_count, test_mode))
3022
3023         for buffer_type in ('color', 'depth'):
3024             g(['ext_framebuffer_multisample-sample-alpha-to-coverage',
3025                sample_count, buffer_type],
3026               'sample-alpha-to-coverage {} {}'.format(
3027                   sample_count, buffer_type))
3028
3029         for test in ['line-smooth', 'point-smooth', 'polygon-smooth',
3030                      'sample-alpha-to-one',
3031                      'draw-buffers-alpha-to-one',
3032                      'draw-buffers-alpha-to-coverage',
3033                      'alpha-to-coverage-dual-src-blend',
3034                      'alpha-to-coverage-no-draw-buffer-zero',
3035                      'alpha-to-coverage-no-draw-buffer-zero-write',
3036                      'alpha-to-one-dual-src-blend',
3037                      'int-draw-buffers-alpha-to-one',
3038                      'int-draw-buffers-alpha-to-coverage',
3039                      'alpha-to-one-msaa-disabled',
3040                      'alpha-to-one-single-sample-buffer',
3041                      'bitmap', 'polygon-stipple']:
3042             g(['ext_framebuffer_multisample-{}'.format(test),
3043                sample_count],
3044               '{} {}'.format(test, sample_count))
3045
3046         for blit_type in ('msaa', 'upsample', 'downsample', 'normal'):
3047             g(['ext_framebuffer_multisample-clip-and-scissor-blit',
3048                sample_count, blit_type],
3049               'clip-and-scissor-blit {} {}'.format(sample_count, blit_type))
3050
3051         for flip_direction in ('x', 'y'):
3052             g(['ext_framebuffer_multisample-blit-flipped', sample_count,
3053                flip_direction],
3054               'blit-flipped {} {}'.format(sample_count, flip_direction))
3055
3056         for buffer_type in ('color', 'depth', 'stencil'):
3057             g(['ext_framebuffer_multisample-clear', sample_count, buffer_type],
3058               'clear {} {}'.format(sample_count, buffer_type))
3059
3060         for test_type in ('depth', 'depth-computed', 'stencil'):
3061             for buffer_config in ('combined', 'separate', 'single'):
3062                 g(['ext_framebuffer_multisample-no-color', sample_count,
3063                    test_type, buffer_config],
3064                   'no-color {} {} {}'.format(
3065                       sample_count, test_type, buffer_config))
3066
3067 with profile.test_list.group_manager(
3068         PiglitGLTest,
3069         grouptools.join('spec', 'amd_framebuffer_multisample_advanced')) as g:
3070     g(['amd_framebuffer_multisample_advanced-api'], 'api-glcore')
3071     g(['amd_framebuffer_multisample_advanced-api-gles'], 'api-gles3')
3072
3073 with profile.test_list.group_manager(
3074         PiglitGLTest,
3075         grouptools.join('spec', 'ext_framebuffer_object')) as g:
3076     g(['fbo-generatemipmap-noimage'])
3077     g(['fbo-1d'])
3078     g(['fbo-3d'])
3079     g(['fbo-alphatest-formats'])
3080     g(['fbo-alphatest-nocolor'])
3081     g(['fbo-alphatest-nocolor-ff'])
3082     g(['fbo-blending-formats'])
3083     g(['fbo-blending-format-quirks'])
3084     g(['fbo-blending-snorm'])
3085     g(['fbo-bind-renderbuffer'])
3086     g(['fbo-clearmipmap'])
3087     g(['fbo-clear-formats'])
3088     g(['fbo-colormask-formats'])
3089     g(['fbo-copyteximage'])
3090     g(['fbo-copyteximage-simple'])
3091     g(['fbo-cubemap'])
3092     g(['fbo-depthtex'])
3093     g(['fbo-depth-sample-compare'])
3094     g(['fbo-drawbuffers'])
3095     g(['fbo-drawbuffers', 'masked-clear'])
3096     g(['fbo-drawbuffers-arbfp'])
3097     g(['fbo-drawbuffers-blend-add'])
3098     g(['fbo-drawbuffers-fragcolor'])
3099     g(['fbo-drawbuffers-maxtargets'])
3100     g(['ext_framebuffer_object-error-handling'])
3101     g(['fbo-finish-deleted'])
3102     g(['fbo-flushing'])
3103     g(['fbo-flushing-2'])
3104     g(['fbo-fragcoord'])
3105     g(['fbo-fragcoord2'])
3106     g(['fbo-generatemipmap'])
3107     g(['fbo-generatemipmap-filtering'])
3108     g(['fbo-generatemipmap-formats'])
3109     g(['fbo-generatemipmap-scissor'])
3110     g(['fbo-generatemipmap-swizzle'])
3111     g(['fbo-generatemipmap-nonsquare'])
3112     g(['fbo-generatemipmap-npot'])
3113     g(['fbo-generatemipmap-viewport'])
3114     g(['fbo-maxsize'])
3115     g(['ext_framebuffer_object-mipmap'])
3116     g(['fbo-nodepth-test'])
3117     g(['fbo-nostencil-test'])
3118     g(['fbo-readpixels'])
3119     g(['fbo-readpixels-depth-formats'])
3120     g(['fbo-scissor-bitmap'])
3121     g(['fbo-storage-completeness'])
3122     g(['fbo-storage-formats'])
3123     g(['getteximage-formats', 'init-by-rendering'])
3124     g(['getteximage-formats', 'init-by-clear-and-render'])
3125     g(['ext_framebuffer_multisample-fast-clear', 'single-sample'],
3126       'fbo-fast-clear')
3127     g(['ext_framebuffer_object-border-texture-finish'])
3128     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX1')
3129     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX4')
3130     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX8')
3131     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX16')
3132
3133
3134 with profile.test_list.group_manager(
3135         PiglitGLTest,
3136         grouptools.join('spec', 'ext_gpu_shader4')) as g:
3137     g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4'], 'bindfragdatalocation mixed-int-float-fbo')
3138     g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4', 'int_second'], 'bindfragdatalocation mixed-int-float-fbo int_second')
3139     g(['ext_gpu_shader4-vertexid-beginend'])
3140     g(['ext_gpu_shader4-vertexid-drawarrays'])
3141     g(['ext_gpu_shader4-vertexid-drawelements'])
3142
3143     for test in ['1DArray', '2DArray', '1DArrayShadow', '2DArrayShadow', 'CubeShadow']:
3144         g(['tex-miplevel-selection', 'GPU4texture()', test])
3145         g(['tex-miplevel-selection', 'GPU4texture(bias)', test])
3146
3147     for stage in ['1DArray', '2DArray', '1DArrayShadow']:
3148         g(['tex-miplevel-selection', 'GPU4textureLod', stage])
3149
3150     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
3151                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
3152                   '2DArrayShadow']:
3153         g(['tex-miplevel-selection', 'GPU4textureOffset', stage])
3154
3155     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '2DRect',
3156                   '2DRect_ProjVec4', '2DRectShadow', '1DShadow', '2DShadow']:
3157         g(['tex-miplevel-selection', 'GPU4textureProjOffset', stage])
3158
3159     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
3160                   '2DShadow']:
3161         g(['tex-miplevel-selection', 'GPU4textureProjOffset(bias)', stage])
3162
3163     for stage in ['1D', '2D', '3D', 'Cube', '2DRect', '2DRectShadow',
3164                   '1DShadow', '2DShadow', 'CubeShadow', '1DArray', '2DArray',
3165                   '1DArrayShadow', '2DArrayShadow', 'CubeArray']:
3166         g(['tex-miplevel-selection', 'GPU4textureGrad', stage])
3167
3168     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
3169                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
3170                   '2DArrayShadow']:
3171         g(['tex-miplevel-selection', 'GPU4textureGradOffset', stage])
3172
3173     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '2DRect',
3174                   '2DRect_ProjVec4', '1DShadow', '2DShadow', '2DRectShadow']:
3175         g(['tex-miplevel-selection', 'GPU4textureProjGrad', stage])
3176         g(['tex-miplevel-selection', 'GPU4textureProjGradOffset', stage])
3177
3178     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
3179                   '2DArray', '1DArrayShadow']:
3180         g(['tex-miplevel-selection', 'GPU4textureLodOffset', stage])
3181
3182     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '1DShadow',
3183                   '2DShadow']:
3184         g(['tex-miplevel-selection', 'GPU4textureProjLodOffset', stage])
3185
3186 with profile.test_list.group_manager(
3187         PiglitGLTest, grouptools.join('spec', 'ext_image_dma_buf_import')) as \
3188         g:
3189     g(['ext_image_dma_buf_import-invalid_hints'], run_concurrent=False)
3190     g(['ext_image_dma_buf_import-invalid_attributes'], run_concurrent=False)
3191     g(['ext_image_dma_buf_import-missing_attributes'], run_concurrent=False)
3192     g(['ext_image_dma_buf_import-ownership_transfer'], run_concurrent=False)
3193     g(['ext_image_dma_buf_import-unsupported_format'], run_concurrent=False)
3194     g(['ext_image_dma_buf_import-intel_external_sampler_only'],
3195       run_concurrent=False)
3196     g(['ext_image_dma_buf_import-modifiers'])
3197     g(['ext_image_dma_buf_import-refcount'])
3198     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=AR24'],
3199       'ext_image_dma_buf_import-sample_argb8888', run_concurrent=False)
3200     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=XR24', '-alpha-one'],
3201       'ext_image_dma_buf_import-sample_xrgb8888', run_concurrent=False)
3202     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=NV12'],
3203       'ext_image_dma_buf_import-sample_nv12', run_concurrent=False)
3204     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=NV21'],
3205       'ext_image_dma_buf_import-sample_nv21', run_concurrent=False)
3206     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YU12'],
3207       'ext_image_dma_buf_import-sample_yuv420', run_concurrent=False)
3208     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YV12'],
3209       'ext_image_dma_buf_import-sample_yvu420', run_concurrent=False)
3210     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=AYUV'],
3211       'ext_image_dma_buf_import-sample_ayuv', run_concurrent=False)
3212     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=XYUV'],
3213       'ext_image_dma_buf_import-sample_xyuv', run_concurrent=False)
3214     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P010'],
3215       'ext_image_dma_buf_import-sample_p010', run_concurrent=False)
3216     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P012'],
3217       'ext_image_dma_buf_import-sample_p012', run_concurrent=False)
3218     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P016'],
3219       'ext_image_dma_buf_import-sample_p016', run_concurrent=False)
3220     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y210'],
3221       'ext_image_dma_buf_import-sample_y210', run_concurrent=False)
3222     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y212'],
3223       'ext_image_dma_buf_import-sample_y212', run_concurrent=False)
3224     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y216'],
3225       'ext_image_dma_buf_import-sample_y216', run_concurrent=False)
3226     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y410'],
3227       'ext_image_dma_buf_import-sample_y410', run_concurrent=False)
3228     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y412'],
3229       'ext_image_dma_buf_import-sample_y412', run_concurrent=False)
3230     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y416'],
3231       'ext_image_dma_buf_import-sample_y416', run_concurrent=False)
3232     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YUYV'],
3233       'ext_image_dma_buf_import-sample_yuyv', run_concurrent=False)
3234     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YVYU'],
3235       'ext_image_dma_buf_import-sample_yvyu', run_concurrent=False)
3236     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=UYVY'],
3237       'ext_image_dma_buf_import-sample_uyvy', run_concurrent=False)
3238     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=VYUY'],
3239       'ext_image_dma_buf_import-sample_vyuy', run_concurrent=False)
3240     g(['ext_image_dma_buf_import-transcode-nv12-as-r8-gr88'],
3241       'ext_image_dma_buf_import-transcode-nv12-as-r8-gr88',
3242       run_concurrent=False)
3243     g(['ext_image_dma_buf_import-export'], run_concurrent=False)
3244     g(['ext_image_dma_buf_import-export-tex'], run_concurrent=False)
3245     g(['ext_image_dma_buf_import-reimport-bug'], run_concurrent=False)
3246     g(['ext_image_dma_buf_import-refcount-multithread'], run_concurrent=False)
3247
3248 with profile.test_list.group_manager(
3249         PiglitGLTest,
3250         grouptools.join('spec', 'ext_packed_depth_stencil')) as g:
3251     g(['fbo-blit-d24s8'], run_concurrent=False)
3252     g(['fbo-clear-formats', 'GL_EXT_packed_depth_stencil', 'stencil'],
3253       'fbo-clear-formats stencil')
3254     g(['ext_packed_depth_stencil-depth-stencil-texture'],
3255       'DEPTH_STENCIL texture')
3256     g(['ext_packed_depth_stencil-errors'], 'errors')
3257     g(['ext_packed_depth_stencil-getteximage'], 'getteximage')
3258     g(['ext_packed_depth_stencil-readdrawpixels'], 'readdrawpixels')
3259     g(['ext_packed_depth_stencil-texsubimage'], 'texsubimage')
3260     g(['ext_packed_depth_stencil-readpixels-24_8'], 'readpixels-24_8',
3261       run_concurrent=False)
3262     add_depthstencil_render_miplevels_tests(
3263         g,
3264         ['s=z24_s8', 'd=z24_s8', 'd=z24_s8_s=z24_s8', 'd=z24_s=z24_s8',
3265          's=z24_s8_d=z24_s8', 's=z24_s8_d=z24', 'd=s=z24_s8', 's=d=z24_s8',
3266          'ds=z24_s8'])
3267     add_fbo_stencil_tests(g, 'GL_DEPTH24_STENCIL8')
3268     add_texwrap_format_tests(g, 'GL_EXT_packed_depth_stencil')
3269     add_fbo_depth_tests(g, 'GL_DEPTH24_STENCIL8')
3270     add_fbo_formats_tests(g, 'GL_EXT_packed_depth_stencil')
3271     add_fbo_depthstencil_tests(g, 'GL_DEPTH24_STENCIL8', 0)
3272
3273 with profile.test_list.group_manager(
3274         PiglitGLTest,
3275         grouptools.join('spec', 'oes_packed_depth_stencil')) as g:
3276     g(['oes_packed_depth_stencil-depth-stencil-texture_gles2'],
3277       'DEPTH_STENCIL texture GLES2')
3278     g(['oes_packed_depth_stencil-depth-stencil-texture_gles1'],
3279       'DEPTH_STENCIL texture GLES1')
3280
3281 with profile.test_list.group_manager(
3282         PiglitGLTest,
3283         grouptools.join('spec', 'oes_required_internalformat')) as g:
3284     g(['oes_required_internalformat-renderbuffer'], 'renderbuffer')
3285
3286 with profile.test_list.group_manager(
3287         PiglitGLTest,
3288         grouptools.join('spec', 'ext_occlusion_query_boolean')) as g:
3289     g(['ext_occlusion_query_boolean-any-samples'], 'any-samples')
3290
3291 with profile.test_list.group_manager(
3292         PiglitGLTest,
3293         grouptools.join('spec', 'ext_disjoint_timer_query')) as g:
3294     g(['ext_disjoint_timer_query-simple'], 'simple')
3295
3296 with profile.test_list.group_manager(
3297         PiglitGLTest,
3298         grouptools.join('spec', 'ext_texture_norm16')) as g:
3299     g(['ext_texture_norm16-render'], 'render')
3300
3301 with profile.test_list.group_manager(
3302         PiglitGLTest,
3303         grouptools.join('spec', 'ext_render_snorm')) as g:
3304     g(['ext_render_snorm-render'], 'render')
3305
3306 with profile.test_list.group_manager(
3307         PiglitGLTest,
3308         grouptools.join('spec', 'ext_frag_depth')) as g:
3309     g(['fragdepth_gles2'])
3310
3311 with profile.test_list.group_manager(
3312         PiglitGLTest,
3313         grouptools.join('spec', 'ext_texture_array')) as g:
3314     g(['fbo-generatemipmap-array'])
3315     g(['fbo-generatemipmap-array', 'RGB9_E5'])
3316     g(['fbo-generatemipmap-array', 'S3TC_DXT1'])
3317     g(['ext_texture_array-maxlayers'], 'maxlayers')
3318     g(['ext_texture_array-gen-mipmap'], 'gen-mipmap')
3319     g(['fbo-array'], run_concurrent=False)
3320     g(['array-texture'], run_concurrent=False)
3321     g(['ext_texture_array-errors'])
3322     g(['getteximage-targets', '1D_ARRAY'])
3323     g(['getteximage-targets', '2D_ARRAY'])
3324     g(['texsubimage', 'array'])
3325     add_msaa_visual_plain_tests(g, ['copyteximage', '1D_ARRAY'],
3326                                 run_concurrent=False)
3327     add_msaa_visual_plain_tests(g, ['copyteximage', '2D_ARRAY'],
3328                                 run_concurrent=False)
3329     for test in ('depth-clear', 'depth-layered-clear', 'depth-draw',
3330                  'fs-writes-depth', 'stencil-clear', 'stencil-layered-clear',
3331                  'stencil-draw', 'fs-writes-stencil'):
3332         g(['fbo-depth-array', test])
3333     for test_mode in ['teximage', 'texsubimage']:
3334         g(['ext_texture_array-compressed', test_mode, '-fbo'],
3335           'compressed {0}'.format(test_mode),
3336           run_concurrent=False)
3337         g(['ext_texture_array-compressed', test_mode, 'pbo', '-fbo'],
3338           'compressed {0} pbo'.format(test_mode),
3339           run_concurrent=False)
3340
3341 with profile.test_list.group_manager(
3342         PiglitGLTest,
3343         grouptools.join('spec', 'arb_texture_cube_map')) as g:
3344     g(['arb_texture_cube_map-unusual-order'], run_concurrent=False)
3345     g(['cubemap'], run_concurrent=False)
3346     g(['cubemap-getteximage-pbo'])
3347     g(['cubemap-mismatch'], run_concurrent=False)
3348     g(['cubemap', 'npot'], 'cubemap npot', run_concurrent=False)
3349     g(['cubemap-shader'], run_concurrent=False)
3350     g(['cubemap-shader', 'lod'], 'cubemap-shader lod', run_concurrent=False)
3351     g(['cubemap-shader', 'bias'], 'cubemap-shader bias', run_concurrent=False)
3352     g(['getteximage-targets', 'CUBE'])
3353     add_msaa_visual_plain_tests(g, ['copyteximage', 'CUBE'],
3354                                 run_concurrent=False)
3355
3356 with profile.test_list.group_manager(
3357         PiglitGLTest,
3358         grouptools.join('spec', 'arb_texture_cube_map_array')) as g:
3359     g(['arb_texture_cube_map_array-get'], run_concurrent=False)
3360     g(['arb_texture_cube_map_array-teximage3d-invalid-values'],
3361       run_concurrent=False)
3362     g(['arb_texture_cube_map_array-cubemap'], run_concurrent=False)
3363     g(['arb_texture_cube_map_array-cubemap-lod'], run_concurrent=False)
3364     g(['arb_texture_cube_map_array-fbo-cubemap-array'], run_concurrent=False)
3365     g(['arb_texture_cube_map_array-sampler-cube-array-shadow'],
3366       run_concurrent=False)
3367     g(['getteximage-targets', 'CUBE_ARRAY'])
3368     g(['glsl-resource-not-bound', 'CubeArray'])
3369     g(['fbo-generatemipmap-cubemap', 'array'])
3370     g(['fbo-generatemipmap-cubemap', 'array', 'RGB9_E5'])
3371     g(['fbo-generatemipmap-cubemap', 'array', 'S3TC_DXT1'])
3372     g(['texsubimage', 'cube_map_array'])
3373
3374     for stage in ['vs', 'gs', 'fs', 'tes']:
3375         # textureSize():
3376         for sampler in['samplerCubeArray', 'isamplerCubeArray',
3377                        'usamplerCubeArray', 'samplerCubeArrayShadow']:
3378             g(['textureSize', stage, sampler],
3379               grouptools.join('textureSize', '{}-textureSize-{}'.format(
3380                   stage, sampler)))
3381
3382 with profile.test_list.group_manager(
3383         PiglitGLTest,
3384         grouptools.join('spec', 'ext_texture_swizzle')) as g:
3385     g(['ext_texture_swizzle-api'])
3386     g(['ext_texture_swizzle-swizzle'])
3387     g(['depth_texture_mode_and_swizzle'], 'depth_texture_mode_and_swizzle')
3388
3389 with profile.test_list.group_manager(
3390         PiglitGLTest,
3391         grouptools.join('spec', 'ext_texture_compression_latc')) as g:
3392     g(['arb_texture_compression-invalid-formats', 'latc'], 'invalid formats')
3393     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc'],
3394       'fbo-generatemipmap-formats')
3395     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc-signed'],
3396       'fbo-generatemipmap-formats-signed')
3397     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_latc')
3398
3399 with profile.test_list.group_manager(
3400         PiglitGLTest,
3401         grouptools.join('spec', 'ext_texture_compression_rgtc')) as g:
3402     g(['compressedteximage', 'GL_COMPRESSED_RED_RGTC1_EXT'])
3403     g(['compressedteximage', 'GL_COMPRESSED_RED_GREEN_RGTC2_EXT'])
3404     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_RGTC1_EXT'])
3405     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_GREEN_RGTC2_EXT'])
3406     g(['arb_texture_compression-invalid-formats', 'rgtc'], 'invalid formats')
3407     g(['rgtc-teximage-01'], run_concurrent=False)
3408     g(['rgtc-teximage-02'], run_concurrent=False)
3409     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc'],
3410       'fbo-generatemipmap-formats')
3411     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc-signed'],
3412       'fbo-generatemipmap-formats-signed')
3413     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_rgtc')
3414     g(['rgtc-api_gles2'])
3415
3416 with profile.test_list.group_manager(
3417         PiglitGLTest,
3418         grouptools.join('spec', 'ext_texture_compression_s3tc')) as g:
3419     g(['compressedteximage', 'GL_COMPRESSED_RGB_S3TC_DXT1_EXT'])
3420     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT1_EXT'])
3421     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT3_EXT'])
3422     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT5_EXT'])
3423     g(['arb_texture_compression-invalid-formats', 's3tc'], 'invalid formats')
3424     g(['gen-compressed-teximage'], run_concurrent=False)
3425     g(['s3tc-errors'])
3426     g(['s3tc-errors_gles2'])
3427     g(['s3tc-targeted'])
3428     g(['s3tc-teximage'], run_concurrent=False)
3429     g(['s3tc-teximage_gles2'], run_concurrent=False)
3430     g(['s3tc-texsubimage'], run_concurrent=False)
3431     g(['s3tc-texsubimage_gles2'], run_concurrent=False)
3432     g(['getteximage-targets', '2D', 'S3TC'])
3433     g(['getteximage-targets', '2D_ARRAY', 'S3TC'])
3434     g(['getteximage-targets', 'CUBE', 'S3TC'])
3435     g(['getteximage-targets', 'CUBE_ARRAY', 'S3TC'])
3436     g(['compressedteximage', 'GL_COMPRESSED_SRGB_S3TC_DXT1_EXT'])
3437     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT1_EXT'])
3438     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT3_EXT'])
3439     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT5_EXT'])
3440     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_s3tc'],
3441       'fbo-generatemipmap-formats')
3442     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_s3tc')
3443
3444 with profile.test_list.group_manager(
3445         PiglitGLTest,
3446         grouptools.join('spec', 'ati_texture_compression_3dc')) as g:
3447     g(['arb_texture_compression-invalid-formats', '3dc'], 'invalid formats')
3448     g(['fbo-generatemipmap-formats', 'GL_ATI_texture_compression_3dc'],
3449       'fbo-generatemipmap-formats')
3450     add_texwrap_format_tests(g, 'GL_ATI_texture_compression_3dc')
3451
3452 with profile.test_list.group_manager(
3453         PiglitGLTest,
3454         grouptools.join('spec', 'ext_packed_float')) as g:
3455     g(['ext_packed_float-pack'], 'pack')
3456     g(['query-rgba-signed-components'], 'query-rgba-signed-components')
3457     g(['getteximage-invalid-format-for-packed-type'],
3458       'getteximage-invalid-format-for-packed-type')
3459     add_msaa_formats_tests(g, 'GL_EXT_packed_float')
3460     add_texwrap_format_tests(g, 'GL_EXT_packed_float')
3461     add_fbo_formats_tests(g, 'GL_EXT_packed_float')
3462
3463 with profile.test_list.group_manager(
3464         PiglitGLTest,
3465         grouptools.join('spec', 'arb_texture_float')) as g:
3466     g(['arb_texture_float-texture-float-formats'], run_concurrent=False)
3467     g(['arb_texture_float-get-tex3d'], run_concurrent=False)
3468     add_msaa_formats_tests(g, 'GL_ARB_texture_float')
3469     add_texwrap_format_tests(g, 'GL_ARB_texture_float')
3470     add_fbo_formats_tests(g, 'GL_ARB_texture_float')
3471
3472 with profile.test_list.group_manager(
3473         PiglitGLTest,
3474         grouptools.join('spec', 'oes_texture_float')) as g:
3475     g(['oes_texture_float'])
3476     g(['oes_texture_float', 'half'])
3477     g(['oes_texture_float', 'linear'])
3478     g(['oes_texture_float', 'half', 'linear'])
3479
3480
3481 with profile.test_list.group_manager(
3482         PiglitGLTest,
3483         grouptools.join('spec', 'ext_texture_integer')) as g:
3484     g(['ext_texture_integer-api-drawpixels'], 'api-drawpixels')
3485     g(['ext_texture_integer-api-teximage'], 'api-teximage')
3486     g(['ext_texture_integer-api-readpixels'], 'api-readpixels')
3487     g(['ext_texture_integer-fbo-blending'], 'fbo-blending')
3488     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rg'],
3489       'fbo-blending GL_ARB_texture_rg')
3490     g(['ext_texture_integer-fbo_integer_precision_clear'],
3491       'fbo_integer_precision_clear', run_concurrent=False)
3492     g(['ext_texture_integer-fbo_integer_readpixels_sint_uint'],
3493       'fbo_integer_readpixels_sint_uint', run_concurrent=False)
3494     g(['ext_texture_integer-getteximage-clamping'], 'getteximage-clamping')
3495     g(['ext_texture_integer-getteximage-clamping', 'GL_ARB_texture_rg'],
3496       'getteximage-clamping GL_ARB_texture_rg')
3497     g(['ext_texture_integer-texformats']),
3498     g(['ext_texture_integer-texture_integer_glsl130'],
3499       'texture_integer_glsl130')
3500     g(['fbo-integer'], run_concurrent=False)
3501     # TODO: unsupported for int yet
3502     # g(['fbo-clear-formats', 'GL_EXT_texture_integer'], 'fbo-clear-formats')
3503     add_msaa_formats_tests(g, 'GL_EXT_texture_integer')
3504     add_texwrap_format_tests(g, 'GL_EXT_texture_integer')
3505
3506 with profile.test_list.group_manager(
3507         PiglitGLTest,
3508         grouptools.join('spec', 'arb_texture_rg')) as g:
3509     g(['depth-tex-modes-rg'], run_concurrent=False)
3510     g(['rg-draw-pixels'], run_concurrent=False)
3511     g(['rg-teximage-01'], run_concurrent=False)
3512     g(['rg-teximage-02'], run_concurrent=False)
3513     g(['texture-rg'], run_concurrent=False)
3514     # TODO: unsupported for int yet
3515     # g(['fbo-clear-formats', 'GL_ARB_texture_rg-int'],
3516     #   'fbo-clear-formats-int')
3517     add_msaa_formats_tests(g, 'GL_ARB_texture_rg')
3518     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-int')
3519     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-float')
3520     add_texwrap_format_tests(g, 'GL_ARB_texture_rg')
3521     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-float', '-float')
3522     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-int', '-int')
3523
3524     for format in ['GL_RED', 'GL_R8', 'GL_R16', 'GL_RG', 'GL_RG8', 'GL_RG16']:
3525         g(['fbo-rg', format], "fbo-rg-{}".format(format))
3526     add_fbo_formats_tests(g, 'GL_ARB_texture_rg')
3527     add_fbo_formats_tests(g, 'GL_ARB_texture_rg-float', '-float')
3528
3529 with profile.test_list.group_manager(
3530         PiglitGLTest,
3531         grouptools.join('spec', 'arb_texture_rgb10_a2ui')) as g:
3532     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rgb10_a2ui'],
3533       'fbo-blending')
3534     add_texwrap_format_tests(g, 'GL_ARB_texture_rgb10_a2ui')
3535
3536 with profile.test_list.group_manager(
3537         PiglitGLTest,
3538         grouptools.join('spec', 'ext_texture_shared_exponent')) as g:
3539     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_shared_exponent'],
3540       'fbo-generatemipmap-formats')
3541     add_texwrap_format_tests(g, 'GL_EXT_texture_shared_exponent')
3542
3543 with profile.test_list.group_manager(
3544         PiglitGLTest,
3545         grouptools.join('spec', 'ext_texture_snorm')) as g:
3546     add_msaa_formats_tests(g, 'GL_EXT_texture_snorm')
3547     add_texwrap_format_tests(g, 'GL_EXT_texture_snorm')
3548     add_fbo_formats_tests(g, 'GL_EXT_texture_snorm')
3549
3550 with profile.test_list.group_manager(
3551         PiglitGLTest, grouptools.join('spec', 'ext_texture_srgb')) as g:
3552     g(['fbo-srgb'], run_concurrent=False)
3553     g(['tex-srgb'], run_concurrent=False)
3554     g(['arb_texture_compression-invalid-formats', 'srgb'], 'invalid formats')
3555     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB'],
3556       'fbo-generatemipmap-formats')
3557     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB-s3tc'],
3558       'fbo-generatemipmap-formats-s3tc')
3559     # TODO: also use GL_ARB_framebuffer_sRGB:
3560     # g(['fbo-blending-formats', 'GL_EXT_texture_sRGB'],
3561     #   'fbo-blending-formats')
3562     g(['fbo-alphatest-formats', 'GL_EXT_texture_sRGB'],
3563       'fbo-alphatest-formats')
3564     g(['ext_framebuffer_multisample-fast-clear',
3565        'GL_EXT_texture_sRGB',
3566        'single-sample'],
3567       'fbo-fast-clear')
3568     add_msaa_formats_tests(g, 'GL_EXT_texture_sRGB')
3569     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB')
3570     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB-s3tc', '-s3tc')
3571
3572 with profile.test_list.group_manager(
3573         PiglitGLTest, grouptools.join('spec', 'ext_timer_query')) as g:
3574     g(['ext_timer_query-time-elapsed'], 'time-elapsed', run_concurrent=False)
3575     g(['timer_query'], run_concurrent=False)
3576
3577 with profile.test_list.group_manager(
3578         PiglitGLTest, grouptools.join('spec', 'arb_timer_query')) as g:
3579     g(['ext_timer_query-time-elapsed', 'timestamp'], 'query GL_TIMESTAMP', run_concurrent=False)
3580     g(['ext_timer_query-lifetime'], 'query-lifetime')
3581     g(['arb_timer_query-timestamp-get'], 'timestamp-get', run_concurrent=False)
3582
3583 with profile.test_list.group_manager(
3584         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback')) as g:
3585     for mode in ['interleaved_ok_base', 'interleaved_ok_range',
3586                  'interleaved_ok_offset', 'interleaved_unbound',
3587                  'interleaved_no_varyings', 'separate_ok_1',
3588                  'separate_unbound_0_1', 'separate_ok_2',
3589                  'separate_unbound_0_2', 'separate_unbound_1_2',
3590                  'separate_no_varyings', 'no_prog_active', 'begin_active',
3591                  'useprog_active', 'link_current_active', 'link_other_active',
3592                  'bind_base_active', 'bind_range_active', 'bind_offset_active',
3593                  'end_inactive', 'bind_base_max', 'bind_range_max',
3594                  'bind_offset_max', 'bind_range_size_m4', 'bind_range_size_0',
3595                  'bind_range_size_1', 'bind_range_size_2', 'bind_range_size_3',
3596                  'bind_range_size_5', 'bind_range_offset_1',
3597                  'bind_range_offset_2', 'bind_range_offset_3',
3598                  'bind_range_offset_5', 'bind_offset_offset_1',
3599                  'bind_offset_offset_2', 'bind_offset_offset_3',
3600                  'bind_offset_offset_5', 'not_a_program',
3601                  'useprogstage_noactive', 'useprogstage_active',
3602                  'bind_pipeline']:
3603             g(['ext_transform_feedback-api-errors', mode],
3604               'api-errors {}'.format(mode))
3605
3606     for varying in ['gl_Color', 'gl_SecondaryColor', 'gl_TexCoord',
3607                     'gl_FogFragCoord', 'gl_Position', 'gl_PointSize',
3608                     'gl_ClipVertex', 'gl_ClipDistance',
3609                     'gl_ClipDistance[1]-no-subscript',
3610                     'gl_ClipDistance[2]-no-subscript',
3611                     'gl_ClipDistance[3]-no-subscript',
3612                     'gl_ClipDistance[4]-no-subscript',
3613                     'gl_ClipDistance[5]-no-subscript',
3614                     'gl_ClipDistance[6]-no-subscript',
3615                     'gl_ClipDistance[7]-no-subscript',
3616                     'gl_ClipDistance[8]-no-subscript',
3617                     'gl_CullDistance']:
3618         g(['ext_transform_feedback-builtin-varyings', varying],
3619           'builtin-varyings {}'.format(varying), run_concurrent=False)
3620
3621     for mode in ['main_binding', 'indexed_binding', 'buffer_start',
3622                  'buffer_size']:
3623         g(['ext_transform_feedback-get-buffer-state', mode],
3624           'get-buffer-state {}'.format(mode))
3625
3626     for mode in ['output', 'prims_generated', 'prims_written']:
3627         g(['ext_transform_feedback-intervening-read', mode],
3628           'intervening-read {0}'.format(mode))
3629         g(['ext_transform_feedback-intervening-read', mode, 'use_gs'],
3630           'intervening-read {0} use_gs'.format(mode))
3631
3632     for drawcall in ['arrays', 'elements']:
3633         for mode in ['triangles', 'lines', 'points']:
3634             g(['ext_transform_feedback-order', drawcall, mode],
3635               'order {0} {1}'.format(drawcall, mode))
3636
3637     for draw_mode in ['points', 'lines', 'line_loop', 'line_strip',
3638                       'triangles', 'triangle_strip', 'triangle_fan',
3639                       'quads', 'quad_strip', 'polygon']:
3640         for shade_mode in ['monochrome', 'smooth', 'flat_first', 'flat_last',
3641                            'wireframe']:
3642             if (draw_mode in ['points', 'lines', 'line_loop', 'line_strip'] and
3643                     shade_mode == 'wireframe'):
3644                 continue
3645             g(['ext_transform_feedback-tessellation', draw_mode, shade_mode],
3646               'tessellation {0} {1}'.format(draw_mode, shade_mode))
3647
3648     for alignment in [0, 4, 8, 12]:
3649         g(['ext_transform_feedback-alignment', str(alignment)],
3650           'alignment {0}'.format(alignment))
3651
3652     for output_type in ['float', 'vec2', 'vec3', 'vec4', 'mat2', 'mat2x3',
3653                         'mat2x4', 'mat3x2', 'mat3', 'mat3x4', 'mat4x2',
3654                         'mat4x3', 'mat4', 'int', 'ivec2', 'ivec3', 'ivec4',
3655                         'uint', 'uvec2', 'uvec3', 'uvec4']:
3656         for suffix in ['', '[2]', '[2]-no-subscript']:
3657             g(['ext_transform_feedback-output-type', output_type, suffix],
3658               'output-type {0}{1}'.format(output_type, suffix))
3659
3660     for mode in ['discard', 'buffer', 'prims_generated', 'prims_written']:
3661         g(['ext_transform_feedback-generatemipmap', mode],
3662           'generatemipmap {0}'.format(mode))
3663
3664     for test_case in ['base-shrink', 'base-grow', 'offset-shrink',
3665                       'offset-grow', 'range-shrink', 'range-grow']:
3666         g(['ext_transform_feedback-change-size', test_case],
3667           'change-size {0}'.format(test_case))
3668
3669     for api_suffix, possible_options in [('', [[], ['interface']]),
3670                                          ('_gles3', [[]])]:
3671         if api_suffix == '_gles3':
3672             subtest_list = ['basic-struct']
3673         else:
3674             subtest_list = ['basic-struct', 'struct-whole-array',
3675                             'struct-array-elem', 'array-struct',
3676                             'array-struct-whole-array',
3677                             'array-struct-array-elem', 'struct-struct',
3678                             'array-struct-array-struct']
3679         for subtest in subtest_list:
3680             for mode in ['error', 'get', 'run', 'run-no-fs']:
3681                 for options in possible_options:
3682                     g(['ext_transform_feedback-structs{0}'.format(api_suffix),
3683                        subtest, mode] + options,
3684                       'structs{0} {1}'.format(
3685                           api_suffix, ' '.join([subtest, mode] + options)))
3686
3687     g(['ext_transform_feedback-buffer-usage'], 'buffer-usage')
3688     g(['ext_transform_feedback-discard-api'], 'discard-api')
3689     g(['ext_transform_feedback-discard-bitmap'], 'discard-bitmap')
3690     g(['ext_transform_feedback-discard-clear'], 'discard-clear')
3691     g(['ext_transform_feedback-discard-copypixels'], 'discard-copypixels')
3692     g(['ext_transform_feedback-discard-drawarrays'], 'discard-drawarrays')
3693     g(['ext_transform_feedback-discard-drawpixels'], 'discard-drawpixels')
3694     g(['ext_transform_feedback-immediate-reuse'], 'immediate-reuse')
3695     g(['ext_transform_feedback-immediate-reuse-index-buffer'],
3696       'immediate-reuse-index-buffer')
3697     g(['ext_transform_feedback-immediate-reuse-uniform-buffer'],
3698       'immediate-reuse-uniform-buffer')
3699     g(['ext_transform_feedback-max-varyings'], 'max-varyings')
3700     g(['ext_transform_feedback-nonflat-integral'], 'nonflat-integral')
3701     g(['ext_transform_feedback-overflow-edge-cases'], 'overflow-edge-cases')
3702     g(['ext_transform_feedback-overflow-edge-cases', 'use_gs'],
3703       'overflow-edge-cases use_gs')
3704     g(['ext_transform_feedback-points'], 'points')
3705     g(['ext_transform_feedback-points', 'large'], 'points-large')
3706     g(['ext_transform_feedback-position'], 'position-readback-bufferbase')
3707     g(['ext_transform_feedback-position', 'discard'],
3708       'position-readback-bufferbase-discard')
3709     g(['ext_transform_feedback-position', 'offset'],
3710       'position-readback-bufferoffset')
3711     g(['ext_transform_feedback-position', 'offset', 'discard'],
3712       'position-readback-bufferoffset-discard')
3713     g(['ext_transform_feedback-position', 'range'],
3714       'position-readback-bufferrange')
3715     g(['ext_transform_feedback-position', 'range', 'discard'],
3716       'position-readback-bufferrange-discard')
3717     g(['ext_transform_feedback-negative-prims'], 'negative-prims')
3718     g(['ext_transform_feedback-primgen'],
3719       'primgen-query transform-feedback-disabled')
3720     g(['ext_transform_feedback-pipeline-basic-primgen'],
3721       'pipeline-basic-primgen')
3722     g(['ext_transform_feedback-position', 'render'],
3723       'position-render-bufferbase')
3724     g(['ext_transform_feedback-position', 'render', 'discard'],
3725       'position-render-bufferbase-discard')
3726     g(['ext_transform_feedback-position', 'render', 'offset'],
3727       'position-render-bufferoffset')
3728     g(['ext_transform_feedback-position', 'render', 'offset', 'discard'],
3729       'position-render-bufferoffset-discard')
3730     g(['ext_transform_feedback-position', 'render', 'range'],
3731       'position-render-bufferrange')
3732     g(['ext_transform_feedback-position', 'render', 'range', 'discard'],
3733       'position-render-bufferrange-discard')
3734     g(['ext_transform_feedback-position', 'primgen'],
3735       'query-primitives_generated-bufferbase')
3736     g(['ext_transform_feedback-position', 'primgen', 'discard'],
3737       'query-primitives_generated-bufferbase-discard')
3738     g(['ext_transform_feedback-position', 'primgen', 'offset'],
3739       'query-primitives_generated-bufferoffset')
3740     g(['ext_transform_feedback-position', 'primgen', 'offset', 'discard'],
3741       'query-primitives_generated-bufferoffset-discard')
3742     g(['ext_transform_feedback-position', 'primgen', 'range'],
3743       'query-primitives_generated-bufferrange')
3744     g(['ext_transform_feedback-position', 'primgen', 'range', 'discard'],
3745       'query-primitives_generated-bufferrange-discard')
3746     g(['ext_transform_feedback-position', 'primwritten'],
3747       'query-primitives_written-bufferbase')
3748     g(['ext_transform_feedback-position', 'primwritten', 'discard'],
3749       'query-primitives_written-bufferbase-discard')
3750     g(['ext_transform_feedback-position', 'primwritten', 'offset'],
3751       'query-primitives_written-bufferoffset')
3752     g(['ext_transform_feedback-position', 'primwritten', 'offset', 'discard'],
3753       'query-primitives_written-bufferoffset-discard')
3754     g(['ext_transform_feedback-position', 'primwritten', 'range'],
3755       'query-primitives_written-bufferrange')
3756     g(['ext_transform_feedback-position', 'primwritten', 'range', 'discard'],
3757       'query-primitives_written-bufferrange-discard')
3758     g(['ext_transform_feedback-interleaved'], 'interleaved-attribs')
3759     g(['ext_transform_feedback-separate'], 'separate-attribs')
3760     g(['ext_transform_feedback-geometry-shaders-basic'],
3761       'geometry-shaders-basic')
3762
3763 with profile.test_list.group_manager(
3764         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback2')) as g:
3765     g(['arb_transform_feedback2-change-objects-while-paused'],
3766       'Change objects while paused', run_concurrent=False)
3767     g(['arb_transform_feedback2-change-objects-while-paused_gles3'],
3768       'Change objects while paused (GLES3)', run_concurrent=False)
3769
3770 with profile.test_list.group_manager(
3771         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback2')) as g:
3772     g(['arb_transform_feedback2-draw-auto'], 'draw-auto', run_concurrent=False)
3773     g(['arb_transform_feedback2-istransformfeedback'], 'istranformfeedback',
3774       run_concurrent=False)
3775     g(['arb_transform_feedback2-gen-names-only'],
3776       'glGenTransformFeedbacks names only')
3777     g(['arb_transform_feedback2-cannot-bind-when-active'],
3778       'cannot bind when another object is active')
3779     g(['arb_transform_feedback2-api-queries'], 'misc. API queries')
3780     g(['arb_transform_feedback2-pause-counting'], 'counting with pause')
3781
3782 with profile.test_list.group_manager(
3783         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback_instanced')) as g:
3784     g(['arb_transform_feedback2-draw-auto', 'instanced'],
3785       'draw-auto instanced', run_concurrent=False)
3786
3787 with profile.test_list.group_manager(
3788         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback3')) as g:
3789     g(['arb_transform_feedback3-bind_buffer_invalid_index'],
3790       'arb_transform_feedback3-bind_buffer_invalid_index',
3791       run_concurrent=False)
3792     g(['arb_transform_feedback3-query_with_invalid_index'],
3793       'arb_transform_feedback3-query_with_invalid_index', run_concurrent=False)
3794     g(['arb_transform_feedback3-end_query_with_name_zero'],
3795       'arb_transform_feedback3-end_query_with_name_zero', run_concurrent=False)
3796     g(['arb_transform_feedback3-draw_using_invalid_stream_index'],
3797       'arb_transform_feedback3-draw_using_invalid_stream_index',
3798       run_concurrent=False)
3799     g(['arb_transform_feedback3-set_varyings_with_invalid_args'],
3800       'arb_transform_feedback3-set_varyings_with_invalid_args',
3801       run_concurrent=False)
3802     g(['arb_transform_feedback3-set_invalid_varyings'],
3803       'arb_transform_feedback3-set_invalid_varyings', run_concurrent=False)
3804     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'vs'],
3805       'arb_transform_feedback3-ext_interleaved_two_bufs_vs',
3806       run_concurrent=False)
3807     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs'],
3808       'arb_transform_feedback3-ext_interleaved_two_bufs_gs',
3809       run_concurrent=False)
3810     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs_max'],
3811       'arb_transform_feedback3-ext_interleaved_two_bufs_gs_max',
3812       run_concurrent=False)
3813     g(['arb_transform_feedback3-begin_end'], run_concurrent=False)
3814
3815     for param in ['gl_NextBuffer-1', 'gl_NextBuffer-2', 'gl_SkipComponents1-1',
3816                   'gl_SkipComponents1-2', 'gl_SkipComponents1-3',
3817                   'gl_SkipComponents2', 'gl_SkipComponents3',
3818                   'gl_SkipComponents4',
3819                   'gl_NextBuffer-gl_SkipComponents1-gl_NextBuffer',
3820                   'gl_NextBuffer-gl_NextBuffer', 'gl_SkipComponents1234', 'gl_SkipComponents1-gl_NextBuffer']:
3821         g(['ext_transform_feedback-output-type', param], param)
3822
3823 with profile.test_list.group_manager(
3824         PiglitGLTest,
3825         grouptools.join('spec', 'arb_transform_feedback_overflow_query')) as g:
3826     g(['arb_transform_feedback_overflow_query-basic'])
3827     g(['arb_transform_feedback_overflow_query-errors'])
3828
3829 with profile.test_list.group_manager(
3830         PiglitGLTest,
3831         grouptools.join('spec', 'arb_uniform_buffer_object')) as g:
3832     g(['arb_uniform_buffer_object-bindbuffer-general-point'],
3833       'bindbuffer-general-point')
3834     g(['arb_uniform_buffer_object-buffer-targets'], 'buffer-targets')
3835     g(['arb_uniform_buffer_object-bufferstorage'], 'bufferstorage')
3836     g(['arb_uniform_buffer_object-deletebuffers'], 'deletebuffers')
3837     g(['arb_uniform_buffer_object-dlist'], 'dlist')
3838     g(['arb_uniform_buffer_object-getactiveuniformblockiv-uniform-block-data-size'],
3839       'getactiveuniformblockiv-uniform-block-data-size')
3840     g(['arb_uniform_buffer_object-getactiveuniformblockname'],
3841       'getactiveuniformblockname')
3842     g(['arb_uniform_buffer_object-getactiveuniformname'],
3843       'getactiveuniformname')
3844     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-array-stride'],
3845       'getactiveuniformsiv-uniform-array-stride')
3846     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-block-index'],
3847       'getactiveuniformsiv-uniform-block-index')
3848     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-matrix-stride'],
3849       'getactiveuniformsiv-uniform-matrix-stride')
3850     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-type'],
3851       'getactiveuniformsiv-uniform-type')
3852     g(['arb_uniform_buffer_object-getintegeri_v'], 'getintegeri_v')
3853     g(['arb_uniform_buffer_object-getprogramiv'], 'getprogramiv')
3854     g(['arb_uniform_buffer_object-getuniformblockindex'],
3855       'getuniformblockindex')
3856     g(['arb_uniform_buffer_object-getuniformindices'], 'getuniformindices')
3857     g(['arb_uniform_buffer_object-getuniformlocation'], 'getuniformlocation')
3858     g(['arb_uniform_buffer_object-layout-std140-base-size-and-alignment'],
3859       'layout-std140-base-size-and-alignment')
3860     g(['arb_uniform_buffer_object-link-mismatch-blocks'],
3861       'link-mismatch-blocks')
3862     g(['arb_uniform_buffer_object-maxblocks'], 'maxblocks')
3863     g(['arb_uniform_buffer_object-minmax'], 'minmax')
3864     g(['arb_uniform_buffer_object-negative-bindbuffer-index'],
3865       'negative-bindbuffer-index')
3866     g(['arb_uniform_buffer_object-negative-bindbuffer-target'],
3867       'negative-bindbuffer-target')
3868     g(['arb_uniform_buffer_object-negative-bindbufferrange-range'],
3869       'negative-bindbufferrange-range')
3870     g(['arb_uniform_buffer_object-negative-getactiveuniformblockiv'],
3871       'negative-getactiveuniformblockiv')
3872     g(['arb_uniform_buffer_object-negative-getactiveuniformsiv'],
3873       'negative-getactiveuniformsiv')
3874     g(['arb_uniform_buffer_object-referenced-by-shader'],
3875       'referenced-by-shader')
3876     g(['arb_uniform_buffer_object-rendering'], 'rendering')
3877     g(['arb_uniform_buffer_object-rendering', 'offset'], 'rendering-offset')
3878     g(['arb_uniform_buffer_object-rendering-array'], 'rendering-array')
3879     g(['arb_uniform_buffer_object-rendering-array', 'offset'], 'rendering-array-offset')
3880     g(['arb_uniform_buffer_object-rendering-dsa'], 'rendering-dsa')
3881     g(['arb_uniform_buffer_object-rendering-dsa', 'offset'], 'rendering-dsa-offset')
3882     g(['arb_uniform_buffer_object-row-major'], 'row-major')
3883     g(['arb_uniform_buffer_object-uniformblockbinding'], 'uniformblockbinding')
3884
3885 with profile.test_list.group_manager(
3886         PiglitGLTest,
3887         grouptools.join('spec', 'arb_uniform_buffer_object',
3888                         'maxuniformblocksize')) as g:
3889     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vs'], 'vs')
3890     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vsexceed'],
3891       'vsexceed')
3892     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fs'], 'fs')
3893     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fsexceed'],
3894       'fsexceed')
3895
3896 with profile.test_list.group_manager(
3897         PiglitGLTest, grouptools.join('spec', 'ati_draw_buffers')) as g:
3898     g(['ati_draw_buffers-arbfp'])
3899     g(['ati_draw_buffers-arbfp-no-index'], 'arbfp-no-index')
3900     g(['ati_draw_buffers-arbfp-no-option'], 'arbfp-no-option')
3901
3902 with profile.test_list.group_manager(
3903         PiglitGLTest, grouptools.join('spec', 'ati_envmap_bumpmap')) as g:
3904     g(['ati_envmap_bumpmap-bump'], run_concurrent=False)
3905
3906 with profile.test_list.group_manager(
3907         PiglitGLTest, grouptools.join('spec', 'arb_instanced_arrays')) as g:
3908     g(['arb_instanced_arrays-vertex-attrib-divisor-index-error'])
3909     g(['arb_instanced_arrays-instanced_arrays'])
3910     g(['arb_instanced_arrays-drawarrays'])
3911     add_single_param_test_set(g, 'arb_instanced_arrays-instanced_arrays',
3912                               'vbo')
3913
3914 with profile.test_list.group_manager(
3915         PiglitGLTest,
3916         grouptools.join('spec', 'arb_internalformat_query')) as g:
3917     g(['arb_internalformat_query-api-errors'], 'misc. API error checks')
3918     g(['arb_internalformat_query-overrun'], 'buffer over-run checks')
3919     g(['arb_internalformat_query-minmax'], 'minmax')
3920
3921 with profile.test_list.group_manager(
3922         PiglitGLTest,
3923         grouptools.join('spec', 'arb_internalformat_query2')) as g:
3924     g(['arb_internalformat_query2-api-errors'], 'API error checks')
3925     g(['arb_internalformat_query2-generic-pname-checks'], 'Individual most generic pname checks')
3926     g(['arb_internalformat_query2-samples-pnames'], 'SAMPLES and NUM_SAMPLE_COUNTS pname checks')
3927     g(['arb_internalformat_query2-internalformat-size-checks'], 'All INTERNALFORMAT_<X>_SIZE pname checks')
3928     g(['arb_internalformat_query2-internalformat-type-checks'], 'All INTERNALFORMAT_<X>_TYPE pname checks')
3929     g(['arb_internalformat_query2-image-format-compatibility-type'], 'IMAGE_FORMAT_COMPATIBILITY_TYPE pname checks')
3930     g(['arb_internalformat_query2-max-dimensions'], 'Max dimensions related pname checks')
3931     g(['arb_internalformat_query2-color-encoding'], 'COLOR_ENCODING pname check')
3932     g(['arb_internalformat_query2-texture-compressed-block'], 'All TEXTURE_COMPRESSED_BLOCK_<X> pname checks')
3933     g(['arb_internalformat_query2-minmax'], 'minmax check for SAMPLES/NUM_SAMPLE_COUNTS')
3934     g(['arb_internalformat_query2-image-texture'], 'Checks for pnames related to ARB_image_load_store that return values from Table 3.22 (OpenGL 4.2)')
3935     g(['arb_internalformat_query2-filter'], 'FILTER pname checks.')
3936     g(['arb_internalformat_query2-format-components'], '{COLOR,DEPTH,STENCIL}_COMPONENTS pname checks')
3937
3938 with profile.test_list.group_manager(
3939         PiglitGLTest, grouptools.join('spec', 'arb_map_buffer_range')) as g:
3940     g(['map_buffer_range_error_check'], run_concurrent=False)
3941     g(['map_buffer_range_test'], run_concurrent=False)
3942     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT', 'offset=0'],
3943       'MAP_INVALIDATE_RANGE_BIT offset=0')
3944     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3945        'increment-offset'], 'MAP_INVALIDATE_RANGE_BIT increment-offset')
3946     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3947        'decrement-offset'], 'MAP_INVALIDATE_RANGE_BIT decrement-offset')
3948     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT', 'offset=0'],
3949       'MAP_INVALIDATE_BUFFER_BIT offset=0')
3950     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3951        'increment-offset'], 'MAP_INVALIDATE_BUFFER_BIT increment-offset')
3952     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3953        'decrement-offset'], 'MAP_INVALIDATE_BUFFER_BIT decrement-offset')
3954     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'offset=0'],
3955       'CopyBufferSubData offset=0')
3956     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'increment-offset'],
3957       'CopyBufferSubData increment-offset')
3958     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'decrement-offset'],
3959       'CopyBufferSubData decrement-offset')
3960
3961 with profile.test_list.group_manager(
3962         PiglitGLTest, grouptools.join('spec', 'arb_multisample')) as g:
3963     g(['arb_multisample-beginend'], 'beginend')
3964     g(['arb_multisample-pushpop'], 'pushpop')
3965
3966 with profile.test_list.group_manager(
3967         PiglitGLTest, grouptools.join('spec', 'arb_seamless_cube_map')) as g:
3968     g(['arb_seamless_cubemap'])
3969     g(['arb_seamless_cubemap-initially-disabled'])
3970     g(['arb_seamless_cubemap-three-faces-average'])
3971
3972 with profile.test_list.group_manager(
3973         PiglitGLTest,
3974         grouptools.join('spec', 'amd_gpu_shader_half_float')) as g:
3975     g(['amd_gpu_shader_half_float-explicit-offset-bufferstorage'], 'explicit-offset-bufferstorage')
3976
3977 with profile.test_list.group_manager(
3978         PiglitGLTest, grouptools.join('spec', 'AMD_pinned_memory')) as g:
3979     g(['amd_pinned_memory', 'offset=0'], 'offset=0')
3980     g(['amd_pinned_memory', 'increment-offset'], 'increment-offset')
3981     g(['amd_pinned_memory', 'decrement-offset'], 'decrement-offset')
3982     g(['amd_pinned_memory', 'offset=0', 'map-buffer'], 'map-buffer offset=0')
3983     g(['amd_pinned_memory', 'increment-offset', 'map-buffer'],
3984       'map-buffer increment-offset')
3985     g(['amd_pinned_memory', 'decrement-offset', 'map-buffer'],
3986       'map-buffer decrement-offset')
3987
3988 with profile.test_list.group_manager(
3989         PiglitGLTest,
3990         grouptools.join('spec', 'amd_seamless_cubemap_per_texture')) as g:
3991     g(['amd_seamless_cubemap_per_texture'], run_concurrent=False)
3992
3993 with profile.test_list.group_manager(
3994         PiglitGLTest,
3995         grouptools.join('spec', 'amd_vertex_shader_layer')) as g:
3996     g(['amd_vertex_shader_layer-layered-2d-texture-render'],
3997       run_concurrent=False)
3998     g(['amd_vertex_shader_layer-layered-depth-texture-render'],
3999       run_concurrent=False)
4000
4001 with profile.test_list.group_manager(
4002         PiglitGLTest,
4003         grouptools.join('spec', 'amd_vertex_shader_viewport_index')) as g:
4004     g(['amd_vertex_shader_viewport_index-render'])
4005
4006 with profile.test_list.group_manager(
4007         PiglitGLTest,
4008         grouptools.join('spec', 'ext_fog_coord')) as g:
4009     g(['ext_fog_coord-modes'], run_concurrent=False)
4010
4011 with profile.test_list.group_manager(
4012         PiglitGLTest,
4013         grouptools.join('spec', 'nv_half_float')) as g:
4014     g(['attribs-half-float'])
4015     g(['ext_fog_coord-modes-half-float'], run_concurrent=False)
4016
4017 with profile.test_list.group_manager(
4018         PiglitGLTest,
4019         grouptools.join('spec', 'nv_texture_barrier')) as g:
4020     g(['blending-in-shader'], run_concurrent=False)
4021     g(['arb_texture_barrier-texture-halves-ping-pong-operation-chain'])
4022
4023 with profile.test_list.group_manager(
4024         PiglitGLTest,
4025         grouptools.join('spec', 'nv_texture_env_combine4')) as g:
4026     g(['nv_texture_env_combine4-combine'])
4027
4028 with profile.test_list.group_manager(
4029         PiglitGLTest,
4030         grouptools.join('spec', 'nv_conditional_render')) as g:
4031     g(['nv_conditional_render-begin-while-active'], 'begin-while-active')
4032     g(['nv_conditional_render-begin-zero'], 'begin-zero')
4033     g(['nv_conditional_render-bitmap'], 'bitmap')
4034     g(['nv_conditional_render-blitframebuffer'], 'blitframebuffer')
4035     g(['nv_conditional_render-clear'], 'clear')
4036     g(['nv_conditional_render-clear-bug'], 'clear-bug')
4037     g(['nv_conditional_render-copypixels'], 'copypixels')
4038     g(['nv_conditional_render-copyteximage'], 'copyteximage')
4039     g(['nv_conditional_render-copytexsubimage'], 'copytexsubimage')
4040     g(['nv_conditional_render-dlist'], 'dlist')
4041     g(['nv_conditional_render-drawpixels'], 'drawpixels')
4042     g(['nv_conditional_render-generatemipmap'], 'generatemipmap')
4043     g(['nv_conditional_render-vertex_array'], 'vertex_array')
4044
4045 with profile.test_list.group_manager(
4046         PiglitGLTest,
4047         grouptools.join('spec', 'nv_fill_rectangle')) as g:
4048     g(['nv_fill_rectangle-invalid-draw-mode'], 'invalid-draw-mode')
4049
4050 with profile.test_list.group_manager(
4051         PiglitGLTest,
4052         grouptools.join('spec', 'nv_fog_distance')) as g:
4053     g(['nv_fog_distance-coverage'], 'coverage')
4054     g(['nv_fog_distance-simple-draw', 'radial'], 'simple draw - GL_EYE_RADIAL_NV')
4055     g(['nv_fog_distance-simple-draw', 'eye-plane'], 'simple draw - GL_EYE_PLANE')
4056     g(['nv_fog_distance-simple-draw', 'eye-plane-absolute'], 'simple draw - GL_EYE_PLANE_ABSOLUTE_NV')
4057     g(['nv_fog_distance-fog-coord'], 'GL_FOG_COORDINATE interaction')
4058
4059 with profile.test_list.group_manager(
4060         PiglitGLTest,
4061         grouptools.join('spec', 'oes_matrix_get')) as g:
4062     g(['oes_matrix_get-api'], 'All queries')
4063
4064 with profile.test_list.group_manager(
4065         PiglitGLTest,
4066         grouptools.join('spec', 'oes_fixed_point')) as g:
4067     g(['oes_fixed_point-attribute-arrays'], 'attribute-arrays')
4068
4069 with profile.test_list.group_manager(
4070         PiglitGLTest,
4071         grouptools.join('spec', 'arb_clear_buffer_object')) as g:
4072     g(['arb_clear_buffer_object-formats'])
4073     g(['arb_clear_buffer_object-invalid-internal-format'])
4074     g(['arb_clear_buffer_object-invalid-size'])
4075     g(['arb_clear_buffer_object-mapped'])
4076     g(['arb_clear_buffer_object-no-bound-buffer'])
4077     g(['arb_clear_buffer_object-null-data'])
4078     g(['arb_clear_buffer_object-sub-invalid-size'])
4079     g(['arb_clear_buffer_object-sub-mapped'])
4080     g(['arb_clear_buffer_object-sub-overlap'])
4081     g(['arb_clear_buffer_object-sub-simple'])
4082     g(['arb_clear_buffer_object-unaligned'])
4083     g(['arb_clear_buffer_object-zero-size'])
4084
4085 with profile.test_list.group_manager(
4086         PiglitGLTest,
4087         grouptools.join('spec', 'arb_clear_texture')) as g:
4088     g(['arb_clear_texture-clear-max-level'])
4089     g(['arb_clear_texture-simple'])
4090     g(['arb_clear_texture-error'])
4091     g(['arb_clear_texture-3d'])
4092     g(['arb_clear_texture-cube'])
4093     g(['arb_clear_texture-multisample'])
4094     g(['arb_clear_texture-integer'])
4095     g(['arb_clear_texture-base-formats'])
4096     g(['arb_clear_texture-sized-formats'])
4097     g(['arb_clear_texture-float'])
4098     g(['arb_clear_texture-rg'])
4099     g(['arb_clear_texture-depth-stencil'])
4100     g(['arb_clear_texture-srgb'])
4101     g(['arb_clear_texture-stencil'])
4102     g(['arb_clear_texture-texview'])
4103     g(['arb_clear_texture-depth'])
4104     g(['arb_clear_texture-supported-formats'])
4105
4106 with profile.test_list.group_manager(
4107         PiglitGLTest,
4108         grouptools.join('spec', 'arb_copy_buffer')) as g:
4109     g(['copy_buffer_coherency'], run_concurrent=False)
4110     g(['copybuffersubdata'], run_concurrent=False)
4111     g(['arb_copy_buffer-data-sync'], 'data-sync')
4112     g(['arb_copy_buffer-dlist'], 'dlist')
4113     g(['arb_copy_buffer-get'], 'get')
4114     g(['arb_copy_buffer-intra-buffer-copy'], 'intra-buffer-copy')
4115     g(['arb_copy_buffer-negative-bound-zero'], 'negative-bound-zero')
4116     g(['arb_copy_buffer-negative-bounds'], 'negative-bounds')
4117     g(['arb_copy_buffer-negative-mapped'], 'negative-mapped')
4118     g(['arb_copy_buffer-overlap'], 'overlap')
4119     g(['arb_copy_buffer-targets'], 'targets')
4120     g(['arb_copy_buffer-subdata-sync'], 'subdata-sync')
4121
4122 with profile.test_list.group_manager(
4123         PiglitGLTest,
4124         grouptools.join('spec', 'arb_copy_image')) as g:
4125     g(['arb_copy_image-levels-copy'])
4126     g(['arb_copy_image-levels-copy', 'add-illegal-levels'])
4127     g(['arb_copy_image-simple', '--tex-to-tex'])
4128     g(['arb_copy_image-simple', '--rb-to-tex'])
4129     g(['arb_copy_image-simple', '--rb-to-rb'])
4130     g(['arb_copy_image-srgb-copy'])
4131     g(['arb_copy_image-api_errors'])
4132     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4133        'GL_TEXTURE_1D', '32', '1', '1', '11', '0', '0', '5', '0', '0', '14',
4134        '1', '1'])
4135     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4136        'GL_TEXTURE_1D_ARRAY', '32', '1', '12', '11', '0', '0', '5', '0', '9',
4137        '14', '1', '1'])
4138     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4139        'GL_TEXTURE_2D', '32', '32', '1', '11', '0', '0', '5', '13', '0', '14',
4140        '1', '1'])
4141     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4142        'GL_TEXTURE_RECTANGLE', '32', '32', '1', '11', '0', '0', '5', '13',
4143        '0', '14', '1', '1'])
4144     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4145        'GL_TEXTURE_2D_ARRAY', '32', '32', '10', '11', '0', '0', '5', '13',
4146        '4', '14', '1', '1'])
4147     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4148        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '0', '0', '5', '13', '4',
4149        '14', '1', '1'])
4150     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4151        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '30', '11', '0', '0', '5',
4152        '13', '8', '14', '1', '1'])
4153     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4154        'GL_TEXTURE_3D', '32', '32', '32', '11', '0', '0', '5', '13', '4',
4155        '14', '1', '1'])
4156     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4157        'GL_TEXTURE_1D', '32', '1', '1', '11', '0', '7', '5', '0', '0', '14',
4158        '1', '1'])
4159     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4160        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '0', '3', '5', '0', '7',
4161        '14', '1', '8'])
4162     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4163        'GL_TEXTURE_2D', '32', '16', '1', '11', '0', '3', '5', '7', '0', '14',
4164        '1', '1'])
4165     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4166        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '0', '3', '5', '7', '0',
4167        '14', '1', '1'])
4168     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4169        'GL_TEXTURE_2D_ARRAY', '32', '16', '18', '11', '0', '3', '5', '9', '7',
4170        '14', '1', '8'])
4171     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4172        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '0', '3', '5', '17', '2',
4173        '14', '1', '3'])
4174     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4175        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '0', '3', '5',
4176        '17', '2', '14', '1', '7'])
4177     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4178        'GL_TEXTURE_3D', '32', '16', '18', '11', '0', '3', '5', '9', '2', '14',
4179        '1', '7'])
4180     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4181        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '0', '5', '0', '0', '14',
4182        '1', '1'])
4183     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4184        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '0', '5', '0', '7',
4185        '14', '1', '1'])
4186     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4187        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '0', '5', '7', '0', '14',
4188        '9', '1'])
4189     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4190        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '0', '5', '7',
4191        '0', '14', '9', '1'])
4192     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4193        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '0', '5', '7',
4194        '12', '14', '8', '1'])
4195     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4196        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '0', '5', '9', '2',
4197        '14', '7', '1'])
4198     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4199        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '0', '5',
4200        '9', '7', '14', '7', '1'])
4201     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4202        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4203        '7', '1'])
4204     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4205        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '0', '5', '0', '0', '14',
4206        '1', '1'])
4207     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4208        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '0', '5', '0', '7',
4209        '14', '1', '1'])
4210     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4211        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '0', '5', '7', '0', '14',
4212        '7', '1'])
4213     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4214        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '0', '5', '7',
4215        '0', '14', '9', '1'])
4216     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4217        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '0', '5', '7',
4218        '12', '14', '8', '1'])
4219     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4220        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '0', '5', '9', '2',
4221        '14', '7', '1'])
4222     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4223        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '0', '5',
4224        '9', '7', '14', '7', '1'])
4225     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4226        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4227        '7', '1'])
4228     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4229        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4230        '1', '1'])
4231     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4232        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4233        '14', '1', '7'])
4234     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4235        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '4', '0',
4236        '14', '10', '1'])
4237     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4238        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4239        '0', '14', '7', '1'])
4240     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4241        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '7',
4242        '2', '14', '9', '9'])
4243     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4244        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '1', '5', '9', '2',
4245        '14', '7', '3'])
4246     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4247        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '2', '5',
4248        '9', '7', '14', '7', '11'])
4249     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4250        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4251        '7', '11'])
4252     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4253        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '3', '5', '0', '0', '14',
4254        '1', '1'])
4255     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4256        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '3', '5', '0', '7',
4257        '14', '1', '2'])
4258     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4259        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '3', '5', '7', '0', '14',
4260        '9', '1'])
4261     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4262        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '3', '5', '3',
4263        '0', '14', '12', '1'])
4264     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4265        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '1', '5', '3',
4266        '2', '14', '11', '4'])
4267     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4268        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '1', '5', '9', '2',
4269        '14', '7', '3'])
4270     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4271        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '1', '5',
4272        '9', '9', '14', '7', '5'])
4273     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4274        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4275        '7', '4'])
4276     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4277        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4278        '1', '1'])
4279     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4280        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4281        '14', '1', '7'])
4282     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4283        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '7', '0',
4284        '14', '8', '1'])
4285     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4286        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4287        '0', '14', '6', '1'])
4288     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4289        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '1',
4290        '2', '14', '15', '9'])
4291     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4292        'GL_TEXTURE_CUBE_MAP', '16', '16', '6', '11', '5', '1', '5', '9', '2',
4293        '5', '7', '3'])
4294     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4295        'GL_TEXTURE_CUBE_MAP_ARRAY', '16', '16', '18', '11', '5', '2', '5',
4296        '9', '7', '5', '7', '11'])
4297     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4298        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4299        '7', '11'])
4300     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4301        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4302        '1', '1'])
4303     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4304        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4305        '14', '1', '7'])
4306     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4307        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '7', '0',
4308        '14', '7', '1'])
4309     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4310        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4311        '0', '14', '9', '1'])
4312     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4313        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '3',
4314        '2', '14', '13', '9'])
4315     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4316        'GL_TEXTURE_CUBE_MAP', '16', '16', '6', '11', '5', '1', '5', '9', '2',
4317        '5', '7', '3'])
4318     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4319        'GL_TEXTURE_CUBE_MAP_ARRAY', '16', '16', '18', '11', '5', '2', '5',
4320        '9', '7', '5', '7', '11'])
4321     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4322        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4323        '7', '11'])
4324     g(['arb_copy_image-formats'])
4325     g(['arb_copy_image-formats', '--samples=2'])
4326     g(['arb_copy_image-formats', '--samples=4'])
4327     g(['arb_copy_image-formats', '--samples=8'])
4328     g(['arb_copy_image-format-swizzle'])
4329     g(['arb_copy_image-texview'])
4330
4331 with profile.test_list.group_manager(
4332         PiglitGLTest,
4333         grouptools.join('spec', 'nv_copy_image')) as g:
4334     g(['nv_copy_image-simple', '--tex-to-tex'])
4335     g(['nv_copy_image-simple', '--rb-to-tex'])
4336     g(['nv_copy_image-simple', '--rb-to-rb'])
4337     g(['nv_copy_image-api_errors'])
4338     g(['nv_copy_image-formats'])
4339     g(['nv_copy_image-formats', '--samples=2'])
4340     g(['nv_copy_image-formats', '--samples=4'])
4341     g(['nv_copy_image-formats', '--samples=8'])
4342
4343 with profile.test_list.group_manager(
4344         PiglitGLTest,
4345         grouptools.join('spec', 'nv_alpha_to_coverage_dither_control')) as g:
4346     g(['nv_alpha_to_coverage_dither_control-error'])
4347     for samples in [0, 2, 4, 8, 16]:
4348         g(['nv_alpha_to_coverage_dither_control', str(samples)])
4349
4350 with profile.test_list.group_manager(
4351         PiglitGLTest,
4352         grouptools.join('spec', 'nv_copy_depth_to_color')) as g:
4353     g(['nv_copy_depth_to_color'])
4354     g(['nv_copy_depth_to_color','1', '0x223344ff'])
4355     g(['nv_copy_depth_to_color','0', '0x223344ff'])
4356     g(['nv_copy_depth_to_color','1', '0x76356278'])
4357     g(['nv_copy_depth_to_color','0', '0x76356278'])
4358
4359 with profile.test_list.group_manager(
4360         PiglitGLTest, grouptools.join('spec', 'arb_cull_distance')) as g:
4361     g(['arb_cull_distance-max-distances'])
4362     g(['arb_cull_distance-exceed-limits', 'cull'])
4363     g(['arb_cull_distance-exceed-limits', 'clip'])
4364     g(['arb_cull_distance-exceed-limits', 'total'])
4365
4366 with profile.test_list.group_manager(
4367         PiglitGLTest, grouptools.join('spec', 'arb_half_float_vertex')) as g:
4368     g(['draw-vertices-half-float'])
4369     g(['draw-vertices-half-float', 'user'], 'draw-vertices-half-float-user')
4370
4371 with profile.test_list.group_manager(
4372         PiglitGLTest, grouptools.join('spec', 'oes_vertex_half_float')) as g:
4373     g(['draw-vertices-half-float_gles2'], run_concurrent=False)
4374     g(['draw-vertices-half-float_gles2', 'user'], 'draw-vertices-half-float-user_gles2',
4375       run_concurrent=False)
4376
4377 with profile.test_list.group_manager(
4378         PiglitGLTest,
4379         grouptools.join('spec', 'arb_vertex_type_2_10_10_10_rev')) as g:
4380     g(['draw-vertices-2101010'], run_concurrent=False)
4381     g(['attribs', 'GL_ARB_vertex_type_2_10_10_10_rev'], 'attribs')
4382     g(['arb_vertex_type_2_10_10_10_rev-array_types'])
4383     g(['gl-3.3-vertex-attrib-p-types'], 'attrib-p-types')
4384     g(['gl-3.3-vertex-attrib-pointer-type-size-match'], 'attrib-pointer-type-size-match')
4385
4386 with profile.test_list.group_manager(
4387         PiglitGLTest,
4388         grouptools.join('spec', 'arb_vertex_type_10f_11f_11f_rev')) as g:
4389     g(['arb_vertex_type_10f_11f_11f_rev-api-errors'], run_concurrent=False)
4390     g(['arb_vertex_type_10f_11f_11f_rev-draw-vertices'])
4391
4392 with profile.test_list.group_manager(
4393         PiglitGLTest,
4394         grouptools.join('spec', 'arb_draw_buffers')) as g:
4395     g(['arb_draw_buffers-state_change'])
4396     g(['fbo-mrt-alphatest'])
4397     g(['fbo-mrt-new-bind'])
4398
4399 with profile.test_list.group_manager(
4400         PiglitGLTest,
4401         grouptools.join('spec', 'ext_draw_buffers2')) as g:
4402     g(['fbo-drawbuffers2-blend'])
4403     g(['fbo-drawbuffers2-colormask'])
4404     g(['fbo-drawbuffers2-colormask', 'clear'])
4405
4406 with profile.test_list.group_manager(
4407         PiglitGLTest,
4408         grouptools.join('spec', 'arb_draw_buffers_blend')) as g:
4409     g(['arb_draw_buffers_blend-state_set_get'])
4410     g(['fbo-draw-buffers-blend'])
4411
4412 with profile.test_list.group_manager(
4413         PiglitGLTest,
4414         grouptools.join('spec', 'arb_blend_func_extended')) as g:
4415     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters'])
4416     g(['arb_blend_func_extended-blend-api'])
4417     g(['arb_blend_func_extended-error-at-begin'])
4418     g(['arb_blend_func_extended-getfragdataindex'])
4419     g(['arb_blend_func_extended-output-location'])
4420     g(['arb_blend_func_extended-fbo-extended-blend'])
4421     g(['arb_blend_func_extended-fbo-extended-blend-explicit'])
4422     g(['arb_blend_func_extended-fbo-extended-blend-pattern'])
4423     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1'])
4424     g(['arb_blend_func_extended-dual-src-blending-issue-1917'])
4425     g(['arb_blend_func_extended-blend-api_gles2'])
4426     g(['arb_blend_func_extended-builtins_gles2'])
4427     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters_gles3'])
4428     g(['arb_blend_func_extended-output-location_gles3'])
4429     g(['arb_blend_func_extended-getfragdataindex_gles3'])
4430     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles2'])
4431     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles3'])
4432     g(['arb_blend_func_extended-fbo-extended-blend_gles3'])
4433     g(['arb_blend_func_extended-fbo-extended-blend-explicit_gles3'])
4434     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1_gles3'])
4435     g(['arb_blend_func_extended-dual-src-blending-issue-1917_gles3'])
4436
4437 with profile.test_list.group_manager(
4438         PiglitGLTest,
4439         grouptools.join('spec', 'arb_base_instance')) as g:
4440     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id'],
4441       run_concurrent=False)
4442     g(['arb_base_instance-drawarrays'])
4443
4444 with profile.test_list.group_manager(
4445         PiglitGLTest,
4446         grouptools.join('spec', 'ext_base_instance')) as g:
4447     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id_gles3'],
4448       run_concurrent=False)
4449     g(['arb_base_instance-drawarrays_gles3'])
4450
4451 with profile.test_list.group_manager(
4452         PiglitGLTest,
4453         grouptools.join('spec', 'arb_buffer_storage')) as g:
4454     for mode in ['read', 'draw']:
4455         g(['bufferstorage-persistent', mode])
4456         g(['bufferstorage-persistent', mode, 'coherent'])
4457         g(['bufferstorage-persistent', mode, 'client-storage'])
4458         g(['bufferstorage-persistent', mode, 'coherent', 'client-storage'])
4459         g(['bufferstorage-persistent_gles3', mode])
4460         g(['bufferstorage-persistent_gles3', mode, 'coherent'])
4461         g(['bufferstorage-persistent_gles3', mode, 'client-storage'])
4462         g(['bufferstorage-persistent_gles3', mode, 'coherent', 'client-storage'])
4463
4464 with profile.test_list.group_manager(
4465         PiglitGLTest,
4466         grouptools.join('spec', 'apple_object_purgeable')) as g:
4467     g(['object_purgeable-api-pbo'], run_concurrent=False)
4468     g(['object_purgeable-api-texture'], run_concurrent=False)
4469     g(['object_purgeable-api-vbo'], run_concurrent=False)
4470
4471 with profile.test_list.group_manager(
4472         PiglitGLTest,
4473         grouptools.join('spec', 'mesa_pack_invert')) as g:
4474     g(['mesa_pack_invert-readpixels'])
4475
4476 with profile.test_list.group_manager(
4477         PiglitGLTest,
4478         grouptools.join('spec', 'oes_read_format')) as g:
4479     g(['oes-read-format'], run_concurrent=False)
4480
4481 with profile.test_list.group_manager(
4482         PiglitGLTest,
4483         grouptools.join('spec', 'nv_primitive_restart')) as g:
4484     add_single_param_test_set(
4485         g,
4486         'primitive-restart',
4487         "DISABLE_VBO",
4488         "VBO_VERTEX_ONLY", "VBO_INDEX_ONLY",
4489         "VBO_SEPARATE_VERTEX_AND_INDEX", "VBO_COMBINED_VERTEX_AND_INDEX")
4490     add_single_param_test_set(
4491         g,
4492         'primitive-restart-draw-mode',
4493         'points', 'lines', 'line_loop', 'line_strip', 'triangles',
4494         'triangle_strip', 'triangle_fan', 'quads', 'quad_strip', 'polygon')
4495
4496     g(['nv_primitive_restart-dlist'], 'dlist')
4497     g(['nv_primitive_restart-errors'], 'errors')
4498     g(['nv_primitive_restart-no-core-profile'], 'no-core-profile')
4499
4500 with profile.test_list.group_manager(
4501         PiglitGLTest,
4502         grouptools.join('spec', 'ext_provoking_vertex')) as g:
4503     g(['provoking-vertex'], run_concurrent=False)
4504
4505 with profile.test_list.group_manager(
4506         PiglitGLTest,
4507         grouptools.join('spec', 'ext_texture_lod_bias')) as g:
4508     g(['lodbias'], run_concurrent=False)
4509
4510 with profile.test_list.group_manager(
4511         PiglitGLTest,
4512         grouptools.join('spec', 'sgis_generate_mipmap')) as g:
4513     g(['gen-nonzero-unit'], run_concurrent=False)
4514     g(['gen-teximage'], run_concurrent=False)
4515     g(['gen-texsubimage'], run_concurrent=False)
4516
4517 with profile.test_list.group_manager(
4518         PiglitGLTest,
4519         grouptools.join('spec', 'arb_map_buffer_alignment')) as g:
4520     g(['arb_map_buffer_alignment-sanity_test'], run_concurrent=False)
4521     g(['arb_map_buffer_alignment-map-invalidate-range'])
4522
4523 with profile.test_list.group_manager(
4524         PiglitGLTest,
4525         grouptools.join('spec', 'arb_geometry_shader4')) as g:
4526     g(['arb_geometry_shader4-program-parameter-input-type'])
4527     g(['arb_geometry_shader4-program-parameter-input-type-draw'])
4528     g(['arb_geometry_shader4-program-parameter-output-type'])
4529     g(['arb_geometry_shader4-vertices-in'])
4530
4531     for draw in ['', 'indexed']:
4532         for prim in ['GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
4533                      'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
4534             g(['arb_geometry_shader4-ignore-adjacent-vertices', draw, prim])
4535
4536     for mode in ['1', 'tf 1', 'max', 'tf max']:
4537         g(['arb_geometry_shader4-program-parameter-vertices-out', mode])
4538
4539 with profile.test_list.group_manager(
4540         PiglitGLTest,
4541         grouptools.join('spec', 'arb_compute_shader')) as g:
4542     g(['arb_compute_shader-api_errors'], 'api_errors')
4543     g(['arb_compute_shader-minmax'], 'minmax')
4544     g(['built-in-constants',
4545        os.path.join('spec', 'arb_compute_shader', 'minimum-maximums.txt')],
4546       'built-in constants',
4547       override_class=BuiltInConstantsTest)
4548     g(['arb_compute_shader-work_group_size_too_large'],
4549       grouptools.join('compiler', 'work_group_size_too_large'))
4550     g(['arb_compute_shader-dlist'], 'display-list')
4551     g(['arb_compute_shader-indirect-compute'], 'indirect-compute')
4552     g(['arb_compute_shader-local-id'], 'local-id' + '-explosion')
4553     g(['arb_compute_shader-render-and-compute'], 'render-and-compute')
4554     g(['arb_compute_shader-zero-dispatch-size'], 'zero-dispatch-size')
4555     g(['arb_compute_shader-compute-and-render-bug-109630'], 'compute-and-render-bug-109630')
4556
4557 with profile.test_list.group_manager(
4558         PiglitGLTest,
4559         grouptools.join('spec', 'arb_shader_storage_buffer_object')) as g:
4560     g(['arb_shader_storage_buffer_object-minmax'], 'minmax')
4561     g(['arb_shader_storage_buffer_object-rendering'], 'rendering')
4562     g(['arb_shader_storage_buffer_object-issue1258'], 'issue1258')
4563     g(['arb_shader_storage_buffer_object-getintegeri_v'], 'getintegeri_v')
4564     g(['arb_shader_storage_buffer_object-deletebuffers'], 'deletebuffers')
4565     g(['arb_shader_storage_buffer_object-maxblocks'], 'maxblocks')
4566     g(['arb_shader_storage_buffer_object-ssbo-binding'], 'ssbo-binding')
4567     g(['arb_shader_storage_buffer_object-array-ssbo-binding'], 'array-ssbo-binding')
4568     g(['arb_shader_storage_buffer_object-array-ssbo-auto-binding'], 'array-ssbo-auto-binding')
4569     g(['arb_shader_storage_buffer_object-layout-std430-write-shader'], 'layout-std430-write-shader')
4570     g(['arb_shader_storage_buffer_object-layout-std140-write-shader'], 'layout-std140-write-shader')
4571     g(['arb_shader_storage_buffer_object-program_interface_query'], 'program-interface-query')
4572
4573 with profile.test_list.group_manager(
4574         PiglitGLTest,
4575         grouptools.join('spec', 'arb_shader_storage_buffer_object',
4576                         'max-ssbo-size')) as g:
4577     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vs'], 'vs')
4578     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vsexceed'],
4579       'vsexceed')
4580     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fs'], 'fs')
4581     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fsexceed'],
4582       'fsexceed')
4583
4584 with profile.test_list.group_manager(
4585         PiglitGLTest,
4586         grouptools.join('spec', 'arb_sparse_buffer')) as g:
4587     g(['arb_sparse_buffer-basic'], 'basic')
4588     g(['arb_sparse_buffer-buffer-data'], 'buffer-data')
4589     g(['arb_sparse_buffer-commit'], 'commit')
4590     g(['arb_sparse_buffer-minmax'], 'minmax')
4591
4592 with profile.test_list.group_manager(
4593         PiglitGLTest,
4594         grouptools.join('spec', 'ext_polygon_offset_clamp')) as g:
4595     g(['ext_polygon_offset_clamp-draw'])
4596     g(['ext_polygon_offset_clamp-draw_gles2'])
4597     g(['ext_polygon_offset_clamp-dlist'])
4598
4599 with profile.test_list.group_manager(
4600         PiglitGLTest,
4601         grouptools.join('spec', 'ARB_pipeline_statistics_query')) as g:
4602     g(['arb_pipeline_statistics_query-extra_prims'])
4603     g(['arb_pipeline_statistics_query-vert'])
4604     g(['arb_pipeline_statistics_query-vert_adj'])
4605     g(['arb_pipeline_statistics_query-clip'])
4606     g(['arb_pipeline_statistics_query-geom'])
4607     g(['arb_pipeline_statistics_query-frag'])
4608     g(['arb_pipeline_statistics_query-comp'])
4609
4610 with profile.test_list.group_manager(PiglitGLTest, 'hiz') as g:
4611     g(['hiz-depth-stencil-test-fbo-d0-s8'], run_concurrent=False)
4612     g(['hiz-depth-stencil-test-fbo-d24-s0'], run_concurrent=False)
4613     g(['hiz-depth-stencil-test-fbo-d24-s8'], run_concurrent=False)
4614     g(['hiz-depth-stencil-test-fbo-d24s8'], run_concurrent=False)
4615     g(['hiz-depth-read-fbo-d24-s0'], run_concurrent=False)
4616     g(['hiz-depth-read-fbo-d24-s8'], run_concurrent=False)
4617     g(['hiz-depth-read-fbo-d24s8'], run_concurrent=False)
4618     g(['hiz-depth-read-window-stencil0'], run_concurrent=False)
4619     g(['hiz-depth-read-window-stencil1'], run_concurrent=False)
4620     g(['hiz-depth-test-fbo-d24-s0'], run_concurrent=False)
4621     g(['hiz-depth-test-fbo-d24-s8'], run_concurrent=False)
4622     g(['hiz-depth-test-fbo-d24s8'], run_concurrent=False)
4623     g(['hiz-depth-test-window-stencil0'], run_concurrent=False)
4624     g(['hiz-depth-test-window-stencil1'], run_concurrent=False)
4625     g(['hiz-stencil-read-fbo-d0-s8'], run_concurrent=False)
4626     g(['hiz-stencil-read-fbo-d24-s8'], run_concurrent=False)
4627     g(['hiz-stencil-read-fbo-d24s8'], run_concurrent=False)
4628     g(['hiz-stencil-read-window-depth0'], run_concurrent=False)
4629     g(['hiz-stencil-read-window-depth1'], run_concurrent=False)
4630     g(['hiz-stencil-test-fbo-d0-s8'], run_concurrent=False)
4631     g(['hiz-stencil-test-fbo-d24-s8'], run_concurrent=False)
4632     g(['hiz-stencil-test-fbo-d24s8'], run_concurrent=False)
4633     g(['hiz-stencil-test-window-depth0'], run_concurrent=False)
4634     g(['hiz-stencil-test-window-depth1'], run_concurrent=False)
4635
4636 with profile.test_list.group_manager(PiglitGLTest, 'fast_color_clear') as g:
4637     g(['fcc-blit-between-clears'])
4638     g(['fcc-clear-tex'])
4639     g(['fcc-write-after-clear'])
4640     g(['fcc-read-to-pbo-after-clear'], run_concurrent=False)
4641     g(['fcc-front-buffer-distraction'], run_concurrent=False)
4642
4643     for subtest in ('sample', 'read_pixels', 'blit', 'copy'):
4644         for buffer_type in ('rb', 'tex'):
4645             if subtest == 'sample' and buffer_type == 'rb':
4646                 continue
4647             g(['fcc-read-after-clear', subtest, buffer_type])
4648
4649 with profile.test_list.group_manager(
4650         PiglitGLTest, grouptools.join('spec', 'ext_unpack_subimage')) as g:
4651     g(['ext_unpack_subimage'], 'basic')
4652
4653 with profile.test_list.group_manager(
4654         PiglitGLTest, grouptools.join('spec', 'oes_draw_texture')) as g:
4655     g(['oes_draw_texture'])
4656
4657 with profile.test_list.group_manager(
4658         PiglitGLTest,
4659         grouptools.join('spec', 'oes_compressed_etc1_rgb8_texture')) as g:
4660     g(['oes_compressed_etc1_rgb8_texture-basic'], 'basic')
4661     g(['oes_compressed_etc1_rgb8_texture-miptree'], 'miptree')
4662
4663 with profile.test_list.group_manager(
4664          PiglitGLTest,
4665          grouptools.join('spec', 'khr_parallel_shader_compile')) as g:
4666     g(['khr_parallel_shader_compile-basic'], 'basic')
4667     g(['khr_parallel_shader_compile-basic_gles2'], 'basic_gles2')
4668
4669 with profile.test_list.group_manager(
4670          PiglitGLTest,
4671          grouptools.join('spec', 'khr_texture_compression_astc')) as g:
4672     g(['arb_texture_compression-invalid-formats', 'astc'], 'invalid formats')
4673     g(['khr_compressed_astc-array_gl'], 'array-gl')
4674     g(['khr_compressed_astc-array_gles3'], 'array-gles')
4675     g(['khr_compressed_astc-basic_gl'], 'basic-gl')
4676     g(['khr_compressed_astc-basic_gles2'], 'basic-gles')
4677     g(['void-extent-dl-bug'], 'void-extent-dl-bug')
4678
4679     for subtest in ('hdr', 'ldr', 'srgb', "srgb-fp", "srgb-sd"):
4680         g(['khr_compressed_astc-miptree_gl', '-subtest', subtest],
4681            'miptree-gl {}'.format(subtest))
4682         g(['khr_compressed_astc-miptree_gles2', '-subtest', subtest],
4683            'miptree-gles {}'.format(subtest))
4684     for subtest in ('hdr', 'ldr', 'srgb', 'srgb-fp'):
4685         g(['khr_compressed_astc-sliced-3d-miptree_gl', '-subtest', subtest],
4686            'sliced-3d-miptree-gl {}'.format(subtest))
4687         g(['khr_compressed_astc-sliced-3d-miptree_gles3', '-subtest', subtest],
4688            'sliced-3d-miptree-gles {}'.format(subtest))
4689
4690 with profile.test_list.group_manager(
4691          PiglitGLTest,
4692          grouptools.join('spec', 'oes_texture_compression_astc')) as g:
4693     for subtest in ('hdr', 'ldr', 'srgb'):
4694         g(['oes_compressed_astc-miptree-3d_gl', '-subtest', subtest],
4695            'miptree-3d-gl {}'.format(subtest))
4696         g(['oes_compressed_astc-miptree-3d_gles3', '-subtest', subtest],
4697            'miptree-3d-gles {}'.format(subtest))
4698
4699 with profile.test_list.group_manager(
4700          PiglitGLTest,
4701          grouptools.join('spec', 'nv_read_depth')) as g:
4702     g(['read_depth_gles3'])
4703
4704 with profile.test_list.group_manager(
4705         PiglitGLTest,
4706         grouptools.join('spec', 'oes_compressed_paletted_texture')) as g:
4707     g(['oes_compressed_paletted_texture-api'], 'basic API')
4708     g(['arb_texture_compression-invalid-formats', 'paletted'],
4709       'invalid formats')
4710
4711 with profile.test_list.group_manager(
4712         PiglitGLTest,
4713         grouptools.join('spec', 'egl 1.4'),
4714         exclude_platforms=['glx']) as g:
4715     g(['egl-create-surface'], 'eglCreateSurface', run_concurrent=False)
4716     g(['egl-query-surface', '--bad-attr'], 'eglQuerySurface EGL_BAD_ATTRIBUTE',
4717       run_concurrent=False)
4718     g(['egl-query-surface', '--bad-surface'],
4719       'eglQuerySurface EGL_BAD_SURFACE',
4720       run_concurrent=False)
4721     g(['egl-query-surface', '--attr=EGL_HEIGHT'], 'eglQuerySurface EGL_HEIGHT',
4722       run_concurrent=False)
4723     g(['egl-query-surface', '--attr=EGL_WIDTH'], 'eglQuerySurface EGL_WIDTH',
4724       run_concurrent=False)
4725     g(['egl-terminate-then-unbind-context'],
4726       'eglTerminate then unbind context',
4727       run_concurrent=False)
4728     g(['egl-create-pbuffer-surface'],
4729       'eglCreatePbufferSurface and then glClear',
4730       run_concurrent=False)
4731     g(['egl-create-msaa-pbuffer-surface'],
4732       'eglCreatePbufferSurface with EGL_SAMPLES set',
4733       run_concurrent=False)
4734     g(['egl-create-largest-pbuffer-surface'],
4735       'largest possible eglCreatePbufferSurface and then glClear',
4736       run_concurrent=False)
4737     g(['egl-invalid-attr'])
4738     g(['egl-context-priority'])
4739     g(['egl-blob-cache'])
4740     g(['egl-copy-buffers'])
4741     g(['egl-gl_oes_egl_image'])
4742     g(['egl-flush-external'])
4743     g(['egl-ext_egl_image_storage'])
4744
4745 with profile.test_list.group_manager(
4746         PiglitGLTest,
4747         grouptools.join('spec', 'egl_nok_swap_region'),
4748         exclude_platforms=['glx']) as g:
4749     g(['egl-nok-swap-region'], 'basic', run_concurrent=False)
4750
4751 with profile.test_list.group_manager(
4752         PiglitGLTest,
4753         grouptools.join('spec', 'egl_nok_texture_from_pixmap'),
4754         exclude_platforms=['glx']) as g:
4755     g(['egl-nok-texture-from-pixmap'], 'basic', run_concurrent=False)
4756
4757 with profile.test_list.group_manager(
4758         PiglitGLTest,
4759         grouptools.join('spec', 'egl_khr_create_context'),
4760         exclude_platforms=['glx']) as g:
4761     g(['egl-create-context-default-major-version-gles'],
4762       'default major version GLES', run_concurrent=False)
4763     g(['egl-create-context-default-major-version-gl'],
4764       'default major version GL', run_concurrent=False)
4765     g(['egl-create-context-default-minor-version-gles'],
4766       'default minor version GLES', run_concurrent=False)
4767     g(['egl-create-context-default-minor-version-gl'],
4768       'default minor version GL', run_concurrent=False)
4769     g(['egl-create-context-valid-attribute-empty-gles'],
4770       'valid attribute empty GLES', run_concurrent=False)
4771     g(['egl-create-context-valid-attribute-empty-gl'],
4772       'valid attribute empty GL', run_concurrent=False)
4773     g(['egl-create-context-valid-attribute-null-gles'],
4774       'NULL valid attribute GLES', run_concurrent=False)
4775     g(['egl-create-context-valid-attribute-null-gl'],
4776       'NULL valid attribute GL', run_concurrent=False)
4777     g(['egl-create-context-invalid-gl-version'], 'invalid OpenGL version',
4778       run_concurrent=False)
4779     g(['egl-create-context-invalid-attribute-gles'], 'invalid attribute GLES',
4780       run_concurrent=False)
4781     g(['egl-create-context-invalid-attribute-gl'], 'invalid attribute GL',
4782       run_concurrent=False)
4783     g(['egl-create-context-invalid-flag-gles'], 'invalid flag GLES',
4784       run_concurrent=False)
4785     g(['egl-create-context-invalid-flag-gl'], 'invalid flag GL',
4786       run_concurrent=False)
4787     g(['egl-create-context-valid-flag-forward-compatible-gl'],
4788       'valid forward-compatible flag GL', run_concurrent=False)
4789     g(['egl-create-context-invalid-profile'], 'invalid profile',
4790       run_concurrent=False)
4791     g(['egl-create-context-core-profile'], '3.2 core profile required',
4792       run_concurrent=False)
4793     g(['egl-create-context-pre-GL32-profile'], 'pre-GL3.2 profile',
4794       run_concurrent=False)
4795     g(['egl-create-context-verify-gl-flavor'], 'verify GL flavor',
4796       run_concurrent=False)
4797     g(['egl-create-context-valid-flag-debug-gl', 'gl'], 'valid debug flag GL',
4798       run_concurrent=False)
4799     g(['egl-create-context-no-error', 'gl'], 'no-error context GL',
4800       run_concurrent=False)
4801
4802     for api in ('gles1', 'gles2', 'gles3'):
4803         g(['egl-create-context-valid-flag-debug-gles', api],
4804           'valid debug flag {}'.format(api), run_concurrent=False)
4805
4806 with profile.test_list.group_manager(
4807         PiglitGLTest,
4808         grouptools.join('spec', 'egl_khr_gl_image'),
4809         exclude_platforms=['glx']) as g:
4810     for internal_format in ('GL_RGBA', 'GL_DEPTH_COMPONENT24'):
4811         g(['egl_khr_gl_renderbuffer_image-clear-shared-image', internal_format],
4812            run_concurrent=False)
4813
4814 with profile.test_list.group_manager(
4815         PiglitGLTest,
4816         grouptools.join('spec', 'egl_khr_surfaceless_context'),
4817         exclude_platforms=['glx']) as g:
4818     g(['egl-surfaceless-context-viewport'], 'viewport',
4819       run_concurrent=False)
4820
4821 with profile.test_list.group_manager(
4822         PiglitGLTest,
4823         grouptools.join('spec', 'egl_mesa_configless_context'),
4824         exclude_platforms=['glx']) as g:
4825     g(['egl-configless-context'], 'basic')
4826
4827 with profile.test_list.group_manager(
4828         PiglitGLTest,
4829         grouptools.join('spec', 'egl_ext_client_extensions'),
4830         exclude_platforms=['glx']) as g:
4831     for i in [1, 2, 3]:
4832         g(['egl_ext_client_extensions', str(i)],
4833           'conformance test {0}'.format(i))
4834
4835 with profile.test_list.group_manager(
4836         PiglitGLTest,
4837         grouptools.join('spec', 'egl_khr_fence_sync'),
4838         exclude_platforms=['glx']) as g:
4839     g(['egl_khr_fence_sync'], 'conformance')
4840
4841 with profile.test_list.group_manager(
4842         PiglitGLTest,
4843         grouptools.join('spec', 'egl_android_native_fence_sync'),
4844         exclude_platforms=['glx']) as g:
4845     g(['egl_khr_fence_sync', 'android_native'])
4846
4847 with profile.test_list.group_manager(
4848         PiglitGLTest,
4849         grouptools.join('spec', 'egl_khr_gl_colorspace'),
4850         exclude_platforms=['glx']) as g:
4851     g(['egl-gl-colorspace'], 'linear')
4852     g(['egl-gl-colorspace', 'srgb'], 'srgb')
4853
4854 with profile.test_list.group_manager(
4855         PiglitGLTest,
4856         grouptools.join('spec', 'egl_khr_wait_sync'),
4857         exclude_platforms=['glx']) as g:
4858     g(['egl_khr_fence_sync', 'wait_sync'], 'conformance')
4859
4860 with profile.test_list.group_manager(
4861         PiglitGLTest,
4862         grouptools.join('spec', 'egl_khr_get_all_proc_addresses'),
4863         exclude_platforms=['glx']) as g:
4864     g(['egl_khr_get_all_proc_addresses'], 'conformance')
4865
4866 with profile.test_list.group_manager(
4867         PiglitGLTest,
4868         grouptools.join('spec', 'egl_chromium_sync_control'),
4869         exclude_platforms=['glx']) as g:
4870     g(['egl_chromium_sync_control'], 'conformance')
4871
4872 with profile.test_list.group_manager(
4873         PiglitGLTest,
4874         grouptools.join('spec', 'egl_ext_device_query'),
4875         exclude_platforms=['glx']) as g:
4876     g(['egl_ext_device_query'], 'conformance')
4877
4878 with profile.test_list.group_manager(
4879         PiglitGLTest,
4880         grouptools.join('spec', 'egl_ext_device_enumeration'),
4881         exclude_platforms=['glx']) as g:
4882     g(['egl_ext_device_enumeration'], 'conformance')
4883
4884 with profile.test_list.group_manager(
4885         PiglitGLTest,
4886         grouptools.join('spec', 'egl_ext_device_drm'),
4887         exclude_platforms=['glx']) as g:
4888     g(['egl_ext_device_drm'], 'conformance')
4889
4890 with profile.test_list.group_manager(
4891         PiglitGLTest,
4892         grouptools.join('spec', 'egl_ext_platform_device'),
4893         exclude_platforms=['glx']) as g:
4894     g(['egl_ext_platform_device'], 'conformance')
4895
4896 with profile.test_list.group_manager(
4897         PiglitGLTest,
4898         grouptools.join('spec', 'egl_ext_device_base'),
4899         exclude_platforms=['glx']) as g:
4900     g(['egl_ext_device_base'], 'conformance')
4901
4902 with profile.test_list.group_manager(
4903         PiglitGLTest,
4904         grouptools.join('spec', 'egl_mesa_device_software'),
4905         exclude_platforms=['glx']) as g:
4906     g(['egl_mesa_device_software'], 'conformance')
4907
4908 with profile.test_list.group_manager(
4909         PiglitGLTest,
4910         grouptools.join('spec', 'egl_mesa_query_driver'),
4911         exclude_platforms=['glx']) as g:
4912     g(['egl_mesa_query_driver'], 'conformance')
4913
4914 with profile.test_list.group_manager(
4915         PiglitGLTest,
4916         grouptools.join('spec', 'egl_mesa_platform_surfaceless'),
4917         exclude_platforms=['glx']) as g:
4918     g(['egl_mesa_platform_surfaceless'], 'conformance')
4919
4920 with profile.test_list.group_manager(
4921         PiglitGLTest,
4922         grouptools.join('spec', 'egl_ext_image_dma_buf_import_modifiers'),
4923         exclude_platforms=['glx']) as g:
4924     g(['egl_ext_image_dma_buf_import_modifiers-query'], 'conformance')
4925
4926 with profile.test_list.group_manager(
4927         PiglitGLTest,
4928         grouptools.join('spec', 'egl_ext_protected_content'),
4929         exclude_platforms=['glx']) as g:
4930     g(['egl_ext_protected_content'], 'conformance')
4931
4932 with profile.test_list.group_manager(
4933         PiglitGLTest,
4934         grouptools.join('spec', 'egl_ext_surface_compression'),
4935         exclude_platforms=['glx']) as g:
4936     g(['egl_ext_surface_compression-query'], 'conformance')
4937     g(['egl_ext_surface_compression-create'], 'create')
4938     g(['egl_ext_surface_compression-image'], 'image')
4939
4940 with profile.test_list.group_manager(
4941         PiglitGLTest, grouptools.join('spec', '!opengl ES 2.0')) as g:
4942     g(['glsl-fs-pointcoord_gles2'], 'glsl-fs-pointcoord')
4943     g(['invalid-es3-queries_gles2'])
4944     g(['link-no-vsfs_gles2'], 'link-no-vsfs')
4945     g(['minmax_gles2'])
4946     g(['multiple-shader-objects_gles2'])
4947     g(['fbo_discard_gles2'])
4948     g(['draw_buffers_gles2'])
4949
4950 with profile.test_list.group_manager(
4951         PiglitGLTest, grouptools.join('spec', '!opengl ES 3.0')) as g:
4952     g(['minmax_gles3'], 'minmax')
4953     g(['texture-immutable-levels_gles3'], 'texture-immutable-levels')
4954     g(['gles-3.0-drawarrays-vertexid'], 'gl_VertexID used with glDrawArrays')
4955     g(['gles-3.0-transform-feedback-uniform-buffer-object'])
4956     g(['gles-3.0-attribute-aliasing'], 'vertex attribute aliasing')
4957
4958     for test_mode in ['teximage', 'texsubimage']:
4959         g(['ext_texture_array-compressed_gles3', test_mode, '-fbo'],
4960           'ext_texture_array-compressed_gles3 {0}'.format(test_mode),
4961           run_concurrent=False)
4962
4963     for tex_format in ['rgb8', 'srgb8', 'rgba8', 'srgb8-alpha8', 'r11', 'rg11',
4964                        'rgb8-punchthrough-alpha1',
4965                        'srgb8-punchthrough-alpha1']:
4966         g(['oes_compressed_etc2_texture-miptree_gles3', tex_format])
4967
4968 with profile.test_list.group_manager(
4969         PiglitGLTest, grouptools.join('spec', 'arb_es3_compatibility')) as g:
4970     g(['es3-primrestart-fixedindex'])
4971     g(['es3-drawarrays-primrestart-fixedindex'])
4972
4973     for tex_format in ['rgb8', 'srgb8', 'rgba8', 'srgb8-alpha8', 'r11', 'rg11',
4974                        'rgb8-punchthrough-alpha1',
4975                        'srgb8-punchthrough-alpha1']:
4976         for context in ['core', 'compat']:
4977             g(['oes_compressed_etc2_texture-miptree', tex_format, context])
4978
4979 with profile.test_list.group_manager(
4980         PiglitGLTest,
4981         grouptools.join('spec', 'arb_shader_atomic_counters')) as g:
4982     g(['arb_shader_atomic_counters-active-counters'], 'active-counters')
4983     g(['arb_shader_atomic_counters-array-indexing'], 'array-indexing')
4984     g(['arb_shader_atomic_counters-buffer-binding'], 'buffer-binding')
4985     g(['arb_shader_atomic_counters-default-partition'], 'default-partition')
4986     g(['arb_shader_atomic_counters-fragment-discard'], 'fragment-discard')
4987     g(['arb_shader_atomic_counters-function-argument'], 'function-argument')
4988     g(['arb_shader_atomic_counters-max-counters'], 'max-counters')
4989     g(['arb_shader_atomic_counters-minmax'], 'minmax')
4990     g(['arb_shader_atomic_counters-multiple-defs'], 'multiple-defs')
4991     g(['arb_shader_atomic_counters-semantics'], 'semantics')
4992     g(['arb_shader_atomic_counters-unique-id'], 'unique-id')
4993     g(['arb_shader_atomic_counters-unused-result'], 'unused-result')
4994     g(['arb_shader_atomic_counters-respecify-buffer'], 'respecify-buffer')
4995
4996 with profile.test_list.group_manager(
4997         PiglitGLTest,
4998         grouptools.join('spec', 'arb_direct_state_access')) as g:
4999     g(['arb_direct_state_access-create-transformfeedbacks'],
5000       'create-transformfeedbacks')
5001     g(['arb_direct_state_access-transformfeedback-bufferbase'],
5002       'transformfeedback-bufferbase')
5003     g(['arb_direct_state_access-transformfeedback-bufferrange'],
5004       'transformfeedback-bufferrange')
5005     g(['arb_direct_state_access-gettransformfeedback'], 'gettransformfeedback')
5006     g(['arb_direct_state_access-create-renderbuffers'], 'create-renderbuffers')
5007     g(['arb_direct_state_access-namedrenderbuffer'], 'namedrenderbuffer')
5008     g(['arb_direct_state_access-dsa-textures'], 'dsa-textures')
5009     g(['arb_direct_state_access-texturesubimage'], 'texturesubimage')
5010     g(['arb_direct_state_access-bind-texture-unit'], 'bind-texture-unit')
5011     g(['arb_direct_state_access-create-textures'], 'create-textures')
5012     g(['arb_direct_state_access-texture-storage'], 'textures-storage')
5013     g(['arb_direct_state_access-texunits'], 'texunits')
5014     g(['arb_direct_state_access-texture-params'], 'texture-params')
5015     g(['arb_direct_state_access-copytexturesubimage'], 'copytexturesubimage')
5016     g(['arb_direct_state_access-texture-errors'], 'texture-errors')
5017     g(['arb_direct_state_access-get-textures'], 'get-textures')
5018     g(['arb_direct_state_access-gettextureimage-formats'],
5019       'gettextureimage-formats')
5020     g(['arb_direct_state_access-gettextureimage-formats', 'init-by-rendering'],
5021       'gettextureimage-formats init-by-rendering')
5022     g(['arb_direct_state_access-gettextureimage-luminance'],
5023       'gettextureimage-luminance')
5024     g(['arb_direct_state_access-gettextureimage-targets'],
5025       'gettextureimage-targets')
5026     g(['arb_direct_state_access-compressedtextureimage',
5027        'GL_COMPRESSED_RGBA_S3TC_DXT5_EXT'],
5028       'compressedtextureimage GL_COMPRESSED_RGBA_S3TC_DXT5_EXT')
5029     g(['arb_direct_state_access-getcompressedtextureimage'],
5030       'getcompressedtextureimage')
5031     g(['arb_direct_state_access-texture-storage-multisample'],
5032       'texture-storage-multisample')
5033     g(['arb_direct_state_access-texture-buffer'], 'texture-buffer')
5034     g(['arb_direct_state_access-create-samplers'], 'create-samplers')
5035     g(['arb_direct_state_access-create-programpipelines'],
5036       'create-programpipelines')
5037     g(['arb_direct_state_access-create-queries'], 'create-queries')
5038     g(['arb_direct_state_access-generatetexturemipmap'], 'generatetexturemipmap')
5039
5040 with profile.test_list.group_manager(
5041         PiglitGLTest,
5042         grouptools.join('spec', 'ext_direct_state_access')) as g:
5043     g(['ext_direct_state_access-matrix-commands'],
5044       'matrix-commands')
5045     g(['ext_direct_state_access-textures'],
5046       'textures')
5047     g(['ext_direct_state_access-multi-texture'],
5048       'multi-texture')
5049     g(['ext_direct_state_access-named-buffers', '15'],
5050       'named-buffers 15')
5051     g(['ext_direct_state_access-named-buffers', '30'],
5052       'named-buffers 30')
5053     g(['ext_direct_state_access-compressedtextureimage',
5054        'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'],
5055       'compressedtextureimage GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT')
5056     g(['ext_direct_state_access-client-state-indexed', '12'],
5057       'client-state-indexed 12')
5058     g(['ext_direct_state_access-client-state-indexed', '30'],
5059       'client-state-indexed 30')
5060     g(['ext_direct_state_access-indexed-state-queries', '12'],
5061       'indexed-state-queries 12')
5062     g(['ext_direct_state_access-indexed-state-queries', '30'],
5063       'indexed-state-queries 30')
5064     g(['ext_direct_state_access-program-uniform'],
5065       'program-uniform')
5066     g(['ext_direct_state_access-named-program'],
5067       'named-program')
5068     g(['ext_direct_state_access-renderbuffer'], 'renderbuffer')
5069     g(['ext_direct_state_access-framebuffer'], 'framebuffer')
5070     g(['ext_direct_state_access-compressedmultiteximage',
5071        'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'],
5072       'compressedmultiteximage GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT')
5073     g(['ext_direct_state_access-vao'], 'vao')
5074
5075 with profile.test_list.group_manager(
5076         PiglitGLTest,
5077         grouptools.join('spec', 'arb_shader_image_load_store')) as g:
5078     g(['arb_shader_image_load_store-atomicity'], 'atomicity')
5079     g(['arb_shader_image_load_store-bitcast'], 'bitcast')
5080     g(['arb_shader_image_load_store-coherency'], 'coherency')
5081     g(['arb_shader_image_load_store-dead-fragments'], 'dead-fragments')
5082     g(['arb_shader_image_load_store-early-z'], 'early-z')
5083     g(['arb_shader_image_load_store-host-mem-barrier'], 'host-mem-barrier')
5084     g(['arb_shader_image_load_store-indexing'], 'indexing')
5085     g(['arb_shader_image_load_store-invalid'], 'invalid')
5086     g(['arb_shader_image_load_store-layer'], 'layer')
5087     g(['arb_shader_image_load_store-level'], 'level')
5088     g(['arb_shader_image_load_store-max-images'], 'max-images')
5089     g(['arb_shader_image_load_store-max-size'], 'max-size')
5090     g(['arb_shader_image_load_store-minmax'], 'minmax')
5091     g(['arb_shader_image_load_store-qualifiers'], 'qualifiers')
5092     g(['arb_shader_image_load_store-restrict'], 'restrict')
5093     g(['arb_shader_image_load_store-semantics'], 'semantics')
5094     g(['arb_shader_image_load_store-shader-mem-barrier'], 'shader-mem-barrier')
5095     g(['arb_shader_image_load_store-state'], 'state')
5096     g(['arb_shader_image_load_store-unused'], 'unused')
5097
5098 with profile.test_list.group_manager(
5099         PiglitGLTest,
5100         grouptools.join('spec', 'arb_post_depth_coverage')) as g:
5101     g(['arb_post_depth_coverage-basic'])
5102     g(['arb_post_depth_coverage-multisampling'])
5103     g(['arb_post_depth_coverage-sample-shading'])
5104
5105 with profile.test_list.group_manager(
5106         PiglitGLTest,
5107         grouptools.join('spec', 'arb_fragment_shader_interlock')) as g:
5108     g(['arb_fragment_shader_interlock-image-load-store'])
5109
5110 with profile.test_list.group_manager(
5111     PiglitGLTest,
5112     grouptools.join('spec', 'arb_shader_image_size')) as g:
5113     g(['arb_shader_image_size-builtin'], 'builtin')
5114
5115 with profile.test_list.group_manager(
5116     PiglitGLTest,
5117     grouptools.join('spec', 'arb_shader_texture_image_samples')) as g:
5118     g(['arb_shader_texture_image_samples-builtin-image'], 'builtin-image')
5119
5120 with profile.test_list.group_manager(
5121         PiglitGLTest,
5122         grouptools.join('spec', 'arb_texture_stencil8')) as g:
5123     g(['arb_texture_stencil8-draw'], 'draw')
5124     g(['arb_texture_stencil8-getteximage'], 'getteximage')
5125     g(['arb_texture_stencil8-stencil-texture'], 'stencil-texture')
5126     g(['arb_texture_stencil8-fbo-stencil8', 'clear', 'GL_STENCIL_INDEX8'], 'fbo-stencil-clear')
5127     g(['arb_texture_stencil8-fbo-stencil8', 'blit', 'GL_STENCIL_INDEX8'], 'fbo-stencil-blit')
5128     g(['arb_texture_stencil8-fbo-stencil8', 'readpixels', 'GL_STENCIL_INDEX8'], 'fbo-stencil-readpixels')
5129     add_fbo_formats_tests(g, 'GL_ARB_texture_stencil8')
5130     add_texwrap_format_tests(g, 'GL_ARB_texture_stencil8')
5131
5132 with profile.test_list.group_manager(
5133         PiglitGLTest,
5134         grouptools.join('spec', 'arb_vertex_attrib_64bit')) as g:
5135     g(['arb_vertex_attrib_64bit-double_attribs'], 'double_attribs')
5136     g(['arb_vertex_attrib_64bit-double_attribs_dlist'], 'get_double_attribs-display-lists')
5137     g(['arb_vertex_attrib_64bit-check-explicit-location'], 'check-explicit-location')
5138     g(['arb_vertex_attrib_64bit-getactiveattrib'], 'getactiveattrib')
5139     g(['arb_vertex_attrib_64bit-max-vertex-attrib'], 'max-vertex-attrib')
5140     for test_type in ('shader', 'api'):
5141         g(['arb_vertex_attrib_64bit-overlapping-locations', test_type],
5142           run_concurrent=False)
5143
5144 with profile.test_list.group_manager(
5145         PiglitGLTest,
5146         grouptools.join('spec', 'arb_query_buffer_object')) as g:
5147     g(['arb_query_buffer_object-qbo'], 'qbo')
5148     g(['arb_query_buffer_object-coherency'], 'coherency')
5149
5150 with profile.test_list.group_manager(
5151         PiglitGLTest,
5152         grouptools.join('spec', 'ext_framebuffer_blit')) as g:
5153     g(['ext_framebuffer_blit-blit-early'], 'blit-early')
5154
5155 # Group OES_draw_elements_base_vertex
5156 with profile.test_list.group_manager(
5157         PiglitGLTest,
5158         grouptools.join('spec', 'OES_draw_elements_base_vertex')) as g:
5159     g(['oes_draw_elements_base_vertex-drawelements'], run_concurrent=False)
5160     g(['oes_draw_elements_base_vertex-drawelements-instanced'],
5161       run_concurrent=False)
5162     g(['oes_draw_elements_base_vertex-drawrangeelements'],
5163       run_concurrent=False)
5164     g(['oes_draw_elements_base_vertex-multidrawelements'],
5165       run_concurrent=False)
5166
5167 with profile.test_list.group_manager(
5168         BuiltInConstantsTest,
5169         grouptools.join('spec', 'oes_geometry_shader')) as g:
5170     g(['built-in-constants_gles3',
5171        os.path.join('spec', 'oes_geometry_shader', 'minimum-maximums.txt')],
5172       'built-in constants')
5173
5174 # Group EXT_shader_samples_identical
5175 with profile.test_list.group_manager(
5176         PiglitGLTest,
5177         grouptools.join('spec', 'EXT_shader_samples_identical')) as g:
5178     for sample_count in MSAA_SAMPLE_COUNTS:
5179         g(['ext_shader_samples_identical-simple-fs', sample_count])
5180
5181 # Group ARB_shader_draw_parameters
5182 with profile.test_list.group_manager(
5183         PiglitGLTest,
5184         grouptools.join('spec', 'ARB_shader_draw_parameters')) as g:
5185     g(['arb_shader_draw_parameters-drawid', 'drawid'], 'drawid')
5186     g(['arb_shader_draw_parameters-drawid', 'vertexid'], 'drawid-vertexid')
5187     g(['arb_shader_draw_parameters-drawid-indirect', 'drawid'], 'drawid-indirect')
5188     g(['arb_shader_draw_parameters-drawid-indirect', 'basevertex'], 'drawid-indirect-basevertex')
5189     g(['arb_shader_draw_parameters-drawid-indirect', 'baseinstance'], 'drawid-indirect-baseinstance')
5190     g(['arb_shader_draw_parameters-drawid-indirect', 'vertexid'], 'drawid-indirect-vertexid')
5191     g(['arb_shader_draw_parameters-drawid-single-draw'], 'drawid-single-draw')
5192     g(['arb_shader_draw_parameters-drawid-single-draw', 'dlist'], 'drawid-single-draw-display-list')
5193     g(['arb_shader_draw_parameters-drawid-single-draw', 'restart'], 'drawid-single-draw-primitive-restart')
5194
5195     variables = ('basevertex', 'baseinstance', 'basevertex-baseinstance', 'vertexid-zerobased')
5196     for v in variables:
5197         g(['arb_shader_draw_parameters-basevertex', v], v)
5198     for v in variables:
5199         g(['arb_shader_draw_parameters-basevertex', v, 'indirect'], v + '-indirect')
5200
5201 # Group ARB_indirect_parameters
5202 with profile.test_list.group_manager(
5203         PiglitGLTest,
5204         grouptools.join('spec', 'ARB_indirect_parameters')) as g:
5205     g(['arb_indirect_parameters-tf-count-arrays'], 'tf-count-arrays')
5206     g(['arb_indirect_parameters-tf-count-elements'], 'tf-count-elements')
5207     g(['arb_indirect_parameters-conditional-render'], 'conditional-render')
5208
5209 with profile.test_list.group_manager(
5210         PiglitGLTest,
5211         grouptools.join('object namespace pollution')) as g:
5212     for object_type in ("buffer", "framebuffer", "program", "renderbuffer", "texture", "vertex-array"):
5213         for operation in ("glBitmap", "glBlitFramebuffer", "glClear", "glClearTexSubImage", "glCopyImageSubData", "glCopyPixels", "glCopyTexSubImage2D", "glDrawPixels", "glGenerateMipmap", "glGetTexImage", "glGetTexImage-compressed", "glTexSubImage2D"):
5214             g(['object-namespace-pollution', operation, object_type],
5215               '{} with {}'.format(object_type, operation))
5216
5217 # Group ARB_texture_barrier
5218 resolution_set = ['32', '512']
5219 blend_passes_set = ['1', '42']
5220 num_textures_set = ['1', '8']
5221 granularity_set = ['8', '64', '128']
5222 draw_passes_set = ['1', '2', '3', '4', '7', '8']
5223
5224 with profile.test_list.group_manager(
5225         PiglitGLTest,
5226         grouptools.join('spec', 'arb_texture_barrier')) as g:
5227     for resolution, blend_passes, num_textures, granularity, draw_passes in itertools.product(
5228             resolution_set, blend_passes_set, num_textures_set, granularity_set, draw_passes_set):
5229         g(['arb_texture_barrier-blending-in-shader', resolution,
5230            blend_passes, num_textures, granularity, draw_passes])
5231
5232
5233 # Group ARB_invalidate_subdata
5234 with profile.test_list.group_manager(
5235         PiglitGLTest,
5236         grouptools.join('spec', 'ARB_invalidate_subdata')) as g:
5237     g(['arb_invalidate_subdata-buffer'], 'buffer')
5238
5239 # Group EXT_window_rectangles
5240 with profile.test_list.group_manager(
5241         PiglitGLTest,
5242         grouptools.join('spec', 'EXT_window_rectangles')) as g:
5243     g(['ext_window_rectangles-dlist'], 'dlist')
5244     g(['ext_window_rectangles-errors'], 'errors')
5245     g(['ext_window_rectangles-render'], 'render')
5246
5247     g(['ext_window_rectangles-errors_gles3'], 'errors_gles3')
5248     g(['ext_window_rectangles-render_gles3'], 'render_gles3')
5249
5250 # Group ARB_compute_variable_group_size
5251 with profile.test_list.group_manager(
5252         PiglitGLTest,
5253         grouptools.join('spec', 'ARB_compute_variable_group_size')) as g:
5254     g(['arb_compute_variable_group_size-errors'], 'errors')
5255     g(['arb_compute_variable_group_size-local-size'], 'local-size')
5256     g(['arb_compute_variable_group_size-minmax'], 'minmax')
5257
5258 # Group INTEL_conservative_rasterization
5259 with profile.test_list.group_manager(
5260         PiglitGLTest,
5261         grouptools.join('spec', 'INTEL_conservative_rasterization')) as g:
5262     g(['intel_conservative_rasterization-depthcoverage'])
5263     g(['intel_conservative_rasterization-innercoverage'])
5264     g(['intel_conservative_rasterization-invalid'])
5265     g(['intel_conservative_rasterization-tri'])
5266     g(['intel_conservative_rasterization-depthcoverage_gles3'])
5267     g(['intel_conservative_rasterization-innercoverage_gles3'])
5268     g(['intel_conservative_rasterization-invalid_gles3'])
5269     g(['intel_conservative_rasterization-tri_gles3'])
5270
5271 # Group INTEL_blackhole_render
5272 with profile.test_list.group_manager(
5273         PiglitGLTest,
5274         grouptools.join('spec', 'INTEL_blackhole_render')) as g:
5275     g(['intel_blackhole-blit'])
5276     g(['intel_blackhole-draw'])
5277     g(['intel_blackhole-dispatch'])
5278     g(['intel_blackhole-blit_gles2'])
5279     g(['intel_blackhole-draw_gles2'])
5280     g(['intel_blackhole-blit_gles3'])
5281     g(['intel_blackhole-draw_gles3'])
5282
5283 # Group INTEL_performance_query
5284 with profile.test_list.group_manager(
5285         PiglitGLTest,
5286         grouptools.join('spec', 'INTEL_performance_query')) as g:
5287     g(['intel_performance_query-issue_2235'])
5288
5289 # Group ARB_bindless_texture
5290 with profile.test_list.group_manager(
5291         PiglitGLTest,
5292         grouptools.join('spec', 'ARB_bindless_texture')) as g:
5293     g(['arb_bindless_texture-border-color'], 'border-color')
5294     g(['arb_bindless_texture-conversions'], 'conversions')
5295     g(['arb_bindless_texture-errors'], 'errors')
5296     g(['arb_bindless_texture-handles'], 'handles')
5297     g(['arb_bindless_texture-illegal'], 'illegal')
5298     g(['arb_bindless_texture-legal'], 'legal')
5299     g(['arb_bindless_texture-limit'], 'limit')
5300     g(['arb_bindless_texture-uint64_attribs'], 'uint64_attribs')
5301     g(['arb_bindless_texture-uniform'], 'uniform')
5302
5303 with profile.test_list.group_manager(
5304         PiglitGLTest,
5305         grouptools.join('spec', 'ext_shader_image_load_store')) as g:
5306     g(['ext_shader_image_load_store-image_functions'], 'image_functions')
5307     g(['ext_shader_image_load_store-bind_image_error'], 'bind_image_error')
5308
5309 # Group ARB_sample_locations
5310 with profile.test_list.group_manager(
5311         PiglitGLTest,
5312         grouptools.join('spec', 'ARB_sample_locations')) as g:
5313     g(['arb_sample_locations'], 'test')
5314
5315 with profile.test_list.group_manager(
5316         PiglitGLTest,
5317         grouptools.join('spec', 'NV_image_formats')) as g:
5318     g(['nv_image_formats-gles3'])
5319
5320 with profile.test_list.group_manager(
5321         PiglitGLTest,
5322         grouptools.join('spec', 'EXT_color_buffer_float')) as g:
5323     g(['ext_color_buffer_float-draw_gles3'])
5324
5325 with profile.test_list.group_manager(
5326         PiglitGLTest,
5327         grouptools.join('spec', 'AMD_compressed_atc_texture')) as g:
5328     g(['amd_compressed_atc_texture-miptree'], 'miptree')
5329
5330 with profile.test_list.group_manager(
5331         PiglitGLTest,
5332         grouptools.join('spec', 'OES_EGL_image_external_essl3')) as g:
5333     g(['oes_egl_image_external_essl3'])
5334
5335 with profile.test_list.group_manager(
5336         PiglitGLTest,
5337         grouptools.join('spec', 'NV_viewport_swizzle')) as g:
5338     g(['nv_viewport_swizzle-errors'])
5339     g(['nv_viewport_swizzle-errors_gles3'])
5340
5341 with profile.test_list.group_manager(
5342         PiglitGLTest,
5343         grouptools.join('spec', 'ext_clear_texture')) as g:
5344     g(['ext_clear_texture-clear-max-level'])
5345     g(['ext_clear_texture-error'])
5346     g(['ext_clear_texture-3d'])
5347     g(['ext_clear_texture-cube'])
5348     g(['ext_clear_texture-multisample'])
5349     g(['ext_clear_texture-base-formats'])
5350     g(['ext_clear_texture-stencil'])
5351     g(['ext_clear_texture-texview'])
5352
5353 with profile.test_list.group_manager(
5354         PiglitGLTest,
5355         grouptools.join('spec', 'EXT_texture_sRGB_R8')) as g:
5356     g(['teximage-colors', 'GL_SR8_EXT'])
5357
5358 with profile.test_list.group_manager(
5359         PiglitGLTest,
5360         grouptools.join('spec', 'EXT_texture_sRGB_RG8')) as g:
5361     g(['teximage-colors', 'GL_SRG8_EXT'])
5362
5363 with profile.test_list.group_manager(
5364         PiglitGLTest,
5365         grouptools.join('spec', 'arm_shader_framebuffer_fetch_depth_stencil')) as g:
5366     for format in [ 'GL_STENCIL_INDEX8', 'GL_DEPTH_COMPONENT16', 'GL_DEPTH_COMPONENT24',
5367         'GL_DEPTH_COMPONENT32F', 'GL_DEPTH24_STENCIL8', 'GL_DEPTH32F_STENCIL8' ]:
5368         for samples in ['1', '2', '4', '8', '16']:
5369             g(['arm_shader_framebuffer_fetch_depth_stencil', format, samples])
5370             g(['arm_shader_framebuffer_fetch_depth_stencil_gles3', format, samples])
5371
5372 if platform.system() == 'Windows':
5373     profile.filters.append(lambda p, _: not p.startswith('glx'))