tests/opengl.py

   1 # -*- coding: utf-8 -*-
   2 # All tests that come with piglit, using default settings
   3
   4 import itertools
   5 import os
   6 import platform
   7
   8 from framework import grouptools
   9 from framework import options
  10 from framework.profile import TestProfile
  11 from framework.test.piglit_test import (
  12     PiglitGLTest, PiglitBaseTest, BuiltInConstantsTest
  13 )
  14 from .py_modules.constants import TESTS_DIR, GENERATED_TESTS_DIR
  15
  16 __all__ = ['profile']
  17
  18 # Disable bad hanging indent errors in pylint
  19 # There is a bug in pylint which causes the profile.test_list.group_manager to
  20 # be tagged as bad hanging indent, even though it seems to be correct (and
  21 # similar syntax doesn't trigger an error)
  22 # pylint: disable=bad-continuation
  23
  24 # Shadowing variables is a bad practice. It's just nearly impossible with the
  25 # format of this module to avoid it.
  26 # pylint: disable=redefined-outer-name
  27
  28
  29 def add_single_param_test_set(adder, name, *params):
  30     for param in params:
  31         adder([name, param], '{}-{}'.format(name, param), run_concurrent=False)
  32
  33
  34 def add_depthstencil_render_miplevels_tests(adder, test_types):
  35     # Note: the buffer sizes below have been chosen to exercise
  36     # many possible combinations of buffer alignments on i965.
  37     for texture_size in ['146', '273', '292', '585', '1024']:
  38         for test_type in test_types:
  39             adder(['depthstencil-render-miplevels', texture_size, test_type],
  40                   run_concurrent=False)
  41
  42
  43 def add_fbo_stencil_tests(adder, format):
  44     adder(['fbo-stencil', 'clear', format],
  45           'fbo-stencil-{}-clear'.format(format))
  46     adder(['fbo-stencil', 'readpixels', format],
  47           'fbo-stencil-{}-readpixels'.format(format))
  48     adder(['fbo-stencil', 'drawpixels', format],
  49           'fbo-stencil-{}-drawpixels'.format(format))
  50     adder(['fbo-stencil', 'copypixels', format],
  51           'fbo-stencil-{}-copypixels'.format(format))
  52     adder(['fbo-stencil', 'blit', format],
  53           'fbo-stencil-{}-blit'.format(format))
  54
  55
  56 def add_fbo_depthstencil_tests(adder, format, num_samples):
  57     assert format, \
  58         'add_fbo_depthstencil_tests argument "format" cannot be empty'
  59
  60     if format == 'default_fb':
  61         prefix = ''
  62         concurrent = False
  63     else:
  64         prefix = 'fbo-'
  65         concurrent = True
  66
  67     if int(num_samples) > 1:
  68         suffix = ' samples=' + num_samples
  69         psamples = '-samples=' + num_samples
  70     else:
  71         suffix = ''
  72         psamples = ''
  73
  74     adder(['fbo-depthstencil', 'clear', format, psamples],
  75           '{}depthstencil-{}-clear{}'.format(prefix, format, suffix),
  76           run_concurrent=concurrent)
  77     adder(['fbo-depthstencil', 'readpixels', format, 'FLOAT-and-USHORT',
  78            psamples],
  79           '{}depthstencil-{}-readpixels-FLOAT-and-USHORT{}'.format(
  80               prefix, format, suffix),
  81           run_concurrent=concurrent)
  82     adder(['fbo-depthstencil', 'readpixels', format, '24_8', psamples],
  83           '{}depthstencil-{}-readpixels-24_8{}'.format(prefix, format, suffix),
  84           run_concurrent=concurrent)
  85     adder(['fbo-depthstencil', 'readpixels', format, '32F_24_8_REV', psamples],
  86           '{}depthstencil-{}-readpixels-32F_24_8_REV{}'.format(
  87               prefix, format, suffix),
  88           run_concurrent=concurrent)
  89     adder(['fbo-depthstencil', 'drawpixels', format, 'FLOAT-and-USHORT',
  90            psamples],
  91           '{}depthstencil-{}-drawpixels-FLOAT-and-USHORT{}'.format(
  92               prefix, format, suffix),
  93           run_concurrent=concurrent)
  94     adder(['fbo-depthstencil', 'drawpixels', format, '24_8', psamples],
  95           '{}depthstencil-{}-drawpixels-24_8{}'.format(prefix, format, suffix),
  96           run_concurrent=concurrent)
  97     adder(['fbo-depthstencil', 'drawpixels', format, '32F_24_8_REV', psamples],
  98           '{}depthstencil-{}-drawpixels-32F_24_8_REV{}'.format(
  99               prefix, format, suffix),
 100           run_concurrent=concurrent)
 101     adder(['fbo-depthstencil', 'copypixels', format, psamples],
 102           '{}depthstencil-{}-copypixels{}'.format(prefix, format, suffix),
 103           run_concurrent=concurrent)
 104     adder(['fbo-depthstencil', 'blit', format, psamples],
 105           '{}depthstencil-{}-blit{}'.format(prefix, format, suffix),
 106           run_concurrent=concurrent)
 107
 108
 109 def add_msaa_visual_plain_tests(adder, args, **kwargs):
 110     assert isinstance(args, list)
 111
 112     adder(args, **kwargs)
 113     for sample_count in MSAA_SAMPLE_COUNTS:
 114         adder(args + ['-samples={}'.format(sample_count)],
 115               ' '.join(args + ['samples={}'.format(sample_count)]),
 116               **kwargs)
 117
 118
 119 def add_fbo_formats_tests(adder, extension, suffix=''):
 120     adder(['fbo-generatemipmap-formats', extension],
 121           'fbo-generatemipmap-formats{}'.format(suffix))
 122     adder(['fbo-clear-formats', extension],
 123           'fbo-clear-formats{}'.format(suffix))
 124     adder(['get-renderbuffer-internalformat', extension],
 125           'get-renderbuffer-internalformat{}'.format(suffix))
 126     if 'depth' not in extension and 'stencil' not in extension:
 127         adder(['fbo-blending-formats', extension],
 128               'fbo-blending-formats{}'.format(suffix))
 129         adder(['fbo-alphatest-formats', extension],
 130               'fbo-alphatest-formats{}'.format(suffix))
 131         adder(['fbo-colormask-formats', extension],
 132               'fbo-colormask-formats{}'.format(suffix))
 133         adder(['ext_framebuffer_multisample-fast-clear',
 134                extension,
 135                'single-sample'],
 136               'fbo-fast-clear{}'.format(suffix))
 137
 138
 139 def add_msaa_formats_tests(adder, extension):
 140     for sample_count in MSAA_SAMPLE_COUNTS:
 141         adder(['ext_framebuffer_multisample-formats', sample_count,
 142                extension],
 143               'multisample-formats {} {}'.format(sample_count, extension))
 144     adder(['ext_framebuffer_multisample-fast-clear', extension],
 145           'multisample-fast-clear {}'.format(extension))
 146
 147
 148 def add_texwrap_target_tests(adder, target):
 149     adder(['texwrap', target, 'GL_RGBA8'],
 150           'texwrap {}'.format(target))
 151     if target == '2D':
 152         adder(['texwrap', target, 'GL_RGBA8', 'offset'],
 153               'texwrap {} offset'.format(target))
 154     adder(['texwrap', target, 'GL_RGBA8', 'bordercolor'],
 155           'texwrap {} bordercolor'.format(target))
 156     adder(['texwrap', target, 'GL_RGBA8', 'proj'],
 157           'texwrap {} proj'.format(target))
 158     adder(['texwrap', target, 'GL_RGBA8', 'proj', 'bordercolor'],
 159           'texwrap {} proj bordercolor'.format(target))
 160
 161
 162 def add_texwrap_format_tests(adder, ext='', suffix=''):
 163     args = [] if ext == '' else [ext]
 164     adder(['texwrap'] + args, 'texwrap formats{}'.format(suffix))
 165     if 'compression' not in ext and 's3tc' not in ext:
 166         adder(['texwrap'] + args + ['offset'],
 167               'texwrap formats{} offset'.format(suffix))
 168     adder(['texwrap'] + args + ['bordercolor'],
 169           'texwrap formats{} bordercolor'.format(suffix))
 170     adder(['texwrap'] + args + ['bordercolor', 'swizzled'],
 171           'texwrap formats{} bordercolor-swizzled'.format(suffix))
 172
 173
 174 def add_fbo_depth_tests(adder, format):
 175     adder(['fbo-depth-tex1d', format], 'fbo-depth-{}-tex1d'.format(format))
 176     adder(['fbo-depth', 'clear', format], 'fbo-depth-{}-clear'.format(format))
 177     adder(['fbo-depth', 'readpixels', format],
 178           'fbo-depth-{}-readpixels'.format(format))
 179     adder(['fbo-depth', 'drawpixels', format],
 180           'fbo-depth-{}-drawpixels'.format(format))
 181     adder(['fbo-depth', 'copypixels', format],
 182           'fbo-depth-{}-copypixels'.format(format))
 183     adder(['fbo-depth', 'blit', format], 'fbo-depth-{}-blit'.format(format))
 184
 185
 186 def power_set(s):
 187     """Generate all possible subsets of the given set, including the empty set.
 188     """
 189     if len(s) == 0:
 190         return [[]]
 191     result = []
 192     for p in power_set(s[:-1]):
 193         result.append(p)
 194         result.append(p + [s[-1]])
 195     return result
 196
 197 ######
 198 # Collecting all tests
 199 profile = TestProfile()  # pylint: disable=invalid-name
 200
 201 # List of all of the MSAA sample counts we wish to test
 202 MSAA_SAMPLE_COUNTS = ['2', '4', '6', '8', '16', '32']
 203
 204 with profile.test_list.group_manager(PiglitGLTest, 'security') as g:
 205     g(['initialized-texmemory'], run_concurrent=False)
 206     g(['initialized-fbo'], run_concurrent=False)
 207     g(['initialized-vbo'], run_concurrent=False)
 208
 209 with profile.test_list.group_manager(PiglitGLTest, 'shaders') as g:
 210     g(['activeprogram-bad-program'])
 211     g(['activeprogram-get'])
 212     g(['attribute0'])
 213     g(['createshaderprogram-bad-type'])
 214     g(['createshaderprogram-attached-shaders'])
 215     g(['glsl-arb-fragment-coord-conventions'])
 216     g(['glsl-bug-110796'])
 217     g(['glsl-bug-22603'])
 218     g(['glsl-bindattriblocation'])
 219     g(['glsl-dlist-getattriblocation'])
 220     g(['glsl-getactiveuniform-array-size'])
 221     g(['glsl-getactiveuniform-length'])
 222     g(['glsl-getattriblocation'])
 223     g(['getuniform-01'])
 224     g(['getuniform-02'])
 225     g(['getuniform-03'])
 226     g(['glsl-invalid-asm-01'])
 227     g(['glsl-invalid-asm-02'])
 228     g(['glsl-novertexdata'])
 229     g(['glsl-preprocessor-comments'])
 230     g(['glsl-reload-source'])
 231     g(['glsl-cache-fallback-shader-source'])
 232     g(['glsl-uniform-out-of-bounds'])
 233     g(['glsl-uniform-out-of-bounds-2'])
 234     g(['glsl-uniform-update'])
 235     g(['glsl-unused-varying'])
 236     g(['glsl-fs-bug25902'])
 237     g(['glsl-fs-color-matrix'])
 238     g(['glsl-fs-discard-02'])
 239     g(['glsl-fs-discard-mrt'])
 240     g(['glsl-fs-exp2'])
 241     g(['glsl-fs-flat-color'])
 242     g(['glsl-fs-fogcolor-statechange'])
 243     g(['glsl-fs-fogscale'])
 244     g(['glsl-fs-fragcoord'])
 245     g(['glsl-fs-fragcoord-zw-ortho'])
 246     g(['glsl-fs-fragcoord-zw-perspective'])
 247     g(['glsl-fs-loop'])
 248     g(['glsl-fs-loop-nested'])
 249     g(['glsl-fs-pointcoord'])
 250     g(['glsl-fs-raytrace-bug27060'])
 251     g(['glsl-fs-sampler-numbering'])
 252     g(['glsl-fs-shader-stencil-export'])
 253     g(['glsl-fs-sqrt-branch'])
 254     g(['glsl-fs-texturecube'])
 255     g(['glsl-fs-texturecube', '-bias'], 'glsl-fs-texturecube-bias')
 256     g(['glsl-fs-texturecube-2'])
 257     g(['glsl-fs-texturecube-2', '-bias'], 'glsl-fs-texturecube-2-bias')
 258     g(['glsl-fs-textureenvcolor-statechange'], run_concurrent=False)
 259     g(['glsl-fs-texture2drect'])
 260     g(['glsl-fs-texture2drect', '-proj3'], 'glsl-fs-texture2drect-proj3')
 261     g(['glsl-fs-texture2drect', '-proj4'], 'glsl-fs-texture2drect-proj4')
 262     g(['glsl-fs-user-varying-ff'])
 263     g(['glsl-mat-attribute'])
 264     g(['glsl-max-varyings'])
 265     g(['glsl-max-varyings', '--exceed-limits'],
 266       'glsl-max-varyings >MAX_VARYING_COMPONENTS')
 267     g(['glsl-orangebook-ch06-bump'])
 268     g(['glsl-routing'])
 269     g(['glsl-vs-arrays'])
 270     g(['glsl-vs-normalscale'])
 271     g(['glsl-vs-functions'])
 272     g(['glsl-vs-user-varying-ff'])
 273     g(['glsl-vs-texturematrix-1'])
 274     g(['glsl-vs-texturematrix-2'])
 275     g(['glsl-sin'])
 276     g(['glsl-cos'])
 277     g(['glsl-vs-if-bool'])
 278     g(['glsl-vs-loop'])
 279     g(['glsl-vs-loop-nested'])
 280     g(['glsl-vs-mov-after-deref'])
 281     g(['glsl-vs-mvp-statechange'])
 282     g(['glsl-vs-raytrace-bug26691'])
 283     g(['glsl-vs-statechange-1'])
 284     g(['vp-combined-image-units'])
 285     g(['glsl-derivs'])
 286     g(['glsl-fwidth'])
 287     g(['glsl-lod-bias'])
 288     g(['vp-ignore-input'])
 289     g(['glsl-empty-vs-no-fs'])
 290     g(['glsl-useprogram-displaylist'])
 291     g(['glsl-vs-point-size'])
 292     g(['glsl-light-model'])
 293     g(['glsl-link-bug30552'])
 294     g(['glsl-link-bug38015'])
 295     g(['glsl-max-vertex-attrib'])
 296     g(['glsl-kwin-blur-1'])
 297     g(['glsl-kwin-blur-2'])
 298     g(['gpu_shader4_attribs'])
 299     g(['link-unresolved-function'])
 300     g(['shadersource-no-compile'])
 301     g(['sso-simple'])
 302     g(['sso-uniforms-01'])
 303     g(['sso-uniforms-02'])
 304     g(['sso-user-varying-01'])
 305     g(['sso-user-varying-02'])
 306     g(['useprogram-flushverts-1'])
 307     g(['useprogram-flushverts-2'])
 308     g(['useprogram-inside-begin'])
 309     g(['useprogram-refcount-1'])
 310     g(['useprogram-refcount-1', 'delete_dup'])
 311     g(['useshaderprogram-bad-type'])
 312     g(['useshaderprogram-bad-program'])
 313     g(['useshaderprogram-flushverts-1'])
 314     g(['point-vertex-id', 'gl_VertexID'])
 315     g(['point-vertex-id', 'gl_InstanceID'])
 316     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID'])
 317     g(['point-vertex-id', 'divisor'])
 318     g(['point-vertex-id', 'gl_VertexID', 'divisor'])
 319     g(['point-vertex-id', 'gl_InstanceID', 'divisor'])
 320     g(['point-vertex-id', 'gl_VertexID', 'gl_InstanceID', 'divisor'])
 321     g(['glsl-vs-int-attrib'])
 322     g(['unsuccessful-relink'])
 323     g(['glsl-link-initializer-03'],
 324       'GLSL link two programs, global initializer')
 325     g(['glsl-getactiveuniform-count',
 326        os.path.join('shaders', 'glsl-getactiveuniform-length.vert'), '1'],
 327       'glsl-getactiveuniform-count: {}'.format('glsl-getactiveuniform-length'))
 328     g(['glsl-getactiveuniform-count',
 329        os.path.join('shaders', 'glsl-getactiveuniform-ftransform.vert'), '2'],
 330       'glsl-getactiveuniform-count: {}'.format(
 331           'glsl-getactiveuniform-ftransform'))
 332     g(['glsl-getactiveuniform-count',
 333        os.path.join('shaders', 'glsl-getactiveuniform-mvp.vert'), '2'],
 334       'glsl-getactiveuniform-count: {}'.format('glsl-getactiveuniform-mvp'))
 335
 336     for subtest in ('interstage', 'intrastage', 'vs-gs'):
 337         g(['version-mixing', subtest])
 338
 339     for subtest in ('texture2D',
 340                     'bias',
 341                     'textureGrad',
 342                     'texelFetch',
 343                     'textureLod',
 344                     'textureSize',
 345                     'textureQueryLOD',
 346                     'textureGather'):
 347         g(['zero-tex-coord', subtest])
 348
 349 with profile.test_list.group_manager(PiglitGLTest, grouptools.join('shaders', 'glsl-uniform-interstage-limits')) as g:
 350     g(['glsl-uniform-interstage-limits', '--subdivide', '5'], 'subdivide 5')
 351     g(['glsl-uniform-interstage-limits', '--subdivide', '5', '--statechanges'], 'subdivide 5, statechanges')
 352     g(['glsl-uniform-interstage-limits', '-v', '300', '-f', '300'], '300 VS, 300 FS')
 353     g(['glsl-uniform-interstage-limits', '-v', '350', '-f', '350'], '350 VS, 350 FS')
 354     g(['glsl-uniform-interstage-limits', '-v', '400', '-f', '400'], '400 VS, 400 FS')
 355     g(['glsl-uniform-interstage-limits', '-v', '520', '-f', '1'], '520 VS, 1 FS')
 356     g(['glsl-uniform-interstage-limits', '-v', '1', '-f', '520'], '1 VS, 520 FS')
 357
 358 with profile.test_list.group_manager(
 359         PiglitGLTest, 'glx',
 360         require_platforms=['glx', 'mixed_glx_egl']) as g:
 361     g(['glx-destroycontext-1'], run_concurrent=False)
 362     g(['glx-destroycontext-2'], run_concurrent=False)
 363     g(['glx-destroycontext-3'], run_concurrent=False)
 364     g(['glx-dont-care-mask'], run_concurrent=False)
 365     g(['glx-close-display'], run_concurrent=False)
 366     g(['glx-fbconfig-sanity'], run_concurrent=False)
 367     g(['glx-fbconfig-compliance'], run_concurrent=False)
 368     g(['glx-fbconfig-bad'], run_concurrent=False)
 369     g(['glx-fbo-binding'], run_concurrent=False)
 370     g(['glx-multi-context-front'], run_concurrent=False)
 371     g(['glx-multi-context-ib-1'], run_concurrent=False)
 372     g(['glx-multi-context-single-window'], run_concurrent=False)
 373     g(['glx-multi-window-single-context'], run_concurrent=False)
 374     g(['glx-multithread'], run_concurrent=False)
 375     g(['glx-multithread-buffer'], run_concurrent=False)
 376     g(['glx-multithread-buffer-refcount-bug'], run_concurrent=False)
 377     g(['glx-multithread-clearbuffer'], run_concurrent=False)
 378     g(['glx-multithread-texture'])
 379     g(['glx-multithread-makecurrent-1'], run_concurrent=False)
 380     g(['glx-multithread-makecurrent-2'], run_concurrent=False)
 381     g(['glx-multithread-makecurrent-3'], run_concurrent=False)
 382     g(['glx-multithread-makecurrent-4'], run_concurrent=False)
 383     g(['glx-multithread-shader-compile'], run_concurrent=False)
 384     g(['glx-shader-sharing'], run_concurrent=False)
 385     g(['glx-swap-exchange'], run_concurrent=False)
 386     g(['glx-swap-event', '--event'], 'glx-swap-event_event',
 387       run_concurrent=False)
 388     g(['glx-swap-event', '--async'], 'glx-swap-event_async',
 389       run_concurrent=False)
 390     g(['glx-swap-event', '--interval'], 'glx-swap-event_interval',
 391       run_concurrent=False)
 392     g(['glx-swap-pixmap'], run_concurrent=False)
 393     g(['glx-swap-pixmap-bad'], run_concurrent=False)
 394     g(['glx-swap-singlebuffer'], run_concurrent=False)
 395     g(['glx-swap-copy'], run_concurrent=False)
 396     g(['glx-make-current'], run_concurrent=False)
 397     g(['glx-make-glxdrawable-current'], run_concurrent=False)
 398     g(['glx-context-flush-control'], run_concurrent=False)
 399     g(['glx-buffer-age'], run_concurrent=False)
 400     g(['glx-pixmap-life'])
 401     g(['glx-pixmap13-life'])
 402     g(['glx-pixmap-multi'])
 403     g(['glx-tfp'], run_concurrent=False)
 404     g(['glx-visuals-depth'], run_concurrent=False)
 405     g(['glx-visuals-depth', '-pixmap'])
 406     g(['glx-visuals-stencil'], run_concurrent=False)
 407     g(['glx-visuals-stencil', '-pixmap'])
 408     g(['glx-window-life'])
 409     g(['glx-pixmap-crosscheck'])
 410     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXWINDOW'],
 411       'glx-query-drawable-GLXWINDOW-GLX_WIDTH', run_concurrent=False)
 412     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXWINDOW'],
 413       'glx-query-drawable-GLXWINDOW-GLX_HEIGHT', run_concurrent=False)
 414     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPIXMAP'],
 415       'glx-query-drawable-GLXPIXMAP-GLX_WIDTH', run_concurrent=False)
 416     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPIXMAP'],
 417       'glx-query-drawable-GLXPIXMAP-GLX_HEIGHT', run_concurrent=False)
 418     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=GLXPBUFFER'],
 419       'glx-query-drawable-GLXPBUFFER-GLX_WIDTH', run_concurrent=False)
 420     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=GLXPBUFFER'],
 421       'glx-query-drawable-GLXPBUFFER-GLX_HEIGHT', run_concurrent=False)
 422     g(['glx-query-drawable', '--attr=GLX_WIDTH', '--type=WINDOW'],
 423       'glx-query-drawable-GLX_WIDTH', run_concurrent=False)
 424     g(['glx-query-drawable', '--attr=GLX_HEIGHT', '--type=WINDOW'],
 425       'glx-query-drawable-GLX_HEIGHT', run_concurrent=False)
 426     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=WINDOW'],
 427       'glx-query-drawable-GLX_FBCONFIG_ID-WINDOW', run_concurrent=False)
 428     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXWINDOW'],
 429       'glx-query-drawable-GLX_FBCONFIG_ID-GLXWINDOW', run_concurrent=False)
 430     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPIXMAP'],
 431       'glx-query-drawable-GLX_FBCONFIG_ID-GLXPIXMAP', run_concurrent=False)
 432     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
 433       'glx-query-drawable-GLX_FBCONFIG_ID-GLXPBUFFER', run_concurrent=False)
 434     g(['glx-query-drawable', '--attr=GLX_FBCONFIG_ID', '--type=GLXPBUFFER'],
 435       'glx-query-drawable-GLX_PRESERVED_CONTENTS', run_concurrent=False)
 436     g(['glx-query-drawable', '--bad-drawable'],
 437       'glx-query-drawable-GLXBadDrawable', run_concurrent=False)
 438     g(['glx-string-sanity'], 'extension string sanity')
 439     g(['glx-egl-switch-context'], run_concurrent=False)
 440     add_msaa_visual_plain_tests(g, ['glx-copy-sub-buffer'],
 441                                 run_concurrent=False)
 442 profile.test_list[grouptools.join('glx', 'glx-buffer-age vblank_mode=0')] = \
 443     PiglitGLTest(['glx-buffer-age'],
 444                  require_platforms=['glx', 'mixed_glx_egl'],
 445                  run_concurrent=False)
 446 profile.test_list[grouptools.join(
 447     'glx', 'glx-buffer-age vblank_mode=0')].env['vblank_mode'] = '0'
 448
 449 with profile.test_list.group_manager(
 450         PiglitGLTest,
 451         grouptools.join('glx', 'glx_ext_import_context'),
 452         require_platforms=['glx', 'mixed_glx_egl']) as g:
 453     g(['glx-free-context'], 'free context', run_concurrent=False)
 454     g(['glx-get-context-id'], 'get context ID', run_concurrent=False)
 455     g(['glx-get-current-display-ext'], 'get current display',
 456       run_concurrent=False)
 457     g(['glx-import-context-has-same-context-id'],
 458       'imported context has same context ID',
 459       run_concurrent=False)
 460     g(['glx-import-context-multi-process'], 'import context, multi process',
 461       run_concurrent=False)
 462     g(['glx-import-context-single-process'], 'import context, single process',
 463       run_concurrent=False)
 464     g(['glx-make-current-multi-process'], 'make current, multi process',
 465       run_concurrent=False)
 466     g(['glx-make-current-single-process'], 'make current, single process',
 467       run_concurrent=False)
 468     g(['glx-query-context-info-ext'], 'query context info',
 469       run_concurrent=False)
 470
 471 with profile.test_list.group_manager(
 472         PiglitGLTest,
 473         grouptools.join('glx', 'GLX_ARB_create_context'),
 474         require_platforms=['glx', 'mixed_glx_egl']) as g:
 475     g(['glx-create-context-current-no-framebuffer'],
 476       'current with no framebuffer')
 477     g(['glx-create-context-default-major-version'], 'default major version')
 478     g(['glx-create-context-default-minor-version'], 'default minor version')
 479     g(['glx-create-context-invalid-attribute'], 'invalid attribute')
 480     g(['glx-create-context-invalid-flag'], 'invalid flag')
 481     g(['glx-create-context-invalid-flag-forward-compatible'],
 482       'forward-compatible flag with pre-3.0')
 483     g(['glx-create-context-invalid-gl-version'], 'invalid OpenGL version')
 484     g(['glx-create-context-invalid-render-type'], 'invalid render type')
 485     g(['glx-create-context-invalid-render-type-color-index'],
 486       'color-index render type with 3.0')
 487     g(['glx-create-context-valid-attribute-empty'], 'empty attribute list')
 488     g(['glx-create-context-valid-attribute-null'], 'NULL attribute list')
 489     g(['glx-create-context-valid-flag-forward-compatible'],
 490       'forward-compatible flag with 3.0')
 491
 492 with profile.test_list.group_manager(
 493         PiglitGLTest,
 494         grouptools.join('glx', 'GLX_EXT_no_config_context'),
 495         require_platforms=['glx', 'mixed_glx_egl']) as g:
 496     g(['glx-create-context-ext-no-config-context'], 'no fbconfig')
 497
 498 with profile.test_list.group_manager(
 499         PiglitGLTest,
 500         grouptools.join('glx', 'GLX_ARB_create_context_profile'),
 501         require_platforms=['glx', 'mixed_glx_egl']) as g:
 502     g(['glx-create-context-core-profile'], '3.2 core profile required')
 503     g(['glx-create-context-invalid-profile'], 'invalid profile')
 504     g(['glx-create-context-pre-GL32-profile'], 'pre-GL3.2 profile')
 505
 506 with profile.test_list.group_manager(
 507         PiglitGLTest,
 508         grouptools.join('glx', 'GLX_ARB_create_context_robustness'),
 509         require_platforms=['glx', 'mixed_glx_egl']) as g:
 510     g(['glx-create-context-invalid-reset-strategy'],
 511       'invalid reset notification strategy')
 512     g(['glx-create-context-require-robustness'], 'require GL_ARB_robustness')
 513
 514 with profile.test_list.group_manager(
 515         PiglitGLTest,
 516         grouptools.join('glx', 'GLX_ARB_create_context_es2_profile'),
 517         require_platforms=['glx', 'mixed_glx_egl']) as g:
 518     g(['glx-create-context-indirect-es2-profile'],
 519       'indirect rendering ES2 profile')
 520     g(['glx-create-context-invalid-es-version'], 'invalid OpenGL ES version')
 521
 522 with profile.test_list.group_manager(
 523         PiglitGLTest,
 524         grouptools.join('glx', 'GLX_ARB_create_context_no_error'),
 525         require_platforms=['glx', 'mixed_glx_egl']) as g:
 526     g(['glx-create-context-no-error'], 'no error')
 527
 528 with profile.test_list.group_manager(
 529         PiglitGLTest,
 530         grouptools.join('glx', 'GLX_ARB_sync_control'),
 531         require_platforms=['glx', 'mixed_glx_egl']) as g:
 532     g(['glx-oml-sync-control-getmscrate'], 'glXGetMscRateOML')
 533     g(['glx-oml-sync-control-swapbuffersmsc-divisor-zero'],
 534       'swapbuffersmsc-divisor-zero')
 535     g(['glx-oml-sync-control-swapbuffersmsc-return'], 'swapbuffersmsc-return')
 536     g(['glx-oml-sync-control-swapbuffersmsc-return', '0'],
 537       'swapbuffersmsc-return swap_interval 0')
 538     g(['glx-oml-sync-control-swapbuffersmsc-return', '1'],
 539       'swapbuffersmsc-return swap_interval 1')
 540     g(['glx-oml-sync-control-waitformsc'], 'waitformsc')
 541
 542 oml_sync_control_nonzeros = [
 543     mode + [kind, period]
 544     for mode in [[], ['-fullscreen'], ['-waitformsc']]
 545     for kind in ['-divisor', '-msc-delta']
 546     for period in ['1', '2']
 547 ]
 548 for args in oml_sync_control_nonzeros:
 549     group = grouptools.join('glx', 'GLX_ARB_sync_control',
 550                             ' '.join(['timing'] + args))
 551     profile.test_list[group] = PiglitGLTest(
 552         ['glx-oml-sync-control-timing'] + args,
 553         require_platforms=['glx', 'mixed_glx_egl'], run_concurrent=False)
 554
 555 with profile.test_list.group_manager(
 556         PiglitGLTest,
 557         grouptools.join('glx', 'GLX_MESA_query_renderer'),
 558         require_platforms=['glx', 'mixed_glx_egl']) as g:
 559     g(['glx-query-renderer-coverage'], 'coverage')
 560
 561 with profile.test_list.group_manager(
 562         PiglitGLTest, 'wgl',
 563         require_platforms=['wgl']) as g:
 564     g(['wgl-sanity'])
 565     g(['wgl-multi-context-single-window'])
 566     g(['wgl-multi-window-single-context'])
 567
 568 with profile.test_list.group_manager(
 569         PiglitGLTest,
 570         grouptools.join('spec', '!opengl 1.0')) as g:
 571     g(['gl-1.0-beginend-coverage'])
 572     g(['gl-1.0-bitmap-heart-dance'])
 573     g(['gl-1.0-dlist-beginend'])
 574     g(['gl-1.0-dlist-bitmap'])
 575     g(['gl-1.0-dlist-materials'])
 576     g(['gl-1.0-dlist-shademodel'])
 577     g(['gl-1.0-drawpixels-color-index'])
 578     g(['gl-1.0-drawpixels-depth-test'])
 579     g(['gl-1.0-drawpixels-stencil-test'])
 580     g(['gl-1.0-drawbuffer-modes'], run_concurrent=False)
 581     g(['gl-1.0-edgeflag'])
 582     g(['gl-1.0-edgeflag-const'])
 583     g(['gl-1.0-edgeflag-quads'])
 584     g(['gl-1.0-empty-begin-end-clause'])
 585     g(['gl-1.0-long-dlist'])
 586     g(['gl-1.0-long-line-loop'])
 587     g(['gl-1.0-readpixels-oob'])
 588     g(['gl-1.0-rendermode-feedback'])
 589     g(['gl-1.0-front-invalidate-back'], run_concurrent=False)
 590     g(['gl-1.0-swapbuffers-behavior'], run_concurrent=False)
 591     g(['gl-1.0-polygon-line-aa'])
 592     g(['gl-1.0-push-no-attribs'])
 593     g(['gl-1.0-blend-func'])
 594     g(['gl-1.0-fpexceptions'])
 595     g(['gl-1.0-ortho-pos'])
 596     g(['gl-1.0-rastercolor'])
 597     g(['gl-1.0-read-cache-stress-test'])
 598     g(['gl-1.0-readpixsanity'])
 599     g(['gl-1.0-logicop'])
 600     g(['gl-1.0-no-op-paths'])
 601     g(['gl-1.0-simple-readbuffer'])
 602     g(['gl-1.0-spot-light'])
 603     g(['gl-1.0-scissor-bitmap'])
 604     g(['gl-1.0-scissor-clear'])
 605     g(['gl-1.0-scissor-copypixels'])
 606     g(['gl-1.0-scissor-depth-clear'])
 607     g(['gl-1.0-scissor-depth-clear-negative-xy'])
 608     g(['gl-1.0-scissor-many'])
 609     g(['gl-1.0-scissor-offscreen'])
 610     g(['gl-1.0-scissor-polygon'])
 611     g(['gl-1.0-scissor-stencil-clear'])
 612     g(['gl-1.0-texgen'])
 613     g(['gl-1.0-textured-triangle'])
 614     g(['gl-1.0-user-clip-all-planes'])
 615     g(['rasterpos'])
 616     g(['depth-clear-precision-check'])
 617
 618 with profile.test_list.group_manager(
 619         PiglitGLTest,
 620         grouptools.join('spec', '!opengl 1.1')) as g:
 621     # putting slower tests first
 622     g(['streaming-texture-leak'])
 623     g(['max-texture-size'])
 624     g(['max-texture-size-level'])
 625     g(['copyteximage', '1D'])
 626     g(['copyteximage', '2D'])
 627     g(['gl-1.1-color-material-array'])
 628     g(['gl-1.1-color-material-unused-normal-array'])
 629     g(['gl-1.1-draw-arrays-start'])
 630     g(['gl-1.1-read-pixels-after-display-list'])
 631     g(['gl-1.1-set-vertex-color-after-draw'])
 632     g(['array-stride'])
 633     g(['clear-accum'], run_concurrent=False)
 634     g(['clipflat'])
 635     g(['copypixels-draw-sync'])
 636     g(['copypixels-sync'])
 637     g(['degenerate-prims'])
 638     g(['depthfunc'])
 639     g(['depthrange-clear'])
 640     g(['dlist-clear'])
 641     g(['dlist-color-material'])
 642     g(['dlist-fdo3129-01'])
 643     g(['dlist-fdo3129-02'])
 644     g(['dlist-fdo31590'])
 645     g(['draw-arrays-colormaterial'])
 646     g(['draw-copypixels-sync'])
 647     g(['draw-pixel-with-texture'])
 648     g(['drawpix-z'])
 649     g(['draw-sync'])
 650     g(['fog-modes'])
 651     g(['fragment-center'])
 652     g(['geterror-invalid-enum'])
 653     g(['geterror-inside-begin'])
 654     g(['glinfo'])
 655     g(['gl-1.1-xor'])
 656     g(['gl-1.1-xor-copypixels'])
 657     g(['gl-1.2-texture-base-level'])
 658     g(['gl-1.3-alpha_to_coverage_nop'])
 659     g(['hiz'])
 660     g(['infinite-spot-light'])
 661     g(['line-aa-width'])
 662     g(['line-smooth-coverage'])
 663     g(['line-flat-clip-color'])
 664     g(['lineloop'])
 665     g(['lineloop', '-dlist'], 'lineloop-dlist')
 666     g(['linestipple'], run_concurrent=False)
 667     g(['longprim'])
 668     g(['masked-clear'], run_concurrent=False)
 669     g(['point-line-no-cull'])
 670     g(['polygon-mode'])
 671     g(['polygon-mode-facing'])
 672     g(['polygon-mode-offset'])
 673     g(['polygon-offset'])
 674     g(['ppgtt_memory_alignment'])
 675     g(['push-pop-texture-state'])
 676     g(['quad-invariance'])
 677     g(['readpix-z'])
 678     g(['roundmode-getintegerv'])
 679     g(['roundmode-pixelstore'])
 680     g(['select', 'gl11'], 'GL_SELECT - no test function')
 681     g(['select', 'depth'], 'GL_SELECT - depth-test enabled')
 682     g(['select', 'stencil'], 'GL_SELECT - stencil-test enabled')
 683     g(['select', 'alpha'], 'GL_SELECT - alpha-test enabled')
 684     g(['select', 'scissor'], 'GL_SELECT - scissor-test enabled')
 685     g(['stencil-drawpixels'])
 686     g(['texgen'])
 687     g(['two-sided-lighting'])
 688     g(['user-clip'])
 689     g(['varray-disabled'])
 690     g(['windowoverlap'])
 691     g(['copyteximage-border'])
 692     g(['copyteximage-clipping'])
 693     g(['copytexsubimage'])
 694     g(['getteximage-formats'])
 695     g(['getteximage-luminance'])
 696     g(['getteximage-simple'])
 697     g(['getteximage-depth'])
 698     g(['incomplete-texture', 'fixed'], 'incomplete-texture-fixed')
 699     g(['proxy-texture'])
 700     g(['sized-texture-format-channels'])
 701     g(['texredefine'])
 702     g(['texsubimage'])
 703     g(['texsubimage-unpack'])
 704     g(['texsubimage-depth-formats'])
 705     g(['texture-al'])
 706     g(['triangle-guardband-viewport'])
 707     g(['getteximage-targets', '1D'])
 708     g(['getteximage-targets', '2D'])
 709     g(['teximage-scale-bias'])
 710     g(['tex-upside-down-miptree'])
 711     g(['vertex-fallbacks'])
 712
 713     for prim in ['GL_POINTS', 'GL_LINE_LOOP', 'GL_LINE_STRIP', 'GL_LINES',
 714                  'GL_TRIANGLES', 'GL_TRIANGLE_STRIP', 'GL_TRIANGLE_FAN',
 715                  'GL_QUADS', 'GL_QUAD_STRIP', 'GL_POLYGON']:
 716         for mode in ['varray', 'vbo']:
 717             g(['gl-1.1-drawarrays-vertex-count', '100000', mode, prim])
 718
 719     add_msaa_visual_plain_tests(g, ['draw-pixels'])
 720     add_msaa_visual_plain_tests(g, ['read-front'], run_concurrent=False)
 721     add_msaa_visual_plain_tests(g, ['read-front', 'clear-front-first'],
 722                                 run_concurrent=False)
 723     add_texwrap_target_tests(g, '1D')
 724     add_texwrap_target_tests(g, '2D')
 725     add_texwrap_format_tests(g)
 726
 727     color_formats = [
 728         'GL_RED', 'GL_R8', 'GL_R8_SNORM', 'GL_R16', 'GL_R16_SNORM',
 729         'GL_R16F', 'GL_R32F',
 730
 731         'GL_RG', 'GL_RG8', 'GL_RG8_SNORM', 'GL_RG16', 'GL_RG16_SNORM',
 732         'GL_RG16F', 'GL_RG32F',
 733
 734         'GL_RGB', 'GL_R3_G3_B2', 'GL_RGB4', 'GL_RGB5', 'GL_RGB8',
 735         'GL_RGB8_SNORM', 'GL_SRGB8', 'GL_RGB10', 'GL_R11F_G11F_B10F',
 736         'GL_RGB12', 'GL_RGB9_E5', 'GL_RGB16', 'GL_RGB16F',
 737         'GL_RGB16_SNORM', 'GL_RGB32F',
 738
 739         'GL_RGBA', 'GL_RGBA2', 'GL_RGBA4', 'GL_RGB5_A1', 'GL_RGBA8',
 740         'GL_RGB10_A2', 'GL_RGBA8_SNORM', 'GL_SRGB8_ALPHA8', 'GL_RGBA12',
 741         'GL_RGBA16', 'GL_RGBA16_SNORM', 'GL_RGBA32F',
 742
 743         'GL_ALPHA', 'GL_ALPHA4', 'GL_ALPHA8', 'GL_ALPHA12', 'GL_ALPHA16',
 744
 745         'GL_LUMINANCE', 'GL_LUMINANCE4', 'GL_LUMINANCE8', 'GL_SLUMINANCE8',
 746         'GL_LUMINANCE12', 'GL_LUMINANCE16',
 747
 748         'GL_LUMINANCE_ALPHA', 'GL_LUMINANCE4_ALPHA4',
 749         'GL_LUMINANCE6_ALPHA2', 'GL_LUMINANCE8_ALPHA8',
 750         'GL_SLUMINANCE8_ALPHA8', 'GL_LUMINANCE12_ALPHA4',
 751         'GL_LUMINANCE12_ALPHA12', 'GL_LUMINANCE16_ALPHA16',
 752     ]
 753     for format in color_formats:
 754         g(['teximage-colors', format])
 755
 756     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
 757         add_fbo_depthstencil_tests(g, 'default_fb', num_samples)
 758
 759 with profile.test_list.group_manager(
 760         PiglitGLTest,
 761         grouptools.join('spec', '!opengl 1.2')) as g:
 762     g(['gl-1.2-texparameter-before-teximage'])
 763     g(['draw-elements-vs-inputs'])
 764     g(['two-sided-lighting-separate-specular'])
 765     g(['levelclamp'])
 766     g(['lodclamp'])
 767     g(['lodclamp-between'])
 768     g(['lodclamp-between-max'])
 769     g(['mipmap-setup'])
 770     g(['gl-1.2-rescale-normal'])
 771     g(['tex-skipped-unit'])
 772     g(['tex3d'])
 773     g(['tex3d-maxsize'], run_concurrent=False)
 774     g(['teximage-errors'])
 775     g(['texture-packed-formats'])
 776     g(['getteximage-targets', '3D'])
 777     add_msaa_visual_plain_tests(g, ['copyteximage', '3D'])
 778     add_texwrap_target_tests(g, '3D')
 779
 780 with profile.test_list.group_manager(
 781         PiglitGLTest,
 782         grouptools.join('spec', '!opengl 1.3')) as g:
 783     g(['texunits'])
 784     g(['tex-border-1'])
 785     g(['gl-1.3-texture-env'])
 786     g(['tex3d-depth1'])
 787
 788 with profile.test_list.group_manager(
 789         PiglitGLTest,
 790         grouptools.join('spec', '!opengl 1.4')) as g:
 791     g(['gl-1.4-rgba-mipmap-texture-with-rgb-visual'])
 792     g(['blendminmax'])
 793     g(['blendsquare'])
 794     g(['gl-1.4-dlist-multidrawarrays'])
 795     g(['gl-1.4-multidrawarrays-errors'])
 796     g(['gl-1.4-polygon-offset'])
 797     g(['gl-1.4-tex1d-2dborder'])
 798     g(['draw-batch'])
 799     g(['stencil-wrap'])
 800     g(['triangle-rasterization'])
 801     g(['triangle-rasterization', '-use_fbo'], 'triangle-rasterization-fbo')
 802     g(['triangle-rasterization-overdraw'])
 803     g(['tex-miplevel-selection', '-nobias', '-nolod'],
 804       'tex-miplevel-selection')
 805     g(['tex-miplevel-selection', '-nobias'], 'tex-miplevel-selection-lod')
 806     g(['tex-miplevel-selection'], 'tex-miplevel-selection-lod-bias')
 807     add_msaa_visual_plain_tests(g, ['copy-pixels'])
 808
 809 with profile.test_list.group_manager(
 810         PiglitGLTest,
 811         grouptools.join('spec', '!opengl 1.5')) as g:
 812     g(['draw-elements'])
 813     g(['draw-elements', 'user'], 'draw-elements-user')
 814     g(['draw-vertices'])
 815     g(['draw-vertices', 'user'], 'draw-vertices-user')
 816     g(['isbufferobj'])
 817     g(['depth-tex-compare'])
 818     g(['gl-1.5-get-array-attribs'])
 819     g(['gl-1.5-normal3b3s-invariance', 'GL_BYTE'],
 820       'normal3b3s-invariance-byte')
 821     g(['gl-1.5-normal3b3s-invariance', 'GL_SHORT'],
 822       'normal3b3s-invariance-short')
 823     g(['gl-1.5-vertex-buffer-offsets'], 'vertex-buffer-offsets')
 824
 825 with profile.test_list.group_manager(
 826         PiglitGLTest,
 827         grouptools.join('spec', '!opengl 2.0')) as g:
 828     g(['attribs'])
 829     g(['gl-2.0-edgeflag'])
 830     g(['gl-2.0-edgeflag-immediate'])
 831     g(['gl-2.0-large-point-fs'])
 832     g(['gl-2.0-link-empty-prog'])
 833     g(['gl-2.0-two-sided-stencil'])
 834     g(['gl-2.0-vertexattribpointer'])
 835     g(['gl-2.0-vertexattribpointer-size-3'])
 836     g(['gl-2.0-vertex-attr-0'])
 837     g(['gl-2.0-vertex-const-attr'])
 838     g(['gl-2.0-reuse_fragment_shader'])
 839     g(['gl-2.0-shader-materials'])
 840     g(['attrib-assignments'])
 841     g(['getattriblocation-conventional'])
 842     g(['clip-flag-behavior'])
 843     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2',
 844         'back2'])
 845     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'front2'])
 846     g(['vertex-program-two-side', 'enabled', 'front', 'back', 'back2'])
 847     g(['vertex-program-two-side', 'enabled', 'front', 'back'])
 848     g(['vertex-program-two-side', 'enabled', 'front', 'front2', 'back2'])
 849     g(['vertex-program-two-side', 'enabled', 'front', 'front2'])
 850     g(['vertex-program-two-side', 'enabled', 'front', 'back2'])
 851     g(['vertex-program-two-side', 'enabled', 'front'])
 852     g(['vertex-program-two-side', 'enabled', 'back', 'front2', 'back2'])
 853     g(['vertex-program-two-side', 'enabled', 'back', 'front2'])
 854     g(['vertex-program-two-side', 'enabled', 'back', 'back2'])
 855     g(['vertex-program-two-side', 'enabled', 'back'])
 856     g(['vertex-program-two-side', 'enabled', 'front2', 'back2'])
 857     g(['vertex-program-two-side', 'enabled', 'front2'])
 858     g(['vertex-program-two-side', 'enabled', 'back2'])
 859     g(['vertex-program-two-side', 'enabled'])
 860     g(['vertex-program-two-side', 'front', 'back', 'front2', 'back2'])
 861     g(['vertex-program-two-side', 'front', 'back', 'front2'])
 862     g(['vertex-program-two-side', 'front', 'back', 'back2'])
 863     g(['vertex-program-two-side', 'front', 'back'])
 864     g(['vertex-program-two-side', 'front', 'front2', 'back2'])
 865     g(['vertex-program-two-side', 'front', 'front2'])
 866     g(['vertex-program-two-side', 'front', 'back2'])
 867     g(['vertex-program-two-side', 'front'])
 868     g(['vertex-program-two-side', 'back', 'front2', 'back2'])
 869     g(['vertex-program-two-side', 'back', 'front2'])
 870     g(['vertex-program-two-side', 'back', 'back2'])
 871     g(['vertex-program-two-side', 'back'])
 872     g(['vertex-program-two-side', 'front2', 'back2'])
 873     g(['vertex-program-two-side', 'front2'])
 874     g(['vertex-program-two-side', 'back2'])
 875     g(['vertex-program-two-side'])
 876     g(['clear-varray-2.0'])
 877     g(['early-z'])
 878     g(['occlusion-query-discard'])
 879     g(['stencil-twoside'])
 880     g(['vs-point_size-zero'])
 881     g(['depth-tex-modes-glsl'])
 882     g(['fragment-and-vertex-texturing'])
 883     g(['incomplete-texture', 'glsl'], 'incomplete-texture-glsl')
 884     g(['tex3d-npot'])
 885     g(['max-samplers'])
 886     g(['max-samplers', 'border'])
 887     g(['gl-2.0-active-sampler-conflict'])
 888     g(['incomplete-cubemap', 'size'], 'incomplete-cubemap-size')
 889     g(['incomplete-cubemap', 'format'], 'incomplete-cubemap-format')
 890     g(['gl-2.0-texture-units'])
 891     g(['gl-2.0-uniform-neg-location'])
 892     g(['shadersource-errors'])
 893
 894 with profile.test_list.group_manager(
 895         PiglitGLTest,
 896         grouptools.join('spec', '!opengl 2.1')) as g:
 897     g(['gl-2.1-minmax'], 'minmax')
 898     g(['gl-2.1-pbo'], 'pbo')
 899     g(['gl-2.1-polygon-stipple-fs'], 'polygon-stipple-fs')
 900     g(['gl-2.1-fbo-mrt-alphatest-no-buffer-zero-write'], 'fbo-mrt-alphatest-no-buffer-zero-write')
 901
 902 with profile.test_list.group_manager(
 903         PiglitGLTest,
 904         grouptools.join('spec', '!opengl 3.0')) as g:
 905     g(['attribs', 'GL3'], 'attribs')
 906     g(['bindfragdata-invalid-parameters'])
 907     g(['bindfragdata-link-error'])
 908     g(['bindfragdata-nonexistent-variable'])
 909     g(['gl-3.0-bound-resource-limits'],
 910       'bound-resource-limits')
 911     g(['clearbuffer-depth'])
 912     g(['clearbuffer-depth-cs-probe'])
 913     g(['clearbuffer-depth-stencil'])
 914     g(['clearbuffer-display-lists'])
 915     g(['clearbuffer-invalid-drawbuffer'])
 916     g(['clearbuffer-invalid-buffer'])
 917     g(['clearbuffer-mixed-format'])
 918     g(['clearbuffer-stencil'])
 919     g(['clearbuffer-bug'])
 920     g(['gl-3.0-dlist-uint-uniforms'],
 921       'dlist-uint-uniforms')
 922     g(['genmipmap-errors'])
 923     g(['getfragdatalocation'])
 924     g(['integer-errors'])
 925     g(['gl-3.0-multidrawarrays-vertexid'],
 926       'gl_VertexID used with glMultiDrawArrays')
 927     g(['gl-3.0-minmax'], 'minmax')
 928     g(['gl-3.0-render-integer'], 'render-integer')
 929     g(['gl-3.0-required-sized-texture-formats', '30'],
 930       'required-sized-texture-formats')
 931     g(['gl-3.0-required-renderbuffer-attachment-formats', '30'],
 932       'required-renderbuffer-attachment-formats')
 933     g(['gl-3.0-required-texture-attachment-formats', '30'],
 934       'required-texture-attachment-formats')
 935     g(['gl-3.0-forward-compatible-bit', 'yes'],
 936       'forward-compatible-bit yes')
 937     g(['gl-3.0-forward-compatible-bit', 'no'],
 938       'forward-compatible-bit no')
 939     g(['gl-3.0-texparameteri'])
 940     g(['gl-3.0-texture-integer'])
 941     g(['gl-3.0-vertexattribipointer'])
 942     g(['gl30basic'], run_concurrent=False)
 943     g(['array-depth-roundtrip'])
 944     g(['depth-cube-map'])
 945     g(['sampler-cube-shadow'])
 946     g(['generatemipmap-base-change', 'size'])
 947     g(['generatemipmap-base-change', 'format'])
 948     g(['generatemipmap-cubemap'])
 949     g(['viewport-clamp'])
 950
 951 with profile.test_list.group_manager(
 952         PiglitGLTest,
 953         grouptools.join('spec', '!opengl 3.1')) as g:
 954     g(['gl-3.1-buffer-bindings'], 'buffer-bindings')
 955     g(['gl-3.1-default-vao'], 'default-vao')
 956     g(['gl-3.1-draw-buffers-errors'], 'draw-buffers-errors')
 957     g(['gl-3.1-enable-vertex-array'])
 958     g(['gl-3.1-genned-names'], 'genned-names')
 959     g(['gl-3.1-link-empty-prog-core'])
 960     g(['gl-3.1-minmax'], 'minmax')
 961     g(['gl-3.1-mixed-int-float-fbo'])
 962     g(['gl-3.1-mixed-int-float-fbo', 'int_second'])
 963     g(['gl-3.1-vao-broken-attrib'], 'vao-broken-attrib')
 964     g(['gl-3.0-required-renderbuffer-attachment-formats', '31'],
 965       'required-renderbuffer-attachment-formats')
 966     g(['gl-3.0-required-sized-texture-formats', '31'],
 967       'required-sized-texture-formats')
 968     g(['gl-3.0-required-texture-attachment-formats', '31'],
 969       'required-texture-attachment-formats')
 970     for subtest in ['generated', 'written', 'flush']:
 971         g(['gl-3.1-primitive-restart-xfb', subtest],
 972           'primitive-restart-xfb {0}'.format(subtest))
 973
 974 with profile.test_list.group_manager(
 975         PiglitGLTest,
 976         grouptools.join('spec', '!opengl 3.2')) as g:
 977     g(['glsl-resource-not-bound', '1D'])
 978     g(['glsl-resource-not-bound', '2D'])
 979     g(['glsl-resource-not-bound', '3D'])
 980     g(['glsl-resource-not-bound', '2DRect'])
 981     g(['glsl-resource-not-bound', '1DArray'])
 982     g(['glsl-resource-not-bound', '2DArray'])
 983     g(['glsl-resource-not-bound', '2DMS'])
 984     g(['glsl-resource-not-bound', '2DMSArray'])
 985     g(['glsl-resource-not-bound', 'Buffer'])
 986     g(['glsl-resource-not-bound', 'Cube'])
 987     g(['gl-3.2-basevertex-vertexid'],
 988       'gl_VertexID used with glMultiDrawElementsBaseVertex')
 989     g(['gl-3.2-minmax'], 'minmax')
 990     g(['gl-3.2-adj-prims', 'pv-first'])
 991     g(['gl-3.2-adj-prims', 'pv-last'])
 992     g(['gl-3.2-adj-prims', 'cull-front', 'pv-first'])
 993     g(['gl-3.2-adj-prims', 'cull-front', 'pv-last'])
 994     g(['gl-3.2-adj-prims', 'cull-back', 'pv-first'])
 995     g(['gl-3.2-adj-prims', 'cull-back', 'pv-last'])
 996     g(['gl-3.2-adj-prims', 'line', 'cull-front', 'pv-first'])
 997     g(['gl-3.2-adj-prims', 'line', 'cull-front', 'pv-last'])
 998     g(['gl-3.2-adj-prims', 'line', 'cull-back', 'pv-first'])
 999     g(['gl-3.2-adj-prims', 'line', 'cull-back', 'pv-last'])
1000     g(['gl-3.2-clear-no-buffers'], 'clear-no-buffers')
1001     g(['gl-3.2-depth-tex-sampling'], 'depth-tex-sampling')
1002     g(['gl-3.2-get-buffer-parameter-i64v'], 'get-buffer-parameter-i64v')
1003     g(['gl-3.2-get-integer-64iv'], 'get-integer-64iv')
1004     g(['gl-3.2-get-integer-64v'], 'get-integer-64v')
1005     g(['gl-3.2-pointsprite-coord'], 'pointsprite-coord')
1006     g(['gl-3.2-pointsprite-origin'], 'pointsprite-origin')
1007     g(['gl-coord-replace-doesnt-eliminate-frag-tex-coords'],
1008       'coord-replace-doesnt-eliminate-frag-tex-coords')
1009     g(['gl-get-active-attrib-returns-all-inputs'],
1010       'get-active-attrib-returns-all-inputs')
1011     g(['gl-3.2-texture-border-deprecated'], 'texture-border-deprecated')
1012
1013 with profile.test_list.group_manager(
1014         PiglitGLTest,
1015         grouptools.join('spec', '!opengl 3.2', 'layered-rendering')) as g:
1016     g(['gl-3.2-layered-rendering-blit'], 'blit')
1017     g(['gl-3.2-layered-rendering-clear-color'], 'clear-color')
1018     g(['gl-3.2-layered-rendering-clear-color-mismatched-layer-count'],
1019       'clear-color-mismatched-layer-count')
1020     g(['gl-3.2-layered-rendering-clear-depth'], 'clear-depth')
1021     g(['gl-3.2-layered-rendering-framebuffertexture'], 'framebuffertexture')
1022     g(['gl-3.2-layered-rendering-framebuffertexture-buffer-textures'],
1023       'framebuffertexture-buffer-textures')
1024     g(['gl-3.2-layered-rendering-framebuffertexture-defaults'],
1025       'framebuffertexture-defaults')
1026     g(['gl-3.2-layered-rendering-readpixels'], 'readpixels')
1027     g(['gl-3.2-layered-rendering-framebuffer-layer-attachment-mismatch'],
1028       'framebuffer-layer-attachment-mismatch')
1029     g(['gl-3.2-layered-rendering-framebuffer-layer-complete'],
1030       'framebuffer-layer-complete')
1031     g(['gl-3.2-layered-rendering-framebuffer-layer-count-mismatch'],
1032       'framebuffer-layer-count-mismatch')
1033     g(['gl-3.2-layered-rendering-framebuffer-layered-attachments'],
1034       'framebuffer-layered-attachments')
1035     g(['gl-3.2-layered-rendering-gl-layer'], 'gl-layer')
1036     g(['gl-3.2-layered-rendering-gl-layer-cube-map'], 'gl-layer-cube-map')
1037     g(['gl-3.2-layered-rendering-gl-layer-not-layered'],
1038       'gl-layer-not-layered')
1039     g(['gl-3.2-layered-rendering-gl-layer-render'], 'gl-layer-render')
1040     g(['gl-3.2-layered-rendering-gl-layer-render-clipped'], 'gl-layer-render-clipped')
1041     g(['gl-3.2-layered-rendering-gl-layer-render-storage'], 'gl-layer-render-storage')
1042
1043     for texture_type in ['3d', '2d_array', '2d_multisample_array', '1d_array',
1044                          'cube_map', 'cube_map_array']:
1045         for test_type in ['single_level', 'mipmapped']:
1046             if texture_type == '2d_multisample_array' and \
1047                             test_type == 'mipmapped':
1048                 continue
1049             g(['gl-3.2-layered-rendering-clear-color-all-types', texture_type,
1050                test_type],
1051               'clear-color-all-types {} {}'.format(texture_type, test_type))
1052
1053 with profile.test_list.group_manager(
1054         PiglitGLTest,
1055         grouptools.join('spec', '!opengl 3.3')) as g:
1056     g(['gl-3.3-minmax'], 'minmax')
1057     g(['gl-3.0-required-renderbuffer-attachment-formats', '33'],
1058       'required-renderbuffer-attachment-formats')
1059     g(['gl-3.0-required-sized-texture-formats', '33'],
1060       'required-sized-texture-formats')
1061     g(['gl-3.0-required-texture-attachment-formats', '33'],
1062       'required-texture-attachment-formats')
1063
1064 with profile.test_list.group_manager(
1065         PiglitGLTest,
1066         grouptools.join('spec', '!opengl 4.2')) as g:
1067     g(['gl-3.0-required-renderbuffer-attachment-formats', '42'],
1068       'required-renderbuffer-attachment-formats')
1069     g(['gl-3.0-required-sized-texture-formats', '42'],
1070       'required-sized-texture-formats')
1071     g(['gl-3.0-required-texture-attachment-formats', '42'],
1072       'required-texture-attachment-formats')
1073     g(['gl-4.4-max_vertex_attrib_stride'], 'gl-max-vertex-attrib-stride')
1074
1075 with profile.test_list.group_manager(
1076         PiglitGLTest,
1077         grouptools.join('spec', '!opengl 4.5')) as g:
1078     g(['gl-4.5-named-framebuffer-draw-buffers-errors'], 'named-framebuffer-draw-buffers-errors')
1079     g(['gl-4.5-named-framebuffer-read-buffer-errors'], 'named-framebuffer-read-buffer-errors')
1080     g(['gl-4.5-compare-framebuffer-parameter-with-get'], 'compare-framebuffer-parameter-with-get')
1081
1082 with profile.test_list.group_manager(
1083         PiglitGLTest,
1084         grouptools.join('spec', '!opengl 4.3')) as g:
1085     g(['gl-4.3-get_glsl_versions'], 'get_glsl_version')
1086
1087 with profile.test_list.group_manager(
1088         PiglitGLTest,
1089         grouptools.join('spec', '!opengl 4.4')) as g:
1090     g(['tex-errors'])
1091
1092 # Group spec/glsl-es-1.00
1093 with profile.test_list.group_manager(
1094         BuiltInConstantsTest,
1095         grouptools.join('spec', 'glsl-es-1.00')) as g:
1096     g(['built-in-constants_gles2',
1097        os.path.join('spec', 'glsl-es-1.00', 'minimum-maximums.txt')],
1098       'built-in constants')
1099
1100 with profile.test_list.group_manager(
1101         PiglitGLTest,
1102         grouptools.join('spec', 'glsl-es-1.00', 'linker')) as g:
1103     g(['glsl-es-1.00-fface-invariant'], 'glsl-fface-invariant')
1104
1105 # Group spec/glsl-1.10
1106 with profile.test_list.group_manager(
1107         PiglitGLTest,
1108         grouptools.join('spec', 'glsl-1.10', 'execution')) as g:
1109     g(['glsl-render-after-bad-attach'])
1110     g(['glsl-1.10-built-in-matrix-state'])
1111     g(['glsl-1.10-built-in-uniform-state'])
1112     g(['glsl-1.10-fragdepth'])
1113     g(['glsl-1.10-linear-fog'])
1114     g(['glsl-1.10-uniform-matrix-transposed'])
1115
1116 with profile.test_list.group_manager(
1117         PiglitGLTest,
1118         grouptools.join('spec', 'glsl-1.10', 'execution', 'clipping')) as g:
1119     for mode in ['fixed', 'pos_clipvert', 'clipvert_pos']:
1120         g(['clip-plane-transformation', mode],
1121           'clip-plane-transformation {}'.format(mode))
1122
1123 with profile.test_list.group_manager(
1124         PiglitGLTest,
1125         grouptools.join('spec', 'glsl-1.10', 'execution',
1126                         'varying-packing')) as g:
1127     for type_ in ['int', 'uint', 'float', 'vec2', 'vec3', 'vec4', 'ivec2',
1128                   'ivec3', 'ivec4', 'uvec2', 'uvec3', 'uvec4', 'mat2', 'mat3',
1129                   'mat4', 'mat2x3', 'mat2x4', 'mat3x2', 'mat3x4', 'mat4x2',
1130                   'mat4x3']:
1131         for arrayspec in ['array', 'separate', 'arrays_of_arrays']:
1132             g(['varying-packing-simple', type_, arrayspec],
1133               'simple {} {}'.format(type_, arrayspec))
1134
1135 with profile.test_list.group_manager(
1136         BuiltInConstantsTest,
1137         grouptools.join('spec', 'glsl-1.10')) as g:
1138     g(['built-in-constants',
1139        os.path.join('spec', 'glsl-1.10', 'minimum-maximums.txt')],
1140       'built-in constants')
1141
1142 with profile.test_list.group_manager(
1143         PiglitGLTest,
1144         grouptools.join('spec', 'glsl-1.10', 'api')) as g:
1145     g(['getactiveattrib', '110'], 'getactiveattrib 110')
1146
1147 # Group spec/glsl-1.20
1148 with profile.test_list.group_manager(
1149         PiglitGLTest,
1150         grouptools.join('spec', 'glsl-1.20')) as g:
1151     g(['glsl-1.20-getactiveuniform-constant'])
1152     g(['glsl-1.20-negative-mult-matNxN-matNxN'])
1153     g(['built-in-constants',
1154        os.path.join('spec', 'glsl-1.20', 'minimum-maximums.txt')],
1155       'built-in constants',
1156       override_class=BuiltInConstantsTest)
1157
1158 with profile.test_list.group_manager(
1159         PiglitGLTest,
1160         grouptools.join('spec', 'glsl-1.20', 'api')) as g:
1161     g(['getactiveattrib', '120'])
1162
1163 with profile.test_list.group_manager(
1164         PiglitGLTest,
1165         grouptools.join('spec', 'glsl-1.20', 'recursion')) as g:
1166     g(['recursion', '-rlmit', '268435456', 'simple'], 'simple',
1167       run_concurrent=False)
1168     g(['recursion', '-rlmit', '268435456', 'unreachable'], 'unreachable',
1169       run_concurrent=False)
1170     g(['recursion', '-rlmit', '268435456', 'unreachable-constant-folding'],
1171       'unreachable-constant-folding', run_concurrent=False)
1172     g(['recursion', '-rlmit', '268435456', 'indirect'], 'indirect',
1173       run_concurrent=False)
1174     g(['recursion', '-rlmit', '268435456', 'indirect-separate'],
1175       'indirect-separate', run_concurrent=False)
1176     g(['recursion', '-rlmit', '268435456', 'indirect-complex'],
1177       'indirect-complex', run_concurrent=False)
1178     g(['recursion', '-rlmit', '268435456', 'indirect-complex-separate'],
1179       'indirect-complex-separate', run_concurrent=False)
1180
1181 with profile.test_list.group_manager(
1182         PiglitGLTest,
1183         grouptools.join('spec', 'glsl-1.20', 'execution')) as g:
1184     for test in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow']:
1185         g(['tex-miplevel-selection', 'GL2:texture()', test])
1186         g(['tex-miplevel-selection', 'GL2:texture(bias)', test])
1187
1188     for test in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1189                  '2DShadow']:
1190         g(['tex-miplevel-selection', 'GL2:textureProj', test])
1191         g(['tex-miplevel-selection', 'GL2:textureProj(bias)', test])
1192
1193 textureSize_samplers_130 = [
1194     'sampler1D', 'sampler2D', 'sampler3D', 'samplerCube', 'sampler1DShadow',
1195     'sampler2DShadow', 'samplerCubeShadow', 'sampler1DArray', 'sampler2DArray',
1196     'sampler1DArrayShadow', 'sampler2DArrayShadow', 'isampler1D', 'isampler2D',
1197     'isampler3D', 'isamplerCube', 'isampler1DArray', 'isampler2DArray',
1198     'usampler1D', 'usampler2D', 'usampler3D', 'usamplerCube',
1199     'usampler1DArray', 'usampler2DArray']
1200 textureSize_samplers_gpu_shader4 = [
1201     'sampler1D', 'sampler2D', 'sampler3D', 'samplerCube',
1202     'sampler1DArray', 'sampler2DArray',
1203     'isampler1D', 'isampler2D',
1204     'isampler3D', 'isamplerCube', 'isampler1DArray', 'isampler2DArray',
1205     'usampler1D', 'usampler2D', 'usampler3D', 'usamplerCube',
1206     'usampler1DArray', 'usampler2DArray']
1207 for stage in ['vs', 'gs', 'fs']:
1208     if stage == 'gs':
1209         version = '1.50'
1210     else:
1211         version = '1.30'
1212
1213     # textureSize():
1214     # These will be added in the textureSize_samplers_140 loop for gs, because
1215     # it is a special case and is actually 1.50 feature.
1216     # Despite the differences in the commands lines of the two lists (this one
1217     # does not add '140', the two tests are equivalent.
1218     if stage != 'gs':
1219         for sampler in textureSize_samplers_130:
1220             profile.test_list[grouptools.join(
1221                 'spec', 'glsl-{}'.format(version), 'execution', 'textureSize',
1222                 '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1223                     ['textureSize', stage, sampler])
1224         for sampler in textureSize_samplers_gpu_shader4:
1225             profile.test_list[grouptools.join(
1226                 'spec', 'ext_gpu_shader4', 'execution', 'textureSize',
1227                 '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1228                     ['textureSize', 'gpu_shader4', stage, sampler])
1229
1230     # texelFetch():
1231     for sampler in ['sampler1D', 'sampler2D', 'sampler3D', 'sampler1DArray',
1232                     'sampler2DArray', 'isampler1D', 'isampler2D', 'isampler3D',
1233                     'isampler1DArray', 'isampler2DArray', 'usampler1D',
1234                     'usampler2D', 'usampler3D', 'usampler1DArray',
1235                     'usampler2DArray']:
1236         profile.test_list[grouptools.join(
1237             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1238             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1239                 ['texelFetch', stage, sampler])
1240         profile.test_list[grouptools.join(
1241             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetchOffset',
1242             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1243                 ['texelFetch', 'offset', stage, sampler])
1244         if stage != 'gs':
1245             profile.test_list[grouptools.join(
1246                 'spec', 'ext_gpu_shader4', 'execution', 'texelFetch',
1247                 '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1248                     ['texelFetch', 'gpu_shader4', stage, sampler])
1249             profile.test_list[grouptools.join(
1250                 'spec', 'ext_gpu_shader4', 'execution', 'texelFetchOffset',
1251                 '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1252                     ['texelFetch', 'gpu_shader4', 'offset', stage, sampler])
1253
1254
1255     # texelFetch() with EXT_texture_swizzle mode "b0r1":
1256     for type in ['i', 'u', '']:
1257         profile.test_list[grouptools.join(
1258             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1259             '{}-texelFetch-{}sampler2Darray-swizzle'.format(stage, type))] = \
1260             PiglitGLTest(['texelFetch', stage, '{}sampler2DArray'.format(type),
1261                           'b0r1'])
1262
1263     for type in ('i', 'u', ''):
1264         for sampler in ('sampler2DMS', 'sampler2DMSArray'):
1265             for sample_count in MSAA_SAMPLE_COUNTS:
1266                 stype = '{}{}'.format(type, sampler)
1267                 profile.test_list[grouptools.join(
1268                     'spec', 'arb_shader_texture_image_samples',
1269                     'textureSamples', '{}-{}-{}'.format(stage, stype, sample_count))
1270                 ] = PiglitGLTest([
1271                     'textureSamples', stage, stype, sample_count])
1272
1273 with profile.test_list.group_manager(
1274         PiglitGLTest,
1275         grouptools.join('spec', 'glsl-1.30')) as g:
1276     g(['glsl-1.30-texel-offset-limits'], 'texel-offset-limits')
1277     g(['built-in-constants',
1278        os.path.join('spec', 'glsl-1.30', 'minimum-maximums.txt')],
1279       'built-in constants',
1280        override_class=BuiltInConstantsTest)
1281
1282 with profile.test_list.group_manager(
1283         PiglitGLTest,
1284         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1285     g(['texelFetch', 'fs', 'sampler1D', '1-513'])
1286     g(['texelFetch', 'fs', 'sampler1DArray', '1x71-501x71'])
1287     g(['texelFetch', 'fs', 'sampler1DArray', '1x281-501x281'])
1288     g(['texelFetch', 'fs', 'sampler1DArray', '71x1-71x281'])
1289     g(['texelFetch', 'fs', 'sampler1DArray', '281x1-281x281'])
1290     g(['texelFetch', 'fs', 'sampler2D', '1x71-501x71'])
1291     g(['texelFetch', 'fs', 'sampler2D', '1x281-501x281'])
1292     g(['texelFetch', 'fs', 'sampler2D', '71x1-71x281'])
1293     g(['texelFetch', 'fs', 'sampler2D', '281x1-281x281'])
1294     g(['texelFetch', 'fs', 'sampler3D', '1x129x9-98x129x9'])
1295     g(['texelFetch', 'fs', 'sampler3D', '98x1x9-98x129x9'])
1296     g(['texelFetch', 'fs', 'sampler3D', '98x129x1-98x129x9'])
1297     g(['texelFetch', 'fs', 'sampler2DArray', '1x129x9-98x129x9'])
1298     g(['texelFetch', 'fs', 'sampler2DArray', '98x1x9-98x129x9'])
1299     g(['texelFetch', 'fs', 'sampler2DArray', '98x129x1-98x129x9'])
1300     g(['fs-texelFetch-2D'])
1301     g(['fs-texelFetchOffset-2D'])
1302     g(['fs-textureOffset-2D'])
1303     g(['fs-discard-exit-2'])
1304     g(['vertexid-beginend'])
1305     g(['vertexid-drawarrays'])
1306     g(['vertexid-drawelements'])
1307     g(['fs-execution-ordering'])
1308
1309     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow', '1DArray',
1310                   '2DArray', '1DArrayShadow', 'CubeArray']:
1311         g(['tex-miplevel-selection', 'textureLod', stage])
1312
1313     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow',
1314                   'CubeShadow', '1DArray', '2DArray', 'CubeArray',
1315                   '1DArrayShadow']:
1316         g(['tex-miplevel-selection', 'texture(bias)', stage])
1317
1318     for stage in ['1D', '2D', '3D', 'Cube', '1DShadow', '2DShadow',
1319                   'CubeShadow', '1DArray', '2DArray', 'CubeArray',
1320                   '1DArrayShadow', '2DArrayShadow', '2DRect', '2DRectShadow',
1321                   'CubeArrayShadow']:
1322         g(['tex-miplevel-selection', 'texture()', stage])
1323
1324     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
1325                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
1326                   '2DArrayShadow']:
1327         g(['tex-miplevel-selection', 'textureOffset', stage])
1328
1329     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
1330                   '2DArray', '1DArrayShadow']:
1331         g(['tex-miplevel-selection', 'textureOffset(bias)', stage])
1332
1333     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1334                   '2DShadow', '2DRect', '2DRect_ProjVec4', '2DRectShadow']:
1335         g(['tex-miplevel-selection', 'textureProj', stage])
1336
1337     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1338                   '2DShadow']:
1339         g(['tex-miplevel-selection', 'textureProj(bias)', stage])
1340
1341     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '2DRect',
1342                   '2DRect_ProjVec4', '2DRectShadow', '1DShadow', '2DShadow']:
1343         g(['tex-miplevel-selection', 'textureProjOffset', stage])
1344
1345     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
1346                   '2DShadow']:
1347         g(['tex-miplevel-selection', 'textureProjOffset(bias)', stage])
1348
1349     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
1350                   '2DArray', '1DArrayShadow']:
1351         g(['tex-miplevel-selection', 'textureLodOffset', stage])
1352
1353     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '1DShadow',
1354                   '2DShadow']:
1355         g(['tex-miplevel-selection', 'textureProjLod', stage])
1356         g(['tex-miplevel-selection', 'textureProjLodOffset', stage])
1357
1358     for stage in ['1D', '2D', '3D', 'Cube', '2DRect', '2DRectShadow',
1359                   '1DShadow', '2DShadow', 'CubeShadow', '1DArray', '2DArray',
1360                   '1DArrayShadow', '2DArrayShadow', 'CubeArray']:
1361         g(['tex-miplevel-selection', 'textureGrad', stage])
1362
1363     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
1364                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
1365                   '2DArrayShadow']:
1366         g(['tex-miplevel-selection', 'textureGradOffset', stage])
1367
1368     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '2DRect',
1369                   '2DRect_ProjVec4', '1DShadow', '2DShadow', '2DRectShadow']:
1370         g(['tex-miplevel-selection', 'textureProjGrad', stage])
1371         g(['tex-miplevel-selection', 'textureProjGradOffset', stage])
1372
1373 with profile.test_list.group_manager(
1374         PiglitGLTest,
1375         grouptools.join('spec', 'glsl-1.30', 'linker', 'clipping')) as g:
1376     g(['mixing-clip-distance-and-clip-vertex-disallowed'])
1377
1378 with profile.test_list.group_manager(
1379         PiglitGLTest,
1380         grouptools.join('spec', 'glsl-1.30', 'execution')) as g:
1381     for arg in ['vs_basic', 'vs_xfb', 'vs_fbo', 'fs_basic', 'fs_fbo']:
1382         g(['isinf-and-isnan', arg])
1383
1384 with profile.test_list.group_manager(
1385         PiglitGLTest,
1386         grouptools.join('spec', 'glsl-1.30', 'execution', 'clipping')) as g:
1387     g(['max-clip-distances'])
1388     g(['clip-plane-transformation', 'pos'])
1389
1390 with profile.test_list.group_manager(
1391         PiglitGLTest,
1392         grouptools.join('spec', 'glsl-1.30', 'api')) as g:
1393     g(['getactiveattrib', '130'], 'getactiveattrib 130')
1394
1395 # Group spec/glsl-1.40
1396 with profile.test_list.group_manager(
1397         BuiltInConstantsTest,
1398         grouptools.join('spec', 'glsl-1.40')) as g:
1399     g(['built-in-constants',
1400        os.path.join('spec', 'glsl-1.40', 'minimum-maximums.txt')],
1401       'built-in constants')
1402
1403 with profile.test_list.group_manager(
1404         PiglitGLTest,
1405         grouptools.join('spec', 'glsl-1.40', 'execution')) as g:
1406     g(['glsl-1.40-tf-no-position'], 'tf-no-position')
1407
1408 textureSize_samplers_140 = textureSize_samplers_130 + [
1409     'sampler2DRect', 'isampler2DRect', 'sampler2DRectShadow', 'samplerBuffer',
1410     'isamplerBuffer', 'usamplerBuffer']
1411 for stage in ['vs', 'gs', 'fs', 'tes']:
1412     if stage == 'gs' or stage == 'tes':
1413         version = '1.50'
1414     else:
1415         version = '1.40'
1416     # textureSize():
1417     for sampler in textureSize_samplers_140:
1418         profile.test_list[grouptools.join(
1419             'spec', 'glsl-{}'.format(version), 'execution', 'textureSize',
1420             '{}-textureSize-{}'.format(stage, sampler))] = PiglitGLTest(
1421                 ['textureSize', '140', stage, sampler])
1422 for stage in ['vs', 'gs', 'fs']:
1423     if stage == 'gs':
1424         version = '1.50'
1425     else:
1426         version = '1.40'
1427     # texelFetch():
1428     for sampler in ['sampler2DRect', 'usampler2DRect', 'isampler2DRect']:
1429         profile.test_list[grouptools.join(
1430             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetch',
1431             '{}-texelFetch-{}'.format(stage, sampler))] = PiglitGLTest(
1432                 ['texelFetch', '140', stage, sampler])
1433         profile.test_list[grouptools.join(
1434             'spec', 'glsl-{}'.format(version), 'execution', 'texelFetchOffset',
1435             '{}-{}'.format(stage, sampler))] = PiglitGLTest(
1436                 ['texelFetch', 'offset', '140', stage, sampler])
1437
1438 with profile.test_list.group_manager(
1439         PiglitGLTest,
1440         grouptools.join('spec', 'glsl-1.50')) as g:
1441     g(['built-in-constants',
1442        os.path.join('spec', 'glsl-1.50', 'minimum-maximums.txt')],
1443       'built-in constants',
1444       override_class=BuiltInConstantsTest)
1445     g(['built-in-constants',
1446        os.path.join('spec', 'glsl-1.50', 'minimum-maximums-compat.txt')],
1447       'built-in constants compatibility',
1448       override_class=BuiltInConstantsTest)
1449     g(['glsl-1.50-gs-emits-too-few-verts'], 'gs-emits-too-few-verts')
1450     g(['glsl-1.50-geometry-end-primitive-optional-with-points-out'],
1451       'gs-end-primitive-optional-with-points-out')
1452     g(['glsl-1.50-gs-max-output', '-scan', '1', '20'], 'gs-max-output')
1453     g(['glsl-1.50-gs-max-output-components'], 'gs-max-output-components')
1454     g(['glsl-1.50-getshaderiv-may-return-GS'], 'getshaderiv-may-return-GS')
1455     g(['glsl-1.50-query-gs-prim-types'], 'query-gs-prim-types')
1456     g(['glsl-1.50-transform-feedback-type-and-size'],
1457       'transform-feedback-type-and-size')
1458     g(['glsl-1.50-transform-feedback-vertex-id'],
1459       'transform-feedback-vertex-id')
1460     g(['glsl-1.50-transform-feedback-builtins'], 'transform-feedback-builtins')
1461
1462     for draw in ['', 'indexed']:
1463         for prim in ['GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
1464                      'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1465             g(['arb_geometry_shader4-ignore-adjacent-vertices',
1466                'core', draw, prim], run_concurrent=False)
1467
1468     for subtest in ['unnamed', 'named', 'array']:
1469         g(['glsl-1.50-interface-block-centroid', subtest])
1470
1471     for layout_type in ['points', 'lines', 'lines_adjacency', 'triangles',
1472                         'triangles_adjacency']:
1473         g(['glsl-1.50-gs-mismatch-prim-type', layout_type])
1474
1475     for layout in ['points', 'lines', 'lines_adjacency', 'triangles',
1476                    'triangles_adjacency', 'line_strip', 'triangle_strip']:
1477         g(['glsl-1.50-gs-input-layout-qualifiers', layout])
1478         g(['glsl-1.50-gs-output-layout-qualifiers', layout])
1479
1480 with profile.test_list.group_manager(
1481         PiglitGLTest,
1482         grouptools.join('spec', 'glsl-1.50', 'execution')) as g:
1483     g(['glsl-1.50-get-active-attrib-array'], 'get-active-attrib-array')
1484     g(['glsl-1.50-interface-blocks-api-access-members'],
1485       'interface-blocks-api-access-members')
1486     g(['glsl-1.50-vs-input-arrays'], 'vs-input-arrays')
1487     g(['glsl-1.50-vs-named-block-no-modify'], 'vs-named-block-no-modify')
1488
1489 # max_vertices of 32 and 128 are important transition points for
1490 # mesa/i965 (they are the number of bits in a float and a vec4,
1491 # respectively), so test around there.  Also test 0, which means the
1492 # maximum number of geometry shader output vertices supported by the
1493 # hardware.
1494 with profile.test_list.group_manager(
1495         PiglitGLTest,
1496         grouptools.join('spec', 'glsl-1.50', 'execution', 'geometry')) as g:
1497     for i in [31, 32, 33, 34, 127, 128, 129, 130, 0]:
1498         g(['glsl-1.50-geometry-end-primitive', str(i)],
1499           'end-primitive {0}'.format(i))
1500
1501     for prim_type in ['GL_POINTS', 'GL_LINE_LOOP', 'GL_LINE_STRIP', 'GL_LINES',
1502                       'GL_TRIANGLES', 'GL_TRIANGLE_STRIP', 'GL_TRIANGLE_FAN',
1503                       'GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
1504                       'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1505         g(['glsl-1.50-geometry-primitive-types', prim_type],
1506           'primitive-types {0}'.format(prim_type))
1507
1508         for restart_index in ['ffs', 'other']:
1509             g(['glsl-1.50-geometry-primitive-id-restart', prim_type,
1510                restart_index],
1511               'primitive-id-restart {0} {1}'.format(prim_type, restart_index))
1512
1513     for prim_type in ['GL_TRIANGLE_STRIP', 'GL_TRIANGLE_STRIP_ADJACENCY']:
1514         for restart_index in ['ffs', 'other']:
1515             g(['glsl-1.50-geometry-tri-strip-ordering-with-prim-restart',
1516                prim_type, restart_index],
1517               'tri-strip-ordering-with-prim-restart {0} {1}'.format(
1518                   prim_type, restart_index))
1519
1520 with profile.test_list.group_manager(
1521         BuiltInConstantsTest, grouptools.join('spec', 'glsl-3.30')) as g:
1522     g(['built-in-constants',
1523        os.path.join('spec', 'glsl-3.30', 'minimum-maximums.txt')],
1524       'built-in constants')
1525
1526 with profile.test_list.group_manager(
1527         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.00')) as g:
1528     g(['built-in-constants_gles3',
1529        os.path.join('spec', 'glsl-es-3.00', 'minimum-maximums.txt')],
1530       'built-in constants')
1531
1532 with profile.test_list.group_manager(
1533         PiglitGLTest,
1534         grouptools.join('spec', 'glsl-es-3.00', 'execution')) as g:
1535     g(['varying-struct-centroid_gles3'])
1536
1537 with profile.test_list.group_manager(
1538         BuiltInConstantsTest, grouptools.join('spec', 'glsl-es-3.10')) as g:
1539     g(['built-in-constants_gles3',
1540        os.path.join('spec', 'glsl-es-3.10', 'minimum-maximums.txt')],
1541       'built-in constants')
1542
1543 # AMD_performance_monitor
1544 with profile.test_list.group_manager(
1545         PiglitGLTest, grouptools.join('spec', 'AMD_performance_monitor')) as g:
1546     g(['amd_performance_monitor_api'], 'api', run_concurrent=False)
1547     g(['amd_performance_monitor_api'], 'vc4')
1548     g(['amd_performance_monitor_measure'], 'measure', run_concurrent=False)
1549
1550 # Group ARB_arrays_of_arrays
1551 with profile.test_list.group_manager(
1552         PiglitGLTest,
1553         grouptools.join('spec', 'ARB_arrays_of_arrays')) as g:
1554     g(['arb_arrays_of_arrays-max-binding'], run_concurrent=False)
1555
1556 # Group ARB_point_sprite
1557 with profile.test_list.group_manager(
1558         PiglitGLTest, grouptools.join('spec', 'ARB_point_sprite')) as g:
1559     g(['arb_point_sprite-checkerboard'], run_concurrent=False)
1560     g(['arb_point_sprite-mipmap'])
1561     g(['arb_point_sprite-interactions', '1.0'])
1562
1563 # Group OES_point_sprite
1564 with profile.test_list.group_manager(
1565         PiglitGLTest, grouptools.join('spec', 'OES_point_sprite')) as g:
1566     g(['arb_point_sprite-checkerboard_gles1'], run_concurrent=False)
1567
1568 # Group ARB_tessellation_shader
1569 with profile.test_list.group_manager(
1570         PiglitGLTest, grouptools.join('spec', 'ARB_tessellation_shader')) as g:
1571     g(['arb_tessellation_shader-get-tcs-params'])
1572     g(['arb_tessellation_shader-get-tes-params'])
1573     g(['arb_tessellation_shader-minmax'])
1574     g(['arb_tessellation_shader-immediate-mode-draw-patches'])
1575     g(['arb_tessellation_shader-invalid-get-program-params'])
1576     g(['arb_tessellation_shader-invalid-patch-vertices-range'])
1577     g(['arb_tessellation_shader-invalid-primitive'])
1578     g(['built-in-constants',
1579        os.path.join('spec', 'arb_tessellation_shader', 'minimum-maximums.txt')],
1580       'built-in-constants',
1581       override_class=BuiltInConstantsTest)
1582     g(['arb_tessellation_shader-large-uniforms'])
1583     g(['arb_tessellation_shader-layout-mismatch'])
1584     g(['arb_tessellation_shader-tes-gs-max-output', '-small', '-scan', '1', '50'])
1585
1586 # Group ARB_texture_multisample
1587 with profile.test_list.group_manager(
1588         PiglitGLTest, grouptools.join('spec', 'ARB_texture_multisample')) as g:
1589     g(['arb_texture_multisample-large-float-texture'], 'large-float-texture',
1590       run_concurrent=False)
1591     g(['arb_texture_multisample-large-float-texture', '--array'],
1592       'large-float-texture-array', run_concurrent=False)
1593     g(['arb_texture_multisample-large-float-texture', '--fp16'],
1594       'large-float-texture-fp16', run_concurrent=False)
1595     g(['arb_texture_multisample-large-float-texture', '--array', '--fp16'],
1596       'large-float-texture-array-fp16', run_concurrent=False)
1597     g(['arb_texture_multisample-minmax'])
1598     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x71-501x71'])
1599     g(['texelFetch', 'fs', 'sampler2DMS', '4', '1x130-501x130'])
1600     g(['texelFetch', 'fs', 'sampler2DMS', '4', '71x1-71x130'])
1601     g(['texelFetch', 'fs', 'sampler2DMS', '4', '281x1-281x130'])
1602     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '1x129x9-98x129x9'])
1603     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x1x9-98x129x9'])
1604     g(['texelFetch', 'fs', 'sampler2DMSArray', '4', '98x129x1-98x129x9'])
1605     g(['arb_texture_multisample-texstate'])
1606     g(['arb_texture_multisample-errors'])
1607     for sample_count in MSAA_SAMPLE_COUNTS:
1608         g(['arb_texture_multisample-texelfetch', sample_count])
1609     g(['arb_texture_multisample-sample-mask'])
1610     g(['arb_texture_multisample-dsa-texelfetch'])
1611     g(['arb_texture_multisample-sample-mask-value'])
1612     g(['arb_texture_multisample-sample-mask-execution'])
1613     g(['arb_texture_multisample-sample-mask-execution', '-tex'])
1614     g(['arb_texture_multisample-negative-max-samples'])
1615     g(['arb_texture_multisample-teximage-3d-multisample'])
1616     g(['arb_texture_multisample-teximage-2d-multisample'])
1617     g(['arb_texture_multisample-sample-depth']),
1618     g(['arb_texture_multisample-stencil-clear']),
1619     g(['arb_texture_multisample-clear'])
1620
1621 samplers_atm = ['sampler2DMS', 'isampler2DMS', 'usampler2DMS',
1622                 'sampler2DMSArray', 'isampler2DMSArray', 'usampler2DMSArray']
1623 with profile.test_list.group_manager(
1624         PiglitGLTest,
1625         grouptools.join('spec', 'ARB_texture_multisample',
1626                         'fb-completeness')) as g:
1627
1628     for sample_count in MSAA_SAMPLE_COUNTS:
1629         # fb-completeness
1630         g(['arb_texture_multisample-fb-completeness', sample_count],
1631           sample_count)
1632
1633 with profile.test_list.group_manager(
1634         PiglitGLTest,
1635         grouptools.join('spec', 'ARB_texture_multisample', 'texelFetch')) as g:
1636
1637     stages = ['vs', 'gs', 'fs']
1638     for sampler, stage, sample_count in itertools.product(
1639             samplers_atm, stages, MSAA_SAMPLE_COUNTS):
1640         g(['texelFetch', stage, sampler, sample_count],
1641           '{}-{}-{}'.format(sample_count, stage, sampler))
1642
1643 with profile.test_list.group_manager(
1644         PiglitGLTest,
1645         grouptools.join('spec', 'ARB_texture_multisample',
1646                         'sample-position')) as g:
1647     # sample positions
1648     for sample_count in MSAA_SAMPLE_COUNTS:
1649         g(['arb_texture_multisample-sample-position', sample_count],
1650           sample_count)
1651
1652
1653 with profile.test_list.group_manager(
1654         PiglitGLTest,
1655         grouptools.join('spec', 'ARB_texture_multisample',
1656                         'textureSize')) as g:
1657
1658     stages = ['vs', 'gs', 'fs', 'tes']
1659     for stage, sampler in itertools.product(stages, samplers_atm):
1660         g(['textureSize', stage, sampler],
1661           '{}-textureSize-{}'.format(stage, sampler))
1662
1663 # Group ARB_texture_gather
1664 with profile.test_list.group_manager(
1665         PiglitGLTest,
1666         grouptools.join('spec', 'ARB_texture_gather')) as g:
1667     stages = ['vs', 'fs']
1668     comps = ['r', 'rg', 'rgb', 'rgba']
1669     types = ['unorm', 'float', 'int', 'uint']
1670     samplers = ['2D', '2DArray', 'Cube', 'CubeArray']
1671     for stage, comp, type_, sampler in itertools.product(
1672             stages, comps, types, samplers):
1673         for swiz in ['red', 'green', 'blue', 'alpha'][:len(comp)] + ['', 'zero', 'one']:
1674             for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset']:
1675                 testname = grouptools.join(
1676                     func, '{}-{}-{}-{}-{}'.format(
1677                         stage, comp,
1678                         swiz if swiz else 'none',
1679                         type_, sampler))
1680                 g(['textureGather', stage,
1681                    'offset' if func == 'textureGatherOffset' else '',
1682                    comp, swiz, type_, sampler], testname)
1683
1684
1685 with profile.test_list.group_manager(
1686         PiglitGLTest,
1687         grouptools.join('spec', 'ARB_stencil_texturing')) as g:
1688     g(['arb_stencil_texturing-draw'], 'draw')
1689
1690 with profile.test_list.group_manager(
1691         PiglitGLTest,
1692         grouptools.join('spec', 'ARB_stencil_texturing', 'glBlitFramebuffer corrupts state')) as g:
1693     for t in ['1D', '2D', 'CUBE_MAP', '1D_ARRAY', '2D_ARRAY', 'CUBE_MAP_ARRAY', '2D_MULTISAMPLE', '2D_MULTISAMPLE_ARRAY', 'RECTANGLE']:
1694         target = 'GL_TEXTURE_' + t
1695         g(['arb_stencil_texturing-blit_corrupts_state', target], target)
1696
1697 # Group ARB_sync
1698 with profile.test_list.group_manager(
1699         PiglitGLTest, grouptools.join('spec', 'ARB_sync')) as g:
1700     g(['arb_sync-client-wait-errors'], 'ClientWaitSync-errors')
1701     g(['arb_sync-delete'], 'DeleteSync')
1702     g(['arb_sync-fence-sync-errors'], 'FenceSync-errors')
1703     g(['arb_sync-get-sync-errors'], 'GetSynciv-errors')
1704     g(['arb_sync-is-sync'], 'IsSync')
1705     g(['arb_sync-repeat-wait'], 'repeat-wait')
1706     g(['arb_sync-sync-initialize'], 'sync-initialize')
1707     g(['arb_sync-timeout-zero'], 'timeout-zero')
1708     g(['arb_sync-WaitSync-errors'], 'WaitSync-errors')
1709     g(['arb_sync-ClientWaitSync-timeout'], 'ClientWaitSync-timeout')
1710     g(['sync_api'])
1711
1712 # Group ARB_ES2_compatibility
1713 with profile.test_list.group_manager(
1714         PiglitGLTest, grouptools.join('spec', 'ARB_ES2_compatibility')) as g:
1715     g(['arb_es2_compatibility-depthrangef'], run_concurrent=False)
1716     g(['arb_es2_compatibility-drawbuffers'], run_concurrent=False)
1717     g(['arb_es2_compatibility-getshaderprecisionformat'], run_concurrent=False)
1718     g(['arb_es2_compatibility-maxvectors'], run_concurrent=False)
1719     g(['arb_es2_compatibility-shadercompiler'], run_concurrent=False)
1720     g(['arb_es2_compatibility-releaseshadercompiler'], run_concurrent=False)
1721     g(['arb_es2_compatibility-fixed-type'], run_concurrent=False)
1722     g(['fbo-missing-attachment-clear'], run_concurrent=False)
1723     g(['fbo-missing-attachment-blit', 'es2', 'to'],
1724       'FBO blit to missing attachment (ES2 completeness rules)')
1725     g(['fbo-missing-attachment-blit', 'es2', 'from'],
1726       'FBO blit from missing attachment (ES2 completeness rules)')
1727     g(['arb_get_program_binary-overrun', 'shader'],
1728       'NUM_SHADER_BINARY_FORMATS over-run check')
1729     add_texwrap_format_tests(g, 'GL_ARB_ES2_compatibility')
1730     add_fbo_formats_tests(g, 'GL_ARB_ES2_compatibility')
1731
1732
1733 # Group ARB_get_program_binary
1734 with profile.test_list.group_manager(
1735         PiglitGLTest, grouptools.join('spec', 'ARB_get_program_binary')) as g:
1736     g(['arb_get_program_binary-api-errors'],
1737       'misc. API error checks')
1738     g(['arb_get_program_binary-overrun', 'program'],
1739       'NUM_PROGRAM_BINARY_FORMATS over-run check')
1740     g(['arb_get_program_binary-retrievable_hint'],
1741       'PROGRAM_BINARY_RETRIEVABLE_HINT')
1742     g(['arb_get_program_binary-xfb-varyings'],
1743       'xfb-varyings')
1744     g(['arb_get_program_binary-restore-implicit-use-program'],
1745       'restore-implicit-use-program')
1746     g(['arb_get_program_binary-restore-sso-program'],
1747       'restore-sso-program')
1748     g(['arb_get_program_binary-reset-uniform'],
1749       'reset-uniform')
1750
1751 with profile.test_list.group_manager(
1752         PiglitGLTest, grouptools.join('spec', 'EXT_depth_bounds_test')) as g:
1753     g(['depth_bounds'])
1754
1755 with profile.test_list.group_manager(
1756         PiglitGLTest, grouptools.join('spec', 'ARB_depth_clamp')) as g:
1757     g(['depth_clamp'])
1758     g(['depth-clamp-range'])
1759     g(['depth-clamp-status'])
1760
1761 # AMD_depth_clamp_separate
1762 with profile.test_list.group_manager(
1763         PiglitGLTest, grouptools.join('spec', 'AMD_depth_clamp_separate')) as g:
1764     g(['amd_depth_clamp_separate_status'])
1765     g(['amd_depth_clamp_separate_range'])
1766
1767 # Group ARB_draw_elements_base_vertex
1768 # Group ARB_draw_elements_base_vertex
1769 with profile.test_list.group_manager(
1770         PiglitGLTest,
1771         grouptools.join('spec', 'ARB_draw_elements_base_vertex')) as g:
1772     g(['arb_draw_elements_base_vertex-dlist'], 'dlist')
1773     g(['arb_draw_elements_base_vertex-drawelements'])
1774     g(['arb_draw_elements_base_vertex-drawelements', 'user_varrays'],
1775       'arb_draw_elements_base_vertex-drawelements-user_varrays')
1776     g(['arb_draw_elements_base_vertex-negative-index'])
1777     g(['arb_draw_elements_base_vertex-bounds'])
1778     g(['arb_draw_elements_base_vertex-negative-index', 'user_varrays'],
1779       'arb_draw_elements_base_vertex-negative-index-user_varrays')
1780     g(['arb_draw_elements_base_vertex-drawelements-instanced'])
1781     g(['arb_draw_elements_base_vertex-drawrangeelements'])
1782     g(['arb_draw_elements_base_vertex-multidrawelements'])
1783
1784 # Group ARB_draw_instanced
1785 with profile.test_list.group_manager(
1786         PiglitGLTest,
1787         grouptools.join('spec', 'ARB_draw_instanced')) as g:
1788     g(['arb_draw_instanced-dlist'], 'dlist')
1789     g(['arb_draw_instanced-elements'], 'elements')
1790     g(['arb_draw_instanced-negative-arrays-first-negative'],
1791       'negative-arrays-first-negative')
1792     g(['arb_draw_instanced-negative-elements-type'],
1793       'negative-elements-type')
1794     g(['arb_draw_instanced-drawarrays'])
1795
1796 # Group EXT_draw_instanced
1797 with profile.test_list.group_manager(
1798         PiglitGLTest,
1799         grouptools.join('spec', 'EXT_draw_instanced')) as g:
1800     g(['ext_draw_instanced-drawarrays'])
1801
1802 # Group ARB_draw_indirect
1803 with profile.test_list.group_manager(
1804         PiglitGLTest,
1805         grouptools.join('spec', 'ARB_draw_indirect')) as g:
1806     g(['arb_draw_indirect-api-errors'])
1807     g(['arb_draw_indirect-draw-arrays'])
1808     g(['arb_draw_indirect-draw-arrays-compat'])
1809     g(['arb_draw_indirect-draw-arrays-prim-restart'])
1810     g(['arb_draw_indirect-draw-elements'])
1811     g(['arb_draw_indirect-draw-elements-compat'])
1812     g(['arb_draw_indirect-draw-arrays-base-instance'])
1813     g(['arb_draw_indirect-draw-elements-base-instance'])
1814     g(['arb_draw_indirect-draw-elements-prim-restart'])
1815     g(['arb_draw_indirect-draw-elements-prim-restart-ugly'])
1816     g(['arb_draw_indirect-draw-arrays-instances'])
1817     g(['arb_draw_indirect-draw-arrays-shared-binding'])
1818     g(['arb_draw_indirect-transform-feedback'])
1819     g(['arb_draw_indirect-vertexid'],
1820       'gl_VertexID used with glDrawArraysIndirect')
1821     g(['arb_draw_indirect-vertexid', 'elements'],
1822       'gl_VertexID used with glDrawElementsIndirect')
1823
1824 # Group ARB_draw_indirect
1825 with profile.test_list.group_manager(
1826         PiglitGLTest,
1827         grouptools.join('spec', 'ARB_multi_draw_indirect')) as g:
1828     g(['gl-3.0-multidrawarrays-vertexid', '-indirect'])
1829     g(['arb_draw_elements_base_vertex-multidrawelements', '-indirect'])
1830
1831 # Group ARB_fragment_program
1832 with profile.test_list.group_manager(
1833         PiglitGLTest,
1834         grouptools.join('spec', 'ARB_fragment_program')) as g:
1835     g(['arb_fragment_program-minmax'], 'minmax')
1836     g(['fp-abs-01'])
1837     g(['fp-fog'])
1838     g(['fp-formats'])
1839     g(['fp-fragment-position'])
1840     g(['fp-incomplete-tex'])
1841     g(['fp-indirections'])
1842     g(['fp-indirections2'])
1843     g(['fp-kil'])
1844     g(['fp-lit-mask'])
1845     g(['fp-lit-src-equals-dst'])
1846     g(['fp-long-alu'])
1847     g(['fp-set-01'])
1848     g(['trinity-fp1'])
1849     g(['arb_fragment_program-sparse-samplers'], 'sparse-samplers')
1850     g(['arb_fragment_program-no-newline'], 'no-newline')
1851     g(['incomplete-texture', 'arb_fp'], 'incomplete-texture-arb_fp')
1852
1853 with profile.test_list.group_manager(
1854         PiglitGLTest,
1855         grouptools.join('spec', 'NV_fragment_program_option')) as g:
1856     g(['fp-abs-02'])
1857     g(['fp-condition_codes-01'])
1858     g(['fp-rfl'])
1859     g(['fp-set-02'])
1860     g(['fp-unpack-01'])
1861
1862 with profile.test_list.group_manager(
1863         PiglitGLTest,
1864         grouptools.join('spec', 'ATI_fragment_shader')) as g:
1865     g(['ati_fragment_shader-api-alphafirst'])
1866     g(['ati_fragment_shader-api-gen'])
1867     g(['ati_fragment_shader-error01-genzero'])
1868     g(['ati_fragment_shader-error02-inside'])
1869     g(['ati_fragment_shader-error03-outside'])
1870     g(['ati_fragment_shader-error04-endshader'])
1871     g(['ati_fragment_shader-error05-passes'])
1872     g(['ati_fragment_shader-error06-regswizzle'])
1873     g(['ati_fragment_shader-error07-instcount'])
1874     g(['ati_fragment_shader-error08-secondary'])
1875     g(['ati_fragment_shader-error09-allconst'])
1876     g(['ati_fragment_shader-error10-dotx'])
1877     g(['ati_fragment_shader-error11-invaliddst'])
1878     g(['ati_fragment_shader-error12-invalidsrc'])
1879     g(['ati_fragment_shader-error13-invalidarg'])
1880     g(['ati_fragment_shader-error14-invalidmod'])
1881     g(['ati_fragment_shader-render-constants'])
1882     g(['ati_fragment_shader-render-default'])
1883     g(['ati_fragment_shader-render-fog'])
1884     g(['ati_fragment_shader-render-notexture'])
1885     g(['ati_fragment_shader-render-ops'])
1886     g(['ati_fragment_shader-render-precedence'])
1887     g(['ati_fragment_shader-render-sources'])
1888     g(['ati_fragment_shader-render-textargets'])
1889
1890 # Group ARB_framebuffer_object
1891 with profile.test_list.group_manager(
1892         PiglitGLTest,
1893         grouptools.join('spec', 'ARB_framebuffer_object')) as g:
1894     g(['same-attachment-tex2d-depth_stencil'])
1895     g(['same-attachment-renderbuffer-depth_stencil'])
1896     g(['arb_framebuffer_object-get-attachment-parameter-default-framebuffer'], run_concurrent=False)
1897     g(['fbo-alpha'])
1898     g(['fbo-blit-stretch'], run_concurrent=False)
1899     g(['fbo-blit-scaled-linear'])
1900     g(['fbo-attachments-blit-scaled-linear'])
1901     g(['fbo-deriv'])
1902     g(['fbo-luminance-alpha'])
1903     g(['fbo-getframebufferattachmentparameter-01'])
1904     g(['fbo-gl_pointcoord'])
1905     g(['fbo-incomplete'])
1906     g(['fbo-incomplete-invalid-texture'])
1907     g(['fbo-incomplete-texture-01'])
1908     g(['fbo-incomplete-texture-02'])
1909     g(['fbo-incomplete-texture-03'])
1910     g(['fbo-incomplete-texture-04'])
1911     g(['fbo-mipmap-copypix'])
1912     g(['fbo-viewport'], run_concurrent=False)
1913     g(['fbo-missing-attachment-blit', 'to'], 'FBO blit to missing attachment')
1914     g(['fbo-missing-attachment-blit', 'from'],
1915       'FBO blit from missing attachment')
1916     g(['fbo-scissor-blit', 'fbo'], 'fbo-scissor-blit fbo')
1917     g(['fbo-scissor-blit', 'window'], 'fbo-scissor-blit window',
1918       run_concurrent=False)
1919     g(['fbo-tex-rgbx'], 'fbo-tex-rgbx')
1920     g(['arb_framebuffer_object-mixed-buffer-sizes'], 'mixed-buffer-sizes')
1921     g(['arb_framebuffer_object-negative-readpixels-no-rb'],
1922       'negative-readpixels-no-rb')
1923     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT16'])
1924     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT24'])
1925     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32'])
1926     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH_COMPONENT32F'])
1927     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX1'])
1928     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX4'])
1929     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX8'])
1930     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_STENCIL_INDEX16'])
1931     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH24_STENCIL8'])
1932     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH24_STENCIL8'])
1933     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH24_STENCIL8'])
1934     g(['arb_framebuffer_object-depth-stencil-blit', 'depth', 'GL_DEPTH32F_STENCIL8'])
1935     g(['arb_framebuffer_object-depth-stencil-blit', 'stencil', 'GL_DEPTH32F_STENCIL8'])
1936     g(['arb_framebuffer_object-depth-stencil-blit', 'depth_stencil', 'GL_DEPTH32F_STENCIL8'])
1937     g(['fbo-drawbuffers-none', 'glClear'])
1938     g(['fbo-drawbuffers-none', 'glClearBuffer'])
1939     g(['fbo-drawbuffers-none', 'gl_FragColor'])
1940     g(['fbo-drawbuffers-none', 'gl_FragData'])
1941     g(['fbo-drawbuffers-none', 'use_frag_out'])
1942     g(['fbo-drawbuffers-none', 'glColorMaskIndexed'])
1943     g(['fbo-drawbuffers-none', 'glBlendFunci'])
1944     g(['fbo-drawbuffers-none', 'glDrawPixels'])
1945     g(['fbo-drawbuffers-none', 'glBlitFramebuffer'])
1946     g(['fbo-generatemipmap-cubemap'])
1947     g(['fbo-generatemipmap-cubemap', 'RGB9_E5'])
1948     g(['fbo-generatemipmap-cubemap', 'S3TC_DXT1'])
1949     g(['fbo-generatemipmap-1d'])
1950     g(['fbo-generatemipmap-1d', 'RGB9_E5'])
1951     g(['fbo-generatemipmap-3d'])
1952     g(['fbo-generatemipmap-3d', 'RGB9_E5'])
1953     g(['framebuffer-blit-mipmap'])
1954     for format in ('rgba', 'depth', 'stencil'):
1955         for test_mode in ('draw', 'read'):
1956             g(['framebuffer-blit-levels', test_mode, format],
1957               'framebuffer-blit-levels {} {}'.format(test_mode, format))
1958
1959 # Group ARB_framebuffer_sRGB
1960 with profile.test_list.group_manager(
1961         PiglitGLTest,
1962         grouptools.join('spec', 'ARB_framebuffer_sRGB')) as g:
1963     for backing_type in ('texture', 'renderbuffer'):
1964         for srgb_types in ('linear', 'srgb', 'linear_to_srgb',
1965                            'srgb_to_linear'):
1966             for blit_type in ('single_sampled', 'upsample', 'downsample',
1967                               'msaa', 'scaled'):
1968                 for framebuffer_srgb_setting in ('enabled',
1969                                                  'disabled'):
1970                     for src_fill_mode in ('clear', 'render'):
1971                         g(['arb_framebuffer_srgb-blit', backing_type,
1972                             srgb_types, blit_type, framebuffer_srgb_setting,
1973                             src_fill_mode],
1974                           'blit {} {} {} {} {}'.format(
1975                               backing_type, srgb_types, blit_type,
1976                               framebuffer_srgb_setting, src_fill_mode))
1977     g(['framebuffer-srgb'], run_concurrent=False)
1978     g(['arb_framebuffer_srgb-clear'])
1979     g(['arb_framebuffer_srgb-pushpop'])
1980     g(['ext_framebuffer_multisample-fast-clear',
1981        'GL_EXT_texture_sRGB',
1982        'enable-fb-srgb'],
1983       'msaa-fast-clear')
1984     g(['ext_framebuffer_multisample-fast-clear',
1985        'GL_EXT_texture_sRGB',
1986        'enable-fb-srgb',
1987        'single-sample'],
1988       'fbo-fast-clear')
1989     g(['arb_framebuffer_srgb-fast-clear-blend'])
1990     g(['arb_framebuffer_srgb-srgb_conformance'])
1991     g(['arb_framebuffer_srgb-srgb_pbo'])
1992
1993
1994 with profile.test_list.group_manager(
1995         PiglitGLTest,
1996         grouptools.join('spec', 'ARB_gpu_shader5')) as g:
1997     stages = ['vs', 'fs']
1998     types = ['unorm', 'float', 'int', 'uint']
1999     comps = ['r', 'rg', 'rgb', 'rgba']
2000     samplers = ['2D', '2DArray', 'Cube', 'CubeArray', '2DRect']
2001     for stage, type_, comp, sampler in itertools.product(
2002             stages, types, comps, samplers):
2003         for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset', 'textureGatherOffsets']:
2004             for cs in range(len(comp)):
2005                 assert cs <= 3
2006                 address_mode = 'clamp' if sampler == '2DRect' else 'repeat'
2007                 cmd = ['textureGather', stage,
2008                        'offsets' if func == 'textureGatherOffsets' else 'nonconst' if func == 'textureGatherOffset' else '',
2009                        comp, str(cs), type_, sampler, address_mode]
2010                 testname = grouptools.join(func, '{}-{}-{}-{}-{}'.format(
2011                     stage, comp, cs, type_, sampler))
2012                 g(cmd, testname)
2013
2014                 if func == 'textureGatherOffset':
2015                     # also add a constant offset version.
2016                     testname = grouptools.join(
2017                         func, '{}-{}-{}-{}-{}-const'.format(
2018                             stage, comp, cs, type_, sampler))
2019                     cmd = ['textureGather', stage, 'offset',
2020                            comp, str(cs), type_, sampler, address_mode]
2021                     g(cmd, testname)
2022
2023     # test shadow samplers
2024     samplers = ['2D', '2DArray', 'Cube', 'CubeArray', '2DRect']
2025     for stage, sampler in itertools.product(stages, samplers):
2026         for func in ['textureGather'] if 'Cube' in sampler else ['textureGather', 'textureGatherOffset', 'textureGatherOffsets']:
2027             testname = grouptools.join(func, '{}-r-none-shadow-{}'.format(
2028                 stage, sampler))
2029             cmd = ['textureGather', stage, 'shadow', 'r',
2030                    'offsets' if func == 'textureGatherOffsets' else 'nonconst' if func == 'textureGatherOffset' else '',
2031                    sampler,
2032                    'clamp' if sampler == '2DRect' else 'repeat']
2033             g(cmd, testname)
2034
2035     g(['arb_gpu_shader5-minmax'])
2036     g(['arb_gpu_shader5-invocation-id'])
2037     g(['arb_gpu_shader5-invocations_count_too_large'])
2038     g(['arb_gpu_shader5-xfb-streams'])
2039     g(['arb_gpu_shader5-stream_value_too_large'])
2040     g(['arb_gpu_shader5-emitstreamvertex_stream_too_large'])
2041     g(['arb_gpu_shader5-tf-wrong-stream-value'])
2042     g(['arb_gpu_shader5-xfb-streams-without-invocations'])
2043     g(['arb_gpu_shader5-xfb-streams-without-invocations', 'spirv'])
2044     g(['arb_gpu_shader5-emitstreamvertex_nodraw'])
2045     g(['arb_gpu_shader5-interpolateAtCentroid'])
2046     g(['arb_gpu_shader5-interpolateAtCentroid-packing'])
2047     g(['arb_gpu_shader5-interpolateAtCentroid-flat'])
2048     g(['arb_gpu_shader5-interpolateAtCentroid-centroid'])
2049     g(['arb_gpu_shader5-interpolateAtCentroid-noperspective'])
2050     g(['arb_gpu_shader5-interpolateAtSample'])
2051     g(['arb_gpu_shader5-interpolateAtSample-nonconst'])
2052     g(['arb_gpu_shader5-interpolateAtSample-different'])
2053     g(['arb_gpu_shader5-interpolateAtSample-different', 'uniform'])
2054     g(['arb_gpu_shader5-interpolateAtSample-dynamically-nonuniform'])
2055     g(['arb_gpu_shader5-interpolateAtOffset'])
2056     g(['arb_gpu_shader5-interpolateAtOffset-nonconst'])
2057
2058
2059 with profile.test_list.group_manager(
2060         PiglitGLTest,
2061         grouptools.join('spec', 'ARB_gpu_shader_fp64',
2062                         'varying-packing')) as g:
2063     for type in ['double', 'dvec2', 'dvec3', 'dvec4', 'dmat2', 'dmat3',
2064                  'dmat4', 'dmat2x3', 'dmat2x4', 'dmat3x2', 'dmat3x4',
2065                  'dmat4x2', 'dmat4x3']:
2066         for arrayspec in ['array', 'separate', 'arrays_of_arrays']:
2067             g(['varying-packing-simple', type, arrayspec],
2068               'simple {0} {1}'.format(type, arrayspec))
2069
2070 with profile.test_list.group_manager(
2071         PiglitGLTest,
2072         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'execution')) as g:
2073     g(['arb_gpu_shader_fp64-tf-separate'])
2074     g(['arb_gpu_shader_fp64-double-gettransformfeedbackvarying'])
2075     g(['arb_gpu_shader_fp64-tf-interleaved'])
2076     g(['arb_gpu_shader_fp64-tf-interleaved-aligned'])
2077     g(['arb_gpu_shader_fp64-vs-getuniformdv'])
2078     g(['arb_gpu_shader_fp64-fs-getuniformdv'])
2079     g(['arb_gpu_shader_fp64-gs-getuniformdv'])
2080     g(['arb_gpu_shader_fp64-wrong-type-setter'])
2081     g(['arb_gpu_shader_fp64-dlist-uniforms'])
2082     g(['arb_gpu_shader_fp64-double_in_bool_uniform'])
2083     g(['arb_gpu_shader_fp64-uniform-invalid-operation'])
2084     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-const'])
2085     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-const'])
2086     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ubo'])
2087     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ubo'])
2088     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-ssbo'])
2089     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-ssbo'])
2090     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-alu'])
2091     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-alu'])
2092     g(['arb_gpu_shader_fp64-vs-non-uniform-control-flow-packing'])
2093     g(['arb_gpu_shader_fp64-fs-non-uniform-control-flow-packing'])
2094
2095 with profile.test_list.group_manager(
2096         PiglitGLTest,
2097         grouptools.join('spec', 'ARB_gpu_shader_fp64', 'shader_storage')) as g:
2098     g(['arb_gpu_shader_fp64-layout-std140-fp64-shader'], 'layout-std140-fp64-shader')
2099     g(['arb_gpu_shader_fp64-layout-std140-fp64-mixed-shader'], 'layout-std140-fp64-mixed-shader')
2100     g(['arb_gpu_shader_fp64-layout-std430-fp64-shader'], 'layout-std430-fp64-shader')
2101     g(['arb_gpu_shader_fp64-layout-std430-fp64-mixed-shader'], 'layout-std430-fp64-mixed-shader')
2102
2103 with profile.test_list.group_manager(
2104         PiglitGLTest,
2105         grouptools.join('spec', 'ARB_shader_subroutine')) as g:
2106     g(['arb_shader_subroutine-minmax'])
2107     g(['arb_shader_subroutine-uniformsubroutinesuiv'])
2108
2109 with profile.test_list.group_manager(
2110         PiglitGLTest,
2111         grouptools.join('spec', 'ARB_occlusion_query')) as g:
2112     g(['occlusion_query'])
2113     g(['occlusion_query_conform'])
2114     g(['occlusion_query_lifetime'])
2115     g(['occlusion_query_meta_fragments'])
2116     g(['occlusion_query_meta_no_fragments'])
2117     g(['occlusion_query_meta_save'])
2118     g(['occlusion_query_order'])
2119     g(['gen_delete_while_active'])
2120
2121 with profile.test_list.group_manager(
2122         PiglitGLTest,
2123         grouptools.join('spec', 'ARB_point_parameters')) as g:
2124     g(['arb_point_parameters-point-attenuation'])
2125
2126 # Group ARB_separate_shader_objects
2127 with profile.test_list.group_manager(
2128         PiglitGLTest,
2129         grouptools.join('spec', 'ARB_separate_shader_objects')) as g:
2130     g(['arb_separate_shader_object-ActiveShaderProgram-invalid-program'],
2131       'ActiveShaderProgram with invalid program')
2132     g(['arb_separate_shader_object-GetProgramPipelineiv'],
2133       'GetProgramPipelineiv')
2134     g(['arb_separate_shader_object-dlist'], 'Display lists (Compat)')
2135     g(['arb_separate_shader_object-IsProgramPipeline'],
2136       'IsProgramPipeline')
2137     g(['arb_separate_shader_object-UseProgramStages-non-separable'],
2138       'UseProgramStages - non-separable program')
2139     g(['arb_separate_shader_object-ProgramUniform-coverage'],
2140       'ProgramUniform coverage')
2141     g(['arb_separate_shader_object-rendezvous_by_name'],
2142       'Rendezvous by name')
2143     g(['arb_separate_shader_object-rendezvous_by_name_interpolation'],
2144       'Rendezvous by name with multiple interpolation qualifier')
2145     g(['arb_separate_shader_object-mix-and-match-tcs-tes'],
2146       'mix-and-match-tcs-tes'),
2147     g(['arb_separate_shader_object-mixed_explicit_and_non_explicit_locations'],
2148       'Mixed explicit and non-explicit locations')
2149     g(['arb_separate_shader_object-api-errors'], 'misc. API error checks')
2150     g(['arb_separate_shader_object-rendezvous_by_location', '-fbo'],
2151       'Rendezvous by location', run_concurrent=False)
2152     g(['arb_separate_shader_object-rendezvous_by_location-5-stages'],
2153       'Rendezvous by location (5 stages)')
2154     g(['arb_separate_shader_object-ValidateProgramPipeline'],
2155       'ValidateProgramPipeline')
2156     g(['arb_separate_shader_object-400-combinations', '-fbo', '--by-location'],
2157       '400 combinations by location', run_concurrent=False)
2158     g(['arb_separate_shader_object-400-combinations', '-fbo'],
2159       '400 combinations by name', run_concurrent=False)
2160     g(['arb_separate_shader_object-active-sampler-conflict'],
2161       'active sampler conflict')
2162     g(['arb_separate_shader_object-atomic-counter'],
2163       'atomic counter')
2164     g(['arb_separate_shader_object-compat-builtins'], 'compat-builtins')
2165     g(['arb_separate_shader_object-rendezvous_by_location-3-stages'],
2166        'rendezvous_by_location-3-stages')
2167     g(['arb_separate_shader_object-uniform-namespace'],
2168        'uniform namespace is per-program')
2169     g(['arb_separate_shader_object-xfb-rendezvous_by_location'],
2170        'Transform feedback with rendezvous by location')
2171     g(['arb_separate_shader_object-xfb-explicit-location-array', 'vs'],
2172       'xfb-explicit-location-array_vs',
2173       run_concurrent=False)
2174     g(['arb_separate_shader_object-xfb-explicit-location-array', 'gs'],
2175       'xfb-explicit-location-array_gs',
2176       run_concurrent=False)
2177     g(['arb_separate_shader_object-xfb-explicit-location-array', 'gs_max'],
2178       'xfb-explicit-location-array_gs_max',
2179       run_concurrent=False)
2180
2181 # Group ARB_sampler_objects
2182 with profile.test_list.group_manager(
2183         PiglitGLTest,
2184         grouptools.join('spec', 'ARB_sampler_objects')) as g:
2185     g(['arb_sampler_objects-sampler-objects'], 'sampler-objects',)
2186     g(['arb_sampler_objects-sampler-incomplete'], 'sampler-incomplete',)
2187     g(['arb_sampler_objects-srgb-decode'], 'GL_EXT_texture_sRGB_decode',)
2188     g(['arb_sampler_objects-framebufferblit'], 'framebufferblit',
2189       run_concurrent=False)
2190
2191 # Group ARB_sample_shading
2192 with profile.test_list.group_manager(
2193         PiglitGLTest,
2194         grouptools.join('spec', 'ARB_sample_shading')) as g:
2195     g(['arb_sample_shading-api'], run_concurrent=False)
2196
2197     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2198         g(['arb_sample_shading-builtin-gl-num-samples', num_samples],
2199           'builtin-gl-num-samples {0}'.format(num_samples),
2200           run_concurrent=False)
2201         g(['arb_sample_shading-builtin-gl-sample-id', num_samples],
2202           'builtin-gl-sample-id {}'.format(num_samples), run_concurrent=False)
2203         g(['arb_sample_shading-builtin-gl-sample-mask', num_samples],
2204           'builtin-gl-sample-mask {}'.format(num_samples),
2205           run_concurrent=False)
2206         g(['arb_sample_shading-builtin-gl-sample-position', num_samples],
2207           'builtin-gl-sample-position {}'.format(num_samples),
2208           run_concurrent=False)
2209
2210     for sample_count in MSAA_SAMPLE_COUNTS:
2211         g(['arb_sample_shading-interpolate-at-sample-position', sample_count],
2212           'interpolate-at-sample-position {}'.format(sample_count))
2213         g(['arb_sample_shading-ignore-centroid-qualifier', sample_count],
2214           'ignore-centroid-qualifier {}'.format(sample_count))
2215         g(['arb_sample_shading-samplemask', sample_count, 'all', 'all'],
2216           'samplemask {}'.format(sample_count))
2217
2218     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2219         g(['arb_sample_shading-builtin-gl-sample-mask-simple',
2220            num_samples],
2221           'builtin-gl-sample-mask-simple {}'.format(num_samples))
2222         g(['arb_sample_shading-samplemask', num_samples, 'all', 'all'],
2223           'samplemask {} all'.format(num_samples))
2224
2225     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha'])
2226     g(['arb_sample_shading-builtin-gl-sample-mask-mrt-alpha-to-coverage'])
2227
2228 # Group ARB_debug_output
2229 with profile.test_list.group_manager(
2230         PiglitGLTest,
2231         grouptools.join('spec', 'ARB_debug_output')) as g:
2232     g(['arb_debug_output-api_error'], run_concurrent=False)
2233
2234 # Group KHR_debug
2235 with profile.test_list.group_manager(
2236         PiglitGLTest,
2237         grouptools.join('spec', 'KHR_debug')) as g:
2238     g(['khr_debug-object-label_gl'], 'object-label_gl')
2239     g(['khr_debug-object-label_gles2'], 'object-label_gles2')
2240     g(['khr_debug-object-label_gles3'], 'object-label_gles3')
2241     g(['khr_debug-push-pop-group_gl'], 'push-pop-group_gl')
2242     g(['khr_debug-push-pop-group_gles2'], 'push-pop-group_gles2')
2243     g(['khr_debug-push-pop-group_gles3'], 'push-pop-group_gles3')
2244
2245 # Group ARB_occlusion_query2
2246 with profile.test_list.group_manager(
2247         PiglitGLTest,
2248         grouptools.join('spec', 'ARB_occlusion_query2')) as g:
2249     g(['arb_occlusion_query2-api'], 'api')
2250     g(['arb_occlusion_query2-render'], 'render')
2251
2252 # Group EXT_debug_label
2253 with profile.test_list.group_manager(
2254         PiglitGLTest,
2255         grouptools.join('spec', 'EXT_debug_label')) as g:
2256     g(['ext_debug_label-object-label_gl'], 'object-label_gl')
2257     g(['ext_debug_label-object-label_gles2'], 'object-label_gles2')
2258     g(['ext_debug_label-object-label_gles3'], 'object-label_gles3')
2259
2260 # Group EXT_external_objects tests
2261 with profile.test_list.group_manager(
2262         PiglitGLTest,
2263         grouptools.join('spec', 'EXT_external_objects')) as g:
2264     g(['ext_external_objects-memory-object-api-errors'], 'memory-object-api-errors')
2265     g(['ext_external_objects-semaphore-api-errors'], 'semaphore-api-errors')
2266     g(['ext_external_objects-vk-image-overwrite'], 'vk-image-overwrite')
2267     g(['ext_external_objects-vk-image-display'], 'vk-image-display')
2268     g(['ext_external_objects-vk-image-display-overwrite'], 'vk-image-display-overwrite')
2269     g(['ext_external_objects-vk-buf-exchange'], 'vk-buf-exchange')
2270     g(['ext_external_objects-vk-pix-buf-update-errors'], 'vk-pix-buf-update-errors')
2271     g(['ext_external_objects-vk-vert-buf-update-errors'], 'vk-vert-buf-update-errors')
2272     g(['ext_external_objects-vk-vert-buf-reuse'], 'vk-vert-buf-reuse')
2273     g(['ext_external_objects-vk-depth-display'], 'vk-depth-display')
2274     g(['ext_external_objects-vk-stencil-display'], 'vk-stencil-display')
2275     g(['ext_external_objects-vk-semaphores'], 'vk-semaphores')
2276     g(['ext_external_objects-vk-semaphores-2'], 'vk-semaphores-2')
2277     g(['ext_external_objects-vk-image-display-multiple-textures'], 'vk-image-display-muliple-textures')
2278
2279 # Group EXT_external_objects_fd tests
2280 with profile.test_list.group_manager(
2281         PiglitGLTest,
2282         grouptools.join('spec', 'EXT_external_objects_fd')) as g:
2283     g(['ext_external_objects_fd-memory-object-api-errors'], 'memory-object-api-errors')
2284     g(['ext_external_objects_fd-semaphore-api-errors'], 'semaphore-api-errors')
2285
2286 # Group EXT_texture_format_BGRA8888 tests
2287 with profile.test_list.group_manager(
2288         PiglitGLTest,
2289         grouptools.join('spec', 'EXT_texture_format_BGRA8888')) as g:
2290     g(['ext_texture_format_bgra8888-api-errors'], 'api-errors')
2291
2292 with profile.test_list.group_manager(
2293         PiglitGLTest,
2294         grouptools.join('spec', 'ARB_pixel_buffer_object')) as g:
2295     g(['cubemap', 'pbo'])
2296     g(['cubemap', 'npot', 'pbo'])
2297     g(['fbo-pbo-readpixels-small'], run_concurrent=False)
2298     g(['pbo-drawpixels'], run_concurrent=False)
2299     g(['pbo-getteximage'], run_concurrent=False)
2300     g(['pbo-read-argb8888'], run_concurrent=False)
2301     g(['pbo-readpixels-small'], run_concurrent=False)
2302     g(['pbo-teximage'], run_concurrent=False)
2303     g(['pbo-teximage-tiling'], run_concurrent=False)
2304     g(['pbo-teximage-tiling-2'], run_concurrent=False)
2305     g(['texsubimage', 'pbo'])
2306     g(['texsubimage', 'pbo', 'manual', 'GL_TEXTURE_2D', 'GL_RGB8', '6',
2307         '10', '0', '94', '53', '0'])
2308     g(['texsubimage', 'array', 'pbo'])
2309     g(['texsubimage', 'cube_map_array', 'pbo'])
2310     g(['texsubimage-depth-formats', 'pbo'])
2311     g(['texsubimage-unpack', 'pbo'])
2312
2313 # Group ARB_provoking_vertex
2314 with profile.test_list.group_manager(
2315         PiglitGLTest,
2316         grouptools.join('spec', 'ARB_provoking_vertex')) as g:
2317     g(['arb-provoking-vertex-control'], run_concurrent=False)
2318     g(['arb-provoking-vertex-initial'], run_concurrent=False)
2319     g(['arb-provoking-vertex-render'], run_concurrent=False)
2320     g(['arb-provoking-vertex-clipped-geometry-flatshading'], run_concurrent=False)
2321     g(['arb-quads-follow-provoking-vertex'], run_concurrent=False)
2322     g(['arb-xfb-before-flatshading'], run_concurrent=False)
2323
2324 # Group ARB_robustness
2325 with profile.test_list.group_manager(
2326         PiglitGLTest,
2327         grouptools.join('spec', 'ARB_robustness')) as g:
2328     g(['arb_robustness_client-mem-bounds'], run_concurrent=False)
2329
2330 # Group ARB_shader_texture_lod
2331 with profile.test_list.group_manager(
2332         PiglitGLTest,
2333         grouptools.join('spec', 'ARB_shader_texture_lod', 'execution')) as g:
2334     g(['arb_shader_texture_lod-texgrad'])
2335     g(['arb_shader_texture_lod-texgradcube'])
2336     g(['tex-miplevel-selection', '*Lod', '1D'])
2337     g(['tex-miplevel-selection', '*Lod', '2D'])
2338     g(['tex-miplevel-selection', '*Lod', '3D'])
2339     g(['tex-miplevel-selection', '*Lod', 'Cube'])
2340     g(['tex-miplevel-selection', '*Lod', '1DShadow'])
2341     g(['tex-miplevel-selection', '*Lod', '2DShadow'])
2342     g(['tex-miplevel-selection', '*ProjLod', '1D'])
2343     g(['tex-miplevel-selection', '*ProjLod', '1D_ProjVec4'])
2344     g(['tex-miplevel-selection', '*ProjLod', '2D'])
2345     g(['tex-miplevel-selection', '*ProjLod', '2D_ProjVec4'])
2346     g(['tex-miplevel-selection', '*ProjLod', '3D'])
2347     g(['tex-miplevel-selection', '*ProjLod', '1DShadow'])
2348     g(['tex-miplevel-selection', '*ProjLod', '2DShadow'])
2349     g(['tex-miplevel-selection', '*GradARB', '1D'])
2350     g(['tex-miplevel-selection', '*GradARB', '2D'])
2351     g(['tex-miplevel-selection', '*GradARB', '3D'])
2352     g(['tex-miplevel-selection', '*GradARB', 'Cube'])
2353     g(['tex-miplevel-selection', '*GradARB', '1DShadow'])
2354     g(['tex-miplevel-selection', '*GradARB', '2DShadow'])
2355     g(['tex-miplevel-selection', '*GradARB', '2DRect'])
2356     g(['tex-miplevel-selection', '*GradARB', '2DRectShadow'])
2357     g(['tex-miplevel-selection', '*ProjGradARB', '1D'])
2358     g(['tex-miplevel-selection', '*ProjGradARB', '1D_ProjVec4'])
2359     g(['tex-miplevel-selection', '*ProjGradARB', '2D'])
2360     g(['tex-miplevel-selection', '*ProjGradARB', '2D_ProjVec4'])
2361     g(['tex-miplevel-selection', '*ProjGradARB', '3D'])
2362     g(['tex-miplevel-selection', '*ProjGradARB', '1DShadow'])
2363     g(['tex-miplevel-selection', '*ProjGradARB', '2DShadow'])
2364     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect'])
2365     g(['tex-miplevel-selection', '*ProjGradARB', '2DRect_ProjVec4'])
2366     g(['tex-miplevel-selection', '*ProjGradARB', '2DRectShadow'])
2367
2368
2369 # Group ARB_shader_objects
2370 with profile.test_list.group_manager(
2371         PiglitGLTest,
2372         grouptools.join('spec', 'ARB_shader_objects')) as g:
2373     g(['arb_shader_objects-getuniform'], 'getuniform')
2374     g(['arb_shader_objects-bindattriblocation-scratch-name'],
2375       'bindattriblocation-scratch-name')
2376     g(['arb_shader_objects-getactiveuniform-beginend'],
2377       'getactiveuniform-beginend')
2378     g(['arb_shader_objects-getuniformlocation-array-of-struct-of-array'],
2379       'getuniformlocation-array-of-struct-of-array')
2380     g(['arb_shader_objects-clear-with-deleted'], 'clear-with-deleted')
2381     g(['arb_shader_objects-delete-repeat'], 'delete-repeat')
2382     g(['arb_shader_objects-delete-non-existent'], 'delete-non-existent')
2383
2384 with profile.test_list.group_manager(
2385         PiglitGLTest,
2386         grouptools.join('spec', 'ARB_shading_language_420pack')) as g:
2387     g(['built-in-constants',
2388        os.path.join('spec', 'arb_shading_language_420pack', 'minimum-maximums.txt')],
2389       'built-in constants',
2390       override_class=BuiltInConstantsTest)
2391     g(['arb_shading_language_420pack-multiple-layout-qualifiers'],
2392       'multiple layout qualifiers')
2393     g(['arb_shading_language_420pack-active-sampler-conflict'], 'active sampler conflict')
2394     g(['arb_shading_language_420pack-binding-layout'], 'binding layout')
2395
2396 with profile.test_list.group_manager(
2397         PiglitGLTest,
2398         grouptools.join('spec', 'ARB_shading_language_include')) as g:
2399     g(['arb_shading_language_include-api'], 'API tests')
2400
2401 # Group ARB_enhanced_layouts
2402 with profile.test_list.group_manager(
2403         PiglitGLTest,
2404         grouptools.join('spec', 'arb_enhanced_layouts')) as g:
2405     g(['arb_enhanced_layouts-explicit-offset-bufferstorage'],
2406        'explicit-offset-bufferstorage')
2407     g(['arb_enhanced_layouts-gs-stream-location-aliasing'],
2408        'gs-stream-location-aliasing')
2409     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs'],
2410       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs',
2411       run_concurrent=False)
2412     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_ifc'],
2413       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_interface',
2414       run_concurrent=False)
2415     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_named_ifc'],
2416       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_named_interface',
2417       run_concurrent=False)
2418     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'vs_struct'],
2419       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_vs_struct',
2420       run_concurrent=False)
2421     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs'],
2422       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_gs',
2423       run_concurrent=False)
2424     g(['arb_enhanced_layouts-transform-feedback-layout-qualifiers', 'gs_max'],
2425       'arb_enhanced_layouts-transform-feedback-layout-qualifiers_gs_max',
2426       run_concurrent=False)
2427     g(['arb_enhanced_layouts-transform-feedback-layout-query-api'],
2428       'arb_enhanced_layouts-transform-feedback-layout-query-api')
2429
2430 # Group ARB_explicit_attrib_location
2431 with profile.test_list.group_manager(
2432         PiglitGLTest,
2433         grouptools.join('spec', 'ARB_explicit_attrib_location')) as g:
2434     g(['glsl-explicit-location-01'], run_concurrent=False)
2435     g(['glsl-explicit-location-02'], run_concurrent=False)
2436     g(['glsl-explicit-location-03'], run_concurrent=False)
2437     g(['glsl-explicit-location-04'], run_concurrent=False)
2438     g(['glsl-explicit-location-05'], run_concurrent=False)
2439     for test_type in ('shader', 'api'):
2440         g(['overlapping-locations-input-attribs', test_type],
2441           run_concurrent=False)
2442
2443 with profile.test_list.group_manager(
2444         PiglitGLTest,
2445         grouptools.join('spec', 'ARB_program_interface_query')) as g:
2446     g(['arb_program_interface_query-resource-location'], run_concurrent=False)
2447     g(['arb_program_interface_query-resource-query'], run_concurrent=False)
2448     g(['arb_program_interface_query-getprograminterfaceiv'], run_concurrent=False)
2449     g(['arb_program_interface_query-getprogramresourceindex'], run_concurrent=False)
2450     g(['arb_program_interface_query-getprogramresourcename'], run_concurrent=False)
2451     g(['arb_program_interface_query-getprogramresourceiv'], run_concurrent=False)
2452     g(['arb_program_interface_query-compare-with-shader-subroutine'], run_concurrent=False)
2453
2454 with profile.test_list.group_manager(
2455         PiglitGLTest,
2456         grouptools.join('spec', 'ARB_framebuffer_no_attachments')) as g:
2457     g(['arb_framebuffer_no_attachments-minmax'])
2458     g(['arb_framebuffer_no_attachments-params'])
2459     g(['arb_framebuffer_no_attachments-atomic'])
2460     g(['arb_framebuffer_no_attachments-query'])
2461     g(['arb_framebuffer_no_attachments-roundup-samples'])
2462
2463 # Group ARB_explicit_uniform_location
2464 with profile.test_list.group_manager(
2465         PiglitGLTest,
2466         grouptools.join('spec', 'ARB_explicit_uniform_location')) as g:
2467     g(['arb_explicit_uniform_location-minmax'], run_concurrent=False)
2468     g(['arb_explicit_uniform_location-boundaries'], run_concurrent=False)
2469     g(['arb_explicit_uniform_location-array-elements'], run_concurrent=False)
2470     g(['arb_explicit_uniform_location-inactive-uniform'], run_concurrent=False)
2471     g(['arb_explicit_uniform_location-use-of-unused-loc'],
2472       run_concurrent=False)
2473
2474 with profile.test_list.group_manager(
2475         PiglitGLTest,
2476         grouptools.join('spec', 'ARB_texture_buffer_object')) as g:
2477     g(['arb_texture_buffer_object-bufferstorage'], 'bufferstorage')
2478     g(['arb_texture_buffer_object-data-sync'], 'data-sync')
2479     g(['arb_texture_buffer_object-dlist'], 'dlist')
2480     g(['arb_texture_buffer_object-formats', 'fs', 'core'],
2481       'formats (FS, 3.1 core)')
2482     g(['arb_texture_buffer_object-formats', 'vs', 'core'],
2483       'formats (VS, 3.1 core)')
2484     g(['arb_texture_buffer_object-formats', 'fs', 'arb'], 'formats (FS, ARB)')
2485     g(['arb_texture_buffer_object-formats', 'vs', 'arb'], 'formats (VS, ARB)')
2486     g(['arb_texture_buffer_object-formats', 'fs', 'gpu_shader4'], 'formats (FS, EXT_gpu_shader4)')
2487     g(['arb_texture_buffer_object-formats', 'vs', 'gpu_shader4'], 'formats (VS, EXT_gpu_shader4)')
2488     g(['arb_texture_buffer_object-get'], 'get')
2489     g(['arb_texture_buffer_object-fetch-outside-bounds'],
2490       'fetch-outside-bounds')
2491     g(['arb_texture_buffer_object-max-size'], 'max-size')
2492     g(['arb_texture_buffer_object-minmax'], 'minmax')
2493     g(['arb_texture_buffer_object-negative-bad-bo'], 'negative-bad-bo')
2494     g(['arb_texture_buffer_object-negative-bad-format'], 'negative-bad-format')
2495     g(['arb_texture_buffer_object-negative-bad-target'], 'negative-bad-target')
2496     g(['arb_texture_buffer_object-negative-unsupported'],
2497       'negative-unsupported')
2498     g(['arb_texture_buffer_object-subdata-sync'], 'subdata-sync')
2499     g(['arb_texture_buffer_object-unused-name'], 'unused-name')
2500     g(['arb_texture_buffer_object-render-no-bo'], 'render-no-bo')
2501     g(['arb_texture_buffer_object-indexed'], 'indexed')
2502     g(['arb_texture_buffer_object-re-init'], 're-init')
2503     g(['arb_texture_buffer_object-texture-buffer-size-clamp'], 'texture-buffer-size-clamp')
2504
2505 with profile.test_list.group_manager(
2506         PiglitGLTest,
2507         grouptools.join('spec', 'ARB_texture_buffer_range')) as g:
2508     g(['arb_texture_buffer_range-dlist'], 'dlist')
2509     g(['arb_texture_buffer_range-errors'], 'errors')
2510     g(['arb_texture_buffer_range-ranges'], 'ranges')
2511     g(['arb_texture_buffer_range-ranges-2'], 'ranges-2')
2512     g(['arb_texture_buffer_range-ranges-2', '-compat'], 'ranges-2 compat')
2513
2514 with profile.test_list.group_manager(
2515         PiglitGLTest,
2516         grouptools.join('spec', 'ARB_texture_rectangle')) as g:
2517     g(['1-1-linear-texture'])
2518     g(['texrect-many'], run_concurrent=False)
2519     g(['getteximage-targets', 'RECT'])
2520     g(['texrect_simple_arb_texrect'], run_concurrent=False)
2521     g(['arb_texrect-texture-base-level-error'], run_concurrent=False)
2522     g(['fbo-blit', 'rect'], run_concurrent=False)
2523     g(['tex-miplevel-selection', 'GL2:texture()', '2DRect'])
2524     g(['tex-miplevel-selection', 'GL2:texture()', '2DRectShadow'])
2525     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect'])
2526     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRect_ProjVec4'])
2527     g(['tex-miplevel-selection', 'GL2:textureProj', '2DRectShadow'])
2528     add_msaa_visual_plain_tests(g, ['copyteximage', 'RECT'],
2529                                 run_concurrent=False)
2530     add_texwrap_target_tests(g, 'RECT')
2531
2532 with profile.test_list.group_manager(
2533         PiglitGLTest, grouptools.join('spec', 'ARB_texture_storage')) as g:
2534     g(['arb_texture_storage-texture-storage'], 'texture-storage',
2535       run_concurrent=False)
2536     g(['arb_texture_storage-texture-storage-attach-before'], 'attach-before',
2537       run_concurrent=False)
2538
2539 with profile.test_list.group_manager(
2540         PiglitGLTest,
2541         grouptools.join('spec', 'ARB_texture_storage_multisample')) as g:
2542     g(['arb_texture_storage_multisample-tex-storage'], 'tex-storage')
2543     g(['arb_texture_storage_multisample-tex-param'], 'tex-param')
2544
2545 with profile.test_list.group_manager(
2546         PiglitGLTest,
2547         grouptools.join('spec', 'ARB_texture_view')) as g:
2548     g(['arb_texture_view-bug-layers-image'], 'bug-layers-image')
2549     g(['arb_texture_view-cubemap-view'], 'cubemap-view')
2550     g(['arb_texture_view-texture-immutable-levels'], 'immutable_levels')
2551     g(['arb_texture_view-max-level'], 'max-level')
2552     g(['arb_texture_view-mipgen'], 'mipgen')
2553     g(['arb_texture_view-params'], 'params')
2554     g(['arb_texture_view-formats'], 'formats')
2555     g(['arb_texture_view-targets'], 'targets')
2556     g(['arb_texture_view-queries'], 'queries')
2557     g(['arb_texture_view-rendering-target'], 'rendering-target')
2558     g(['arb_texture_view-rendering-levels'], 'rendering-levels')
2559     g(['arb_texture_view-rendering-layers'], 'rendering-layers')
2560     g(['arb_texture_view-rendering-layers-image'], 'rendering-layers-image')
2561     g(['arb_texture_view-rendering-formats'], 'rendering-formats')
2562     g(['arb_texture_view-rendering-r32ui'], 'rendering-r32ui')
2563     g(['arb_texture_view-lifetime-format'], 'lifetime-format')
2564     g(['arb_texture_view-getteximage-srgb'], 'getteximage-srgb')
2565     g(['arb_texture_view-texsubimage-levels'], 'texsubimage-levels')
2566     g(['arb_texture_view-texsubimage-levels', 'pbo'], 'texsubimage-levels pbo')
2567     g(['arb_texture_view-texsubimage-layers'], 'texsubimage-layers')
2568     g(['arb_texture_view-texsubimage-layers', 'pbo'], 'texsubimage-layers pbo')
2569     g(['arb_texture_view-clear-into-view-2d'], 'clear-into-view-2d')
2570     g(['arb_texture_view-clear-into-view-2d-array'],
2571       'clear-into-view-2d-array')
2572     g(['arb_texture_view-clear-into-view-layered'], 'clear-into-view-layered')
2573     g(['arb_texture_view-copytexsubimage-layers'], 'copytexsubimage-layers')
2574     g(['arb_texture_view-sampling-2d-array-as-cubemap'],
2575       'sampling-2d-array-as-cubemap')
2576     g(['arb_texture_view-sampling-2d-array-as-cubemap-array'],
2577       'sampling-2d-array-as-cubemap-array')
2578     g(['arb_texture_view-sampling-2d-array-as-2d-layer'],
2579       'sampling-2d-array-as-2d-layer')
2580     g(['arb_texture_view-fbo-blit'],
2581       'fbo-blit')
2582
2583 with profile.test_list.group_manager(
2584         PiglitGLTest,
2585         grouptools.join('spec', 'OES_texture_view')) as g:
2586     g(['arb_texture_view-rendering-formats_gles3'], 'rendering-formats')
2587     g(['arb_texture_view-rendering-layers_gles3'], 'rendering-layers')
2588     g(['arb_texture_view-rendering-levels_gles3'], 'rendering-levels')
2589     g(['arb_texture_view-rendering-target_gles3'], 'rendering-target')
2590     g(['arb_texture_view-sampling-2d-array-as-cubemap_gles3'],
2591       'sampling-2d-array-as-cubemap')
2592     g(['arb_texture_view-sampling-2d-array-as-cubemap-array_gles3'],
2593       'sampling-2d-array-as-cubemap-array')
2594     g(['arb_texture_view-sampling-2d-array-as-2d-layer_gles3'],
2595       'sampling-2d-array-as-2d-layer')
2596     g(['arb_texture_view-texture-immutable-levels_gles3'], 'immutable_levels')
2597     g(['arb_texture_view-formats_gles3'], 'formats')
2598     g(['arb_texture_view-queries_gles3'], 'queries')
2599     g(['arb_texture_view-targets_gles3'], 'targets')
2600     g(['arb_texture_view-clear-into-view-2d_gles3'], 'clear-into-view-2d')
2601     g(['arb_texture_view-clear-into-view-2d-array_gles3'],
2602       'clear-into-view-2d-array')
2603     g(['arb_texture_view-clear-into-view-layered_gles3'],
2604       'clear-into-view-layered')
2605     g(['arb_texture_view-copytexsubimage-layers_gles3'],
2606       'copytexsubimage-layers')
2607     g(['arb_texture_view-texsubimage-levels_gles3'], 'texsubimage-levels')
2608     g(['arb_texture_view-texsubimage-levels_gles3', 'pbo'],
2609       'texsubimage-levels pbo')
2610     g(['arb_texture_view-texsubimage-layers_gles3'], 'texsubimage-layers')
2611     g(['arb_texture_view-texsubimage-layers_gles3', 'pbo'],
2612       'texsubimage-layers pbo')
2613
2614 with profile.test_list.group_manager(
2615         PiglitGLTest,
2616         grouptools.join('spec', '3DFX_texture_compression_FXT1')) as g:
2617     g(['compressedteximage', 'GL_COMPRESSED_RGB_FXT1_3DFX'])
2618     g(['compressedteximage', 'GL_COMPRESSED_RGBA_FXT1_3DFX'])
2619     g(['fxt1-teximage'], run_concurrent=False)
2620     g(['arb_texture_compression-invalid-formats', 'fxt1'],
2621       'invalid formats')
2622     g(['fbo-generatemipmap-formats', 'GL_3DFX_texture_compression_FXT1'],
2623       'fbo-generatemipmap-formats')
2624
2625 with profile.test_list.group_manager(
2626         PiglitGLTest, grouptools.join('spec', 'arb_clip_control')) as g:
2627     g(['arb_clip_control-clip-control'])
2628     g(['arb_clip_control-depth-precision'])
2629     g(['arb_clip_control-viewport'])
2630
2631 with profile.test_list.group_manager(
2632         PiglitGLTest, grouptools.join('spec', 'arb_color_buffer_float')) as g:
2633
2634     def f(name, format, p1=None, p2=None):
2635         testname = '{}-{}{}{}'.format(
2636             format, name,
2637             '-{}'.format(p1) if p1 else '',
2638             '-{}'.format(p2) if p2 else '')
2639         cmd = ['arb_color_buffer_float-{}'.format(name), format, p1, p2]
2640         g([c for c in cmd if c is not None], testname)
2641
2642     f('mrt', 'mixed')
2643     f('getteximage', 'GL_RGBA8')
2644     f('queries', 'GL_RGBA8')
2645     f('readpixels', 'GL_RGBA8')
2646     f('probepixel', 'GL_RGBA8')
2647     f('drawpixels', 'GL_RGBA8')
2648     f('clear', 'GL_RGBA8')
2649     f('render', 'GL_RGBA8')
2650     f('render', 'GL_RGBA8', 'fog')
2651     f('render', 'GL_RGBA8', 'sanity')
2652     f('render', 'GL_RGBA8', 'sanity', 'fog')
2653     f('queries', 'GL_RGBA8_SNORM')
2654     f('readpixels', 'GL_RGBA8_SNORM')
2655     f('probepixel', 'GL_RGBA8_SNORM')
2656     f('drawpixels', 'GL_RGBA8_SNORM')
2657     f('getteximage', 'GL_RGBA8_SNORM')
2658     f('clear', 'GL_RGBA8_SNORM')
2659     f('render', 'GL_RGBA8_SNORM')
2660     f('render', 'GL_RGBA8_SNORM', 'fog')
2661     f('render', 'GL_RGBA8_SNORM', 'sanity')
2662     f('render', 'GL_RGBA8_SNORM', 'sanity', 'fog')
2663     f('getteximage', 'GL_RGBA16F')
2664     f('queries', 'GL_RGBA16F')
2665     f('readpixels', 'GL_RGBA16F')
2666     f('probepixel', 'GL_RGBA16F')
2667     f('drawpixels', 'GL_RGBA16F')
2668     f('clear', 'GL_RGBA16F')
2669     f('render', 'GL_RGBA16F')
2670     f('render', 'GL_RGBA16F', 'fog')
2671     f('render', 'GL_RGBA16F', 'sanity')
2672     f('render', 'GL_RGBA16F', 'sanity', 'fog')
2673     f('getteximage', 'GL_RGBA32F')
2674     f('queries', 'GL_RGBA32F')
2675     f('readpixels', 'GL_RGBA32F')
2676     f('probepixel', 'GL_RGBA32F')
2677     f('drawpixels', 'GL_RGBA32F')
2678     f('clear', 'GL_RGBA32F')
2679     f('render', 'GL_RGBA32F')
2680     f('render', 'GL_RGBA32F', 'fog')
2681     f('render', 'GL_RGBA32F', 'sanity')
2682     f('render', 'GL_RGBA32F', 'sanity', 'fog')
2683
2684 with profile.test_list.group_manager(
2685         PiglitGLTest, grouptools.join('spec', 'arb_depth_texture')) as g:
2686     g(['depth-level-clamp'], run_concurrent=False)
2687     g(['depth-tex-modes'], run_concurrent=False)
2688     g(['texdepth'], run_concurrent=False)
2689     add_depthstencil_render_miplevels_tests(g, ('d=z24', 'd=z16'))
2690     add_texwrap_format_tests(g, 'GL_ARB_depth_texture')
2691     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT16')
2692     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT24')
2693     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32')
2694     add_fbo_formats_tests(g, 'GL_ARB_depth_texture')
2695
2696 with profile.test_list.group_manager(
2697         PiglitGLTest, grouptools.join('spec', 'arb_depth_buffer_float')) as g:
2698     g(['fbo-clear-formats', 'GL_ARB_depth_buffer_float', 'stencil'],
2699       'fbo-clear-formats stencil')
2700     add_depthstencil_render_miplevels_tests(
2701         g,
2702         ['d=z32f_s8', 'd=z32f', 'd=z32f_s8_s=z24_s8', 'd=z32f_s=z24_s8',
2703          's=z24_s8_d=z32f_s8', 's=z24_s8_d=z32f', 'd=s=z32f_s8', 's=d=z32f_s8',
2704          'ds=z32f_s8'])
2705     add_fbo_stencil_tests(g, 'GL_DEPTH32F_STENCIL8')
2706     add_texwrap_format_tests(g, 'GL_ARB_depth_buffer_float')
2707     add_fbo_depth_tests(g, 'GL_DEPTH_COMPONENT32F')
2708     add_fbo_depth_tests(g, 'GL_DEPTH32F_STENCIL8')
2709     add_fbo_formats_tests(g, 'GL_ARB_depth_buffer_float')
2710     add_fbo_depthstencil_tests(g, 'GL_DEPTH32F_STENCIL8', 0)
2711
2712 with profile.test_list.group_manager(
2713         PiglitGLTest, grouptools.join('spec', 'arb_get_texture_sub_image')) as g:
2714     g(['arb_get_texture_sub_image-cubemap'])
2715     g(['arb_get_texture_sub_image-errors'])
2716     g(['arb_get_texture_sub_image-get'])
2717     g(['arb_get_texture_sub_image-getcompressed'])
2718
2719 with profile.test_list.group_manager(
2720         PiglitGLTest,
2721         grouptools.join('spec', 'ext_texture_env_combine')) as g:
2722     g(['ext_texture_env_combine-combine'], 'texture-env-combine')
2723
2724 with profile.test_list.group_manager(
2725         PiglitGLTest,
2726         grouptools.join('spec', 'arb_texture_env_crossbar')) as g:
2727     g(['crossbar'], run_concurrent=False)
2728
2729 with profile.test_list.group_manager(
2730         PiglitGLTest, grouptools.join('spec', 'arb_texture_compression')) as g:
2731     g(['arb_texture_compression-internal-format-query'],
2732       'GL_TEXTURE_INTERNAL_FORMAT query')
2733     g(['arb_texture_compression-invalid-formats', 'unknown'],
2734       'unknown formats')
2735     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression'],
2736       'fbo-generatemipmap-formats')
2737     add_texwrap_format_tests(g, 'GL_ARB_texture_compression')
2738
2739 with profile.test_list.group_manager(
2740         PiglitGLTest,
2741         grouptools.join('spec', 'arb_texture_compression_bptc')) as g:
2742     g(['arb_texture_compression-invalid-formats', 'bptc'], 'invalid formats')
2743     g(['bptc-modes'])
2744     g(['bptc-float-modes'])
2745     g(['compressedteximage', 'GL_COMPRESSED_RGBA_BPTC_UNORM'])
2746     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_BPTC_UNORM'])
2747     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_UNSIGNED_FLOAT'])
2748     g(['compressedteximage', 'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'])
2749     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-unorm'],
2750       'fbo-generatemipmap-formats unorm')
2751     g(['fbo-generatemipmap-formats', 'GL_ARB_texture_compression_bptc-float'],
2752       'fbo-generatemipmap-formats float')
2753     add_texwrap_format_tests(g, 'GL_ARB_texture_compression_bptc')
2754
2755 with profile.test_list.group_manager(
2756         PiglitGLTest,
2757         grouptools.join('spec', 'ext_texture_compression_bptc')) as g:
2758     g(['bptc-api_gles2'])
2759
2760 with profile.test_list.group_manager(
2761         PiglitGLTest,
2762         grouptools.join('spec', 'ext_vertex_array_bgra')) as g:
2763     g(['bgra-sec-color-pointer'], run_concurrent=False)
2764     g(['bgra-vert-attrib-pointer'], run_concurrent=False)
2765
2766 with profile.test_list.group_manager(
2767         PiglitGLTest,
2768         grouptools.join('spec', 'apple_vertex_array_object')) as g:
2769     g(['vao-01'], run_concurrent=False)
2770     g(['vao-02'], run_concurrent=False)
2771     g(['arb_vertex_array-isvertexarray', 'apple'], 'isvertexarray')
2772
2773 with profile.test_list.group_manager(
2774         PiglitGLTest,
2775         grouptools.join('spec', 'arb_vertex_array_bgra')) as g:
2776     g(['arb_vertex_array_bgra-api-errors'], 'api-errors', run_concurrent=False)
2777     g(['arb_vertex_array_bgra-get'], 'get', run_concurrent=False)
2778
2779 with profile.test_list.group_manager(
2780         PiglitGLTest,
2781         grouptools.join('spec', 'arb_vertex_array_object')) as g:
2782     g(['vao-element-array-buffer'])
2783     g(['arb_vertex_array-delete-object-0'], 'delete-object-0')
2784     g(['arb_vertex_array-isvertexarray'], 'isvertexarray')
2785
2786 with profile.test_list.group_manager(
2787         PiglitGLTest,
2788         grouptools.join('spec', 'arb_vertex_buffer_object')) as g:
2789     g(['arb_vertex_buffer_object-combined-vertex-index'],
2790       'combined-vertex-index')
2791     g(['arb_vertex_buffer_object-elements-negative-offset'],
2792       'elements-negative-offset')
2793     g(['arb_vertex_buffer_object-mixed-immediate-and-vbo'],
2794       'mixed-immediate-and-vbo')
2795     g(['arb_vertex_buffer_object-delete-mapped-buffer'])
2796     g(['arb_vertex_buffer_object-map-after-draw'])
2797     g(['arb_vertex_buffer_object-map-empty'])
2798     g(['arb_vertex_buffer_object-ib-data-sync'], 'ib-data-sync')
2799     g(['arb_vertex_buffer_object-ib-subdata-sync'], 'ib-subdata-sync')
2800     g(['pos-array'])
2801     g(['vbo-bufferdata'])
2802     g(['vbo-map-remap'])
2803     g(['vbo-map-unsync'])
2804     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawarrays'],
2805       'vbo-subdata-many drawarrays')
2806     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawelements'],
2807       'vbo-subdata-many drawelements')
2808     g(['arb_vertex_buffer_object-vbo-subdata-many', 'drawrangeelements'],
2809       'vbo-subdata-many drawrangeelements')
2810     g(['vbo-subdata-sync'])
2811     g(['vbo-subdata-zero'])
2812
2813 with profile.test_list.group_manager(
2814         PiglitGLTest,
2815         grouptools.join('spec', 'arb_vertex_program')) as g:
2816     g(['arb_vertex_program-getenv4d-with-error'], 'getenv4d-with-error',
2817       run_concurrent=False)
2818     g(['arb_vertex_program-getlocal4d-with-error'], 'getlocal4d-with-error',
2819       run_concurrent=False)
2820     g(['arb_vertex_program-getlocal4f-max'], 'getlocal4f-max')
2821     g(['arb_vertex_program-getlocal4-errors'], 'getlocal4-errors')
2822     g(['clip-plane-transformation', 'arb'],
2823       'clip-plane-transformation arb')
2824     g(['arb_vertex_program-matrix-property-bindings'])
2825     g(['arb_vertex_program-minmax'], 'minmax')
2826     g(['arb_vertex_program-property-bindings'])
2827     g(['arb_vertex_program-unused-attributes'])
2828     g(['arb_vertex_program-get-limits-without-fp'], run_concurrent=False)
2829     g(['vp-address-01'], run_concurrent=False)
2830     g(['vp-address-02'], run_concurrent=False)
2831     g(['vp-address-04'], run_concurrent=False)
2832     g(['vp-bad-program'], run_concurrent=False)
2833     g(['vp-max-array'], run_concurrent=False)
2834
2835 with profile.test_list.group_manager(
2836         PiglitGLTest,
2837         grouptools.join('spec', 'arb_viewport_array')) as g:
2838     g(['arb_viewport_array-viewport-indices'], 'viewport-indices')
2839     g(['arb_viewport_array-depthrange-indices'], 'depthrange-indices')
2840     g(['arb_viewport_array-dlist'], 'display-list')
2841     g(['arb_viewport_array-scissor-check'], 'scissor-check')
2842     g(['arb_viewport_array-scissor-indices'], 'scissor-indices')
2843     g(['arb_viewport_array-bounds'], 'bounds')
2844     g(['arb_viewport_array-queries'], 'queries')
2845     g(['arb_viewport_array-minmax'], 'minmax')
2846     g(['arb_viewport_array-render-viewport'], 'render-viewport')
2847     g(['arb_viewport_array-render-viewport-2'], 'render-viewport-2')
2848     g(['arb_viewport_array-render-depthrange'], 'render-depthrange')
2849     g(['arb_viewport_array-render-scissor'], 'render-scissor')
2850     g(['arb_viewport_array-clear'], 'clear')
2851
2852 with profile.test_list.group_manager(
2853         PiglitGLTest,
2854         grouptools.join('spec', 'oes_viewport_array')) as g:
2855     g(['arb_viewport_array-viewport-indices_gles3'], 'viewport-indices')
2856     g(['arb_viewport_array-depthrange-indices_gles3'], 'depthrange-indices')
2857     g(['arb_viewport_array-scissor-check_gles3'], 'scissor-check')
2858     g(['arb_viewport_array-scissor-indices_gles3'], 'scissor-indices')
2859     g(['arb_viewport_array-bounds_gles3'], 'bounds')
2860     g(['arb_viewport_array-queries_gles3'], 'queries')
2861     g(['arb_viewport_array-minmax_gles3'], 'minmax')
2862     g(['arb_viewport_array-render-viewport_gles3'], 'render-viewport')
2863     g(['arb_viewport_array-render-viewport-2_gles3'], 'render-viewport-2')
2864     g(['arb_viewport_array-render-depthrange_gles3'], 'render-depthrange')
2865     g(['arb_viewport_array-render-scissor_gles3'], 'render-scissor')
2866     g(['arb_viewport_array-clear_gles3'], 'clear')
2867
2868 with profile.test_list.group_manager(
2869         PiglitGLTest,
2870         grouptools.join('spec', 'nv_vertex_program2_option')) as g:
2871     g(['vp-address-03'], run_concurrent=False)
2872     g(['vp-address-05'], run_concurrent=False)
2873     g(['vp-address-06'], run_concurrent=False)
2874     g(['vp-clipdistance-01'], run_concurrent=False)
2875     g(['vp-clipdistance-02'], run_concurrent=False)
2876     g(['vp-clipdistance-03'], run_concurrent=False)
2877     g(['vp-clipdistance-04'], run_concurrent=False)
2878
2879 with profile.test_list.group_manager(
2880         PiglitGLTest, grouptools.join('spec', 'ext_framebuffer_blit')) as g:
2881     g(['fbo-blit'], run_concurrent=False)
2882     g(['fbo-copypix'], run_concurrent=False)
2883     g(['fbo-readdrawpix'], run_concurrent=False)
2884     g(['fbo-sys-blit'], run_concurrent=False)
2885     g(['fbo-sys-sub-blit'], run_concurrent=False)
2886     g(['fbo-blit-check-limits'], run_concurrent=False)
2887     g(['fbo-generatemipmap-versus-READ_FRAMEBUFFER'])
2888
2889 with profile.test_list.group_manager(
2890         PiglitGLTest,
2891         grouptools.join('spec',
2892                         'ext_framebuffer_multisample_blit_scaled')) as g:
2893     g(['ext_framebuffer_multisample_blit_scaled-negative-blit-scaled'],
2894       'negative-blit-scaled')
2895
2896     for sample_count in MSAA_SAMPLE_COUNTS:
2897         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2898            sample_count],
2899           'blit-scaled samples={}'.format(sample_count))
2900
2901     for sample_count in MSAA_SAMPLE_COUNTS:
2902         g(['ext_framebuffer_multisample_blit_scaled-blit-scaled',
2903            sample_count, 'array'],
2904           'blit-scaled samples={} with GL_TEXTURE_2D_MULTISAMPLE_ARRAY'.format(sample_count))
2905
2906 with profile.test_list.group_manager(
2907         PiglitGLTest,
2908         grouptools.join('spec', 'ext_framebuffer_multisample')) as g:
2909     g(['ext_framebuffer_multisample-blit-mismatched-samples'],
2910       'blit-mismatched-samples')
2911     g(['ext_framebuffer_multisample-blit-mismatched-sizes'],
2912       'blit-mismatched-sizes')
2913     g(['ext_framebuffer_multisample-blit-mismatched-formats'],
2914       'blit-mismatched-formats')
2915     g(['ext_framebuffer_multisample-dlist'], 'dlist')
2916     g(['ext_framebuffer_multisample-enable-flag'], 'enable-flag')
2917     g(['ext_framebuffer_multisample-minmax'], 'minmax')
2918     g(['ext_framebuffer_multisample-negative-copypixels'],
2919       'negative-copypixels')
2920     g(['ext_framebuffer_multisample-negative-copyteximage'],
2921       'negative-copyteximage')
2922     g(['ext_framebuffer_multisample-negative-max-samples'],
2923       'negative-max-samples')
2924     g(['ext_framebuffer_multisample-negative-mismatched-samples'],
2925       'negative-mismatched-samples')
2926     g(['ext_framebuffer_multisample-negative-readpixels'],
2927       'negative-readpixels')
2928     g(['ext_framebuffer_multisample-renderbufferstorage-samples'],
2929       'renderbufferstorage-samples')
2930     g(['ext_framebuffer_multisample-renderbuffer-samples'],
2931       'renderbuffer-samples')
2932     g(['ext_framebuffer_multisample-samples'], 'samples')
2933     g(['ext_framebuffer_multisample-alpha-blending'], 'alpha-blending')
2934     g(['ext_framebuffer_multisample-alpha-blending', 'slow_cc'],
2935       'alpha-blending slow_cc')
2936     g(['ext_framebuffer_multisample-fast-clear'], 'fast-clear')
2937
2938     for sample_count in MSAA_SAMPLE_COUNTS:
2939         g(['ext_framebuffer_multisample-alpha-blending-after-rendering',
2940            sample_count],
2941           'alpha-blending-after-rendering {}'.format(sample_count))
2942
2943     for num_samples in ['all_samples'] + MSAA_SAMPLE_COUNTS:
2944         g(['ext_framebuffer_multisample-formats', num_samples],
2945           'formats {}'.format(num_samples))
2946
2947         for test_type in ('color', 'srgb', 'stencil_draw', 'stencil_resolve',
2948                           'depth_draw', 'depth_resolve'):
2949             sensible_options = ['small', 'depthstencil']
2950             if test_type in ('color', 'srgb'):
2951                 sensible_options.append('linear')
2952             for options in power_set(sensible_options):
2953                 g(['ext_framebuffer_multisample-accuracy', num_samples,
2954                    test_type] + options,
2955                   ' '.join(['accuracy', num_samples, test_type] + options))
2956
2957     # Note: the interpolation tests also check for sensible behaviour with
2958     # non-multisampled framebuffers, so go ahead and test them with
2959     # num_samples==0 as well.
2960     for num_samples in ['0'] + MSAA_SAMPLE_COUNTS:
2961         g(['ext_framebuffer_multisample-blit-multiple-render-targets',
2962            num_samples],
2963           'blit-multiple-render-targets {}'.format(num_samples))
2964
2965         for test_type in ('non-centroid-disabled', 'centroid-disabled',
2966                           'centroid-edges', 'non-centroid-deriv',
2967                           'non-centroid-deriv-disabled', 'centroid-deriv',
2968                           'centroid-deriv-disabled'):
2969             g(['ext_framebuffer_multisample-interpolation', num_samples,
2970                test_type],
2971               'interpolation {} {}'.format(num_samples, test_type))
2972
2973     for sample_count in MSAA_SAMPLE_COUNTS:
2974         g(['ext_framebuffer_multisample-turn-on-off', sample_count],
2975           'turn-on-off {}'.format(sample_count), run_concurrent=False)
2976
2977         for buffer_type in ('color', 'depth', 'stencil'):
2978             if buffer_type == 'color':
2979                 sensible_options = ['linear']
2980             else:
2981                 sensible_options = []
2982
2983             for options in power_set(sensible_options):
2984                 g(['ext_framebuffer_multisample-upsample', sample_count,
2985                    buffer_type] + options,
2986                   'upsample {} {}'.format(
2987                       sample_count, ' '.join([buffer_type] + options)))
2988                 g(['ext_framebuffer_multisample-multisample-blit',
2989                    sample_count, buffer_type] + options,
2990                   'multisample-blit {}'.format(
2991                       ' '.join([sample_count, buffer_type] + options)))
2992
2993             for blit_type in ('msaa', 'upsample', 'downsample'):
2994                 g(['ext_framebuffer_multisample-unaligned-blit',
2995                    sample_count, buffer_type, blit_type],
2996                   'unaligned-blit {} {} {}'.format(
2997                       sample_count, buffer_type, blit_type))
2998
2999         for test_mode in ('inverted', 'non-inverted'):
3000             g(['ext_framebuffer_multisample-sample-coverage', sample_count,
3001                test_mode],
3002               'sample-coverage {} {}'.format(sample_count, test_mode))
3003
3004         for buffer_type in ('color', 'depth'):
3005             g(['ext_framebuffer_multisample-sample-alpha-to-coverage',
3006                sample_count, buffer_type],
3007               'sample-alpha-to-coverage {} {}'.format(
3008                   sample_count, buffer_type))
3009
3010         for test in ['line-smooth', 'point-smooth', 'polygon-smooth',
3011                      'sample-alpha-to-one',
3012                      'draw-buffers-alpha-to-one',
3013                      'draw-buffers-alpha-to-coverage',
3014                      'alpha-to-coverage-dual-src-blend',
3015                      'alpha-to-coverage-no-draw-buffer-zero',
3016                      'alpha-to-coverage-no-draw-buffer-zero-write',
3017                      'alpha-to-one-dual-src-blend',
3018                      'int-draw-buffers-alpha-to-one',
3019                      'int-draw-buffers-alpha-to-coverage',
3020                      'alpha-to-one-msaa-disabled',
3021                      'alpha-to-one-single-sample-buffer',
3022                      'bitmap', 'polygon-stipple']:
3023             g(['ext_framebuffer_multisample-{}'.format(test),
3024                sample_count],
3025               '{} {}'.format(test, sample_count))
3026
3027         for blit_type in ('msaa', 'upsample', 'downsample', 'normal'):
3028             g(['ext_framebuffer_multisample-clip-and-scissor-blit',
3029                sample_count, blit_type],
3030               'clip-and-scissor-blit {} {}'.format(sample_count, blit_type))
3031
3032         for flip_direction in ('x', 'y'):
3033             g(['ext_framebuffer_multisample-blit-flipped', sample_count,
3034                flip_direction],
3035               'blit-flipped {} {}'.format(sample_count, flip_direction))
3036
3037         for buffer_type in ('color', 'depth', 'stencil'):
3038             g(['ext_framebuffer_multisample-clear', sample_count, buffer_type],
3039               'clear {} {}'.format(sample_count, buffer_type))
3040
3041         for test_type in ('depth', 'depth-computed', 'stencil'):
3042             for buffer_config in ('combined', 'separate', 'single'):
3043                 g(['ext_framebuffer_multisample-no-color', sample_count,
3044                    test_type, buffer_config],
3045                   'no-color {} {} {}'.format(
3046                       sample_count, test_type, buffer_config))
3047
3048 with profile.test_list.group_manager(
3049         PiglitGLTest,
3050         grouptools.join('spec', 'amd_framebuffer_multisample_advanced')) as g:
3051     g(['amd_framebuffer_multisample_advanced-api'], 'api-glcore')
3052     g(['amd_framebuffer_multisample_advanced-api-gles'], 'api-gles3')
3053
3054 with profile.test_list.group_manager(
3055         PiglitGLTest,
3056         grouptools.join('spec', 'ext_framebuffer_object')) as g:
3057     g(['fbo-generatemipmap-noimage'])
3058     g(['fbo-1d'])
3059     g(['fbo-3d'])
3060     g(['fbo-alphatest-formats'])
3061     g(['fbo-alphatest-nocolor'])
3062     g(['fbo-alphatest-nocolor-ff'])
3063     g(['fbo-blending-formats'])
3064     g(['fbo-blending-format-quirks'])
3065     g(['fbo-blending-snorm'])
3066     g(['fbo-bind-renderbuffer'])
3067     g(['fbo-clearmipmap'])
3068     g(['fbo-clear-formats'])
3069     g(['fbo-colormask-formats'])
3070     g(['fbo-copyteximage'])
3071     g(['fbo-copyteximage-simple'])
3072     g(['fbo-cubemap'])
3073     g(['fbo-depthtex'])
3074     g(['fbo-depth-sample-compare'])
3075     g(['fbo-drawbuffers'])
3076     g(['fbo-drawbuffers', 'masked-clear'])
3077     g(['fbo-drawbuffers-arbfp'])
3078     g(['fbo-drawbuffers-blend-add'])
3079     g(['fbo-drawbuffers-fragcolor'])
3080     g(['fbo-drawbuffers-maxtargets'])
3081     g(['ext_framebuffer_object-error-handling'])
3082     g(['fbo-finish-deleted'])
3083     g(['fbo-flushing'])
3084     g(['fbo-flushing-2'])
3085     g(['fbo-fragcoord'])
3086     g(['fbo-fragcoord2'])
3087     g(['fbo-generatemipmap'])
3088     g(['fbo-generatemipmap-filtering'])
3089     g(['fbo-generatemipmap-formats'])
3090     g(['fbo-generatemipmap-scissor'])
3091     g(['fbo-generatemipmap-swizzle'])
3092     g(['fbo-generatemipmap-nonsquare'])
3093     g(['fbo-generatemipmap-npot'])
3094     g(['fbo-generatemipmap-viewport'])
3095     g(['fbo-maxsize'])
3096     g(['ext_framebuffer_object-mipmap'])
3097     g(['fbo-nodepth-test'])
3098     g(['fbo-nostencil-test'])
3099     g(['fbo-readpixels'])
3100     g(['fbo-readpixels-depth-formats'])
3101     g(['fbo-scissor-bitmap'])
3102     g(['fbo-storage-completeness'])
3103     g(['fbo-storage-formats'])
3104     g(['getteximage-formats', 'init-by-rendering'])
3105     g(['getteximage-formats', 'init-by-clear-and-render'])
3106     g(['ext_framebuffer_multisample-fast-clear', 'single-sample'],
3107       'fbo-fast-clear')
3108     g(['ext_framebuffer_object-border-texture-finish'])
3109     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX1')
3110     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX4')
3111     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX8')
3112     add_fbo_stencil_tests(g, 'GL_STENCIL_INDEX16')
3113
3114
3115 with profile.test_list.group_manager(
3116         PiglitGLTest,
3117         grouptools.join('spec', 'ext_gpu_shader4')) as g:
3118     g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4'], 'bindfragdatalocation mixed-int-float-fbo')
3119     g(['gl-3.1-mixed-int-float-fbo', 'ext_gpu_shader4', 'int_second'], 'bindfragdatalocation mixed-int-float-fbo int_second')
3120     g(['ext_gpu_shader4-vertexid-beginend'])
3121     g(['ext_gpu_shader4-vertexid-drawarrays'])
3122     g(['ext_gpu_shader4-vertexid-drawelements'])
3123
3124     for test in ['1DArray', '2DArray', '1DArrayShadow', '2DArrayShadow', 'CubeShadow']:
3125         g(['tex-miplevel-selection', 'GPU4texture()', test])
3126         g(['tex-miplevel-selection', 'GPU4texture(bias)', test])
3127
3128     for stage in ['1DArray', '2DArray', '1DArrayShadow']:
3129         g(['tex-miplevel-selection', 'GPU4textureLod', stage])
3130
3131     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
3132                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
3133                   '2DArrayShadow']:
3134         g(['tex-miplevel-selection', 'GPU4textureOffset', stage])
3135
3136     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '2DRect',
3137                   '2DRect_ProjVec4', '2DRectShadow', '1DShadow', '2DShadow']:
3138         g(['tex-miplevel-selection', 'GPU4textureProjOffset', stage])
3139
3140     for stage in ['1D', '1D_ProjVec4', '2D', '2D_ProjVec4', '3D', '1DShadow',
3141                   '2DShadow']:
3142         g(['tex-miplevel-selection', 'GPU4textureProjOffset(bias)', stage])
3143
3144     for stage in ['1D', '2D', '3D', 'Cube', '2DRect', '2DRectShadow',
3145                   '1DShadow', '2DShadow', 'CubeShadow', '1DArray', '2DArray',
3146                   '1DArrayShadow', '2DArrayShadow', 'CubeArray']:
3147         g(['tex-miplevel-selection', 'GPU4textureGrad', stage])
3148
3149     for stage in ['1D', '2D', '3D', '2DRect', '2DRectShadow', '1DShadow',
3150                   '2DShadow', '1DArray', '2DArray', '1DArrayShadow',
3151                   '2DArrayShadow']:
3152         g(['tex-miplevel-selection', 'GPU4textureGradOffset', stage])
3153
3154     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '2DRect',
3155                   '2DRect_ProjVec4', '1DShadow', '2DShadow', '2DRectShadow']:
3156         g(['tex-miplevel-selection', 'GPU4textureProjGrad', stage])
3157         g(['tex-miplevel-selection', 'GPU4textureProjGradOffset', stage])
3158
3159     for stage in ['1D', '2D', '3D', '1DShadow', '2DShadow', '1DArray',
3160                   '2DArray', '1DArrayShadow']:
3161         g(['tex-miplevel-selection', 'GPU4textureLodOffset', stage])
3162
3163     for stage in ['1D', '2D', '3D', '1D_ProjVec4', '2D_ProjVec4', '1DShadow',
3164                   '2DShadow']:
3165         g(['tex-miplevel-selection', 'GPU4textureProjLodOffset', stage])
3166
3167 with profile.test_list.group_manager(
3168         PiglitGLTest, grouptools.join('spec', 'ext_image_dma_buf_import')) as \
3169         g:
3170     g(['ext_image_dma_buf_import-invalid_hints'], run_concurrent=False)
3171     g(['ext_image_dma_buf_import-invalid_attributes'], run_concurrent=False)
3172     g(['ext_image_dma_buf_import-missing_attributes'], run_concurrent=False)
3173     g(['ext_image_dma_buf_import-ownership_transfer'], run_concurrent=False)
3174     g(['ext_image_dma_buf_import-unsupported_format'], run_concurrent=False)
3175     g(['ext_image_dma_buf_import-intel_external_sampler_only'],
3176       run_concurrent=False)
3177     g(['ext_image_dma_buf_import-refcount'])
3178     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=AR24'],
3179       'ext_image_dma_buf_import-sample_argb8888', run_concurrent=False)
3180     g(['ext_image_dma_buf_import-sample_rgb', '-fmt=XR24', '-alpha-one'],
3181       'ext_image_dma_buf_import-sample_xrgb8888', run_concurrent=False)
3182     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=NV12'],
3183       'ext_image_dma_buf_import-sample_nv12', run_concurrent=False)
3184     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YU12'],
3185       'ext_image_dma_buf_import-sample_yuv420', run_concurrent=False)
3186     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YV12'],
3187       'ext_image_dma_buf_import-sample_yvu420', run_concurrent=False)
3188     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=AYUV'],
3189       'ext_image_dma_buf_import-sample_ayuv', run_concurrent=False)
3190     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=XYUV'],
3191       'ext_image_dma_buf_import-sample_xyuv', run_concurrent=False)
3192     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P010'],
3193       'ext_image_dma_buf_import-sample_p010', run_concurrent=False)
3194     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P012'],
3195       'ext_image_dma_buf_import-sample_p012', run_concurrent=False)
3196     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=P016'],
3197       'ext_image_dma_buf_import-sample_p016', run_concurrent=False)
3198     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y210'],
3199       'ext_image_dma_buf_import-sample_y210', run_concurrent=False)
3200     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y212'],
3201       'ext_image_dma_buf_import-sample_y212', run_concurrent=False)
3202     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y216'],
3203       'ext_image_dma_buf_import-sample_y216', run_concurrent=False)
3204     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y410'],
3205       'ext_image_dma_buf_import-sample_y410', run_concurrent=False)
3206     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y412'],
3207       'ext_image_dma_buf_import-sample_y412', run_concurrent=False)
3208     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=Y416'],
3209       'ext_image_dma_buf_import-sample_y416', run_concurrent=False)
3210     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=YUYV'],
3211       'ext_image_dma_buf_import-sample_yuyv', run_concurrent=False)
3212     g(['ext_image_dma_buf_import-sample_yuv', '-fmt=UYVY'],
3213       'ext_image_dma_buf_import-sample_uyvy', run_concurrent=False)
3214     g(['ext_image_dma_buf_import-transcode-nv12-as-r8-gr88'],
3215       'ext_image_dma_buf_import-transcode-nv12-as-r8-gr88',
3216       run_concurrent=False)
3217     g(['ext_image_dma_buf_import-export'], run_concurrent=False)
3218     g(['ext_image_dma_buf_import-export-tex'], run_concurrent=False)
3219     g(['ext_image_dma_buf_import-reimport-bug'], run_concurrent=False)
3220
3221 with profile.test_list.group_manager(
3222         PiglitGLTest,
3223         grouptools.join('spec', 'ext_packed_depth_stencil')) as g:
3224     g(['fbo-blit-d24s8'], run_concurrent=False)
3225     g(['fbo-clear-formats', 'GL_EXT_packed_depth_stencil', 'stencil'],
3226       'fbo-clear-formats stencil')
3227     g(['ext_packed_depth_stencil-depth-stencil-texture'],
3228       'DEPTH_STENCIL texture')
3229     g(['ext_packed_depth_stencil-errors'], 'errors')
3230     g(['ext_packed_depth_stencil-getteximage'], 'getteximage')
3231     g(['ext_packed_depth_stencil-readdrawpixels'], 'readdrawpixels')
3232     g(['ext_packed_depth_stencil-texsubimage'], 'texsubimage')
3233     g(['ext_packed_depth_stencil-readpixels-24_8'], 'readpixels-24_8',
3234       run_concurrent=False)
3235     add_depthstencil_render_miplevels_tests(
3236         g,
3237         ['s=z24_s8', 'd=z24_s8', 'd=z24_s8_s=z24_s8', 'd=z24_s=z24_s8',
3238          's=z24_s8_d=z24_s8', 's=z24_s8_d=z24', 'd=s=z24_s8', 's=d=z24_s8',
3239          'ds=z24_s8'])
3240     add_fbo_stencil_tests(g, 'GL_DEPTH24_STENCIL8')
3241     add_texwrap_format_tests(g, 'GL_EXT_packed_depth_stencil')
3242     add_fbo_depth_tests(g, 'GL_DEPTH24_STENCIL8')
3243     add_fbo_formats_tests(g, 'GL_EXT_packed_depth_stencil')
3244     add_fbo_depthstencil_tests(g, 'GL_DEPTH24_STENCIL8', 0)
3245
3246 with profile.test_list.group_manager(
3247         PiglitGLTest,
3248         grouptools.join('spec', 'oes_packed_depth_stencil')) as g:
3249     g(['oes_packed_depth_stencil-depth-stencil-texture_gles2'],
3250       'DEPTH_STENCIL texture GLES2')
3251     g(['oes_packed_depth_stencil-depth-stencil-texture_gles1'],
3252       'DEPTH_STENCIL texture GLES1')
3253
3254 with profile.test_list.group_manager(
3255         PiglitGLTest,
3256         grouptools.join('spec', 'oes_required_internalformat')) as g:
3257     g(['oes_required_internalformat-renderbuffer'], 'renderbuffer')
3258
3259 with profile.test_list.group_manager(
3260         PiglitGLTest,
3261         grouptools.join('spec', 'ext_occlusion_query_boolean')) as g:
3262     g(['ext_occlusion_query_boolean-any-samples'], 'any-samples')
3263
3264 with profile.test_list.group_manager(
3265         PiglitGLTest,
3266         grouptools.join('spec', 'ext_disjoint_timer_query')) as g:
3267     g(['ext_disjoint_timer_query-simple'], 'simple')
3268
3269 with profile.test_list.group_manager(
3270         PiglitGLTest,
3271         grouptools.join('spec', 'ext_texture_norm16')) as g:
3272     g(['ext_texture_norm16-render'], 'render')
3273
3274 with profile.test_list.group_manager(
3275         PiglitGLTest,
3276         grouptools.join('spec', 'ext_render_snorm')) as g:
3277     g(['ext_render_snorm-render'], 'render')
3278
3279 with profile.test_list.group_manager(
3280         PiglitGLTest,
3281         grouptools.join('spec', 'ext_frag_depth')) as g:
3282     g(['fragdepth_gles2'])
3283
3284 with profile.test_list.group_manager(
3285         PiglitGLTest,
3286         grouptools.join('spec', 'ext_texture_array')) as g:
3287     g(['fbo-generatemipmap-array'])
3288     g(['fbo-generatemipmap-array', 'RGB9_E5'])
3289     g(['fbo-generatemipmap-array', 'S3TC_DXT1'])
3290     g(['ext_texture_array-maxlayers'], 'maxlayers')
3291     g(['ext_texture_array-gen-mipmap'], 'gen-mipmap')
3292     g(['fbo-array'], run_concurrent=False)
3293     g(['array-texture'], run_concurrent=False)
3294     g(['ext_texture_array-errors'])
3295     g(['getteximage-targets', '1D_ARRAY'])
3296     g(['getteximage-targets', '2D_ARRAY'])
3297     g(['texsubimage', 'array'])
3298     add_msaa_visual_plain_tests(g, ['copyteximage', '1D_ARRAY'],
3299                                 run_concurrent=False)
3300     add_msaa_visual_plain_tests(g, ['copyteximage', '2D_ARRAY'],
3301                                 run_concurrent=False)
3302     for test in ('depth-clear', 'depth-layered-clear', 'depth-draw',
3303                  'fs-writes-depth', 'stencil-clear', 'stencil-layered-clear',
3304                  'stencil-draw', 'fs-writes-stencil'):
3305         g(['fbo-depth-array', test])
3306     for test_mode in ['teximage', 'texsubimage']:
3307         g(['ext_texture_array-compressed', test_mode, '-fbo'],
3308           'compressed {0}'.format(test_mode),
3309           run_concurrent=False)
3310         g(['ext_texture_array-compressed', test_mode, 'pbo', '-fbo'],
3311           'compressed {0} pbo'.format(test_mode),
3312           run_concurrent=False)
3313
3314 with profile.test_list.group_manager(
3315         PiglitGLTest,
3316         grouptools.join('spec', 'arb_texture_cube_map')) as g:
3317     g(['arb_texture_cube_map-unusual-order'], run_concurrent=False)
3318     g(['cubemap'], run_concurrent=False)
3319     g(['cubemap-getteximage-pbo'])
3320     g(['cubemap-mismatch'], run_concurrent=False)
3321     g(['cubemap', 'npot'], 'cubemap npot', run_concurrent=False)
3322     g(['cubemap-shader'], run_concurrent=False)
3323     g(['cubemap-shader', 'lod'], 'cubemap-shader lod', run_concurrent=False)
3324     g(['cubemap-shader', 'bias'], 'cubemap-shader bias', run_concurrent=False)
3325     g(['getteximage-targets', 'CUBE'])
3326     add_msaa_visual_plain_tests(g, ['copyteximage', 'CUBE'],
3327                                 run_concurrent=False)
3328
3329 with profile.test_list.group_manager(
3330         PiglitGLTest,
3331         grouptools.join('spec', 'arb_texture_cube_map_array')) as g:
3332     g(['arb_texture_cube_map_array-get'], run_concurrent=False)
3333     g(['arb_texture_cube_map_array-teximage3d-invalid-values'],
3334       run_concurrent=False)
3335     g(['arb_texture_cube_map_array-cubemap'], run_concurrent=False)
3336     g(['arb_texture_cube_map_array-cubemap-lod'], run_concurrent=False)
3337     g(['arb_texture_cube_map_array-fbo-cubemap-array'], run_concurrent=False)
3338     g(['arb_texture_cube_map_array-sampler-cube-array-shadow'],
3339       run_concurrent=False)
3340     g(['getteximage-targets', 'CUBE_ARRAY'])
3341     g(['glsl-resource-not-bound', 'CubeArray'])
3342     g(['fbo-generatemipmap-cubemap', 'array'])
3343     g(['fbo-generatemipmap-cubemap', 'array', 'RGB9_E5'])
3344     g(['fbo-generatemipmap-cubemap', 'array', 'S3TC_DXT1'])
3345     g(['texsubimage', 'cube_map_array'])
3346
3347     for stage in ['vs', 'gs', 'fs', 'tes']:
3348         # textureSize():
3349         for sampler in['samplerCubeArray', 'isamplerCubeArray',
3350                        'usamplerCubeArray', 'samplerCubeArrayShadow']:
3351             g(['textureSize', stage, sampler],
3352               grouptools.join('textureSize', '{}-textureSize-{}'.format(
3353                   stage, sampler)))
3354
3355 with profile.test_list.group_manager(
3356         PiglitGLTest,
3357         grouptools.join('spec', 'ext_texture_swizzle')) as g:
3358     g(['ext_texture_swizzle-api'])
3359     g(['ext_texture_swizzle-swizzle'])
3360     g(['depth_texture_mode_and_swizzle'], 'depth_texture_mode_and_swizzle')
3361
3362 with profile.test_list.group_manager(
3363         PiglitGLTest,
3364         grouptools.join('spec', 'ext_texture_compression_latc')) as g:
3365     g(['arb_texture_compression-invalid-formats', 'latc'], 'invalid formats')
3366     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc'],
3367       'fbo-generatemipmap-formats')
3368     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_latc-signed'],
3369       'fbo-generatemipmap-formats-signed')
3370     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_latc')
3371
3372 with profile.test_list.group_manager(
3373         PiglitGLTest,
3374         grouptools.join('spec', 'ext_texture_compression_rgtc')) as g:
3375     g(['compressedteximage', 'GL_COMPRESSED_RED_RGTC1_EXT'])
3376     g(['compressedteximage', 'GL_COMPRESSED_RED_GREEN_RGTC2_EXT'])
3377     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_RGTC1_EXT'])
3378     g(['compressedteximage', 'GL_COMPRESSED_SIGNED_RED_GREEN_RGTC2_EXT'])
3379     g(['arb_texture_compression-invalid-formats', 'rgtc'], 'invalid formats')
3380     g(['rgtc-teximage-01'], run_concurrent=False)
3381     g(['rgtc-teximage-02'], run_concurrent=False)
3382     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc'],
3383       'fbo-generatemipmap-formats')
3384     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_rgtc-signed'],
3385       'fbo-generatemipmap-formats-signed')
3386     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_rgtc')
3387     g(['rgtc-api_gles2'])
3388
3389 with profile.test_list.group_manager(
3390         PiglitGLTest,
3391         grouptools.join('spec', 'ext_texture_compression_s3tc')) as g:
3392     g(['compressedteximage', 'GL_COMPRESSED_RGB_S3TC_DXT1_EXT'])
3393     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT1_EXT'])
3394     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT3_EXT'])
3395     g(['compressedteximage', 'GL_COMPRESSED_RGBA_S3TC_DXT5_EXT'])
3396     g(['arb_texture_compression-invalid-formats', 's3tc'], 'invalid formats')
3397     g(['gen-compressed-teximage'], run_concurrent=False)
3398     g(['s3tc-errors'])
3399     g(['s3tc-errors_gles2'])
3400     g(['s3tc-targeted'])
3401     g(['s3tc-teximage'], run_concurrent=False)
3402     g(['s3tc-teximage_gles2'], run_concurrent=False)
3403     g(['s3tc-texsubimage'], run_concurrent=False)
3404     g(['s3tc-texsubimage_gles2'], run_concurrent=False)
3405     g(['getteximage-targets', '2D', 'S3TC'])
3406     g(['getteximage-targets', '2D_ARRAY', 'S3TC'])
3407     g(['getteximage-targets', 'CUBE', 'S3TC'])
3408     g(['getteximage-targets', 'CUBE_ARRAY', 'S3TC'])
3409     g(['compressedteximage', 'GL_COMPRESSED_SRGB_S3TC_DXT1_EXT'])
3410     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT1_EXT'])
3411     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT3_EXT'])
3412     g(['compressedteximage', 'GL_COMPRESSED_SRGB_ALPHA_S3TC_DXT5_EXT'])
3413     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_compression_s3tc'],
3414       'fbo-generatemipmap-formats')
3415     add_texwrap_format_tests(g, 'GL_EXT_texture_compression_s3tc')
3416
3417 with profile.test_list.group_manager(
3418         PiglitGLTest,
3419         grouptools.join('spec', 'ati_texture_compression_3dc')) as g:
3420     g(['arb_texture_compression-invalid-formats', '3dc'], 'invalid formats')
3421     g(['fbo-generatemipmap-formats', 'GL_ATI_texture_compression_3dc'],
3422       'fbo-generatemipmap-formats')
3423     add_texwrap_format_tests(g, 'GL_ATI_texture_compression_3dc')
3424
3425 with profile.test_list.group_manager(
3426         PiglitGLTest,
3427         grouptools.join('spec', 'ext_packed_float')) as g:
3428     g(['ext_packed_float-pack'], 'pack')
3429     g(['query-rgba-signed-components'], 'query-rgba-signed-components')
3430     g(['getteximage-invalid-format-for-packed-type'],
3431       'getteximage-invalid-format-for-packed-type')
3432     add_msaa_formats_tests(g, 'GL_EXT_packed_float')
3433     add_texwrap_format_tests(g, 'GL_EXT_packed_float')
3434     add_fbo_formats_tests(g, 'GL_EXT_packed_float')
3435
3436 with profile.test_list.group_manager(
3437         PiglitGLTest,
3438         grouptools.join('spec', 'arb_texture_float')) as g:
3439     g(['arb_texture_float-texture-float-formats'], run_concurrent=False)
3440     g(['arb_texture_float-get-tex3d'], run_concurrent=False)
3441     add_msaa_formats_tests(g, 'GL_ARB_texture_float')
3442     add_texwrap_format_tests(g, 'GL_ARB_texture_float')
3443     add_fbo_formats_tests(g, 'GL_ARB_texture_float')
3444
3445 with profile.test_list.group_manager(
3446         PiglitGLTest,
3447         grouptools.join('spec', 'oes_texture_float')) as g:
3448     g(['oes_texture_float'])
3449     g(['oes_texture_float', 'half'])
3450     g(['oes_texture_float', 'linear'])
3451     g(['oes_texture_float', 'half', 'linear'])
3452
3453
3454 with profile.test_list.group_manager(
3455         PiglitGLTest,
3456         grouptools.join('spec', 'ext_texture_integer')) as g:
3457     g(['ext_texture_integer-api-drawpixels'], 'api-drawpixels')
3458     g(['ext_texture_integer-api-teximage'], 'api-teximage')
3459     g(['ext_texture_integer-api-readpixels'], 'api-readpixels')
3460     g(['ext_texture_integer-fbo-blending'], 'fbo-blending')
3461     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rg'],
3462       'fbo-blending GL_ARB_texture_rg')
3463     g(['ext_texture_integer-fbo_integer_precision_clear'],
3464       'fbo_integer_precision_clear', run_concurrent=False)
3465     g(['ext_texture_integer-fbo_integer_readpixels_sint_uint'],
3466       'fbo_integer_readpixels_sint_uint', run_concurrent=False)
3467     g(['ext_texture_integer-getteximage-clamping'], 'getteximage-clamping')
3468     g(['ext_texture_integer-getteximage-clamping', 'GL_ARB_texture_rg'],
3469       'getteximage-clamping GL_ARB_texture_rg')
3470     g(['ext_texture_integer-texformats']),
3471     g(['ext_texture_integer-texture_integer_glsl130'],
3472       'texture_integer_glsl130')
3473     g(['fbo-integer'], run_concurrent=False)
3474     # TODO: unsupported for int yet
3475     # g(['fbo-clear-formats', 'GL_EXT_texture_integer'], 'fbo-clear-formats')
3476     add_msaa_formats_tests(g, 'GL_EXT_texture_integer')
3477     add_texwrap_format_tests(g, 'GL_EXT_texture_integer')
3478
3479 with profile.test_list.group_manager(
3480         PiglitGLTest,
3481         grouptools.join('spec', 'arb_texture_rg')) as g:
3482     g(['depth-tex-modes-rg'], run_concurrent=False)
3483     g(['rg-draw-pixels'], run_concurrent=False)
3484     g(['rg-teximage-01'], run_concurrent=False)
3485     g(['rg-teximage-02'], run_concurrent=False)
3486     g(['texture-rg'], run_concurrent=False)
3487     # TODO: unsupported for int yet
3488     # g(['fbo-clear-formats', 'GL_ARB_texture_rg-int'],
3489     #   'fbo-clear-formats-int')
3490     add_msaa_formats_tests(g, 'GL_ARB_texture_rg')
3491     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-int')
3492     add_msaa_formats_tests(g, 'GL_ARB_texture_rg-float')
3493     add_texwrap_format_tests(g, 'GL_ARB_texture_rg')
3494     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-float', '-float')
3495     add_texwrap_format_tests(g, 'GL_ARB_texture_rg-int', '-int')
3496
3497     for format in ['GL_RED', 'GL_R8', 'GL_R16', 'GL_RG', 'GL_RG8', 'GL_RG16']:
3498         g(['fbo-rg', format], "fbo-rg-{}".format(format))
3499     add_fbo_formats_tests(g, 'GL_ARB_texture_rg')
3500     add_fbo_formats_tests(g, 'GL_ARB_texture_rg-float', '-float')
3501
3502 with profile.test_list.group_manager(
3503         PiglitGLTest,
3504         grouptools.join('spec', 'arb_texture_rgb10_a2ui')) as g:
3505     g(['ext_texture_integer-fbo-blending', 'GL_ARB_texture_rgb10_a2ui'],
3506       'fbo-blending')
3507     add_texwrap_format_tests(g, 'GL_ARB_texture_rgb10_a2ui')
3508
3509 with profile.test_list.group_manager(
3510         PiglitGLTest,
3511         grouptools.join('spec', 'ext_texture_shared_exponent')) as g:
3512     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_shared_exponent'],
3513       'fbo-generatemipmap-formats')
3514     add_texwrap_format_tests(g, 'GL_EXT_texture_shared_exponent')
3515
3516 with profile.test_list.group_manager(
3517         PiglitGLTest,
3518         grouptools.join('spec', 'ext_texture_snorm')) as g:
3519     add_msaa_formats_tests(g, 'GL_EXT_texture_snorm')
3520     add_texwrap_format_tests(g, 'GL_EXT_texture_snorm')
3521     add_fbo_formats_tests(g, 'GL_EXT_texture_snorm')
3522
3523 with profile.test_list.group_manager(
3524         PiglitGLTest, grouptools.join('spec', 'ext_texture_srgb')) as g:
3525     g(['fbo-srgb'], run_concurrent=False)
3526     g(['tex-srgb'], run_concurrent=False)
3527     g(['arb_texture_compression-invalid-formats', 'srgb'], 'invalid formats')
3528     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB'],
3529       'fbo-generatemipmap-formats')
3530     g(['fbo-generatemipmap-formats', 'GL_EXT_texture_sRGB-s3tc'],
3531       'fbo-generatemipmap-formats-s3tc')
3532     # TODO: also use GL_ARB_framebuffer_sRGB:
3533     # g(['fbo-blending-formats', 'GL_EXT_texture_sRGB'],
3534     #   'fbo-blending-formats')
3535     g(['fbo-alphatest-formats', 'GL_EXT_texture_sRGB'],
3536       'fbo-alphatest-formats')
3537     g(['ext_framebuffer_multisample-fast-clear',
3538        'GL_EXT_texture_sRGB',
3539        'single-sample'],
3540       'fbo-fast-clear')
3541     add_msaa_formats_tests(g, 'GL_EXT_texture_sRGB')
3542     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB')
3543     add_texwrap_format_tests(g, 'GL_EXT_texture_sRGB-s3tc', '-s3tc')
3544
3545 with profile.test_list.group_manager(
3546         PiglitGLTest, grouptools.join('spec', 'ext_timer_query')) as g:
3547     g(['ext_timer_query-time-elapsed'], 'time-elapsed', run_concurrent=False)
3548     g(['timer_query'], run_concurrent=False)
3549
3550 with profile.test_list.group_manager(
3551         PiglitGLTest, grouptools.join('spec', 'arb_timer_query')) as g:
3552     g(['ext_timer_query-time-elapsed', 'timestamp'], 'query GL_TIMESTAMP', run_concurrent=False)
3553     g(['ext_timer_query-lifetime'], 'query-lifetime')
3554     g(['arb_timer_query-timestamp-get'], 'timestamp-get', run_concurrent=False)
3555
3556 with profile.test_list.group_manager(
3557         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback')) as g:
3558     for mode in ['interleaved_ok_base', 'interleaved_ok_range',
3559                  'interleaved_ok_offset', 'interleaved_unbound',
3560                  'interleaved_no_varyings', 'separate_ok_1',
3561                  'separate_unbound_0_1', 'separate_ok_2',
3562                  'separate_unbound_0_2', 'separate_unbound_1_2',
3563                  'separate_no_varyings', 'no_prog_active', 'begin_active',
3564                  'useprog_active', 'link_current_active', 'link_other_active',
3565                  'bind_base_active', 'bind_range_active', 'bind_offset_active',
3566                  'end_inactive', 'bind_base_max', 'bind_range_max',
3567                  'bind_offset_max', 'bind_range_size_m4', 'bind_range_size_0',
3568                  'bind_range_size_1', 'bind_range_size_2', 'bind_range_size_3',
3569                  'bind_range_size_5', 'bind_range_offset_1',
3570                  'bind_range_offset_2', 'bind_range_offset_3',
3571                  'bind_range_offset_5', 'bind_offset_offset_1',
3572                  'bind_offset_offset_2', 'bind_offset_offset_3',
3573                  'bind_offset_offset_5', 'not_a_program',
3574                  'useprogstage_noactive', 'useprogstage_active',
3575                  'bind_pipeline']:
3576             g(['ext_transform_feedback-api-errors', mode],
3577               'api-errors {}'.format(mode))
3578
3579     for varying in ['gl_Color', 'gl_SecondaryColor', 'gl_TexCoord',
3580                     'gl_FogFragCoord', 'gl_Position', 'gl_PointSize',
3581                     'gl_ClipVertex', 'gl_ClipDistance',
3582                     'gl_ClipDistance[1]-no-subscript',
3583                     'gl_ClipDistance[2]-no-subscript',
3584                     'gl_ClipDistance[3]-no-subscript',
3585                     'gl_ClipDistance[4]-no-subscript',
3586                     'gl_ClipDistance[5]-no-subscript',
3587                     'gl_ClipDistance[6]-no-subscript',
3588                     'gl_ClipDistance[7]-no-subscript',
3589                     'gl_ClipDistance[8]-no-subscript',
3590                     'gl_CullDistance']:
3591         g(['ext_transform_feedback-builtin-varyings', varying],
3592           'builtin-varyings {}'.format(varying), run_concurrent=False)
3593
3594     for mode in ['main_binding', 'indexed_binding', 'buffer_start',
3595                  'buffer_size']:
3596         g(['ext_transform_feedback-get-buffer-state', mode],
3597           'get-buffer-state {}'.format(mode))
3598
3599     for mode in ['output', 'prims_generated', 'prims_written']:
3600         g(['ext_transform_feedback-intervening-read', mode],
3601           'intervening-read {0}'.format(mode))
3602         g(['ext_transform_feedback-intervening-read', mode, 'use_gs'],
3603           'intervening-read {0} use_gs'.format(mode))
3604
3605     for drawcall in ['arrays', 'elements']:
3606         for mode in ['triangles', 'lines', 'points']:
3607             g(['ext_transform_feedback-order', drawcall, mode],
3608               'order {0} {1}'.format(drawcall, mode))
3609
3610     for draw_mode in ['points', 'lines', 'line_loop', 'line_strip',
3611                       'triangles', 'triangle_strip', 'triangle_fan',
3612                       'quads', 'quad_strip', 'polygon']:
3613         for shade_mode in ['monochrome', 'smooth', 'flat_first', 'flat_last',
3614                            'wireframe']:
3615             if (draw_mode in ['points', 'lines', 'line_loop', 'line_strip'] and
3616                     shade_mode == 'wireframe'):
3617                 continue
3618             g(['ext_transform_feedback-tessellation', draw_mode, shade_mode],
3619               'tessellation {0} {1}'.format(draw_mode, shade_mode))
3620
3621     for alignment in [0, 4, 8, 12]:
3622         g(['ext_transform_feedback-alignment', str(alignment)],
3623           'alignment {0}'.format(alignment))
3624
3625     for output_type in ['float', 'vec2', 'vec3', 'vec4', 'mat2', 'mat2x3',
3626                         'mat2x4', 'mat3x2', 'mat3', 'mat3x4', 'mat4x2',
3627                         'mat4x3', 'mat4', 'int', 'ivec2', 'ivec3', 'ivec4',
3628                         'uint', 'uvec2', 'uvec3', 'uvec4']:
3629         for suffix in ['', '[2]', '[2]-no-subscript']:
3630             g(['ext_transform_feedback-output-type', output_type, suffix],
3631               'output-type {0}{1}'.format(output_type, suffix))
3632
3633     for mode in ['discard', 'buffer', 'prims_generated', 'prims_written']:
3634         g(['ext_transform_feedback-generatemipmap', mode],
3635           'generatemipmap {0}'.format(mode))
3636
3637     for test_case in ['base-shrink', 'base-grow', 'offset-shrink',
3638                       'offset-grow', 'range-shrink', 'range-grow']:
3639         g(['ext_transform_feedback-change-size', test_case],
3640           'change-size {0}'.format(test_case))
3641
3642     for api_suffix, possible_options in [('', [[], ['interface']]),
3643                                          ('_gles3', [[]])]:
3644         if api_suffix == '_gles3':
3645             subtest_list = ['basic-struct']
3646         else:
3647             subtest_list = ['basic-struct', 'struct-whole-array',
3648                             'struct-array-elem', 'array-struct',
3649                             'array-struct-whole-array',
3650                             'array-struct-array-elem', 'struct-struct',
3651                             'array-struct-array-struct']
3652         for subtest in subtest_list:
3653             for mode in ['error', 'get', 'run', 'run-no-fs']:
3654                 for options in possible_options:
3655                     g(['ext_transform_feedback-structs{0}'.format(api_suffix),
3656                        subtest, mode] + options,
3657                       'structs{0} {1}'.format(
3658                           api_suffix, ' '.join([subtest, mode] + options)))
3659
3660     g(['ext_transform_feedback-buffer-usage'], 'buffer-usage')
3661     g(['ext_transform_feedback-discard-api'], 'discard-api')
3662     g(['ext_transform_feedback-discard-bitmap'], 'discard-bitmap')
3663     g(['ext_transform_feedback-discard-clear'], 'discard-clear')
3664     g(['ext_transform_feedback-discard-copypixels'], 'discard-copypixels')
3665     g(['ext_transform_feedback-discard-drawarrays'], 'discard-drawarrays')
3666     g(['ext_transform_feedback-discard-drawpixels'], 'discard-drawpixels')
3667     g(['ext_transform_feedback-immediate-reuse'], 'immediate-reuse')
3668     g(['ext_transform_feedback-immediate-reuse-index-buffer'],
3669       'immediate-reuse-index-buffer')
3670     g(['ext_transform_feedback-immediate-reuse-uniform-buffer'],
3671       'immediate-reuse-uniform-buffer')
3672     g(['ext_transform_feedback-max-varyings'], 'max-varyings')
3673     g(['ext_transform_feedback-nonflat-integral'], 'nonflat-integral')
3674     g(['ext_transform_feedback-overflow-edge-cases'], 'overflow-edge-cases')
3675     g(['ext_transform_feedback-overflow-edge-cases', 'use_gs'],
3676       'overflow-edge-cases use_gs')
3677     g(['ext_transform_feedback-points'], 'points')
3678     g(['ext_transform_feedback-points', 'large'], 'points-large')
3679     g(['ext_transform_feedback-position'], 'position-readback-bufferbase')
3680     g(['ext_transform_feedback-position', 'discard'],
3681       'position-readback-bufferbase-discard')
3682     g(['ext_transform_feedback-position', 'offset'],
3683       'position-readback-bufferoffset')
3684     g(['ext_transform_feedback-position', 'offset', 'discard'],
3685       'position-readback-bufferoffset-discard')
3686     g(['ext_transform_feedback-position', 'range'],
3687       'position-readback-bufferrange')
3688     g(['ext_transform_feedback-position', 'range', 'discard'],
3689       'position-readback-bufferrange-discard')
3690     g(['ext_transform_feedback-negative-prims'], 'negative-prims')
3691     g(['ext_transform_feedback-primgen'],
3692       'primgen-query transform-feedback-disabled')
3693     g(['ext_transform_feedback-pipeline-basic-primgen'],
3694       'pipeline-basic-primgen')
3695     g(['ext_transform_feedback-position', 'render'],
3696       'position-render-bufferbase')
3697     g(['ext_transform_feedback-position', 'render', 'discard'],
3698       'position-render-bufferbase-discard')
3699     g(['ext_transform_feedback-position', 'render', 'offset'],
3700       'position-render-bufferoffset')
3701     g(['ext_transform_feedback-position', 'render', 'offset', 'discard'],
3702       'position-render-bufferoffset-discard')
3703     g(['ext_transform_feedback-position', 'render', 'range'],
3704       'position-render-bufferrange')
3705     g(['ext_transform_feedback-position', 'render', 'range', 'discard'],
3706       'position-render-bufferrange-discard')
3707     g(['ext_transform_feedback-position', 'primgen'],
3708       'query-primitives_generated-bufferbase')
3709     g(['ext_transform_feedback-position', 'primgen', 'discard'],
3710       'query-primitives_generated-bufferbase-discard')
3711     g(['ext_transform_feedback-position', 'primgen', 'offset'],
3712       'query-primitives_generated-bufferoffset')
3713     g(['ext_transform_feedback-position', 'primgen', 'offset', 'discard'],
3714       'query-primitives_generated-bufferoffset-discard')
3715     g(['ext_transform_feedback-position', 'primgen', 'range'],
3716       'query-primitives_generated-bufferrange')
3717     g(['ext_transform_feedback-position', 'primgen', 'range', 'discard'],
3718       'query-primitives_generated-bufferrange-discard')
3719     g(['ext_transform_feedback-position', 'primwritten'],
3720       'query-primitives_written-bufferbase')
3721     g(['ext_transform_feedback-position', 'primwritten', 'discard'],
3722       'query-primitives_written-bufferbase-discard')
3723     g(['ext_transform_feedback-position', 'primwritten', 'offset'],
3724       'query-primitives_written-bufferoffset')
3725     g(['ext_transform_feedback-position', 'primwritten', 'offset', 'discard'],
3726       'query-primitives_written-bufferoffset-discard')
3727     g(['ext_transform_feedback-position', 'primwritten', 'range'],
3728       'query-primitives_written-bufferrange')
3729     g(['ext_transform_feedback-position', 'primwritten', 'range', 'discard'],
3730       'query-primitives_written-bufferrange-discard')
3731     g(['ext_transform_feedback-interleaved'], 'interleaved-attribs')
3732     g(['ext_transform_feedback-separate'], 'separate-attribs')
3733     g(['ext_transform_feedback-geometry-shaders-basic'],
3734       'geometry-shaders-basic')
3735
3736 with profile.test_list.group_manager(
3737         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback2')) as g:
3738     g(['arb_transform_feedback2-change-objects-while-paused'],
3739       'Change objects while paused', run_concurrent=False)
3740     g(['arb_transform_feedback2-change-objects-while-paused_gles3'],
3741       'Change objects while paused (GLES3)', run_concurrent=False)
3742
3743 with profile.test_list.group_manager(
3744         PiglitGLTest, grouptools.join('spec', 'ext_transform_feedback2')) as g:
3745     g(['arb_transform_feedback2-draw-auto'], 'draw-auto', run_concurrent=False)
3746     g(['arb_transform_feedback2-istransformfeedback'], 'istranformfeedback',
3747       run_concurrent=False)
3748     g(['arb_transform_feedback2-gen-names-only'],
3749       'glGenTransformFeedbacks names only')
3750     g(['arb_transform_feedback2-cannot-bind-when-active'],
3751       'cannot bind when another object is active')
3752     g(['arb_transform_feedback2-api-queries'], 'misc. API queries')
3753     g(['arb_transform_feedback2-pause-counting'], 'counting with pause')
3754
3755 with profile.test_list.group_manager(
3756         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback_instanced')) as g:
3757     g(['arb_transform_feedback2-draw-auto', 'instanced'],
3758       'draw-auto instanced', run_concurrent=False)
3759
3760 with profile.test_list.group_manager(
3761         PiglitGLTest, grouptools.join('spec', 'arb_transform_feedback3')) as g:
3762     g(['arb_transform_feedback3-bind_buffer_invalid_index'],
3763       'arb_transform_feedback3-bind_buffer_invalid_index',
3764       run_concurrent=False)
3765     g(['arb_transform_feedback3-query_with_invalid_index'],
3766       'arb_transform_feedback3-query_with_invalid_index', run_concurrent=False)
3767     g(['arb_transform_feedback3-end_query_with_name_zero'],
3768       'arb_transform_feedback3-end_query_with_name_zero', run_concurrent=False)
3769     g(['arb_transform_feedback3-draw_using_invalid_stream_index'],
3770       'arb_transform_feedback3-draw_using_invalid_stream_index',
3771       run_concurrent=False)
3772     g(['arb_transform_feedback3-set_varyings_with_invalid_args'],
3773       'arb_transform_feedback3-set_varyings_with_invalid_args',
3774       run_concurrent=False)
3775     g(['arb_transform_feedback3-set_invalid_varyings'],
3776       'arb_transform_feedback3-set_invalid_varyings', run_concurrent=False)
3777     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'vs'],
3778       'arb_transform_feedback3-ext_interleaved_two_bufs_vs',
3779       run_concurrent=False)
3780     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs'],
3781       'arb_transform_feedback3-ext_interleaved_two_bufs_gs',
3782       run_concurrent=False)
3783     g(['arb_transform_feedback3-ext_interleaved_two_bufs', 'gs_max'],
3784       'arb_transform_feedback3-ext_interleaved_two_bufs_gs_max',
3785       run_concurrent=False)
3786     g(['arb_transform_feedback3-begin_end'], run_concurrent=False)
3787
3788     for param in ['gl_NextBuffer-1', 'gl_NextBuffer-2', 'gl_SkipComponents1-1',
3789                   'gl_SkipComponents1-2', 'gl_SkipComponents1-3',
3790                   'gl_SkipComponents2', 'gl_SkipComponents3',
3791                   'gl_SkipComponents4',
3792                   'gl_NextBuffer-gl_SkipComponents1-gl_NextBuffer',
3793                   'gl_NextBuffer-gl_NextBuffer', 'gl_SkipComponents1234', 'gl_SkipComponents1-gl_NextBuffer']:
3794         g(['ext_transform_feedback-output-type', param], param)
3795
3796 with profile.test_list.group_manager(
3797         PiglitGLTest,
3798         grouptools.join('spec', 'arb_transform_feedback_overflow_query')) as g:
3799     g(['arb_transform_feedback_overflow_query-basic'])
3800     g(['arb_transform_feedback_overflow_query-errors'])
3801
3802 with profile.test_list.group_manager(
3803         PiglitGLTest,
3804         grouptools.join('spec', 'arb_uniform_buffer_object')) as g:
3805     g(['arb_uniform_buffer_object-bindbuffer-general-point'],
3806       'bindbuffer-general-point')
3807     g(['arb_uniform_buffer_object-buffer-targets'], 'buffer-targets')
3808     g(['arb_uniform_buffer_object-bufferstorage'], 'bufferstorage')
3809     g(['arb_uniform_buffer_object-deletebuffers'], 'deletebuffers')
3810     g(['arb_uniform_buffer_object-dlist'], 'dlist')
3811     g(['arb_uniform_buffer_object-getactiveuniformblockiv-uniform-block-data-size'],
3812       'getactiveuniformblockiv-uniform-block-data-size')
3813     g(['arb_uniform_buffer_object-getactiveuniformblockname'],
3814       'getactiveuniformblockname')
3815     g(['arb_uniform_buffer_object-getactiveuniformname'],
3816       'getactiveuniformname')
3817     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-array-stride'],
3818       'getactiveuniformsiv-uniform-array-stride')
3819     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-block-index'],
3820       'getactiveuniformsiv-uniform-block-index')
3821     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-matrix-stride'],
3822       'getactiveuniformsiv-uniform-matrix-stride')
3823     g(['arb_uniform_buffer_object-getactiveuniformsiv-uniform-type'],
3824       'getactiveuniformsiv-uniform-type')
3825     g(['arb_uniform_buffer_object-getintegeri_v'], 'getintegeri_v')
3826     g(['arb_uniform_buffer_object-getprogramiv'], 'getprogramiv')
3827     g(['arb_uniform_buffer_object-getuniformblockindex'],
3828       'getuniformblockindex')
3829     g(['arb_uniform_buffer_object-getuniformindices'], 'getuniformindices')
3830     g(['arb_uniform_buffer_object-getuniformlocation'], 'getuniformlocation')
3831     g(['arb_uniform_buffer_object-layout-std140-base-size-and-alignment'],
3832       'layout-std140-base-size-and-alignment')
3833     g(['arb_uniform_buffer_object-link-mismatch-blocks'],
3834       'link-mismatch-blocks')
3835     g(['arb_uniform_buffer_object-maxblocks'], 'maxblocks')
3836     g(['arb_uniform_buffer_object-minmax'], 'minmax')
3837     g(['arb_uniform_buffer_object-negative-bindbuffer-index'],
3838       'negative-bindbuffer-index')
3839     g(['arb_uniform_buffer_object-negative-bindbuffer-target'],
3840       'negative-bindbuffer-target')
3841     g(['arb_uniform_buffer_object-negative-bindbufferrange-range'],
3842       'negative-bindbufferrange-range')
3843     g(['arb_uniform_buffer_object-negative-getactiveuniformblockiv'],
3844       'negative-getactiveuniformblockiv')
3845     g(['arb_uniform_buffer_object-negative-getactiveuniformsiv'],
3846       'negative-getactiveuniformsiv')
3847     g(['arb_uniform_buffer_object-referenced-by-shader'],
3848       'referenced-by-shader')
3849     g(['arb_uniform_buffer_object-rendering'], 'rendering')
3850     g(['arb_uniform_buffer_object-rendering', 'offset'], 'rendering-offset')
3851     g(['arb_uniform_buffer_object-rendering-array'], 'rendering-array')
3852     g(['arb_uniform_buffer_object-rendering-array', 'offset'], 'rendering-array-offset')
3853     g(['arb_uniform_buffer_object-rendering-dsa'], 'rendering-dsa')
3854     g(['arb_uniform_buffer_object-rendering-dsa', 'offset'], 'rendering-dsa-offset')
3855     g(['arb_uniform_buffer_object-row-major'], 'row-major')
3856     g(['arb_uniform_buffer_object-uniformblockbinding'], 'uniformblockbinding')
3857
3858 with profile.test_list.group_manager(
3859         PiglitGLTest,
3860         grouptools.join('spec', 'arb_uniform_buffer_object',
3861                         'maxuniformblocksize')) as g:
3862     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vs'], 'vs')
3863     g(['arb_uniform_buffer_object-maxuniformblocksize', 'vsexceed'],
3864       'vsexceed')
3865     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fs'], 'fs')
3866     g(['arb_uniform_buffer_object-maxuniformblocksize', 'fsexceed'],
3867       'fsexceed')
3868
3869 with profile.test_list.group_manager(
3870         PiglitGLTest, grouptools.join('spec', 'ati_draw_buffers')) as g:
3871     g(['ati_draw_buffers-arbfp'])
3872     g(['ati_draw_buffers-arbfp-no-index'], 'arbfp-no-index')
3873     g(['ati_draw_buffers-arbfp-no-option'], 'arbfp-no-option')
3874
3875 with profile.test_list.group_manager(
3876         PiglitGLTest, grouptools.join('spec', 'ati_envmap_bumpmap')) as g:
3877     g(['ati_envmap_bumpmap-bump'], run_concurrent=False)
3878
3879 with profile.test_list.group_manager(
3880         PiglitGLTest, grouptools.join('spec', 'arb_instanced_arrays')) as g:
3881     g(['arb_instanced_arrays-vertex-attrib-divisor-index-error'])
3882     g(['arb_instanced_arrays-instanced_arrays'])
3883     g(['arb_instanced_arrays-drawarrays'])
3884     add_single_param_test_set(g, 'arb_instanced_arrays-instanced_arrays',
3885                               'vbo')
3886
3887 with profile.test_list.group_manager(
3888         PiglitGLTest,
3889         grouptools.join('spec', 'arb_internalformat_query')) as g:
3890     g(['arb_internalformat_query-api-errors'], 'misc. API error checks')
3891     g(['arb_internalformat_query-overrun'], 'buffer over-run checks')
3892     g(['arb_internalformat_query-minmax'], 'minmax')
3893
3894 with profile.test_list.group_manager(
3895         PiglitGLTest,
3896         grouptools.join('spec', 'arb_internalformat_query2')) as g:
3897     g(['arb_internalformat_query2-api-errors'], 'API error checks')
3898     g(['arb_internalformat_query2-generic-pname-checks'], 'Individual most generic pname checks')
3899     g(['arb_internalformat_query2-samples-pnames'], 'SAMPLES and NUM_SAMPLE_COUNTS pname checks')
3900     g(['arb_internalformat_query2-internalformat-size-checks'], 'All INTERNALFORMAT_<X>_SIZE pname checks')
3901     g(['arb_internalformat_query2-internalformat-type-checks'], 'All INTERNALFORMAT_<X>_TYPE pname checks')
3902     g(['arb_internalformat_query2-image-format-compatibility-type'], 'IMAGE_FORMAT_COMPATIBILITY_TYPE pname checks')
3903     g(['arb_internalformat_query2-max-dimensions'], 'Max dimensions related pname checks')
3904     g(['arb_internalformat_query2-color-encoding'], 'COLOR_ENCODING pname check')
3905     g(['arb_internalformat_query2-texture-compressed-block'], 'All TEXTURE_COMPRESSED_BLOCK_<X> pname checks')
3906     g(['arb_internalformat_query2-minmax'], 'minmax check for SAMPLES/NUM_SAMPLE_COUNTS')
3907     g(['arb_internalformat_query2-image-texture'], 'Checks for pnames related to ARB_image_load_store that return values from Table 3.22 (OpenGL 4.2)')
3908     g(['arb_internalformat_query2-filter'], 'FILTER pname checks.')
3909     g(['arb_internalformat_query2-format-components'], '{COLOR,DEPTH,STENCIL}_COMPONENTS pname checks')
3910
3911 with profile.test_list.group_manager(
3912         PiglitGLTest, grouptools.join('spec', 'arb_map_buffer_range')) as g:
3913     g(['map_buffer_range_error_check'], run_concurrent=False)
3914     g(['map_buffer_range_test'], run_concurrent=False)
3915     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT', 'offset=0'],
3916       'MAP_INVALIDATE_RANGE_BIT offset=0')
3917     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3918        'increment-offset'], 'MAP_INVALIDATE_RANGE_BIT increment-offset')
3919     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_RANGE_BIT',
3920        'decrement-offset'], 'MAP_INVALIDATE_RANGE_BIT decrement-offset')
3921     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT', 'offset=0'],
3922       'MAP_INVALIDATE_BUFFER_BIT offset=0')
3923     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3924        'increment-offset'], 'MAP_INVALIDATE_BUFFER_BIT increment-offset')
3925     g(['map_buffer_range-invalidate', 'MAP_INVALIDATE_BUFFER_BIT',
3926        'decrement-offset'], 'MAP_INVALIDATE_BUFFER_BIT decrement-offset')
3927     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'offset=0'],
3928       'CopyBufferSubData offset=0')
3929     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'increment-offset'],
3930       'CopyBufferSubData increment-offset')
3931     g(['map_buffer_range-invalidate', 'CopyBufferSubData', 'decrement-offset'],
3932       'CopyBufferSubData decrement-offset')
3933
3934 with profile.test_list.group_manager(
3935         PiglitGLTest, grouptools.join('spec', 'arb_multisample')) as g:
3936     g(['arb_multisample-beginend'], 'beginend')
3937     g(['arb_multisample-pushpop'], 'pushpop')
3938
3939 with profile.test_list.group_manager(
3940         PiglitGLTest, grouptools.join('spec', 'arb_seamless_cube_map')) as g:
3941     g(['arb_seamless_cubemap'])
3942     g(['arb_seamless_cubemap-initially-disabled'])
3943     g(['arb_seamless_cubemap-three-faces-average'])
3944
3945 with profile.test_list.group_manager(
3946         PiglitGLTest,
3947         grouptools.join('spec', 'amd_gpu_shader_half_float')) as g:
3948     g(['amd_gpu_shader_half_float-explicit-offset-bufferstorage'], 'explicit-offset-bufferstorage')
3949
3950 with profile.test_list.group_manager(
3951         PiglitGLTest, grouptools.join('spec', 'AMD_pinned_memory')) as g:
3952     g(['amd_pinned_memory', 'offset=0'], 'offset=0')
3953     g(['amd_pinned_memory', 'increment-offset'], 'increment-offset')
3954     g(['amd_pinned_memory', 'decrement-offset'], 'decrement-offset')
3955     g(['amd_pinned_memory', 'offset=0', 'map-buffer'], 'map-buffer offset=0')
3956     g(['amd_pinned_memory', 'increment-offset', 'map-buffer'],
3957       'map-buffer increment-offset')
3958     g(['amd_pinned_memory', 'decrement-offset', 'map-buffer'],
3959       'map-buffer decrement-offset')
3960
3961 with profile.test_list.group_manager(
3962         PiglitGLTest,
3963         grouptools.join('spec', 'amd_seamless_cubemap_per_texture')) as g:
3964     g(['amd_seamless_cubemap_per_texture'], run_concurrent=False)
3965
3966 with profile.test_list.group_manager(
3967         PiglitGLTest,
3968         grouptools.join('spec', 'amd_vertex_shader_layer')) as g:
3969     g(['amd_vertex_shader_layer-layered-2d-texture-render'],
3970       run_concurrent=False)
3971     g(['amd_vertex_shader_layer-layered-depth-texture-render'],
3972       run_concurrent=False)
3973
3974 with profile.test_list.group_manager(
3975         PiglitGLTest,
3976         grouptools.join('spec', 'amd_vertex_shader_viewport_index')) as g:
3977     g(['amd_vertex_shader_viewport_index-render'])
3978
3979 with profile.test_list.group_manager(
3980         PiglitGLTest,
3981         grouptools.join('spec', 'ext_fog_coord')) as g:
3982     g(['ext_fog_coord-modes'], run_concurrent=False)
3983
3984 with profile.test_list.group_manager(
3985         PiglitGLTest,
3986         grouptools.join('spec', 'nv_half_float')) as g:
3987     g(['attribs-half-float'])
3988     g(['ext_fog_coord-modes-half-float'], run_concurrent=False)
3989
3990 with profile.test_list.group_manager(
3991         PiglitGLTest,
3992         grouptools.join('spec', 'nv_texture_barrier')) as g:
3993     g(['blending-in-shader'], run_concurrent=False)
3994     g(['arb_texture_barrier-texture-halves-ping-pong-operation-chain'])
3995
3996 with profile.test_list.group_manager(
3997         PiglitGLTest,
3998         grouptools.join('spec', 'nv_texture_env_combine4')) as g:
3999     g(['nv_texture_env_combine4-combine'])
4000
4001 with profile.test_list.group_manager(
4002         PiglitGLTest,
4003         grouptools.join('spec', 'nv_conditional_render')) as g:
4004     g(['nv_conditional_render-begin-while-active'], 'begin-while-active')
4005     g(['nv_conditional_render-begin-zero'], 'begin-zero')
4006     g(['nv_conditional_render-bitmap'], 'bitmap')
4007     g(['nv_conditional_render-blitframebuffer'], 'blitframebuffer')
4008     g(['nv_conditional_render-clear'], 'clear')
4009     g(['nv_conditional_render-clear-bug'], 'clear-bug')
4010     g(['nv_conditional_render-copypixels'], 'copypixels')
4011     g(['nv_conditional_render-copyteximage'], 'copyteximage')
4012     g(['nv_conditional_render-copytexsubimage'], 'copytexsubimage')
4013     g(['nv_conditional_render-dlist'], 'dlist')
4014     g(['nv_conditional_render-drawpixels'], 'drawpixels')
4015     g(['nv_conditional_render-generatemipmap'], 'generatemipmap')
4016     g(['nv_conditional_render-vertex_array'], 'vertex_array')
4017
4018 with profile.test_list.group_manager(
4019         PiglitGLTest,
4020         grouptools.join('spec', 'nv_fill_rectangle')) as g:
4021     g(['nv_fill_rectangle-invalid-draw-mode'], 'invalid-draw-mode')
4022
4023 with profile.test_list.group_manager(
4024         PiglitGLTest,
4025         grouptools.join('spec', 'nv_fog_distance')) as g:
4026     g(['nv_fog_distance-coverage'], 'coverage')
4027     g(['nv_fog_distance-simple-draw', 'radial'], 'simple draw - GL_EYE_RADIAL_NV')
4028     g(['nv_fog_distance-simple-draw', 'eye-plane'], 'simple draw - GL_EYE_PLANE')
4029     g(['nv_fog_distance-simple-draw', 'eye-plane-absolute'], 'simple draw - GL_EYE_PLANE_ABSOLUTE_NV')
4030     g(['nv_fog_distance-fog-coord'], 'GL_FOG_COORDINATE interaction')
4031
4032 with profile.test_list.group_manager(
4033         PiglitGLTest,
4034         grouptools.join('spec', 'oes_matrix_get')) as g:
4035     g(['oes_matrix_get-api'], 'All queries')
4036
4037 with profile.test_list.group_manager(
4038         PiglitGLTest,
4039         grouptools.join('spec', 'oes_fixed_point')) as g:
4040     g(['oes_fixed_point-attribute-arrays'], 'attribute-arrays')
4041
4042 with profile.test_list.group_manager(
4043         PiglitGLTest,
4044         grouptools.join('spec', 'arb_clear_buffer_object')) as g:
4045     g(['arb_clear_buffer_object-formats'])
4046     g(['arb_clear_buffer_object-invalid-internal-format'])
4047     g(['arb_clear_buffer_object-invalid-size'])
4048     g(['arb_clear_buffer_object-mapped'])
4049     g(['arb_clear_buffer_object-no-bound-buffer'])
4050     g(['arb_clear_buffer_object-null-data'])
4051     g(['arb_clear_buffer_object-sub-invalid-size'])
4052     g(['arb_clear_buffer_object-sub-mapped'])
4053     g(['arb_clear_buffer_object-sub-overlap'])
4054     g(['arb_clear_buffer_object-sub-simple'])
4055     g(['arb_clear_buffer_object-unaligned'])
4056     g(['arb_clear_buffer_object-zero-size'])
4057
4058 with profile.test_list.group_manager(
4059         PiglitGLTest,
4060         grouptools.join('spec', 'arb_clear_texture')) as g:
4061     g(['arb_clear_texture-clear-max-level'])
4062     g(['arb_clear_texture-simple'])
4063     g(['arb_clear_texture-error'])
4064     g(['arb_clear_texture-3d'])
4065     g(['arb_clear_texture-cube'])
4066     g(['arb_clear_texture-multisample'])
4067     g(['arb_clear_texture-integer'])
4068     g(['arb_clear_texture-base-formats'])
4069     g(['arb_clear_texture-sized-formats'])
4070     g(['arb_clear_texture-float'])
4071     g(['arb_clear_texture-rg'])
4072     g(['arb_clear_texture-depth-stencil'])
4073     g(['arb_clear_texture-srgb'])
4074     g(['arb_clear_texture-stencil'])
4075     g(['arb_clear_texture-texview'])
4076     g(['arb_clear_texture-depth'])
4077
4078 with profile.test_list.group_manager(
4079         PiglitGLTest,
4080         grouptools.join('spec', 'arb_copy_buffer')) as g:
4081     g(['copy_buffer_coherency'], run_concurrent=False)
4082     g(['copybuffersubdata'], run_concurrent=False)
4083     g(['arb_copy_buffer-data-sync'], 'data-sync')
4084     g(['arb_copy_buffer-dlist'], 'dlist')
4085     g(['arb_copy_buffer-get'], 'get')
4086     g(['arb_copy_buffer-intra-buffer-copy'], 'intra-buffer-copy')
4087     g(['arb_copy_buffer-negative-bound-zero'], 'negative-bound-zero')
4088     g(['arb_copy_buffer-negative-bounds'], 'negative-bounds')
4089     g(['arb_copy_buffer-negative-mapped'], 'negative-mapped')
4090     g(['arb_copy_buffer-overlap'], 'overlap')
4091     g(['arb_copy_buffer-targets'], 'targets')
4092     g(['arb_copy_buffer-subdata-sync'], 'subdata-sync')
4093
4094 with profile.test_list.group_manager(
4095         PiglitGLTest,
4096         grouptools.join('spec', 'arb_copy_image')) as g:
4097     g(['arb_copy_image-simple', '--tex-to-tex'])
4098     g(['arb_copy_image-simple', '--rb-to-tex'])
4099     g(['arb_copy_image-simple', '--rb-to-rb'])
4100     g(['arb_copy_image-srgb-copy'])
4101     g(['arb_copy_image-api_errors'])
4102     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4103        'GL_TEXTURE_1D', '32', '1', '1', '11', '0', '0', '5', '0', '0', '14',
4104        '1', '1'])
4105     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4106        'GL_TEXTURE_1D_ARRAY', '32', '1', '12', '11', '0', '0', '5', '0', '9',
4107        '14', '1', '1'])
4108     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4109        'GL_TEXTURE_2D', '32', '32', '1', '11', '0', '0', '5', '13', '0', '14',
4110        '1', '1'])
4111     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4112        'GL_TEXTURE_RECTANGLE', '32', '32', '1', '11', '0', '0', '5', '13',
4113        '0', '14', '1', '1'])
4114     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4115        'GL_TEXTURE_2D_ARRAY', '32', '32', '10', '11', '0', '0', '5', '13',
4116        '4', '14', '1', '1'])
4117     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4118        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '0', '0', '5', '13', '4',
4119        '14', '1', '1'])
4120     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4121        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '30', '11', '0', '0', '5',
4122        '13', '8', '14', '1', '1'])
4123     g(['arb_copy_image-targets', 'GL_TEXTURE_1D', '32', '1', '1',
4124        'GL_TEXTURE_3D', '32', '32', '32', '11', '0', '0', '5', '13', '4',
4125        '14', '1', '1'])
4126     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4127        'GL_TEXTURE_1D', '32', '1', '1', '11', '0', '7', '5', '0', '0', '14',
4128        '1', '1'])
4129     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4130        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '0', '3', '5', '0', '7',
4131        '14', '1', '8'])
4132     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4133        'GL_TEXTURE_2D', '32', '16', '1', '11', '0', '3', '5', '7', '0', '14',
4134        '1', '1'])
4135     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4136        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '0', '3', '5', '7', '0',
4137        '14', '1', '1'])
4138     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4139        'GL_TEXTURE_2D_ARRAY', '32', '16', '18', '11', '0', '3', '5', '9', '7',
4140        '14', '1', '8'])
4141     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4142        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '0', '3', '5', '17', '2',
4143        '14', '1', '3'])
4144     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4145        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '0', '3', '5',
4146        '17', '2', '14', '1', '7'])
4147     g(['arb_copy_image-targets', 'GL_TEXTURE_1D_ARRAY', '32', '1', '12',
4148        'GL_TEXTURE_3D', '32', '16', '18', '11', '0', '3', '5', '9', '2', '14',
4149        '1', '7'])
4150     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4151        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '0', '5', '0', '0', '14',
4152        '1', '1'])
4153     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4154        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '0', '5', '0', '7',
4155        '14', '1', '1'])
4156     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4157        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '0', '5', '7', '0', '14',
4158        '9', '1'])
4159     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4160        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '0', '5', '7',
4161        '0', '14', '9', '1'])
4162     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4163        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '0', '5', '7',
4164        '12', '14', '8', '1'])
4165     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4166        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '0', '5', '9', '2',
4167        '14', '7', '1'])
4168     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4169        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '0', '5',
4170        '9', '7', '14', '7', '1'])
4171     g(['arb_copy_image-targets', 'GL_TEXTURE_2D', '32', '32', '1',
4172        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4173        '7', '1'])
4174     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4175        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '0', '5', '0', '0', '14',
4176        '1', '1'])
4177     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4178        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '0', '5', '0', '7',
4179        '14', '1', '1'])
4180     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4181        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '0', '5', '7', '0', '14',
4182        '7', '1'])
4183     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4184        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '0', '5', '7',
4185        '0', '14', '9', '1'])
4186     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4187        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '0', '5', '7',
4188        '12', '14', '8', '1'])
4189     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4190        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '0', '5', '9', '2',
4191        '14', '7', '1'])
4192     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4193        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '0', '5',
4194        '9', '7', '14', '7', '1'])
4195     g(['arb_copy_image-targets', 'GL_TEXTURE_RECTANGLE', '32', '32', '1',
4196        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4197        '7', '1'])
4198     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4199        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4200        '1', '1'])
4201     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4202        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4203        '14', '1', '7'])
4204     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4205        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '4', '0',
4206        '14', '10', '1'])
4207     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4208        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4209        '0', '14', '7', '1'])
4210     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4211        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '7',
4212        '2', '14', '9', '9'])
4213     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4214        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '1', '5', '9', '2',
4215        '14', '7', '3'])
4216     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4217        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '2', '5',
4218        '9', '7', '14', '7', '11'])
4219     g(['arb_copy_image-targets', 'GL_TEXTURE_2D_ARRAY', '32', '32', '15',
4220        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4221        '7', '11'])
4222     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4223        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '3', '5', '0', '0', '14',
4224        '1', '1'])
4225     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4226        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '3', '5', '0', '7',
4227        '14', '1', '2'])
4228     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4229        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '3', '5', '7', '0', '14',
4230        '9', '1'])
4231     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4232        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '3', '5', '3',
4233        '0', '14', '12', '1'])
4234     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4235        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '1', '5', '3',
4236        '2', '14', '11', '4'])
4237     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4238        'GL_TEXTURE_CUBE_MAP', '32', '32', '6', '11', '5', '1', '5', '9', '2',
4239        '14', '7', '3'])
4240     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4241        'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18', '11', '5', '1', '5',
4242        '9', '9', '14', '7', '5'])
4243     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP', '32', '32', '6',
4244        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '0', '5', '9', '7', '14',
4245        '7', '4'])
4246     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4247        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4248        '1', '1'])
4249     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4250        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4251        '14', '1', '7'])
4252     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4253        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '7', '0',
4254        '14', '8', '1'])
4255     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4256        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4257        '0', '14', '6', '1'])
4258     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4259        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '1',
4260        '2', '14', '15', '9'])
4261     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4262        'GL_TEXTURE_CUBE_MAP', '16', '16', '6', '11', '5', '1', '5', '9', '2',
4263        '5', '7', '3'])
4264     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4265        'GL_TEXTURE_CUBE_MAP_ARRAY', '16', '16', '18', '11', '5', '2', '5',
4266        '9', '7', '5', '7', '11'])
4267     g(['arb_copy_image-targets', 'GL_TEXTURE_CUBE_MAP_ARRAY', '32', '32', '18',
4268        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4269        '7', '11'])
4270     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4271        'GL_TEXTURE_1D', '32', '1', '1', '11', '23', '7', '5', '0', '0', '14',
4272        '1', '1'])
4273     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4274        'GL_TEXTURE_1D_ARRAY', '32', '1', '16', '11', '2', '5', '5', '0', '7',
4275        '14', '1', '7'])
4276     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4277        'GL_TEXTURE_2D', '32', '16', '1', '11', '12', '13', '5', '7', '0',
4278        '14', '7', '1'])
4279     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4280        'GL_TEXTURE_RECTANGLE', '32', '16', '1', '11', '12', '13', '5', '7',
4281        '0', '14', '9', '1'])
4282     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4283        'GL_TEXTURE_2D_ARRAY', '32', '16', '15', '11', '12', '5', '5', '3',
4284        '2', '14', '13', '9'])
4285     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4286        'GL_TEXTURE_CUBE_MAP', '16', '16', '6', '11', '5', '1', '5', '9', '2',
4287        '5', '7', '3'])
4288     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4289        'GL_TEXTURE_CUBE_MAP_ARRAY', '16', '16', '18', '11', '5', '2', '5',
4290        '9', '7', '5', '7', '11'])
4291     g(['arb_copy_image-targets', 'GL_TEXTURE_3D', '32', '32', '17',
4292        'GL_TEXTURE_3D', '32', '16', '18', '11', '5', '2', '5', '9', '7', '14',
4293        '7', '11'])
4294     g(['arb_copy_image-formats'])
4295     g(['arb_copy_image-formats', '--samples=2'])
4296     g(['arb_copy_image-formats', '--samples=4'])
4297     g(['arb_copy_image-formats', '--samples=8'])
4298     g(['arb_copy_image-format-swizzle'])
4299     g(['arb_copy_image-texview'])
4300
4301 with profile.test_list.group_manager(
4302         PiglitGLTest,
4303         grouptools.join('spec', 'nv_copy_image')) as g:
4304     g(['nv_copy_image-simple', '--tex-to-tex'])
4305     g(['nv_copy_image-simple', '--rb-to-tex'])
4306     g(['nv_copy_image-simple', '--rb-to-rb'])
4307     g(['nv_copy_image-api_errors'])
4308     g(['nv_copy_image-formats'])
4309     g(['nv_copy_image-formats', '--samples=2'])
4310     g(['nv_copy_image-formats', '--samples=4'])
4311     g(['nv_copy_image-formats', '--samples=8'])
4312
4313 with profile.test_list.group_manager(
4314         PiglitGLTest,
4315         grouptools.join('spec', 'nv_alpha_to_coverage_dither_control')) as g:
4316     g(['nv_alpha_to_coverage_dither_control-error'])
4317     for samples in [0, 2, 4, 8, 16]:
4318         g(['nv_alpha_to_coverage_dither_control', str(samples)])
4319
4320 with profile.test_list.group_manager(
4321         PiglitGLTest,
4322         grouptools.join('spec', 'nv_copy_depth_to_color')) as g:
4323     g(['nv_copy_depth_to_color'])
4324     g(['nv_copy_depth_to_color','1', '0x223344ff'])
4325     g(['nv_copy_depth_to_color','0', '0x223344ff'])
4326     g(['nv_copy_depth_to_color','1', '0x76356278'])
4327     g(['nv_copy_depth_to_color','0', '0x76356278'])
4328
4329 with profile.test_list.group_manager(
4330         PiglitGLTest, grouptools.join('spec', 'arb_cull_distance')) as g:
4331     g(['arb_cull_distance-max-distances'])
4332     g(['arb_cull_distance-exceed-limits', 'cull'])
4333     g(['arb_cull_distance-exceed-limits', 'clip'])
4334     g(['arb_cull_distance-exceed-limits', 'total'])
4335
4336 with profile.test_list.group_manager(
4337         PiglitGLTest, grouptools.join('spec', 'arb_half_float_vertex')) as g:
4338     g(['draw-vertices-half-float'])
4339     g(['draw-vertices-half-float', 'user'], 'draw-vertices-half-float-user')
4340
4341 with profile.test_list.group_manager(
4342         PiglitGLTest, grouptools.join('spec', 'oes_vertex_half_float')) as g:
4343     g(['draw-vertices-half-float_gles2'], run_concurrent=False)
4344     g(['draw-vertices-half-float_gles2', 'user'], 'draw-vertices-half-float-user_gles2',
4345       run_concurrent=False)
4346
4347 with profile.test_list.group_manager(
4348         PiglitGLTest,
4349         grouptools.join('spec', 'arb_vertex_type_2_10_10_10_rev')) as g:
4350     g(['draw-vertices-2101010'], run_concurrent=False)
4351     g(['attribs', 'GL_ARB_vertex_type_2_10_10_10_rev'], 'attribs')
4352     g(['arb_vertex_type_2_10_10_10_rev-array_types'])
4353     g(['gl-3.3-vertex-attrib-p-types'], 'attrib-p-types')
4354     g(['gl-3.3-vertex-attrib-pointer-type-size-match'], 'attrib-pointer-type-size-match')
4355
4356 with profile.test_list.group_manager(
4357         PiglitGLTest,
4358         grouptools.join('spec', 'arb_vertex_type_10f_11f_11f_rev')) as g:
4359     g(['arb_vertex_type_10f_11f_11f_rev-api-errors'], run_concurrent=False)
4360     g(['arb_vertex_type_10f_11f_11f_rev-draw-vertices'])
4361
4362 with profile.test_list.group_manager(
4363         PiglitGLTest,
4364         grouptools.join('spec', 'arb_draw_buffers')) as g:
4365     g(['arb_draw_buffers-state_change'])
4366     g(['fbo-mrt-alphatest'])
4367     g(['fbo-mrt-new-bind'])
4368
4369 with profile.test_list.group_manager(
4370         PiglitGLTest,
4371         grouptools.join('spec', 'ext_draw_buffers2')) as g:
4372     g(['fbo-drawbuffers2-blend'])
4373     g(['fbo-drawbuffers2-colormask'])
4374     g(['fbo-drawbuffers2-colormask', 'clear'])
4375
4376 with profile.test_list.group_manager(
4377         PiglitGLTest,
4378         grouptools.join('spec', 'arb_draw_buffers_blend')) as g:
4379     g(['arb_draw_buffers_blend-state_set_get'])
4380     g(['fbo-draw-buffers-blend'])
4381
4382 with profile.test_list.group_manager(
4383         PiglitGLTest,
4384         grouptools.join('spec', 'arb_blend_func_extended')) as g:
4385     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters'])
4386     g(['arb_blend_func_extended-blend-api'])
4387     g(['arb_blend_func_extended-error-at-begin'])
4388     g(['arb_blend_func_extended-getfragdataindex'])
4389     g(['arb_blend_func_extended-output-location'])
4390     g(['arb_blend_func_extended-fbo-extended-blend'])
4391     g(['arb_blend_func_extended-fbo-extended-blend-explicit'])
4392     g(['arb_blend_func_extended-fbo-extended-blend-pattern'])
4393     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1'])
4394     g(['arb_blend_func_extended-dual-src-blending-issue-1917'])
4395     g(['arb_blend_func_extended-blend-api_gles2'])
4396     g(['arb_blend_func_extended-builtins_gles2'])
4397     g(['arb_blend_func_extended-bindfragdataindexed-invalid-parameters_gles3'])
4398     g(['arb_blend_func_extended-output-location_gles3'])
4399     g(['arb_blend_func_extended-getfragdataindex_gles3'])
4400     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles2'])
4401     g(['arb_blend_func_extended-fbo-extended-blend-pattern_gles3'])
4402     g(['arb_blend_func_extended-fbo-extended-blend_gles3'])
4403     g(['arb_blend_func_extended-fbo-extended-blend-explicit_gles3'])
4404     g(['arb_blend_func_extended-dual-src-blending-discard-without-src1_gles3'])
4405     g(['arb_blend_func_extended-dual-src-blending-issue-1917_gles3'])
4406
4407 with profile.test_list.group_manager(
4408         PiglitGLTest,
4409         grouptools.join('spec', 'arb_base_instance')) as g:
4410     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id'],
4411       run_concurrent=False)
4412     g(['arb_base_instance-drawarrays'])
4413
4414 with profile.test_list.group_manager(
4415         PiglitGLTest,
4416         grouptools.join('spec', 'ext_base_instance')) as g:
4417     g(['arb_base_instance-baseinstance-doesnt-affect-gl-instance-id_gles3'],
4418       run_concurrent=False)
4419     g(['arb_base_instance-drawarrays_gles3'])
4420
4421 with profile.test_list.group_manager(
4422         PiglitGLTest,
4423         grouptools.join('spec', 'arb_buffer_storage')) as g:
4424     for mode in ['read', 'draw']:
4425         g(['bufferstorage-persistent', mode])
4426         g(['bufferstorage-persistent', mode, 'coherent'])
4427         g(['bufferstorage-persistent', mode, 'client-storage'])
4428         g(['bufferstorage-persistent', mode, 'coherent', 'client-storage'])
4429         g(['bufferstorage-persistent_gles3', mode])
4430         g(['bufferstorage-persistent_gles3', mode, 'coherent'])
4431         g(['bufferstorage-persistent_gles3', mode, 'client-storage'])
4432         g(['bufferstorage-persistent_gles3', mode, 'coherent', 'client-storage'])
4433
4434 with profile.test_list.group_manager(
4435         PiglitGLTest,
4436         grouptools.join('spec', 'apple_object_purgeable')) as g:
4437     g(['object_purgeable-api-pbo'], run_concurrent=False)
4438     g(['object_purgeable-api-texture'], run_concurrent=False)
4439     g(['object_purgeable-api-vbo'], run_concurrent=False)
4440
4441 with profile.test_list.group_manager(
4442         PiglitGLTest,
4443         grouptools.join('spec', 'mesa_pack_invert')) as g:
4444     g(['mesa_pack_invert-readpixels'])
4445
4446 with profile.test_list.group_manager(
4447         PiglitGLTest,
4448         grouptools.join('spec', 'oes_read_format')) as g:
4449     g(['oes-read-format'], run_concurrent=False)
4450
4451 with profile.test_list.group_manager(
4452         PiglitGLTest,
4453         grouptools.join('spec', 'nv_primitive_restart')) as g:
4454     add_single_param_test_set(
4455         g,
4456         'primitive-restart',
4457         "DISABLE_VBO",
4458         "VBO_VERTEX_ONLY", "VBO_INDEX_ONLY",
4459         "VBO_SEPARATE_VERTEX_AND_INDEX", "VBO_COMBINED_VERTEX_AND_INDEX")
4460     add_single_param_test_set(
4461         g,
4462         'primitive-restart-draw-mode',
4463         'points', 'lines', 'line_loop', 'line_strip', 'triangles',
4464         'triangle_strip', 'triangle_fan', 'quads', 'quad_strip', 'polygon')
4465
4466     g(['nv_primitive_restart-dlist'], 'dlist')
4467     g(['nv_primitive_restart-errors'], 'errors')
4468     g(['nv_primitive_restart-no-core-profile'], 'no-core-profile')
4469
4470 with profile.test_list.group_manager(
4471         PiglitGLTest,
4472         grouptools.join('spec', 'ext_provoking_vertex')) as g:
4473     g(['provoking-vertex'], run_concurrent=False)
4474
4475 with profile.test_list.group_manager(
4476         PiglitGLTest,
4477         grouptools.join('spec', 'ext_texture_lod_bias')) as g:
4478     g(['lodbias'], run_concurrent=False)
4479
4480 with profile.test_list.group_manager(
4481         PiglitGLTest,
4482         grouptools.join('spec', 'sgis_generate_mipmap')) as g:
4483     g(['gen-nonzero-unit'], run_concurrent=False)
4484     g(['gen-teximage'], run_concurrent=False)
4485     g(['gen-texsubimage'], run_concurrent=False)
4486
4487 with profile.test_list.group_manager(
4488         PiglitGLTest,
4489         grouptools.join('spec', 'arb_map_buffer_alignment')) as g:
4490     g(['arb_map_buffer_alignment-sanity_test'], run_concurrent=False)
4491     g(['arb_map_buffer_alignment-map-invalidate-range'])
4492
4493 with profile.test_list.group_manager(
4494         PiglitGLTest,
4495         grouptools.join('spec', 'arb_geometry_shader4')) as g:
4496     g(['arb_geometry_shader4-program-parameter-input-type'])
4497     g(['arb_geometry_shader4-program-parameter-input-type-draw'])
4498     g(['arb_geometry_shader4-program-parameter-output-type'])
4499     g(['arb_geometry_shader4-vertices-in'])
4500
4501     for draw in ['', 'indexed']:
4502         for prim in ['GL_LINES_ADJACENCY', 'GL_LINE_STRIP_ADJACENCY',
4503                      'GL_TRIANGLES_ADJACENCY', 'GL_TRIANGLE_STRIP_ADJACENCY']:
4504             g(['arb_geometry_shader4-ignore-adjacent-vertices', draw, prim])
4505
4506     for mode in ['1', 'tf 1', 'max', 'tf max']:
4507         g(['arb_geometry_shader4-program-parameter-vertices-out', mode])
4508
4509 with profile.test_list.group_manager(
4510         PiglitGLTest,
4511         grouptools.join('spec', 'arb_compute_shader')) as g:
4512     g(['arb_compute_shader-api_errors'], 'api_errors')
4513     g(['arb_compute_shader-minmax'], 'minmax')
4514     g(['built-in-constants',
4515        os.path.join('spec', 'arb_compute_shader', 'minimum-maximums.txt')],
4516       'built-in constants',
4517       override_class=BuiltInConstantsTest)
4518     g(['arb_compute_shader-work_group_size_too_large'],
4519       grouptools.join('compiler', 'work_group_size_too_large'))
4520     g(['arb_compute_shader-dlist'], 'display-list')
4521     g(['arb_compute_shader-indirect-compute'], 'indirect-compute')
4522     g(['arb_compute_shader-local-id'], 'local-id' + '-explosion')
4523     g(['arb_compute_shader-render-and-compute'], 'render-and-compute')
4524     g(['arb_compute_shader-zero-dispatch-size'], 'zero-dispatch-size')
4525     g(['arb_compute_shader-compute-and-render-bug-109630'], 'compute-and-render-bug-109630')
4526
4527 with profile.test_list.group_manager(
4528         PiglitGLTest,
4529         grouptools.join('spec', 'arb_shader_storage_buffer_object')) as g:
4530     g(['arb_shader_storage_buffer_object-minmax'], 'minmax')
4531     g(['arb_shader_storage_buffer_object-rendering'], 'rendering')
4532     g(['arb_shader_storage_buffer_object-issue1258'], 'issue1258')
4533     g(['arb_shader_storage_buffer_object-getintegeri_v'], 'getintegeri_v')
4534     g(['arb_shader_storage_buffer_object-deletebuffers'], 'deletebuffers')
4535     g(['arb_shader_storage_buffer_object-maxblocks'], 'maxblocks')
4536     g(['arb_shader_storage_buffer_object-ssbo-binding'], 'ssbo-binding')
4537     g(['arb_shader_storage_buffer_object-array-ssbo-binding'], 'array-ssbo-binding')
4538     g(['arb_shader_storage_buffer_object-array-ssbo-auto-binding'], 'array-ssbo-auto-binding')
4539     g(['arb_shader_storage_buffer_object-layout-std430-write-shader'], 'layout-std430-write-shader')
4540     g(['arb_shader_storage_buffer_object-layout-std140-write-shader'], 'layout-std140-write-shader')
4541     g(['arb_shader_storage_buffer_object-program_interface_query'], 'program-interface-query')
4542
4543 with profile.test_list.group_manager(
4544         PiglitGLTest,
4545         grouptools.join('spec', 'arb_shader_storage_buffer_object',
4546                         'max-ssbo-size')) as g:
4547     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vs'], 'vs')
4548     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'vsexceed'],
4549       'vsexceed')
4550     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fs'], 'fs')
4551     g(['arb_shader_storage_buffer_object-max-ssbo-size', 'fsexceed'],
4552       'fsexceed')
4553
4554 with profile.test_list.group_manager(
4555         PiglitGLTest,
4556         grouptools.join('spec', 'arb_sparse_buffer')) as g:
4557     g(['arb_sparse_buffer-basic'], 'basic')
4558     g(['arb_sparse_buffer-buffer-data'], 'buffer-data')
4559     g(['arb_sparse_buffer-commit'], 'commit')
4560     g(['arb_sparse_buffer-minmax'], 'minmax')
4561
4562 with profile.test_list.group_manager(
4563         PiglitGLTest,
4564         grouptools.join('spec', 'ext_polygon_offset_clamp')) as g:
4565     g(['ext_polygon_offset_clamp-draw'])
4566     g(['ext_polygon_offset_clamp-draw_gles2'])
4567     g(['ext_polygon_offset_clamp-dlist'])
4568
4569 with profile.test_list.group_manager(
4570         PiglitGLTest,
4571         grouptools.join('spec', 'ARB_pipeline_statistics_query')) as g:
4572     g(['arb_pipeline_statistics_query-extra_prims'])
4573     g(['arb_pipeline_statistics_query-vert'])
4574     g(['arb_pipeline_statistics_query-vert_adj'])
4575     g(['arb_pipeline_statistics_query-clip'])
4576     g(['arb_pipeline_statistics_query-geom'])
4577     g(['arb_pipeline_statistics_query-frag'])
4578     g(['arb_pipeline_statistics_query-comp'])
4579
4580 with profile.test_list.group_manager(PiglitGLTest, 'hiz') as g:
4581     g(['hiz-depth-stencil-test-fbo-d0-s8'], run_concurrent=False)
4582     g(['hiz-depth-stencil-test-fbo-d24-s0'], run_concurrent=False)
4583     g(['hiz-depth-stencil-test-fbo-d24-s8'], run_concurrent=False)
4584     g(['hiz-depth-stencil-test-fbo-d24s8'], run_concurrent=False)
4585     g(['hiz-depth-read-fbo-d24-s0'], run_concurrent=False)
4586     g(['hiz-depth-read-fbo-d24-s8'], run_concurrent=False)
4587     g(['hiz-depth-read-fbo-d24s8'], run_concurrent=False)
4588     g(['hiz-depth-read-window-stencil0'], run_concurrent=False)
4589     g(['hiz-depth-read-window-stencil1'], run_concurrent=False)
4590     g(['hiz-depth-test-fbo-d24-s0'], run_concurrent=False)
4591     g(['hiz-depth-test-fbo-d24-s8'], run_concurrent=False)
4592     g(['hiz-depth-test-fbo-d24s8'], run_concurrent=False)
4593     g(['hiz-depth-test-window-stencil0'], run_concurrent=False)
4594     g(['hiz-depth-test-window-stencil1'], run_concurrent=False)
4595     g(['hiz-stencil-read-fbo-d0-s8'], run_concurrent=False)
4596     g(['hiz-stencil-read-fbo-d24-s8'], run_concurrent=False)
4597     g(['hiz-stencil-read-fbo-d24s8'], run_concurrent=False)
4598     g(['hiz-stencil-read-window-depth0'], run_concurrent=False)
4599     g(['hiz-stencil-read-window-depth1'], run_concurrent=False)
4600     g(['hiz-stencil-test-fbo-d0-s8'], run_concurrent=False)
4601     g(['hiz-stencil-test-fbo-d24-s8'], run_concurrent=False)
4602     g(['hiz-stencil-test-fbo-d24s8'], run_concurrent=False)
4603     g(['hiz-stencil-test-window-depth0'], run_concurrent=False)
4604     g(['hiz-stencil-test-window-depth1'], run_concurrent=False)
4605
4606 with profile.test_list.group_manager(PiglitGLTest, 'fast_color_clear') as g:
4607     g(['fcc-blit-between-clears'])
4608     g(['fcc-clear-tex'])
4609     g(['fcc-write-after-clear'])
4610     g(['fcc-read-to-pbo-after-clear'], run_concurrent=False)
4611     g(['fcc-front-buffer-distraction'], run_concurrent=False)
4612
4613     for subtest in ('sample', 'read_pixels', 'blit', 'copy'):
4614         for buffer_type in ('rb', 'tex'):
4615             if subtest == 'sample' and buffer_type == 'rb':
4616                 continue
4617             g(['fcc-read-after-clear', subtest, buffer_type])
4618
4619 with profile.test_list.group_manager(
4620         PiglitGLTest, grouptools.join('spec', 'ext_unpack_subimage')) as g:
4621     g(['ext_unpack_subimage'], 'basic')
4622
4623 with profile.test_list.group_manager(
4624         PiglitGLTest, grouptools.join('spec', 'oes_draw_texture')) as g:
4625     g(['oes_draw_texture'])
4626
4627 with profile.test_list.group_manager(
4628         PiglitGLTest,
4629         grouptools.join('spec', 'oes_compressed_etc1_rgb8_texture')) as g:
4630     g(['oes_compressed_etc1_rgb8_texture-basic'], 'basic')
4631     g(['oes_compressed_etc1_rgb8_texture-miptree'], 'miptree')
4632
4633 with profile.test_list.group_manager(
4634          PiglitGLTest,
4635          grouptools.join('spec', 'khr_parallel_shader_compile')) as g:
4636     g(['khr_parallel_shader_compile-basic'], 'basic')
4637     g(['khr_parallel_shader_compile-basic_gles2'], 'basic_gles2')
4638
4639 with profile.test_list.group_manager(
4640          PiglitGLTest,
4641          grouptools.join('spec', 'khr_texture_compression_astc')) as g:
4642     g(['arb_texture_compression-invalid-formats', 'astc'], 'invalid formats')
4643     g(['khr_compressed_astc-array_gl'], 'array-gl')
4644     g(['khr_compressed_astc-array_gles3'], 'array-gles')
4645     g(['khr_compressed_astc-basic_gl'], 'basic-gl')
4646     g(['khr_compressed_astc-basic_gles2'], 'basic-gles')
4647     g(['void-extent-dl-bug'], 'void-extent-dl-bug')
4648
4649     for subtest in ('hdr', 'ldr', 'srgb', "srgb-fp", "srgb-sd"):
4650         g(['khr_compressed_astc-miptree_gl', '-subtest', subtest],
4651            'miptree-gl {}'.format(subtest))
4652         g(['khr_compressed_astc-miptree_gles2', '-subtest', subtest],
4653            'miptree-gles {}'.format(subtest))
4654     for subtest in ('hdr', 'ldr', 'srgb', 'srgb-fp'):
4655         g(['khr_compressed_astc-sliced-3d-miptree_gl', '-subtest', subtest],
4656            'sliced-3d-miptree-gl {}'.format(subtest))
4657         g(['khr_compressed_astc-sliced-3d-miptree_gles3', '-subtest', subtest],
4658            'sliced-3d-miptree-gles {}'.format(subtest))
4659
4660 with profile.test_list.group_manager(
4661          PiglitGLTest,
4662          grouptools.join('spec', 'oes_texture_compression_astc')) as g:
4663     for subtest in ('hdr', 'ldr', 'srgb'):
4664         g(['oes_compressed_astc-miptree-3d_gl', '-subtest', subtest],
4665            'miptree-3d-gl {}'.format(subtest))
4666         g(['oes_compressed_astc-miptree-3d_gles3', '-subtest', subtest],
4667            'miptree-3d-gles {}'.format(subtest))
4668
4669 with profile.test_list.group_manager(
4670          PiglitGLTest,
4671          grouptools.join('spec', 'nv_read_depth')) as g:
4672     g(['read_depth_gles3'])
4673
4674 with profile.test_list.group_manager(
4675         PiglitGLTest,
4676         grouptools.join('spec', 'oes_compressed_paletted_texture')) as g:
4677     g(['oes_compressed_paletted_texture-api'], 'basic API')
4678     g(['arb_texture_compression-invalid-formats', 'paletted'],
4679       'invalid formats')
4680
4681 with profile.test_list.group_manager(
4682         PiglitGLTest,
4683         grouptools.join('spec', 'egl 1.4'),
4684         exclude_platforms=['glx']) as g:
4685     g(['egl-create-surface'], 'eglCreateSurface', run_concurrent=False)
4686     g(['egl-query-surface', '--bad-attr'], 'eglQuerySurface EGL_BAD_ATTRIBUTE',
4687       run_concurrent=False)
4688     g(['egl-query-surface', '--bad-surface'],
4689       'eglQuerySurface EGL_BAD_SURFACE',
4690       run_concurrent=False)
4691     g(['egl-query-surface', '--attr=EGL_HEIGHT'], 'eglQuerySurface EGL_HEIGHT',
4692       run_concurrent=False)
4693     g(['egl-query-surface', '--attr=EGL_WIDTH'], 'eglQuerySurface EGL_WIDTH',
4694       run_concurrent=False)
4695     g(['egl-terminate-then-unbind-context'],
4696       'eglTerminate then unbind context',
4697       run_concurrent=False)
4698     g(['egl-create-pbuffer-surface'],
4699       'eglCreatePbufferSurface and then glClear',
4700       run_concurrent=False)
4701     g(['egl-create-msaa-pbuffer-surface'],
4702       'eglCreatePbufferSurface with EGL_SAMPLES set',
4703       run_concurrent=False)
4704     g(['egl-create-largest-pbuffer-surface'],
4705       'largest possible eglCreatePbufferSurface and then glClear',
4706       run_concurrent=False)
4707     g(['egl-invalid-attr'])
4708     g(['egl-context-priority'])
4709     g(['egl-blob-cache'])
4710     g(['egl-copy-buffers'])
4711     g(['egl-gl_oes_egl_image'])
4712     g(['egl-flush-external'])
4713     g(['egl-ext_egl_image_storage'])
4714
4715 with profile.test_list.group_manager(
4716         PiglitGLTest,
4717         grouptools.join('spec', 'egl_nok_swap_region'),
4718         exclude_platforms=['glx']) as g:
4719     g(['egl-nok-swap-region'], 'basic', run_concurrent=False)
4720
4721 with profile.test_list.group_manager(
4722         PiglitGLTest,
4723         grouptools.join('spec', 'egl_nok_texture_from_pixmap'),
4724         exclude_platforms=['glx']) as g:
4725     g(['egl-nok-texture-from-pixmap'], 'basic', run_concurrent=False)
4726
4727 with profile.test_list.group_manager(
4728         PiglitGLTest,
4729         grouptools.join('spec', 'egl_khr_create_context'),
4730         exclude_platforms=['glx']) as g:
4731     g(['egl-create-context-default-major-version-gles'],
4732       'default major version GLES', run_concurrent=False)
4733     g(['egl-create-context-default-major-version-gl'],
4734       'default major version GL', run_concurrent=False)
4735     g(['egl-create-context-default-minor-version-gles'],
4736       'default minor version GLES', run_concurrent=False)
4737     g(['egl-create-context-default-minor-version-gl'],
4738       'default minor version GL', run_concurrent=False)
4739     g(['egl-create-context-valid-attribute-empty-gles'],
4740       'valid attribute empty GLES', run_concurrent=False)
4741     g(['egl-create-context-valid-attribute-empty-gl'],
4742       'valid attribute empty GL', run_concurrent=False)
4743     g(['egl-create-context-valid-attribute-null-gles'],
4744       'NULL valid attribute GLES', run_concurrent=False)
4745     g(['egl-create-context-valid-attribute-null-gl'],
4746       'NULL valid attribute GL', run_concurrent=False)
4747     g(['egl-create-context-invalid-gl-version'], 'invalid OpenGL version',
4748       run_concurrent=False)
4749     g(['egl-create-context-invalid-attribute-gles'], 'invalid attribute GLES',
4750       run_concurrent=False)
4751     g(['egl-create-context-invalid-attribute-gl'], 'invalid attribute GL',
4752       run_concurrent=False)
4753     g(['egl-create-context-invalid-flag-gles'], 'invalid flag GLES',
4754       run_concurrent=False)
4755     g(['egl-create-context-invalid-flag-gl'], 'invalid flag GL',
4756       run_concurrent=False)
4757     g(['egl-create-context-valid-flag-forward-compatible-gl'],
4758       'valid forward-compatible flag GL', run_concurrent=False)
4759     g(['egl-create-context-invalid-profile'], 'invalid profile',
4760       run_concurrent=False)
4761     g(['egl-create-context-core-profile'], '3.2 core profile required',
4762       run_concurrent=False)
4763     g(['egl-create-context-pre-GL32-profile'], 'pre-GL3.2 profile',
4764       run_concurrent=False)
4765     g(['egl-create-context-verify-gl-flavor'], 'verify GL flavor',
4766       run_concurrent=False)
4767     g(['egl-create-context-valid-flag-debug-gl', 'gl'], 'valid debug flag GL',
4768       run_concurrent=False)
4769     g(['egl-create-context-no-error', 'gl'], 'no-error context GL',
4770       run_concurrent=False)
4771
4772     for api in ('gles1', 'gles2', 'gles3'):
4773         g(['egl-create-context-valid-flag-debug-gles', api],
4774           'valid debug flag {}'.format(api), run_concurrent=False)
4775
4776 with profile.test_list.group_manager(
4777         PiglitGLTest,
4778         grouptools.join('spec', 'egl_khr_gl_image'),
4779         exclude_platforms=['glx']) as g:
4780     for internal_format in ('GL_RGBA', 'GL_DEPTH_COMPONENT24'):
4781         g(['egl_khr_gl_renderbuffer_image-clear-shared-image', internal_format],
4782            run_concurrent=False)
4783
4784 with profile.test_list.group_manager(
4785         PiglitGLTest,
4786         grouptools.join('spec', 'egl_khr_surfaceless_context'),
4787         exclude_platforms=['glx']) as g:
4788     g(['egl-surfaceless-context-viewport'], 'viewport',
4789       run_concurrent=False)
4790
4791 with profile.test_list.group_manager(
4792         PiglitGLTest,
4793         grouptools.join('spec', 'egl_mesa_configless_context'),
4794         exclude_platforms=['glx']) as g:
4795     g(['egl-configless-context'], 'basic')
4796
4797 with profile.test_list.group_manager(
4798         PiglitGLTest,
4799         grouptools.join('spec', 'egl_ext_client_extensions'),
4800         exclude_platforms=['glx']) as g:
4801     for i in [1, 2, 3]:
4802         g(['egl_ext_client_extensions', str(i)],
4803           'conformance test {0}'.format(i))
4804
4805 with profile.test_list.group_manager(
4806         PiglitGLTest,
4807         grouptools.join('spec', 'egl_khr_fence_sync'),
4808         exclude_platforms=['glx']) as g:
4809     g(['egl_khr_fence_sync'], 'conformance')
4810
4811 with profile.test_list.group_manager(
4812         PiglitGLTest,
4813         grouptools.join('spec', 'egl_android_native_fence_sync'),
4814         exclude_platforms=['glx']) as g:
4815     g(['egl_khr_fence_sync', 'android_native'])
4816
4817 with profile.test_list.group_manager(
4818         PiglitGLTest,
4819         grouptools.join('spec', 'egl_khr_gl_colorspace'),
4820         exclude_platforms=['glx']) as g:
4821     g(['egl-gl-colorspace'], 'linear')
4822     g(['egl-gl-colorspace', 'srgb'], 'srgb')
4823
4824 with profile.test_list.group_manager(
4825         PiglitGLTest,
4826         grouptools.join('spec', 'egl_khr_wait_sync'),
4827         exclude_platforms=['glx']) as g:
4828     g(['egl_khr_fence_sync', 'wait_sync'], 'conformance')
4829
4830 with profile.test_list.group_manager(
4831         PiglitGLTest,
4832         grouptools.join('spec', 'egl_khr_get_all_proc_addresses'),
4833         exclude_platforms=['glx']) as g:
4834     g(['egl_khr_get_all_proc_addresses'], 'conformance')
4835
4836 with profile.test_list.group_manager(
4837         PiglitGLTest,
4838         grouptools.join('spec', 'egl_chromium_sync_control'),
4839         exclude_platforms=['glx']) as g:
4840     g(['egl_chromium_sync_control'], 'conformance')
4841
4842 with profile.test_list.group_manager(
4843         PiglitGLTest,
4844         grouptools.join('spec', 'egl_ext_device_query'),
4845         exclude_platforms=['glx']) as g:
4846     g(['egl_ext_device_query'], 'conformance')
4847
4848 with profile.test_list.group_manager(
4849         PiglitGLTest,
4850         grouptools.join('spec', 'egl_ext_device_enumeration'),
4851         exclude_platforms=['glx']) as g:
4852     g(['egl_ext_device_enumeration'], 'conformance')
4853
4854 with profile.test_list.group_manager(
4855         PiglitGLTest,
4856         grouptools.join('spec', 'egl_ext_device_drm'),
4857         exclude_platforms=['glx']) as g:
4858     g(['egl_ext_device_drm'], 'conformance')
4859
4860 with profile.test_list.group_manager(
4861         PiglitGLTest,
4862         grouptools.join('spec', 'egl_ext_platform_device'),
4863         exclude_platforms=['glx']) as g:
4864     g(['egl_ext_platform_device'], 'conformance')
4865
4866 with profile.test_list.group_manager(
4867         PiglitGLTest,
4868         grouptools.join('spec', 'egl_ext_device_base'),
4869         exclude_platforms=['glx']) as g:
4870     g(['egl_ext_device_base'], 'conformance')
4871
4872 with profile.test_list.group_manager(
4873         PiglitGLTest,
4874         grouptools.join('spec', 'egl_mesa_device_software'),
4875         exclude_platforms=['glx']) as g:
4876     g(['egl_mesa_device_software'], 'conformance')
4877
4878 with profile.test_list.group_manager(
4879         PiglitGLTest,
4880         grouptools.join('spec', 'egl_mesa_query_driver'),
4881         exclude_platforms=['glx']) as g:
4882     g(['egl_mesa_query_driver'], 'conformance')
4883
4884 with profile.test_list.group_manager(
4885         PiglitGLTest,
4886         grouptools.join('spec', 'egl_mesa_platform_surfaceless'),
4887         exclude_platforms=['glx']) as g:
4888     g(['egl_mesa_platform_surfaceless'], 'conformance')
4889
4890 with profile.test_list.group_manager(
4891         PiglitGLTest,
4892         grouptools.join('spec', 'egl_ext_image_dma_buf_import_modifiers'),
4893         exclude_platforms=['glx']) as g:
4894     g(['egl_ext_image_dma_buf_import_modifiers-query'], 'conformance')
4895
4896 with profile.test_list.group_manager(
4897         PiglitGLTest,
4898         grouptools.join('spec', 'egl_ext_protected_content'),
4899         exclude_platforms=['glx']) as g:
4900     g(['egl_ext_protected_content'], 'conformance')
4901
4902 with profile.test_list.group_manager(
4903         PiglitGLTest, grouptools.join('spec', '!opengl ES 2.0')) as g:
4904     g(['glsl-fs-pointcoord_gles2'], 'glsl-fs-pointcoord')
4905     g(['invalid-es3-queries_gles2'])
4906     g(['link-no-vsfs_gles2'], 'link-no-vsfs')
4907     g(['minmax_gles2'])
4908     g(['multiple-shader-objects_gles2'])
4909     g(['fbo_discard_gles2'])
4910     g(['draw_buffers_gles2'])
4911
4912 with profile.test_list.group_manager(
4913         PiglitGLTest, grouptools.join('spec', '!opengl ES 3.0')) as g:
4914     g(['minmax_gles3'], 'minmax')
4915     g(['texture-immutable-levels_gles3'], 'texture-immutable-levels')
4916     g(['gles-3.0-drawarrays-vertexid'], 'gl_VertexID used with glDrawArrays')
4917     g(['gles-3.0-transform-feedback-uniform-buffer-object'])
4918     g(['gles-3.0-attribute-aliasing'], 'vertex attribute aliasing')
4919
4920     for test_mode in ['teximage', 'texsubimage']:
4921         g(['ext_texture_array-compressed_gles3', test_mode, '-fbo'],
4922           'ext_texture_array-compressed_gles3 {0}'.format(test_mode),
4923           run_concurrent=False)
4924
4925     for tex_format in ['rgb8', 'srgb8', 'rgba8', 'srgb8-alpha8', 'r11', 'rg11',
4926                        'rgb8-punchthrough-alpha1',
4927                        'srgb8-punchthrough-alpha1']:
4928         g(['oes_compressed_etc2_texture-miptree_gles3', tex_format])
4929
4930 with profile.test_list.group_manager(
4931         PiglitGLTest, grouptools.join('spec', 'arb_es3_compatibility')) as g:
4932     g(['es3-primrestart-fixedindex'])
4933     g(['es3-drawarrays-primrestart-fixedindex'])
4934
4935     for tex_format in ['rgb8', 'srgb8', 'rgba8', 'srgb8-alpha8', 'r11', 'rg11',
4936                        'rgb8-punchthrough-alpha1',
4937                        'srgb8-punchthrough-alpha1']:
4938         for context in ['core', 'compat']:
4939             g(['oes_compressed_etc2_texture-miptree', tex_format, context])
4940
4941 with profile.test_list.group_manager(
4942         PiglitGLTest,
4943         grouptools.join('spec', 'arb_shader_atomic_counters')) as g:
4944     g(['arb_shader_atomic_counters-active-counters'], 'active-counters')
4945     g(['arb_shader_atomic_counters-array-indexing'], 'array-indexing')
4946     g(['arb_shader_atomic_counters-buffer-binding'], 'buffer-binding')
4947     g(['arb_shader_atomic_counters-default-partition'], 'default-partition')
4948     g(['arb_shader_atomic_counters-fragment-discard'], 'fragment-discard')
4949     g(['arb_shader_atomic_counters-function-argument'], 'function-argument')
4950     g(['arb_shader_atomic_counters-max-counters'], 'max-counters')
4951     g(['arb_shader_atomic_counters-minmax'], 'minmax')
4952     g(['arb_shader_atomic_counters-multiple-defs'], 'multiple-defs')
4953     g(['arb_shader_atomic_counters-semantics'], 'semantics')
4954     g(['arb_shader_atomic_counters-unique-id'], 'unique-id')
4955     g(['arb_shader_atomic_counters-unused-result'], 'unused-result')
4956     g(['arb_shader_atomic_counters-respecify-buffer'], 'respecify-buffer')
4957
4958 with profile.test_list.group_manager(
4959         PiglitGLTest,
4960         grouptools.join('spec', 'arb_direct_state_access')) as g:
4961     g(['arb_direct_state_access-create-transformfeedbacks'],
4962       'create-transformfeedbacks')
4963     g(['arb_direct_state_access-transformfeedback-bufferbase'],
4964       'transformfeedback-bufferbase')
4965     g(['arb_direct_state_access-transformfeedback-bufferrange'],
4966       'transformfeedback-bufferrange')
4967     g(['arb_direct_state_access-gettransformfeedback'], 'gettransformfeedback')
4968     g(['arb_direct_state_access-create-renderbuffers'], 'create-renderbuffers')
4969     g(['arb_direct_state_access-namedrenderbuffer'], 'namedrenderbuffer')
4970     g(['arb_direct_state_access-dsa-textures'], 'dsa-textures')
4971     g(['arb_direct_state_access-texturesubimage'], 'texturesubimage')
4972     g(['arb_direct_state_access-bind-texture-unit'], 'bind-texture-unit')
4973     g(['arb_direct_state_access-create-textures'], 'create-textures')
4974     g(['arb_direct_state_access-texture-storage'], 'textures-storage')
4975     g(['arb_direct_state_access-texunits'], 'texunits')
4976     g(['arb_direct_state_access-texture-params'], 'texture-params')
4977     g(['arb_direct_state_access-copytexturesubimage'], 'copytexturesubimage')
4978     g(['arb_direct_state_access-texture-errors'], 'texture-errors')
4979     g(['arb_direct_state_access-get-textures'], 'get-textures')
4980     g(['arb_direct_state_access-gettextureimage-formats'],
4981       'gettextureimage-formats')
4982     g(['arb_direct_state_access-gettextureimage-formats', 'init-by-rendering'],
4983       'gettextureimage-formats init-by-rendering')
4984     g(['arb_direct_state_access-gettextureimage-luminance'],
4985       'gettextureimage-luminance')
4986     g(['arb_direct_state_access-gettextureimage-targets'],
4987       'gettextureimage-targets')
4988     g(['arb_direct_state_access-compressedtextureimage',
4989        'GL_COMPRESSED_RGBA_S3TC_DXT5_EXT'],
4990       'compressedtextureimage GL_COMPRESSED_RGBA_S3TC_DXT5_EXT')
4991     g(['arb_direct_state_access-getcompressedtextureimage'],
4992       'getcompressedtextureimage')
4993     g(['arb_direct_state_access-texture-storage-multisample'],
4994       'texture-storage-multisample')
4995     g(['arb_direct_state_access-texture-buffer'], 'texture-buffer')
4996     g(['arb_direct_state_access-create-samplers'], 'create-samplers')
4997     g(['arb_direct_state_access-create-programpipelines'],
4998       'create-programpipelines')
4999     g(['arb_direct_state_access-create-queries'], 'create-queries')
5000     g(['arb_direct_state_access-generatetexturemipmap'], 'generatetexturemipmap')
5001
5002 with profile.test_list.group_manager(
5003         PiglitGLTest,
5004         grouptools.join('spec', 'ext_direct_state_access')) as g:
5005     g(['ext_direct_state_access-matrix-commands'],
5006       'matrix-commands')
5007     g(['ext_direct_state_access-textures'],
5008       'textures')
5009     g(['ext_direct_state_access-multi-texture'],
5010       'multi-texture')
5011     g(['ext_direct_state_access-named-buffers', '15'],
5012       'named-buffers 15')
5013     g(['ext_direct_state_access-named-buffers', '30'],
5014       'named-buffers 30')
5015     g(['ext_direct_state_access-compressedtextureimage',
5016        'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'],
5017       'compressedtextureimage GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT')
5018     g(['ext_direct_state_access-client-state-indexed', '12'],
5019       'client-state-indexed 12')
5020     g(['ext_direct_state_access-client-state-indexed', '30'],
5021       'client-state-indexed 30')
5022     g(['ext_direct_state_access-indexed-state-queries', '12'],
5023       'indexed-state-queries 12')
5024     g(['ext_direct_state_access-indexed-state-queries', '30'],
5025       'indexed-state-queries 30')
5026     g(['ext_direct_state_access-program-uniform'],
5027       'program-uniform')
5028     g(['ext_direct_state_access-named-program'],
5029       'named-program')
5030     g(['ext_direct_state_access-renderbuffer'], 'renderbuffer')
5031     g(['ext_direct_state_access-framebuffer'], 'framebuffer')
5032     g(['ext_direct_state_access-compressedmultiteximage',
5033        'GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT'],
5034       'compressedmultiteximage GL_COMPRESSED_RGB_BPTC_SIGNED_FLOAT')
5035     g(['ext_direct_state_access-vao'], 'vao')
5036
5037 with profile.test_list.group_manager(
5038         PiglitGLTest,
5039         grouptools.join('spec', 'arb_shader_image_load_store')) as g:
5040     g(['arb_shader_image_load_store-atomicity'], 'atomicity')
5041     g(['arb_shader_image_load_store-bitcast'], 'bitcast')
5042     g(['arb_shader_image_load_store-coherency'], 'coherency')
5043     g(['arb_shader_image_load_store-dead-fragments'], 'dead-fragments')
5044     g(['arb_shader_image_load_store-early-z'], 'early-z')
5045     g(['arb_shader_image_load_store-host-mem-barrier'], 'host-mem-barrier')
5046     g(['arb_shader_image_load_store-indexing'], 'indexing')
5047     g(['arb_shader_image_load_store-invalid'], 'invalid')
5048     g(['arb_shader_image_load_store-layer'], 'layer')
5049     g(['arb_shader_image_load_store-level'], 'level')
5050     g(['arb_shader_image_load_store-max-images'], 'max-images')
5051     g(['arb_shader_image_load_store-max-size'], 'max-size')
5052     g(['arb_shader_image_load_store-minmax'], 'minmax')
5053     g(['arb_shader_image_load_store-qualifiers'], 'qualifiers')
5054     g(['arb_shader_image_load_store-restrict'], 'restrict')
5055     g(['arb_shader_image_load_store-semantics'], 'semantics')
5056     g(['arb_shader_image_load_store-shader-mem-barrier'], 'shader-mem-barrier')
5057     g(['arb_shader_image_load_store-state'], 'state')
5058     g(['arb_shader_image_load_store-unused'], 'unused')
5059
5060 with profile.test_list.group_manager(
5061         PiglitGLTest,
5062         grouptools.join('spec', 'arb_post_depth_coverage')) as g:
5063     g(['arb_post_depth_coverage-basic'])
5064     g(['arb_post_depth_coverage-multisampling'])
5065     g(['arb_post_depth_coverage-sample-shading'])
5066
5067 with profile.test_list.group_manager(
5068         PiglitGLTest,
5069         grouptools.join('spec', 'arb_fragment_shader_interlock')) as g:
5070     g(['arb_fragment_shader_interlock-image-load-store'])
5071
5072 with profile.test_list.group_manager(
5073     PiglitGLTest,
5074     grouptools.join('spec', 'arb_shader_image_size')) as g:
5075     g(['arb_shader_image_size-builtin'], 'builtin')
5076
5077 with profile.test_list.group_manager(
5078     PiglitGLTest,
5079     grouptools.join('spec', 'arb_shader_texture_image_samples')) as g:
5080     g(['arb_shader_texture_image_samples-builtin-image'], 'builtin-image')
5081
5082 with profile.test_list.group_manager(
5083         PiglitGLTest,
5084         grouptools.join('spec', 'arb_texture_stencil8')) as g:
5085     g(['arb_texture_stencil8-draw'], 'draw')
5086     g(['arb_texture_stencil8-getteximage'], 'getteximage')
5087     g(['arb_texture_stencil8-stencil-texture'], 'stencil-texture')
5088     g(['arb_texture_stencil8-fbo-stencil8', 'clear', 'GL_STENCIL_INDEX8'], 'fbo-stencil-clear')
5089     g(['arb_texture_stencil8-fbo-stencil8', 'blit', 'GL_STENCIL_INDEX8'], 'fbo-stencil-blit')
5090     g(['arb_texture_stencil8-fbo-stencil8', 'readpixels', 'GL_STENCIL_INDEX8'], 'fbo-stencil-readpixels')
5091     add_fbo_formats_tests(g, 'GL_ARB_texture_stencil8')
5092     add_texwrap_format_tests(g, 'GL_ARB_texture_stencil8')
5093
5094 with profile.test_list.group_manager(
5095         PiglitGLTest,
5096         grouptools.join('spec', 'arb_vertex_attrib_64bit')) as g:
5097     g(['arb_vertex_attrib_64bit-double_attribs'], 'double_attribs')
5098     g(['arb_vertex_attrib_64bit-double_attribs_dlist'], 'get_double_attribs-display-lists')
5099     g(['arb_vertex_attrib_64bit-check-explicit-location'], 'check-explicit-location')
5100     g(['arb_vertex_attrib_64bit-getactiveattrib'], 'getactiveattrib')
5101     g(['arb_vertex_attrib_64bit-max-vertex-attrib'], 'max-vertex-attrib')
5102     for test_type in ('shader', 'api'):
5103         g(['arb_vertex_attrib_64bit-overlapping-locations', test_type],
5104           run_concurrent=False)
5105
5106 with profile.test_list.group_manager(
5107         PiglitGLTest,
5108         grouptools.join('spec', 'arb_query_buffer_object')) as g:
5109     g(['arb_query_buffer_object-qbo'], 'qbo')
5110     g(['arb_query_buffer_object-coherency'], 'coherency')
5111
5112 with profile.test_list.group_manager(
5113         PiglitGLTest,
5114         grouptools.join('spec', 'ext_framebuffer_blit')) as g:
5115     g(['ext_framebuffer_blit-blit-early'], 'blit-early')
5116
5117 # Group OES_draw_elements_base_vertex
5118 with profile.test_list.group_manager(
5119         PiglitGLTest,
5120         grouptools.join('spec', 'OES_draw_elements_base_vertex')) as g:
5121     g(['oes_draw_elements_base_vertex-drawelements'], run_concurrent=False)
5122     g(['oes_draw_elements_base_vertex-drawelements-instanced'],
5123       run_concurrent=False)
5124     g(['oes_draw_elements_base_vertex-drawrangeelements'],
5125       run_concurrent=False)
5126     g(['oes_draw_elements_base_vertex-multidrawelements'],
5127       run_concurrent=False)
5128
5129 with profile.test_list.group_manager(
5130         BuiltInConstantsTest,
5131         grouptools.join('spec', 'oes_geometry_shader')) as g:
5132     g(['built-in-constants_gles3',
5133        os.path.join('spec', 'oes_geometry_shader', 'minimum-maximums.txt')],
5134       'built-in constants')
5135
5136 # Group EXT_shader_samples_identical
5137 with profile.test_list.group_manager(
5138         PiglitGLTest,
5139         grouptools.join('spec', 'EXT_shader_samples_identical')) as g:
5140     for sample_count in MSAA_SAMPLE_COUNTS:
5141         g(['ext_shader_samples_identical-simple-fs', sample_count])
5142
5143 # Group ARB_shader_draw_parameters
5144 with profile.test_list.group_manager(
5145         PiglitGLTest,
5146         grouptools.join('spec', 'ARB_shader_draw_parameters')) as g:
5147     g(['arb_shader_draw_parameters-drawid', 'drawid'], 'drawid')
5148     g(['arb_shader_draw_parameters-drawid', 'vertexid'], 'drawid-vertexid')
5149     g(['arb_shader_draw_parameters-drawid-indirect', 'drawid'], 'drawid-indirect')
5150     g(['arb_shader_draw_parameters-drawid-indirect', 'basevertex'], 'drawid-indirect-basevertex')
5151     g(['arb_shader_draw_parameters-drawid-indirect', 'baseinstance'], 'drawid-indirect-baseinstance')
5152     g(['arb_shader_draw_parameters-drawid-indirect', 'vertexid'], 'drawid-indirect-vertexid')
5153     g(['arb_shader_draw_parameters-drawid-single-draw'], 'drawid-single-draw')
5154     g(['arb_shader_draw_parameters-drawid-single-draw', 'dlist'], 'drawid-single-draw-display-list')
5155     g(['arb_shader_draw_parameters-drawid-single-draw', 'restart'], 'drawid-single-draw-primitive-restart')
5156
5157     variables = ('basevertex', 'baseinstance', 'basevertex-baseinstance', 'vertexid-zerobased')
5158     for v in variables:
5159         g(['arb_shader_draw_parameters-basevertex', v], v)
5160     for v in variables:
5161         g(['arb_shader_draw_parameters-basevertex', v, 'indirect'], v + '-indirect')
5162
5163 # Group ARB_indirect_parameters
5164 with profile.test_list.group_manager(
5165         PiglitGLTest,
5166         grouptools.join('spec', 'ARB_indirect_parameters')) as g:
5167     g(['arb_indirect_parameters-tf-count-arrays'], 'tf-count-arrays')
5168     g(['arb_indirect_parameters-tf-count-elements'], 'tf-count-elements')
5169     g(['arb_indirect_parameters-conditional-render'], 'conditional-render')
5170
5171 with profile.test_list.group_manager(
5172         PiglitGLTest,
5173         grouptools.join('object namespace pollution')) as g:
5174     for object_type in ("buffer", "framebuffer", "program", "renderbuffer", "texture", "vertex-array"):
5175         for operation in ("glBitmap", "glBlitFramebuffer", "glClear", "glClearTexSubImage", "glCopyImageSubData", "glCopyPixels", "glCopyTexSubImage2D", "glDrawPixels", "glGenerateMipmap", "glGetTexImage", "glGetTexImage-compressed", "glTexSubImage2D"):
5176             g(['object-namespace-pollution', operation, object_type],
5177               '{} with {}'.format(object_type, operation))
5178
5179 # Group ARB_texture_barrier
5180 resolution_set = ['32', '512']
5181 blend_passes_set = ['1', '42']
5182 num_textures_set = ['1', '8']
5183 granularity_set = ['8', '64', '128']
5184 draw_passes_set = ['1', '2', '3', '4', '7', '8']
5185
5186 with profile.test_list.group_manager(
5187         PiglitGLTest,
5188         grouptools.join('spec', 'arb_texture_barrier')) as g:
5189     for resolution, blend_passes, num_textures, granularity, draw_passes in itertools.product(
5190             resolution_set, blend_passes_set, num_textures_set, granularity_set, draw_passes_set):
5191         g(['arb_texture_barrier-blending-in-shader', resolution,
5192            blend_passes, num_textures, granularity, draw_passes])
5193
5194
5195 # Group ARB_invalidate_subdata
5196 with profile.test_list.group_manager(
5197         PiglitGLTest,
5198         grouptools.join('spec', 'ARB_invalidate_subdata')) as g:
5199     g(['arb_invalidate_subdata-buffer'], 'buffer')
5200
5201 # Group EXT_window_rectangles
5202 with profile.test_list.group_manager(
5203         PiglitGLTest,
5204         grouptools.join('spec', 'EXT_window_rectangles')) as g:
5205     g(['ext_window_rectangles-dlist'], 'dlist')
5206     g(['ext_window_rectangles-errors'], 'errors')
5207     g(['ext_window_rectangles-render'], 'render')
5208
5209     g(['ext_window_rectangles-errors_gles3'], 'errors_gles3')
5210     g(['ext_window_rectangles-render_gles3'], 'render_gles3')
5211
5212 # Group ARB_compute_variable_group_size
5213 with profile.test_list.group_manager(
5214         PiglitGLTest,
5215         grouptools.join('spec', 'ARB_compute_variable_group_size')) as g:
5216     g(['arb_compute_variable_group_size-errors'], 'errors')
5217     g(['arb_compute_variable_group_size-local-size'], 'local-size')
5218     g(['arb_compute_variable_group_size-minmax'], 'minmax')
5219
5220 # Group INTEL_conservative_rasterization
5221 with profile.test_list.group_manager(
5222         PiglitGLTest,
5223         grouptools.join('spec', 'INTEL_conservative_rasterization')) as g:
5224     g(['intel_conservative_rasterization-depthcoverage'])
5225     g(['intel_conservative_rasterization-innercoverage'])
5226     g(['intel_conservative_rasterization-invalid'])
5227     g(['intel_conservative_rasterization-tri'])
5228     g(['intel_conservative_rasterization-depthcoverage_gles3'])
5229     g(['intel_conservative_rasterization-innercoverage_gles3'])
5230     g(['intel_conservative_rasterization-invalid_gles3'])
5231     g(['intel_conservative_rasterization-tri_gles3'])
5232
5233 # Group INTEL_blackhole_render
5234 with profile.test_list.group_manager(
5235         PiglitGLTest,
5236         grouptools.join('spec', 'INTEL_blackhole_render')) as g:
5237     g(['intel_blackhole-blit'])
5238     g(['intel_blackhole-draw'])
5239     g(['intel_blackhole-dispatch'])
5240     g(['intel_blackhole-blit_gles2'])
5241     g(['intel_blackhole-draw_gles2'])
5242     g(['intel_blackhole-blit_gles3'])
5243     g(['intel_blackhole-draw_gles3'])
5244
5245 # Group INTEL_performance_query
5246 with profile.test_list.group_manager(
5247         PiglitGLTest,
5248         grouptools.join('spec', 'INTEL_performance_query')) as g:
5249     g(['intel_performance_query-issue_2235'])
5250
5251 # Group ARB_bindless_texture
5252 with profile.test_list.group_manager(
5253         PiglitGLTest,
5254         grouptools.join('spec', 'ARB_bindless_texture')) as g:
5255     g(['arb_bindless_texture-border-color'], 'border-color')
5256     g(['arb_bindless_texture-conversions'], 'conversions')
5257     g(['arb_bindless_texture-errors'], 'errors')
5258     g(['arb_bindless_texture-handles'], 'handles')
5259     g(['arb_bindless_texture-illegal'], 'illegal')
5260     g(['arb_bindless_texture-legal'], 'legal')
5261     g(['arb_bindless_texture-limit'], 'limit')
5262     g(['arb_bindless_texture-uint64_attribs'], 'uint64_attribs')
5263     g(['arb_bindless_texture-uniform'], 'uniform')
5264
5265 with profile.test_list.group_manager(
5266         PiglitGLTest,
5267         grouptools.join('spec', 'ext_shader_image_load_store')) as g:
5268     g(['ext_shader_image_load_store-image_functions'], 'image_functions')
5269     g(['ext_shader_image_load_store-bind_image_error'], 'bind_image_error')
5270
5271 # Group ARB_sample_locations
5272 with profile.test_list.group_manager(
5273         PiglitGLTest,
5274         grouptools.join('spec', 'ARB_sample_locations')) as g:
5275     g(['arb_sample_locations'], 'test')
5276
5277 with profile.test_list.group_manager(
5278         PiglitGLTest,
5279         grouptools.join('spec', 'NV_image_formats')) as g:
5280     g(['nv_image_formats-gles3'])
5281
5282 with profile.test_list.group_manager(
5283         PiglitGLTest,
5284         grouptools.join('spec', 'EXT_color_buffer_float')) as g:
5285     g(['ext_color_buffer_float-draw_gles3'])
5286
5287 with profile.test_list.group_manager(
5288         PiglitGLTest,
5289         grouptools.join('spec', 'AMD_compressed_atc_texture')) as g:
5290     g(['amd_compressed_atc_texture-miptree'], 'miptree')
5291
5292 with profile.test_list.group_manager(
5293         PiglitGLTest,
5294         grouptools.join('spec', 'OES_EGL_image_external_essl3')) as g:
5295     g(['oes_egl_image_external_essl3'])
5296
5297 with profile.test_list.group_manager(
5298         PiglitGLTest,
5299         grouptools.join('spec', 'NV_viewport_swizzle')) as g:
5300     g(['nv_viewport_swizzle-errors'])
5301     g(['nv_viewport_swizzle-errors_gles3'])
5302
5303 with profile.test_list.group_manager(
5304         PiglitGLTest,
5305         grouptools.join('spec', 'ext_clear_texture')) as g:
5306     g(['ext_clear_texture-clear-max-level'])
5307     g(['ext_clear_texture-error'])
5308     g(['ext_clear_texture-3d'])
5309     g(['ext_clear_texture-cube'])
5310     g(['ext_clear_texture-multisample'])
5311     g(['ext_clear_texture-base-formats'])
5312     g(['ext_clear_texture-stencil'])
5313     g(['ext_clear_texture-texview'])
5314
5315 with profile.test_list.group_manager(
5316         PiglitGLTest,
5317         grouptools.join('spec', 'EXT_texture_sRGB_R8')) as g:
5318     g(['teximage-colors', 'GL_SR8_EXT'])
5319
5320 with profile.test_list.group_manager(
5321         PiglitGLTest,
5322         grouptools.join('spec', 'EXT_texture_sRGB_RG8')) as g:
5323     g(['teximage-colors', 'GL_SRG8_EXT'])
5324
5325 with profile.test_list.group_manager(
5326         PiglitGLTest,
5327         grouptools.join('spec', 'arm_shader_framebuffer_fetch_depth_stencil')) as g:
5328     for format in [ 'GL_STENCIL_INDEX8', 'GL_DEPTH_COMPONENT16', 'GL_DEPTH_COMPONENT24',
5329         'GL_DEPTH_COMPONENT32F', 'GL_DEPTH24_STENCIL8', 'GL_DEPTH32F_STENCIL8' ]:
5330         for samples in ['1', '2', '4', '8', '16']:
5331             g(['arm_shader_framebuffer_fetch_depth_stencil', format, samples])
5332             g(['arm_shader_framebuffer_fetch_depth_stencil_gles3', format, samples])
5333
5334 if platform.system() == 'Windows':
5335     profile.filters.append(lambda p, _: not p.startswith('glx'))