unittests/suites/test_integration.py

   1 # coding=utf-8
   2 # Copyright (c) 2014, 2016, 2019 Intel Corporation
   3
   4 # Permission is hereby granted, free of charge, to any person obtaining a copy
   5 # of this software and associated documentation files (the "Software"), to deal
   6 # in the Software without restriction, including without limitation the rights
   7 # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
   8 # copies of the Software, and to permit persons to whom the Software is
   9 # furnished to do so, subject to the following conditions:
  10
  11 # The above copyright notice and this permission notice shall be included in
  12 # all copies or substantial portions of the Software.
  13
  14 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15 # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16 # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  17 # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  18 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  19 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  20 # SOFTWARE.
  21
  22 """Provides tests for external integration with piglit.
  23
  24 These tests are by no means comprehensive, nor are they meant to be. The goal
  25 is mainly just a sanity check to make sure the modules don't contain syntax
  26 errors and to ensure that the API hasn't changed without fixing these modules
  27 """
  28
  29 import importlib
  30
  31 import pytest
  32
  33 from framework import core
  34 from framework import exceptions
  35
  36
  37 def setup_module():
  38     core.PIGLIT_CONFIG = core.PiglitConfig(allow_no_value=True)
  39     core.get_config()
  40
  41
  42 def _import(name):
  43     """Helper for importing modules.
  44
  45     It is very important that we use import_module to get the module, since we
  46     need more than just the profile, since we want to ensure that the Test
  47     derived class is importable.
  48     """
  49     try:
  50         return importlib.import_module(name)
  51     except exceptions.PiglitFatalError:
  52         pytest.skip('The module experienced a fatal error. '
  53                     'This may be expected.')
  54
  55
  56 @pytest.mark.parametrize("name", [
  57     'tests.cts_gl',
  58     'tests.cts_gles',
  59     'tests.deqp_gles2',
  60     'tests.deqp_gles3',
  61     'tests.deqp_gles31',
  62     'tests.deqp_vk',
  63     'tests.deqp_egl',
  64     'tests.igt',
  65     'tests.oglconform',
  66     'tests.xts',
  67     'tests.xts-render',
  68 ])
  69 def test_import(name):
  70     """Try to import tests, if they raise an error skip."""
  71     # TODO: Figure out what is necissary for each test to run, or catch
  72     # specific errors as skips rather than any of them.
  73     _import(name)
  74
  75
  76 def test_xts_xtstest():
  77     """ xts.XTSTest initializes """
  78     mod = _import('tests.xts')
  79     mod.XTSTest('name', 'testname', 'testnum')
  80
  81
  82 def test_xts_xtsprofile():
  83     """ xts.XTSProfile initializes """
  84     mod = _import('tests.xts')
  85     mod.XTSProfile()
  86
  87
  88 def test_igt_igttest():
  89     """ igt.IGTTest initializes """
  90     mod = _import('tests.igt')
  91     mod.IGTTest('foo')
  92
  93
  94 def test_oglconform_oglctest():
  95     """ oglconform.OGLCTest initializes """
  96     mod = _import('tests.oglconform')
  97     mod.OGLCTest('catagory', 'subtest')