clang/test/Analysis/analyzer_test.py

   1 import lit.formats
   2 import lit.TestRunner
   3
   4 # Custom format class for static analyzer tests
   5 class AnalyzerTest(lit.formats.ShTest):
   6
   7     def __init__(self, execute_external, use_z3_solver=False):
   8         super(AnalyzerTest, self).__init__(execute_external)
   9         self.use_z3_solver = use_z3_solver
  10
  11     def execute(self, test, litConfig):
  12         results = []
  13
  14         # Parse any test requirements ('REQUIRES: ')
  15         saved_test = test
  16         lit.TestRunner.parseIntegratedTestScript(test)
  17
  18         if 'z3' not in test.requires:
  19             results.append(self.executeWithAnalyzeSubstitution(
  20                 saved_test, litConfig, '-analyzer-constraints=range'))
  21
  22             if results[-1].code == lit.Test.FAIL:
  23                 return results[-1]
  24
  25         # If z3 backend available, add an additional run line for it
  26         if self.use_z3_solver == '1':
  27             assert(test.config.clang_staticanalyzer_z3 == '1')
  28             results.append(self.executeWithAnalyzeSubstitution(
  29                 saved_test, litConfig, '-analyzer-constraints=z3 -DANALYZER_CM_Z3'))
  30
  31         # Combine all result outputs into the last element
  32         for x in results:
  33             if x != results[-1]:
  34                 results[-1].output = x.output + results[-1].output
  35
  36         if results:
  37             return results[-1]
  38         return lit.Test.Result(lit.Test.UNSUPPORTED,
  39             "Test requires the following unavailable features: z3")
  40
  41     def executeWithAnalyzeSubstitution(self, test, litConfig, substitution):
  42         saved_substitutions = list(test.config.substitutions)
  43         test.config.substitutions.append(('%analyze', substitution))
  44         result = lit.TestRunner.executeShTest(test, litConfig,
  45             self.execute_external)
  46         test.config.substitutions = saved_substitutions
  47
  48         return result