test/lit.cfg.py

   1 # -*- Python -*-
   2
   3 # Configuration file for the 'lit' test runner.
   4
   5 import os
   6 import sys
   7 import re
   8 import platform
   9 import subprocess
  10
  11 import lit.util
  12 import lit.formats
  13 from lit.llvm import llvm_config
  14 from lit.llvm.subst import FindTool
  15 from lit.llvm.subst import ToolSubst
  16
  17 # name: The name of this test suite.
  18 config.name = 'LLVM'
  19
  20 # testFormat: The test format to use to interpret tests.
  21 config.test_format = lit.formats.ShTest(not llvm_config.use_lit_shell)
  22
  23 # suffixes: A list of file extensions to treat as test files. This is overriden
  24 # by individual lit.local.cfg files in the test subdirectories.
  25 config.suffixes = ['.ll', '.c', '.cxx', '.test', '.txt', '.s', '.mir']
  26
  27 # excludes: A list of directories to exclude from the testsuite. The 'Inputs'
  28 # subdirectories contain auxiliary inputs for various tests in their parent
  29 # directories.
  30 config.excludes = ['Inputs', 'CMakeLists.txt', 'README.txt', 'LICENSE.txt']
  31
  32 # test_source_root: The root path where tests are located.
  33 config.test_source_root = os.path.dirname(__file__)
  34
  35 # test_exec_root: The root path where tests should be run.
  36 config.test_exec_root = os.path.join(config.llvm_obj_root, 'test')
  37
  38 # Tweak the PATH to include the tools dir.
  39 llvm_config.with_environment('PATH', config.llvm_tools_dir, append_path=True)
  40
  41 # Propagate some variables from the host environment.
  42 llvm_config.with_system_environment(
  43     ['HOME', 'INCLUDE', 'LIB', 'TMP', 'TEMP', 'ASAN_SYMBOLIZER_PATH', 'MSAN_SYMBOLIZER_PATH'])
  44
  45
  46 # Set up OCAMLPATH to include newly built OCaml libraries.
  47 top_ocaml_lib = os.path.join(config.llvm_lib_dir, 'ocaml')
  48 llvm_ocaml_lib = os.path.join(top_ocaml_lib, 'llvm')
  49
  50 llvm_config.with_system_environment('OCAMLPATH')
  51 llvm_config.with_environment('OCAMLPATH', top_ocaml_lib, append_path=True)
  52 llvm_config.with_environment('OCAMLPATH', llvm_ocaml_lib, append_path=True)
  53
  54 llvm_config.with_system_environment('CAML_LD_LIBRARY_PATH')
  55 llvm_config.with_environment(
  56     'CAML_LD_LIBRARY_PATH', llvm_ocaml_lib, append_path=True)
  57
  58 # Set up OCAMLRUNPARAM to enable backtraces in OCaml tests.
  59 llvm_config.with_environment('OCAMLRUNPARAM', 'b')
  60
  61 # Provide the path to asan runtime lib 'libclang_rt.asan_osx_dynamic.dylib' if
  62 # available. This is darwin specific since it's currently only needed on darwin.
  63
  64
  65 def get_asan_rtlib():
  66     if not 'Address' in config.llvm_use_sanitizer or \
  67        not 'Darwin' in config.host_os or \
  68        not 'x86' in config.host_triple:
  69         return ''
  70     try:
  71         import glob
  72     except:
  73         print('glob module not found, skipping get_asan_rtlib() lookup')
  74         return ''
  75     # The libclang_rt.asan_osx_dynamic.dylib path is obtained using the relative
  76     # path from the host cc.
  77     host_lib_dir = os.path.join(os.path.dirname(config.host_cc), '../lib')
  78     asan_dylib_dir_pattern = host_lib_dir + \
  79         '/clang/*/lib/darwin/libclang_rt.asan_osx_dynamic.dylib'
  80     found_dylibs = glob.glob(asan_dylib_dir_pattern)
  81     if len(found_dylibs) != 1:
  82         return ''
  83     return found_dylibs[0]
  84
  85
  86 llvm_config.use_default_substitutions()
  87
  88 # Add site-specific substitutions.
  89 config.substitutions.append(('%llvmshlibdir', config.llvm_shlib_dir))
  90 config.substitutions.append(('%shlibext', config.llvm_shlib_ext))
  91 config.substitutions.append(('%exeext', config.llvm_exe_ext))
  92 config.substitutions.append(('%host_cc', config.host_cc))
  93
  94
  95 lli_args = []
  96 # The target triple used by default by lli is the process target triple (some
  97 # triple appropriate for generating code for the current process) but because
  98 # we don't support COFF in MCJIT well enough for the tests, force ELF format on
  99 # Windows.  FIXME: the process target triple should be used here, but this is
 100 # difficult to obtain on Windows.
 101 if re.search(r'cygwin|windows-gnu|windows-msvc', config.host_triple):
 102     lli_args = ['-mtriple=' + config.host_triple + '-elf']
 103
 104 llc_args = []
 105
 106 # Similarly, have a macro to use llc with DWARF even when the host is Windows
 107 if re.search(r'windows-msvc', config.target_triple):
 108     llc_args = [' -mtriple=' +
 109                 config.target_triple.replace('-msvc', '-gnu')]
 110
 111 # Provide the path to asan runtime lib if available. On darwin, this lib needs
 112 # to be loaded via DYLD_INSERT_LIBRARIES before libLTO.dylib in case the files
 113 # to be linked contain instrumented sanitizer code.
 114 ld64_cmd = config.ld64_executable
 115 asan_rtlib = get_asan_rtlib()
 116 if asan_rtlib:
 117     ld64_cmd = 'DYLD_INSERT_LIBRARIES={} {}'.format(asan_rtlib, ld64_cmd)
 118
 119 ocamlc_command = '%s ocamlc -cclib -L%s %s' % (
 120     config.ocamlfind_executable, config.llvm_lib_dir, config.ocaml_flags)
 121 ocamlopt_command = 'true'
 122 if config.have_ocamlopt:
 123     ocamlopt_command = '%s ocamlopt -cclib -L%s -cclib -Wl,-rpath,%s %s' % (
 124         config.ocamlfind_executable, config.llvm_lib_dir, config.llvm_lib_dir, config.ocaml_flags)
 125
 126 opt_viewer_cmd = '%s %s/tools/opt-viewer/opt-viewer.py' % (sys.executable, config.llvm_src_root)
 127
 128 tools = [
 129     ToolSubst('%lli', FindTool('lli'), post='.', extra_args=lli_args),
 130     ToolSubst('%llc_dwarf', FindTool('llc'), extra_args=llc_args),
 131     ToolSubst('%go', config.go_executable, unresolved='ignore'),
 132     ToolSubst('%gold', config.gold_executable, unresolved='ignore'),
 133     ToolSubst('%ld64', ld64_cmd, unresolved='ignore'),
 134     ToolSubst('%ocamlc', ocamlc_command, unresolved='ignore'),
 135     ToolSubst('%ocamlopt', ocamlopt_command, unresolved='ignore'),
 136     ToolSubst('%opt-viewer', opt_viewer_cmd),
 137     ToolSubst('%llvm-objcopy', FindTool('llvm-objcopy')),
 138     ToolSubst('%llvm-strip', FindTool('llvm-strip')),
 139 ]
 140
 141 # FIXME: Why do we have both `lli` and `%lli` that do slightly different things?
 142 tools.extend([
 143     'dsymutil', 'lli', 'lli-child-target', 'llvm-ar', 'llvm-as',
 144     'llvm-bcanalyzer', 'llvm-config', 'llvm-cov', 'llvm-cxxdump', 'llvm-cvtres',
 145     'llvm-diff', 'llvm-dis', 'llvm-dwarfdump', 'llvm-exegesis', 'llvm-extract',
 146     'llvm-isel-fuzzer', 'llvm-opt-fuzzer', 'llvm-lib', 'llvm-link', 'llvm-lto',
 147     'llvm-lto2', 'llvm-mc', 'llvm-mca', 'llvm-modextract', 'llvm-nm',
 148     'llvm-objcopy', 'llvm-objdump', 'llvm-pdbutil', 'llvm-profdata',
 149     'llvm-ranlib', 'llvm-readobj', 'llvm-rtdyld', 'llvm-size', 'llvm-split',
 150     'llvm-strings', 'llvm-strip', 'llvm-tblgen', 'llvm-undname', 'llvm-c-test',
 151     'llvm-cxxfilt', 'llvm-xray', 'yaml2obj', 'obj2yaml', 'yaml-bench',
 152     'verify-uselistorder', 'bugpoint', 'llc', 'llvm-symbolizer', 'opt',
 153     'sancov', 'sanstats'])
 154
 155 # The following tools are optional
 156 tools.extend([
 157     ToolSubst('llvm-go', unresolved='ignore'),
 158     ToolSubst('llvm-mt', unresolved='ignore'),
 159     ToolSubst('Kaleidoscope-Ch3', unresolved='ignore'),
 160     ToolSubst('Kaleidoscope-Ch4', unresolved='ignore'),
 161     ToolSubst('Kaleidoscope-Ch5', unresolved='ignore'),
 162     ToolSubst('Kaleidoscope-Ch6', unresolved='ignore'),
 163     ToolSubst('Kaleidoscope-Ch7', unresolved='ignore'),
 164     ToolSubst('Kaleidoscope-Ch8', unresolved='ignore')])
 165
 166 llvm_config.add_tool_substitutions(tools, config.llvm_tools_dir)
 167
 168 # Targets
 169
 170 config.targets = frozenset(config.targets_to_build.split())
 171
 172 for arch in config.targets_to_build.split():
 173     config.available_features.add(arch.lower() + '-registered-target')
 174
 175 # Features
 176 known_arches = ["x86_64", "mips64", "ppc64", "aarch64"]
 177 if (config.host_ldflags.find("-m32") < 0
 178     and any(config.llvm_host_triple.startswith(x) for x in known_arches)):
 179   config.available_features.add("llvm-64-bits")
 180
 181 # Others/can-execute.txt
 182 if sys.platform not in ['win32']:
 183     config.available_features.add('can-execute')
 184     config.available_features.add('not_COFF')
 185
 186 # Loadable module
 187 # FIXME: This should be supplied by Makefile or autoconf.
 188 if sys.platform in ['win32', 'cygwin']:
 189     loadable_module = (config.enable_shared == 1)
 190 else:
 191     loadable_module = True
 192
 193 if loadable_module:
 194     config.available_features.add('loadable_module')
 195
 196 # Static libraries are not built if BUILD_SHARED_LIBS is ON.
 197 if not config.build_shared_libs and not config.link_llvm_dylib:
 198     config.available_features.add('static-libs')
 199
 200 def have_cxx_shared_library():
 201     readobj_exe = lit.util.which('llvm-readobj', config.llvm_tools_dir)
 202     if not readobj_exe:
 203         print('llvm-readobj not found')
 204         return False
 205
 206     try:
 207         readobj_cmd = subprocess.Popen(
 208             [readobj_exe, '-needed-libs', readobj_exe], stdout=subprocess.PIPE)
 209     except OSError:
 210         print('could not exec llvm-readobj')
 211         return False
 212
 213     readobj_out = readobj_cmd.stdout.read().decode('ascii')
 214     readobj_cmd.wait()
 215
 216     regex = re.compile(r'(libc\+\+|libstdc\+\+|msvcp).*\.(so|dylib|dll)')
 217     needed_libs = False
 218     for line in readobj_out.splitlines():
 219         if 'NeededLibraries [' in line:
 220             needed_libs = True
 221         if ']' in line:
 222             needed_libs = False
 223         if needed_libs and regex.search(line.lower()):
 224             return True
 225     return False
 226
 227 if have_cxx_shared_library():
 228     config.available_features.add('cxx-shared-library')
 229
 230 # Direct object generation
 231 if not 'hexagon' in config.target_triple:
 232     config.available_features.add('object-emission')
 233
 234 # LLVM can be configured with an empty default triple
 235 # Some tests are "generic" and require a valid default triple
 236 if config.target_triple:
 237     config.available_features.add('default_triple')
 238
 239 import subprocess
 240
 241
 242 def have_ld_plugin_support():
 243     if not os.path.exists(os.path.join(config.llvm_shlib_dir, 'LLVMgold' + config.llvm_shlib_ext)):
 244         return False
 245
 246     ld_cmd = subprocess.Popen(
 247         [config.gold_executable, '--help'], stdout=subprocess.PIPE, env={'LANG': 'C'})
 248     ld_out = ld_cmd.stdout.read().decode()
 249     ld_cmd.wait()
 250
 251     if not '-plugin' in ld_out:
 252         return False
 253
 254     # check that the used emulations are supported.
 255     emu_line = [l for l in ld_out.split('\n') if 'supported emulations' in l]
 256     if len(emu_line) != 1:
 257         return False
 258     emu_line = emu_line[0]
 259     fields = emu_line.split(':')
 260     if len(fields) != 3:
 261         return False
 262     emulations = fields[2].split()
 263     if 'elf_x86_64' not in emulations:
 264         return False
 265     if 'elf32ppc' in emulations:
 266         config.available_features.add('ld_emu_elf32ppc')
 267
 268     ld_version = subprocess.Popen(
 269         [config.gold_executable, '--version'], stdout=subprocess.PIPE, env={'LANG': 'C'})
 270     if not 'GNU gold' in ld_version.stdout.read().decode():
 271         return False
 272     ld_version.wait()
 273
 274     return True
 275
 276
 277 if have_ld_plugin_support():
 278     config.available_features.add('ld_plugin')
 279
 280
 281 def have_ld64_plugin_support():
 282     if not config.llvm_tool_lto_build or config.ld64_executable == '':
 283         return False
 284
 285     ld_cmd = subprocess.Popen(
 286         [config.ld64_executable, '-v'], stderr=subprocess.PIPE)
 287     ld_out = ld_cmd.stderr.read().decode()
 288     ld_cmd.wait()
 289
 290     if 'ld64' not in ld_out or 'LTO' not in ld_out:
 291         return False
 292
 293     return True
 294
 295
 296 if have_ld64_plugin_support():
 297     config.available_features.add('ld64_plugin')
 298
 299 # Ask llvm-config about asserts and global-isel.
 300 llvm_config.feature_config(
 301     [('--assertion-mode', {'ON': 'asserts'}),
 302      ('--has-global-isel', {'ON': 'global-isel'})])
 303
 304 if 'darwin' == sys.platform:
 305     try:
 306         sysctl_cmd = subprocess.Popen(['sysctl', 'hw.optional.fma'],
 307                                       stdout=subprocess.PIPE)
 308     except OSError:
 309         print('Could not exec sysctl')
 310     result = sysctl_cmd.stdout.read().decode('ascii')
 311     if -1 != result.find('hw.optional.fma: 1'):
 312         config.available_features.add('fma3')
 313     sysctl_cmd.wait()
 314
 315 # .debug_frame is not emitted for targeting Windows x64.
 316 if not re.match(r'^x86_64.*-(windows-gnu|windows-msvc)', config.target_triple):
 317     config.available_features.add('debug_frame')
 318
 319 if config.have_libxar:
 320     config.available_features.add('xar')
 321
 322 if config.enable_threads:
 323     config.available_features.add('thread_support')
 324
 325 if config.llvm_libxml2_enabled == '1':
 326     config.available_features.add('libxml2')
 327
 328 if config.have_opt_viewer_modules:
 329     config.available_features.add('have_opt_viewer_modules')