.ci/monolithic-linux.sh

   1 #!/usr/bin/env bash
   2 #===----------------------------------------------------------------------===##
   3 #
   4 # Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   5 # See https://llvm.org/LICENSE.txt for license information.
   6 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   7 #
   8 #===----------------------------------------------------------------------===##
   9
  10 #
  11 # This script performs a monolithic build of the monorepo and runs the tests of
  12 # most projects on Linux. This should be replaced by per-project scripts that
  13 # run only the relevant tests.
  14 #
  15
  16 set -ex
  17 set -o pipefail
  18
  19 MONOREPO_ROOT="${MONOREPO_ROOT:="$(git rev-parse --show-toplevel)"}"
  20 BUILD_DIR="${BUILD_DIR:=${MONOREPO_ROOT}/build}"
  21 INSTALL_DIR="${BUILD_DIR}/install"
  22 rm -rf "${BUILD_DIR}"
  23
  24 ccache --zero-stats
  25
  26 if [[ -n "${CLEAR_CACHE:-}" ]]; then
  27   echo "clearing cache"
  28   ccache --clear
  29 fi
  30
  31 function at-exit {
  32   retcode=$?
  33
  34   mkdir -p artifacts
  35   ccache --print-stats > artifacts/ccache_stats.txt
  36
  37   # If building fails there will be no results files.
  38   shopt -s nullglob
  39   if command -v buildkite-agent 2>&1 >/dev/null
  40   then
  41     python3 "${MONOREPO_ROOT}"/.ci/generate_test_report.py ":linux: Linux x64 Test Results" \
  42       "linux-x64-test-results" $retcode "${BUILD_DIR}"/test-results.*.xml
  43   fi
  44 }
  45 trap at-exit EXIT
  46
  47 projects="${1}"
  48 targets="${2}"
  49
  50 lit_args="-v --xunit-xml-output ${BUILD_DIR}/test-results.xml --use-unique-output-file-name --timeout=1200 --time-tests"
  51
  52 echo "--- cmake"
  53 pip install -q -r "${MONOREPO_ROOT}"/mlir/python/requirements.txt
  54 pip install -q -r "${MONOREPO_ROOT}"/lldb/test/requirements.txt
  55 pip install -q -r "${MONOREPO_ROOT}"/.ci/requirements.txt
  56 cmake -S "${MONOREPO_ROOT}"/llvm -B "${BUILD_DIR}" \
  57       -D LLVM_ENABLE_PROJECTS="${projects}" \
  58       -G Ninja \
  59       -D CMAKE_BUILD_TYPE=Release \
  60       -D LLVM_ENABLE_ASSERTIONS=ON \
  61       -D LLVM_BUILD_EXAMPLES=ON \
  62       -D COMPILER_RT_BUILD_LIBFUZZER=OFF \
  63       -D LLVM_LIT_ARGS="${lit_args}" \
  64       -D LLVM_ENABLE_LLD=ON \
  65       -D CMAKE_CXX_FLAGS=-gmlt \
  66       -D LLVM_CCACHE_BUILD=ON \
  67       -D MLIR_ENABLE_BINDINGS_PYTHON=ON \
  68       -D CMAKE_INSTALL_PREFIX="${INSTALL_DIR}"
  69
  70 echo "--- ninja"
  71 # Targets are not escaped as they are passed as separate arguments.
  72 ninja -C "${BUILD_DIR}" -k 0 ${targets}
  73
  74 runtimes="${3}"
  75 runtime_targets="${4}"
  76
  77 # Compiling runtimes with just-built Clang and running their tests
  78 # as an additional testing for Clang.
  79 if [[ "${runtimes}" != "" ]]; then
  80   if [[ "${runtime_targets}" == "" ]]; then
  81     echo "Runtimes to build are specified, but targets are not."
  82     exit 1
  83   fi
  84
  85   echo "--- ninja install-clang"
  86
  87   ninja -C ${BUILD_DIR} install-clang install-clang-resource-headers
  88
  89   RUNTIMES_BUILD_DIR="${MONOREPO_ROOT}/build-runtimes"
  90   INSTALL_DIR="${BUILD_DIR}/install"
  91   mkdir -p ${RUNTIMES_BUILD_DIR}
  92
  93   echo "--- cmake runtimes C++03"
  94
  95   cmake -S "${MONOREPO_ROOT}/runtimes" -B "${RUNTIMES_BUILD_DIR}" -GNinja \
  96       -D CMAKE_C_COMPILER="${INSTALL_DIR}/bin/clang" \
  97       -D CMAKE_CXX_COMPILER="${INSTALL_DIR}/bin/clang++" \
  98       -D LLVM_ENABLE_RUNTIMES="${runtimes}" \
  99       -D LIBCXX_CXX_ABI=libcxxabi \
 100       -D CMAKE_BUILD_TYPE=RelWithDebInfo \
 101       -D CMAKE_INSTALL_PREFIX="${INSTALL_DIR}" \
 102       -D LIBCXX_TEST_PARAMS="std=c++03" \
 103       -D LIBCXXABI_TEST_PARAMS="std=c++03" \
 104       -D LLVM_LIT_ARGS="${lit_args}"
 105
 106   echo "--- ninja runtimes C++03"
 107
 108   ninja -vC "${RUNTIMES_BUILD_DIR}" ${runtime_targets}
 109
 110   echo "--- cmake runtimes C++26"
 111
 112   rm -rf "${RUNTIMES_BUILD_DIR}"
 113   cmake -S "${MONOREPO_ROOT}/runtimes" -B "${RUNTIMES_BUILD_DIR}" -GNinja \
 114       -D CMAKE_C_COMPILER="${INSTALL_DIR}/bin/clang" \
 115       -D CMAKE_CXX_COMPILER="${INSTALL_DIR}/bin/clang++" \
 116       -D LLVM_ENABLE_RUNTIMES="${runtimes}" \
 117       -D LIBCXX_CXX_ABI=libcxxabi \
 118       -D CMAKE_BUILD_TYPE=RelWithDebInfo \
 119       -D CMAKE_INSTALL_PREFIX="${INSTALL_DIR}" \
 120       -D LIBCXX_TEST_PARAMS="std=c++26" \
 121       -D LIBCXXABI_TEST_PARAMS="std=c++26" \
 122       -D LLVM_LIT_ARGS="${lit_args}"
 123
 124   echo "--- ninja runtimes C++26"
 125
 126   ninja -vC "${RUNTIMES_BUILD_DIR}" ${runtime_targets}
 127
 128   echo "--- cmake runtimes clang modules"
 129
 130   rm -rf "${RUNTIMES_BUILD_DIR}"
 131   cmake -S "${MONOREPO_ROOT}/runtimes" -B "${RUNTIMES_BUILD_DIR}" -GNinja \
 132       -D CMAKE_C_COMPILER="${INSTALL_DIR}/bin/clang" \
 133       -D CMAKE_CXX_COMPILER="${INSTALL_DIR}/bin/clang++" \
 134       -D LLVM_ENABLE_RUNTIMES="${runtimes}" \
 135       -D LIBCXX_CXX_ABI=libcxxabi \
 136       -D CMAKE_BUILD_TYPE=RelWithDebInfo \
 137       -D CMAKE_INSTALL_PREFIX="${INSTALL_DIR}" \
 138       -D LIBCXX_TEST_PARAMS="enable_modules=clang" \
 139       -D LIBCXXABI_TEST_PARAMS="enable_modules=clang" \
 140       -D LLVM_LIT_ARGS="${lit_args}"
 141
 142   echo "--- ninja runtimes clang modules"
 143
 144   ninja -vC "${RUNTIMES_BUILD_DIR}" ${runtime_targets}
 145 fi