tools/clang/scripts/package.sh

   1 #!/bin/bash
   2 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   3 # Use of this source code is governed by a BSD-style license that can be
   4 # found in the LICENSE file.
   5
   6 # This script will check out llvm and clang, and then package the results up
   7 # to a tgz file.
   8
   9 gcc_toolchain=
  10
  11 # Parse command line options.
  12 while [[ $# > 0 ]]; do
  13   case $1 in
  14     --gcc-toolchain)
  15       shift
  16       if [[ $# == 0 ]]; then
  17         echo "--gcc-toolchain requires an argument."
  18         exit 1
  19       fi
  20       if [[ -x "$1/bin/gcc" ]]; then
  21         gcc_toolchain=$1
  22       else
  23         echo "Invalid --gcc-toolchain: '$1'."
  24         echo "'$1/bin/gcc' does not appear to be valid."
  25         exit 1
  26       fi
  27       ;;
  28
  29     --help)
  30       echo "usage: $0 [--gcc-toolchain <prefix>]"
  31       echo
  32       echo "--gcc-toolchain: Set the prefix for which GCC version should"
  33       echo "    be used for building. For example, to use gcc in"
  34       echo "    /opt/foo/bin/gcc, use '--gcc-toolchain '/opt/foo"
  35       echo
  36       exit 1
  37       ;;
  38     *)
  39       echo "Unknown argument: '$1'."
  40       echo "Use --help for help."
  41       exit 1
  42       ;;
  43   esac
  44   shift
  45 done
  46
  47
  48 THIS_DIR="$(dirname "${0}")"
  49 LLVM_DIR="${THIS_DIR}/../../../third_party/llvm"
  50 LLVM_BOOTSTRAP_DIR="${THIS_DIR}/../../../third_party/llvm-bootstrap"
  51 LLVM_BOOTSTRAP_INSTALL_DIR="${LLVM_DIR}/../llvm-bootstrap-install"
  52 LLVM_BUILD_DIR="${THIS_DIR}/../../../third_party/llvm-build"
  53 LLVM_BIN_DIR="${LLVM_BUILD_DIR}/Release+Asserts/bin"
  54 LLVM_LIB_DIR="${LLVM_BUILD_DIR}/Release+Asserts/lib"
  55 STAMP_FILE="${LLVM_DIR}/../llvm-build/cr_build_revision"
  56
  57 echo "Diff in llvm:" | tee buildlog.txt
  58 svn stat "${LLVM_DIR}" 2>&1 | tee -a buildlog.txt
  59 svn diff "${LLVM_DIR}" 2>&1 | tee -a buildlog.txt
  60 echo "Diff in llvm/tools/clang:" | tee -a buildlog.txt
  61 svn stat "${LLVM_DIR}/tools/clang" 2>&1 | tee -a buildlog.txt
  62 svn diff "${LLVM_DIR}/tools/clang" 2>&1 | tee -a buildlog.txt
  63 echo "Diff in llvm/compiler-rt:" | tee -a buildlog.txt
  64 svn stat "${LLVM_DIR}/compiler-rt" 2>&1 | tee -a buildlog.txt
  65 svn diff "${LLVM_DIR}/compiler-rt" 2>&1 | tee -a buildlog.txt
  66 echo "Diff in llvm/projects/libcxx:" | tee -a buildlog.txt
  67 svn stat "${LLVM_DIR}/projects/libcxx" 2>&1 | tee -a buildlog.txt
  68 svn diff "${LLVM_DIR}/projects/libcxx" 2>&1 | tee -a buildlog.txt
  69 echo "Diff in llvm/projects/libcxxabi:" | tee -a buildlog.txt
  70 svn stat "${LLVM_DIR}/projects/libcxxabi" 2>&1 | tee -a buildlog.txt
  71 svn diff "${LLVM_DIR}/projects/libcxxabi" 2>&1 | tee -a buildlog.txt
  72
  73
  74 echo "Starting build" | tee -a buildlog.txt
  75
  76 set -exu
  77 set -o pipefail
  78
  79 # Do a clobber build.
  80 rm -rf "${LLVM_BOOTSTRAP_DIR}"
  81 rm -rf "${LLVM_BOOTSTRAP_INSTALL_DIR}"
  82 rm -rf "${LLVM_BUILD_DIR}"
  83 extra_flags=
  84 if [[ -n "${gcc_toolchain}" ]]; then
  85   extra_flags="--gcc-toolchain ${gcc_toolchain}"
  86 fi
  87 "${THIS_DIR}"/update.sh --bootstrap --force-local-build --run-tests \
  88     ${extra_flags} 2>&1 | tee -a buildlog.txt
  89
  90 R=$(cat "${STAMP_FILE}")
  91
  92 PDIR=clang-$R
  93 rm -rf $PDIR
  94 mkdir $PDIR
  95 mkdir $PDIR/bin
  96 mkdir $PDIR/lib
  97
  98 if [ "$(uname -s)" = "Darwin" ]; then
  99   SO_EXT="dylib"
 100 else
 101   SO_EXT="so"
 102 fi
 103
 104 # Copy buildlog over.
 105 cp buildlog.txt $PDIR/
 106
 107 # Copy clang into pdir, symlink clang++ to it.
 108 cp "${LLVM_BIN_DIR}/clang" $PDIR/bin/
 109 (cd $PDIR/bin && ln -sf clang clang++)
 110 cp "${LLVM_BIN_DIR}/llvm-symbolizer" $PDIR/bin/
 111 if [ "$(uname -s)" = "Darwin" ]; then
 112   cp "${LLVM_BIN_DIR}/libc++.1.${SO_EXT}" $PDIR/bin/
 113   (cd $PDIR/bin && ln -sf libc++.1.dylib libc++.dylib)
 114 fi
 115
 116 # Copy libc++ headers.
 117 if [ "$(uname -s)" = "Darwin" ]; then
 118   mkdir $PDIR/include
 119   cp -R "${LLVM_BOOTSTRAP_INSTALL_DIR}/include/c++" $PDIR/include
 120 fi
 121
 122 # Copy plugins. Some of the dylibs are pretty big, so copy only the ones we
 123 # care about.
 124 cp "${LLVM_LIB_DIR}/libFindBadConstructs.${SO_EXT}" $PDIR/lib
 125 cp "${LLVM_LIB_DIR}/libBlinkGCPlugin.${SO_EXT}" $PDIR/lib
 126
 127 if [[ -n "${gcc_toolchain}" ]]; then
 128   # Copy the stdlibc++.so.6 we linked Clang against so it can run.
 129   cp "${LLVM_LIB_DIR}/libstdc++.so.6" $PDIR/lib
 130 fi
 131
 132 # Copy built-in headers (lib/clang/3.x.y/include).
 133 # compiler-rt builds all kinds of libraries, but we want only some.
 134 if [ "$(uname -s)" = "Darwin" ]; then
 135   # Keep only the OSX (ASan and profile) and iossim (ASan) runtime libraries:
 136   # Release+Asserts/lib/clang/*/lib/darwin/libclang_rt.{asan,profile}_*
 137   find "${LLVM_LIB_DIR}/clang" -type f -path '*lib/darwin*' \
 138        ! -name '*asan_osx*' ! -name '*asan_iossim*' ! -name '*profile_osx*' | \
 139       xargs rm
 140   # Fix LC_ID_DYLIB for the ASan dynamic libraries to be relative to
 141   # @executable_path.
 142   # TODO(glider): this is transitional. We'll need to fix the dylib name
 143   # either in our build system, or in Clang. See also http://crbug.com/344836.
 144   ASAN_DYLIB_NAMES="libclang_rt.asan_osx_dynamic.dylib
 145     libclang_rt.asan_iossim_dynamic.dylib"
 146   for ASAN_DYLIB_NAME in $ASAN_DYLIB_NAMES
 147   do
 148     ASAN_DYLIB=$(find "${LLVM_LIB_DIR}/clang" \
 149                       -type f -path "*${ASAN_DYLIB_NAME}")
 150     install_name_tool -id @executable_path/${ASAN_DYLIB_NAME} "${ASAN_DYLIB}"
 151     strip -x "${ASAN_DYLIB}"
 152   done
 153 else
 154   # Keep only
 155   # Release+Asserts/lib/clang/*/lib/linux/libclang_rt.{[atm]san,san,ubsan,profile}-*.a
 156   # , but not dfsan.
 157   find "${LLVM_LIB_DIR}/clang" -type f -path '*lib/linux*' \
 158        ! -name '*[atm]san*' ! -name '*ubsan*' ! -name '*libclang_rt.san*' \
 159        ! -name '*profile*' | xargs rm -v
 160   # Strip the debug info from the runtime libraries.
 161   find "${LLVM_LIB_DIR}/clang" -type f -path '*lib/linux*' ! -name '*.syms' | xargs strip -g
 162 fi
 163
 164 cp -vR "${LLVM_LIB_DIR}/clang" $PDIR/lib
 165
 166 if [ "$(uname -s)" = "Darwin" ]; then
 167   tar zcf $PDIR.tgz -C $PDIR bin include lib buildlog.txt
 168 else
 169   tar zcf $PDIR.tgz -C $PDIR bin lib buildlog.txt
 170 fi
 171
 172 if [ "$(uname -s)" = "Darwin" ]; then
 173   PLATFORM=Mac
 174 else
 175   PLATFORM=Linux_x64
 176 fi
 177
 178 echo To upload, run:
 179 echo gsutil cp -a public-read $PDIR.tgz \
 180      gs://chromium-browser-clang/$PLATFORM/$PDIR.tgz
 181
 182 # FIXME: Warn if the file already exists on the server.