build/install-build-deps.sh

   1 #!/bin/bash -e
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Script to install everything needed to build chromium (well, ideally, anyway)
   8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
   9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
  10
  11 usage() {
  12   echo "Usage: $0 [--options]"
  13   echo "Options:"
  14   echo "--[no-]syms: enable or disable installation of debugging symbols"
  15   echo "--lib32: enable installation of 32-bit libraries, e.g. for V8 snapshot"
  16   echo "--[no-]arm: enable or disable installation of arm cross toolchain"
  17   echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\
  18        "fonts"
  19   echo "--[no-]nacl: enable or disable installation of prerequisites for"\
  20        "building standalone NaCl and all its toolchains"
  21   echo "--no-prompt: silently select standard options/defaults"
  22   echo "--quick-check: quickly try to determine if dependencies are installed"
  23   echo "               (this avoids interactive prompts and sudo commands,"
  24   echo "               so might not be 100% accurate)"
  25   echo "--unsupported: attempt installation even on unsupported systems"
  26   echo "Script will prompt interactively if options not given."
  27   exit 1
  28 }
  29
  30 # Checks whether a particular package is available in the repos.
  31 # USAGE: $ package_exists <package name>
  32 package_exists() {
  33   apt-cache pkgnames | grep -x "$1" > /dev/null 2>&1
  34 }
  35
  36 # These default to on because (some) bots need them and it keeps things
  37 # simple for the bot setup if all bots just run the script in its default
  38 # mode.  Developers who don't want stuff they don't need installed on their
  39 # own workstations can pass --no-arm --no-nacl when running the script.
  40 do_inst_arm=1
  41 do_inst_nacl=1
  42
  43 while test "$1" != ""
  44 do
  45   case "$1" in
  46   --syms)                   do_inst_syms=1;;
  47   --no-syms)                do_inst_syms=0;;
  48   --lib32)                  do_inst_lib32=1;;
  49   --arm)                    do_inst_arm=1;;
  50   --no-arm)                 do_inst_arm=0;;
  51   --chromeos-fonts)         do_inst_chromeos_fonts=1;;
  52   --no-chromeos-fonts)      do_inst_chromeos_fonts=0;;
  53   --nacl)                   do_inst_nacl=1;;
  54   --no-nacl)                do_inst_nacl=0;;
  55   --no-prompt)              do_default=1
  56                             do_quietly="-qq --assume-yes"
  57     ;;
  58   --quick-check)            do_quick_check=1;;
  59   --unsupported)            do_unsupported=1;;
  60   *) usage;;
  61   esac
  62   shift
  63 done
  64
  65 if test "$do_inst_arm" = "1"; then
  66   do_inst_lib32=1
  67 fi
  68
  69 # Check for lsb_release command in $PATH
  70 if ! which lsb_release > /dev/null; then
  71   echo "ERROR: lsb_release not found in \$PATH" >&2
  72   exit 1;
  73 fi
  74
  75 lsb_release=$(lsb_release --codename --short)
  76 ubuntu_codenames="(precise|trusty|utopic|vivid)"
  77 if [ 0 -eq "${do_unsupported-0}" ] && [ 0 -eq "${do_quick_check-0}" ] ; then
  78   if [[ ! $lsb_release =~ $ubuntu_codenames ]]; then
  79     echo "ERROR: Only Ubuntu 12.04 (precise), 14.04 (trusty), " \
  80       "14.10 (utopic) and 15.04 (vivid) are currently supported" >&2
  81     exit 1
  82   fi
  83
  84   if ! uname -m | egrep -q "i686|x86_64"; then
  85     echo "Only x86 architectures are currently supported" >&2
  86     exit
  87   fi
  88 fi
  89
  90 if [ "x$(id -u)" != x0 ] && [ 0 -eq "${do_quick_check-0}" ]; then
  91   echo "Running as non-root user."
  92   echo "You might have to enter your password one or more times for 'sudo'."
  93   echo
  94 fi
  95
  96 # Packages needed for chromeos only
  97 chromeos_dev_list="libbluetooth-dev libxkbcommon-dev realpath"
  98
  99 # Packages needed for development
 100 dev_list="apache2.2-bin bison cdbs curl dpkg-dev elfutils devscripts fakeroot
 101           flex fonts-thai-tlwg g++ git-core git-svn gperf language-pack-da
 102           language-pack-fr language-pack-he language-pack-zh-hant
 103           libapache2-mod-php5 libasound2-dev libbrlapi-dev libav-tools
 104           libbz2-dev libcairo2-dev libcap-dev libcups2-dev libcurl4-gnutls-dev
 105           libdrm-dev libelf-dev libexif-dev libgconf2-dev libglib2.0-dev
 106           libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev libkrb5-dev
 107           libnspr4-dev libnss3-dev libpam0g-dev libpci-dev libpulse-dev
 108           libsctp-dev libspeechd-dev libsqlite3-dev libssl-dev libudev-dev
 109           libwww-perl libxslt1-dev libxss-dev libxt-dev libxtst-dev openbox
 110           patch perl php5-cgi pkg-config python python-cherrypy3 python-crypto
 111           python-dev python-numpy python-opencv python-openssl python-psutil
 112           rpm ruby subversion ttf-dejavu-core ttf-indic-fonts ttf-kochi-gothic
 113           ttf-kochi-mincho wdiff xfonts-mathml zip $chromeos_dev_list"
 114
 115 # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built
 116 # NaCl binaries.
 117 if file /sbin/init | grep -q 'ELF 64-bit'; then
 118   dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6"
 119 fi
 120
 121 # Run-time libraries required by chromeos only
 122 chromeos_lib_list="libpulse0 libbz2-1.0"
 123
 124 # Full list of required run-time libraries
 125 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcap2 libcups2 libexpat1
 126           libexif12 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
 127           libgtk2.0-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0
 128           libpng12-0 libspeechd2 libstdc++6 libsqlite3-0 libx11-6
 129           libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6
 130           libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1
 131           libxtst6 zlib1g $chromeos_lib_list"
 132
 133 # Debugging symbols for all of the run-time libraries
 134 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libfontconfig1-dbg
 135           libglib2.0-0-dbg libgtk2.0-0-dbg libpango1.0-0-dbg libpcre3-dbg
 136           libpixman-1-0-dbg libsqlite3-0-dbg libx11-6-dbg libxau6-dbg
 137           libxcb1-dbg libxcomposite1-dbg libxcursor1-dbg libxdamage1-dbg
 138           libxdmcp6-dbg libxext6-dbg libxfixes3-dbg libxi6-dbg libxinerama1-dbg
 139           libxrandr2-dbg libxrender1-dbg libxtst6-dbg zlib1g-dbg"
 140
 141 # Find the proper version of libstdc++6-4.x-dbg.
 142 if [ "x$lsb_release" = "xprecise" ]; then
 143   dbg_list="${dbg_list} libstdc++6-4.6-dbg"
 144 elif [ "x$lsb_release" = "xtrusty" ]; then
 145   dbg_list="${dbg_list} libstdc++6-4.8-dbg"
 146 else
 147   dbg_list="${dbg_list} libstdc++6-4.9-dbg"
 148 fi
 149
 150 # 32-bit libraries needed e.g. to compile V8 snapshot for Android or armhf
 151 lib32_list="linux-libc-dev:i386"
 152
 153 # arm cross toolchain packages needed to build chrome on armhf
 154 arm_list="libc6-dev-armhf-cross
 155           linux-libc-dev-armhf-cross
 156           g++-arm-linux-gnueabihf"
 157
 158 # Work around for dependency issue Ubuntu/Trusty: http://crbug.com/435056
 159 if [ "x$lsb_release" = "xtrusty" ]; then
 160   arm_list+=" g++-4.8-multilib-arm-linux-gnueabihf
 161               gcc-4.8-multilib-arm-linux-gnueabihf"
 162 fi
 163
 164 # Packages to build NaCl, its toolchains, and its ports.
 165 naclports_list="ant autoconf bison cmake gawk intltool xutils-dev xsltproc"
 166 nacl_list="g++-mingw-w64-i686 lib32z1-dev
 167            libasound2:i386 libcap2:i386 libelf-dev:i386 libexif12:i386
 168            libfontconfig1:i386 libgconf-2-4:i386 libglib2.0-0:i386 libgpm2:i386
 169            libgtk2.0-0:i386 libncurses5:i386 lib32ncurses5-dev
 170            libnss3:i386 libpango1.0-0:i386
 171            libssl1.0.0:i386 libtinfo-dev libtinfo-dev:i386 libtool
 172            libxcomposite1:i386 libxcursor1:i386 libxdamage1:i386 libxi6:i386
 173            libxrandr2:i386 libxss1:i386 libxtst6:i386 texinfo xvfb
 174            ${naclports_list}"
 175
 176 # Find the proper version of libgbm-dev. We can't just install libgbm-dev as
 177 # it depends on mesa, and only one version of mesa can exists on the system.
 178 # Hence we must match the same version or this entire script will fail.
 179 mesa_variant=""
 180 for variant in "-lts-trusty" "-lts-utopic"; do
 181   if $(dpkg-query -Wf'${Status}' libgl1-mesa-glx${variant} 2>/dev/null | \
 182        grep -q " ok installed"); then
 183     mesa_variant="${variant}"
 184   fi
 185 done
 186 dev_list="${dev_list} libgbm-dev${mesa_variant}
 187           libgles2-mesa-dev${mesa_variant} libgl1-mesa-dev${mesa_variant}
 188           mesa-common-dev${mesa_variant}"
 189 nacl_list="${nacl_list} libgl1-mesa-glx${mesa_variant}:i386"
 190
 191 # Some package names have changed over time
 192 if package_exists ttf-mscorefonts-installer; then
 193   dev_list="${dev_list} ttf-mscorefonts-installer"
 194 else
 195   dev_list="${dev_list} msttcorefonts"
 196 fi
 197 if package_exists libnspr4-dbg; then
 198   dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
 199   lib_list="${lib_list} libnspr4 libnss3"
 200 else
 201   dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
 202   lib_list="${lib_list} libnspr4-0d libnss3-1d"
 203 fi
 204 if package_exists libjpeg-dev; then
 205   dev_list="${dev_list} libjpeg-dev"
 206 else
 207   dev_list="${dev_list} libjpeg62-dev"
 208 fi
 209 if package_exists libudev1; then
 210   dev_list="${dev_list} libudev1"
 211   nacl_list="${nacl_list} libudev1:i386"
 212 else
 213   dev_list="${dev_list} libudev0"
 214   nacl_list="${nacl_list} libudev0:i386"
 215 fi
 216 if package_exists libbrlapi0.6; then
 217   dev_list="${dev_list} libbrlapi0.6"
 218 else
 219   dev_list="${dev_list} libbrlapi0.5"
 220 fi
 221
 222
 223 # Some packages are only needed if the distribution actually supports
 224 # installing them.
 225 if package_exists appmenu-gtk; then
 226   lib_list="$lib_list appmenu-gtk"
 227 fi
 228
 229 # When cross building for arm/Android on 64-bit systems the host binaries
 230 # that are part of v8 need to be compiled with -m32 which means
 231 # that basic multilib support is needed.
 232 if file /sbin/init | grep -q 'ELF 64-bit'; then
 233   # gcc-multilib conflicts with the arm cross compiler (at least in trusty) but
 234   # g++-X.Y-multilib gives us the 32-bit support that we need. Find out the
 235   # appropriate value of X and Y by seeing what version the current
 236   # distribution's g++-multilib package depends on.
 237   multilib_package=$(apt-cache depends g++-multilib --important | \
 238       grep -E --color=never --only-matching '\bg\+\+-[0-9.]+-multilib\b')
 239   lib32_list="$lib32_list $multilib_package"
 240 fi
 241
 242 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
 243 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
 244 # been provided to yes_no(), the function also accepts RETURN as a user input.
 245 # The parameter specifies the exit code that should be returned in that case.
 246 # The function will echo the user's selection followed by a newline character.
 247 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
 248 yes_no() {
 249   if [ 0 -ne "${do_default-0}" ] ; then
 250     [ $1 -eq 0 ] && echo "Y" || echo "N"
 251     return $1
 252   fi
 253   local c
 254   while :; do
 255     c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
 256          stty -echo iuclc -icanon 2>/dev/null
 257          dd count=1 bs=1 2>/dev/null | od -An -tx1)"
 258     case "$c" in
 259       " 0a") if [ -n "$1" ]; then
 260                [ $1 -eq 0 ] && echo "Y" || echo "N"
 261                return $1
 262              fi
 263              ;;
 264       " 79") echo "Y"
 265              return 0
 266              ;;
 267       " 6e") echo "N"
 268              return 1
 269              ;;
 270       "")    echo "Aborted" >&2
 271              exit 1
 272              ;;
 273       *)     # The user pressed an unrecognized key. As we are not echoing
 274              # any incorrect user input, alert the user by ringing the bell.
 275              (tput bel) 2>/dev/null
 276              ;;
 277     esac
 278   done
 279 }
 280
 281 if test "$do_inst_syms" = "" && test 0 -eq ${do_quick_check-0}
 282 then
 283   echo "This script installs all tools and libraries needed to build Chromium."
 284   echo ""
 285   echo "For most of the libraries, it can also install debugging symbols, which"
 286   echo "will allow you to debug code in the system libraries. Most developers"
 287   echo "won't need these symbols."
 288   echo -n "Do you want me to install them for you (y/N) "
 289   if yes_no 1; then
 290     do_inst_syms=1
 291   fi
 292 fi
 293 if test "$do_inst_syms" = "1"; then
 294   echo "Including debugging symbols."
 295 else
 296   echo "Skipping debugging symbols."
 297   dbg_list=
 298 fi
 299
 300 if test "$do_inst_lib32" = "1" ; then
 301   echo "Including 32-bit libraries for ARM/Android."
 302 else
 303   echo "Skipping 32-bit libraries for ARM/Android."
 304   lib32_list=
 305 fi
 306
 307 if test "$do_inst_arm" = "1" ; then
 308   echo "Including ARM cross toolchain."
 309 else
 310   echo "Skipping ARM cross toolchain."
 311   arm_list=
 312 fi
 313
 314 if test "$do_inst_nacl" = "1"; then
 315   echo "Including NaCl, NaCl toolchain, NaCl ports dependencies."
 316 else
 317   echo "Skipping NaCl, NaCl toolchain, NaCl ports dependencies."
 318   nacl_list=
 319 fi
 320
 321 # The `sort -r -s -t: -k2` sorts all the :i386 packages to the front, to avoid
 322 # confusing dpkg-query (crbug.com/446172).
 323 packages="$(
 324   echo "${dev_list} ${lib_list} ${dbg_list} ${lib32_list} ${arm_list}"\
 325        "${nacl_list}" | tr " " "\n" | sort -u | sort -r -s -t: -k2 | tr "\n" " "
 326 )"
 327
 328 if [ 1 -eq "${do_quick_check-0}" ] ; then
 329   failed_check="$(dpkg-query -W -f '${PackageSpec}:${Status}\n' \
 330     ${packages} 2>&1 | grep -v "ok installed" || :)"
 331   if [ -n "${failed_check}" ]; then
 332     echo
 333     nomatch="$(echo "${failed_check}" | \
 334       sed -e "s/^No packages found matching \(.*\).$/\1/;t;d")"
 335     missing="$(echo "${failed_check}" | \
 336       sed -e "/^No packages found matching/d;s/^\(.*\):.*$/\1/")"
 337     if [ "$nomatch" ]; then
 338       # Distinguish between packages that actually aren't available to the
 339       # system (i.e. not in any repo) and packages that just aren't known to
 340       # dpkg (i.e. managed by apt).
 341       unknown=""
 342       for p in ${nomatch}; do
 343         if apt-cache show ${p} > /dev/null 2>&1; then
 344           missing="${p}\n${missing}"
 345         else
 346           unknown="${p}\n${unknown}"
 347         fi
 348       done
 349       if [ -n "${unknown}" ]; then
 350         echo "WARNING: The following packages are unknown to your system"
 351         echo "(maybe missing a repo or need to 'sudo apt-get update'):"
 352         echo -e "${unknown}" | sed -e "s/^/  /"
 353       fi
 354     fi
 355     if [ -n "${missing}" ]; then
 356       echo "WARNING: The following packages are not installed:"
 357       echo -e "${missing}" | sed -e "s/^/  /"
 358     fi
 359     exit 1
 360   fi
 361   exit 0
 362 fi
 363
 364 if test "$do_inst_lib32" = "1" || test "$do_inst_nacl" = "1"; then
 365   if [[ ! $lsb_release =~ (precise) ]]; then
 366     sudo dpkg --add-architecture i386
 367   fi
 368 fi
 369 sudo apt-get update
 370
 371 # We initially run "apt-get" with the --reinstall option and parse its output.
 372 # This way, we can find all the packages that need to be newly installed
 373 # without accidentally promoting any packages from "auto" to "manual".
 374 # We then re-run "apt-get" with just the list of missing packages.
 375 echo "Finding missing packages..."
 376 # Intentionally leaving $packages unquoted so it's more readable.
 377 echo "Packages required: " $packages
 378 echo
 379 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
 380 if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then
 381   # We probably never hit this following line.
 382   echo "No missing packages, and the packages are up-to-date."
 383 elif [ $? -eq 1 ]; then
 384   # We expect apt-get to have exit status of 1.
 385   # This indicates that we cancelled the install with "yes n|".
 386   new_list=$(echo "$new_list" |
 387     sed -e '1,/The following NEW packages will be installed:/d;s/^  //;t;d')
 388   new_list=$(echo "$new_list" | sed 's/ *$//')
 389   if [ -z "$new_list" ] ; then
 390     echo "No missing packages, and the packages are up-to-date."
 391   else
 392     echo "Installing missing packages: $new_list."
 393     sudo apt-get install ${do_quietly-} ${new_list}
 394   fi
 395   echo
 396 else
 397   # An apt-get exit status of 100 indicates that a real error has occurred.
 398
 399   # I am intentionally leaving out the '"'s around new_list_cmd,
 400   # as this makes it easier to cut and paste the output
 401   echo "The following command failed: " ${new_list_cmd}
 402   echo
 403   echo "It produces the following output:"
 404   yes n | $new_list_cmd || true
 405   echo
 406   echo "You will have to install the above packages yourself."
 407   echo
 408   exit 100
 409 fi
 410
 411 # Install the Chrome OS default fonts. This must go after running
 412 # apt-get, since install-chromeos-fonts depends on curl.
 413 if test "$do_inst_chromeos_fonts" != "0"; then
 414   echo
 415   echo "Installing Chrome OS fonts."
 416   dir=`echo $0 | sed -r -e 's/\/[^/]+$//'`
 417   if ! sudo $dir/linux/install-chromeos-fonts.py; then
 418     echo "ERROR: The installation of the Chrome OS default fonts failed."
 419     if [ `stat -f -c %T $dir` == "nfs" ]; then
 420       echo "The reason is that your repo is installed on a remote file system."
 421     else
 422       echo "This is expected if your repo is installed on a remote file system."
 423     fi
 424     echo "It is recommended to install your repo on a local file system."
 425     echo "You can skip the installation of the Chrome OS default founts with"
 426     echo "the command line option: --no-chromeos-fonts."
 427     exit 1
 428   fi
 429 else
 430   echo "Skipping installation of Chrome OS fonts."
 431 fi
 432
 433 # $1 - target name
 434 # $2 - link name
 435 create_library_symlink() {
 436   target=$1
 437   linkname=$2
 438   if [ -L $linkname ]; then
 439     if [ "$(basename $(readlink $linkname))" != "$(basename $target)" ]; then
 440       sudo rm $linkname
 441     fi
 442   fi
 443   if [ ! -r $linkname ]; then
 444     echo "Creating link: $linkname"
 445     sudo ln -fs $target $linkname
 446   fi
 447 }
 448
 449 if test "$do_inst_nacl" = "1"; then
 450   echo "Installing symbolic links for NaCl."
 451   # naclports needs to cross build python for i386, but libssl1.0.0:i386
 452   # only contains libcrypto.so.1.0.0 and not the symlink needed for
 453   # linking (libcrypto.so).
 454   create_library_symlink /lib/i386-linux-gnu/libcrypto.so.1.0.0 \
 455       /usr/lib/i386-linux-gnu/libcrypto.so
 456
 457   create_library_symlink /lib/i386-linux-gnu/libssl.so.1.0.0 \
 458       /usr/lib/i386-linux-gnu/libssl.so
 459 else
 460   echo "Skipping symbolic links for NaCl."
 461 fi