build/install-build-deps.sh

   1 #!/bin/bash -e
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Script to install everything needed to build chromium (well, ideally, anyway)
   8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
   9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
  10
  11 usage() {
  12   echo "Usage: $0 [--options]"
  13   echo "Options:"
  14   echo "--[no-]syms: enable or disable installation of debugging symbols"
  15   echo "--lib32: enable installation of 32-bit libraries, e.g. for V8 snapshot"
  16   echo "--[no-]arm: enable or disable installation of arm cross toolchain"
  17   echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\
  18        "fonts"
  19   echo "--[no-]nacl: enable or disable installation of prerequisites for"\
  20        "building standalone NaCl and all its toolchains"
  21   echo "--no-prompt: silently select standard options/defaults"
  22   echo "--quick-check: quickly try to determine if dependencies are installed"
  23   echo "               (this avoids interactive prompts and sudo commands,"
  24   echo "               so might not be 100% accurate)"
  25   echo "--unsupported: attempt installation even on unsupported systems"
  26   echo "Script will prompt interactively if options not given."
  27   exit 1
  28 }
  29
  30 # Checks whether a particular package is available in the repos.
  31 # USAGE: $ package_exists <package name>
  32 package_exists() {
  33   apt-cache pkgnames | grep -x "$1" > /dev/null 2>&1
  34 }
  35
  36 # These default to on because (some) bots need them and it keeps things
  37 # simple for the bot setup if all bots just run the script in its default
  38 # mode.  Developers who don't want stuff they don't need installed on their
  39 # own workstations can pass --no-arm --no-nacl when running the script.
  40 do_inst_arm=1
  41 do_inst_nacl=1
  42
  43 while test "$1" != ""
  44 do
  45   case "$1" in
  46   --syms)                   do_inst_syms=1;;
  47   --no-syms)                do_inst_syms=0;;
  48   --lib32)                  do_inst_lib32=1;;
  49   --arm)                    do_inst_arm=1;;
  50   --no-arm)                 do_inst_arm=0;;
  51   --chromeos-fonts)         do_inst_chromeos_fonts=1;;
  52   --no-chromeos-fonts)      do_inst_chromeos_fonts=0;;
  53   --nacl)                   do_inst_nacl=1;;
  54   --no-nacl)                do_inst_nacl=0;;
  55   --no-prompt)              do_default=1
  56                             do_quietly="-qq --assume-yes"
  57     ;;
  58   --quick-check)            do_quick_check=1;;
  59   --unsupported)            do_unsupported=1;;
  60   *) usage;;
  61   esac
  62   shift
  63 done
  64
  65 if test "$do_inst_arm" = "1"; then
  66   do_inst_lib32=1
  67 fi
  68
  69 # Check for lsb_release command in $PATH
  70 if ! which lsb_release > /dev/null; then
  71   echo "ERROR: lsb_release not found in \$PATH" >&2
  72   exit 1;
  73 fi
  74
  75 lsb_release=$(lsb_release --codename --short)
  76 ubuntu_codenames="(precise|trusty|utopic|vivid)"
  77 if [ 0 -eq "${do_unsupported-0}" ] && [ 0 -eq "${do_quick_check-0}" ] ; then
  78   if [[ ! $lsb_release =~ $ubuntu_codenames ]]; then
  79     echo "ERROR: Only Ubuntu 12.04 (precise), 14.04 (trusty), " \
  80       "14.10 (utopic) and 15.04 (vivid) are currently supported" >&2
  81     exit 1
  82   fi
  83
  84   if ! uname -m | egrep -q "i686|x86_64"; then
  85     echo "Only x86 architectures are currently supported" >&2
  86     exit
  87   fi
  88 fi
  89
  90 if [ "x$(id -u)" != x0 ] && [ 0 -eq "${do_quick_check-0}" ]; then
  91   echo "Running as non-root user."
  92   echo "You might have to enter your password one or more times for 'sudo'."
  93   echo
  94 fi
  95
  96 # Packages needed for chromeos only
  97 chromeos_dev_list="libbluetooth-dev libxkbcommon-dev realpath"
  98
  99 # Packages needed for development
 100 dev_list="apache2.2-bin bison cdbs curl dpkg-dev elfutils devscripts fakeroot
 101           flex fonts-thai-tlwg g++ git-core git-svn gperf language-pack-da
 102           language-pack-fr language-pack-he language-pack-zh-hant
 103           libapache2-mod-php5 libasound2-dev libbrlapi-dev libav-tools
 104           libbz2-dev libcairo2-dev libcap-dev libcups2-dev libcurl4-gnutls-dev
 105           libdrm-dev libelf-dev libexif-dev libgconf2-dev libglib2.0-dev
 106           libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev libkrb5-dev
 107           libnspr4-dev libnss3-dev libpam0g-dev libpci-dev libpulse-dev
 108           libsctp-dev libspeechd-dev libsqlite3-dev libssl-dev libudev-dev
 109           libwww-perl libxslt1-dev libxss-dev libxt-dev libxtst-dev openbox
 110           patch perl php5-cgi pkg-config python python-cherrypy3 python-crypto
 111           python-dev python-numpy python-opencv python-openssl python-psutil
 112           python-yaml rpm ruby subversion ttf-dejavu-core ttf-indic-fonts
 113           ttf-kochi-gothic ttf-kochi-mincho wdiff xfonts-mathml zip
 114           $chromeos_dev_list"
 115
 116 # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built
 117 # NaCl binaries.
 118 if file -L /sbin/init | grep -q 'ELF 64-bit'; then
 119   dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6"
 120 fi
 121
 122 # Run-time libraries required by chromeos only
 123 chromeos_lib_list="libpulse0 libbz2-1.0"
 124
 125 # Full list of required run-time libraries
 126 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcap2 libcups2 libexpat1
 127           libexif12 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
 128           libgtk2.0-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0
 129           libpng12-0 libspeechd2 libstdc++6 libsqlite3-0 libx11-6
 130           libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6
 131           libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1
 132           libxtst6 zlib1g $chromeos_lib_list"
 133
 134 # Debugging symbols for all of the run-time libraries
 135 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libfontconfig1-dbg
 136           libglib2.0-0-dbg libgtk2.0-0-dbg libpango1.0-0-dbg libpcre3-dbg
 137           libpixman-1-0-dbg libsqlite3-0-dbg libx11-6-dbg libxau6-dbg
 138           libxcb1-dbg libxcomposite1-dbg libxcursor1-dbg libxdamage1-dbg
 139           libxdmcp6-dbg libxext6-dbg libxfixes3-dbg libxi6-dbg libxinerama1-dbg
 140           libxrandr2-dbg libxrender1-dbg libxtst6-dbg zlib1g-dbg"
 141
 142 # Find the proper version of libstdc++6-4.x-dbg.
 143 if [ "x$lsb_release" = "xprecise" ]; then
 144   dbg_list="${dbg_list} libstdc++6-4.6-dbg"
 145 elif [ "x$lsb_release" = "xtrusty" ]; then
 146   dbg_list="${dbg_list} libstdc++6-4.8-dbg"
 147 else
 148   dbg_list="${dbg_list} libstdc++6-4.9-dbg"
 149 fi
 150
 151 # 32-bit libraries needed e.g. to compile V8 snapshot for Android or armhf
 152 lib32_list="linux-libc-dev:i386"
 153
 154 # arm cross toolchain packages needed to build chrome on armhf
 155 arm_list="libc6-dev-armhf-cross
 156           linux-libc-dev-armhf-cross
 157           g++-arm-linux-gnueabihf"
 158
 159 # Work around for dependency issue Ubuntu/Trusty: http://crbug.com/435056
 160 if [ "x$lsb_release" = "xtrusty" ]; then
 161   arm_list+=" g++-4.8-multilib-arm-linux-gnueabihf
 162               gcc-4.8-multilib-arm-linux-gnueabihf"
 163 fi
 164
 165 # Packages to build NaCl, its toolchains, and its ports.
 166 naclports_list="ant autoconf bison cmake gawk intltool xutils-dev xsltproc"
 167 nacl_list="g++-mingw-w64-i686 lib32z1-dev
 168            libasound2:i386 libcap2:i386 libelf-dev:i386 libexif12:i386
 169            libfontconfig1:i386 libgconf-2-4:i386 libglib2.0-0:i386 libgpm2:i386
 170            libgtk2.0-0:i386 libncurses5:i386 lib32ncurses5-dev
 171            libnss3:i386 libpango1.0-0:i386
 172            libssl1.0.0:i386 libtinfo-dev libtinfo-dev:i386 libtool
 173            libxcomposite1:i386 libxcursor1:i386 libxdamage1:i386 libxi6:i386
 174            libxrandr2:i386 libxss1:i386 libxtst6:i386 texinfo xvfb
 175            ${naclports_list}"
 176
 177 # Find the proper version of libgbm-dev. We can't just install libgbm-dev as
 178 # it depends on mesa, and only one version of mesa can exists on the system.
 179 # Hence we must match the same version or this entire script will fail.
 180 mesa_variant=""
 181 for variant in "-lts-trusty" "-lts-utopic"; do
 182   if $(dpkg-query -Wf'${Status}' libgl1-mesa-glx${variant} 2>/dev/null | \
 183        grep -q " ok installed"); then
 184     mesa_variant="${variant}"
 185   fi
 186 done
 187 dev_list="${dev_list} libgbm-dev${mesa_variant}
 188           libgles2-mesa-dev${mesa_variant} libgl1-mesa-dev${mesa_variant}
 189           mesa-common-dev${mesa_variant}"
 190 nacl_list="${nacl_list} libgl1-mesa-glx${mesa_variant}:i386"
 191
 192 # Some package names have changed over time
 193 if package_exists ttf-mscorefonts-installer; then
 194   dev_list="${dev_list} ttf-mscorefonts-installer"
 195 else
 196   dev_list="${dev_list} msttcorefonts"
 197 fi
 198 if package_exists libnspr4-dbg; then
 199   dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
 200   lib_list="${lib_list} libnspr4 libnss3"
 201 else
 202   dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
 203   lib_list="${lib_list} libnspr4-0d libnss3-1d"
 204 fi
 205 if package_exists libjpeg-dev; then
 206   dev_list="${dev_list} libjpeg-dev"
 207 else
 208   dev_list="${dev_list} libjpeg62-dev"
 209 fi
 210 if package_exists libudev1; then
 211   dev_list="${dev_list} libudev1"
 212   nacl_list="${nacl_list} libudev1:i386"
 213 else
 214   dev_list="${dev_list} libudev0"
 215   nacl_list="${nacl_list} libudev0:i386"
 216 fi
 217 if package_exists libbrlapi0.6; then
 218   dev_list="${dev_list} libbrlapi0.6"
 219 else
 220   dev_list="${dev_list} libbrlapi0.5"
 221 fi
 222
 223
 224 # Some packages are only needed if the distribution actually supports
 225 # installing them.
 226 if package_exists appmenu-gtk; then
 227   lib_list="$lib_list appmenu-gtk"
 228 fi
 229
 230 # When cross building for arm/Android on 64-bit systems the host binaries
 231 # that are part of v8 need to be compiled with -m32 which means
 232 # that basic multilib support is needed.
 233 if file -L /sbin/init | grep -q 'ELF 64-bit'; then
 234   # gcc-multilib conflicts with the arm cross compiler (at least in trusty) but
 235   # g++-X.Y-multilib gives us the 32-bit support that we need. Find out the
 236   # appropriate value of X and Y by seeing what version the current
 237   # distribution's g++-multilib package depends on.
 238   multilib_package=$(apt-cache depends g++-multilib --important | \
 239       grep -E --color=never --only-matching '\bg\+\+-[0-9.]+-multilib\b')
 240   lib32_list="$lib32_list $multilib_package"
 241 fi
 242
 243 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
 244 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
 245 # been provided to yes_no(), the function also accepts RETURN as a user input.
 246 # The parameter specifies the exit code that should be returned in that case.
 247 # The function will echo the user's selection followed by a newline character.
 248 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
 249 yes_no() {
 250   if [ 0 -ne "${do_default-0}" ] ; then
 251     [ $1 -eq 0 ] && echo "Y" || echo "N"
 252     return $1
 253   fi
 254   local c
 255   while :; do
 256     c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
 257          stty -echo iuclc -icanon 2>/dev/null
 258          dd count=1 bs=1 2>/dev/null | od -An -tx1)"
 259     case "$c" in
 260       " 0a") if [ -n "$1" ]; then
 261                [ $1 -eq 0 ] && echo "Y" || echo "N"
 262                return $1
 263              fi
 264              ;;
 265       " 79") echo "Y"
 266              return 0
 267              ;;
 268       " 6e") echo "N"
 269              return 1
 270              ;;
 271       "")    echo "Aborted" >&2
 272              exit 1
 273              ;;
 274       *)     # The user pressed an unrecognized key. As we are not echoing
 275              # any incorrect user input, alert the user by ringing the bell.
 276              (tput bel) 2>/dev/null
 277              ;;
 278     esac
 279   done
 280 }
 281
 282 if test "$do_inst_syms" = "" && test 0 -eq ${do_quick_check-0}
 283 then
 284   echo "This script installs all tools and libraries needed to build Chromium."
 285   echo ""
 286   echo "For most of the libraries, it can also install debugging symbols, which"
 287   echo "will allow you to debug code in the system libraries. Most developers"
 288   echo "won't need these symbols."
 289   echo -n "Do you want me to install them for you (y/N) "
 290   if yes_no 1; then
 291     do_inst_syms=1
 292   fi
 293 fi
 294 if test "$do_inst_syms" = "1"; then
 295   echo "Including debugging symbols."
 296 else
 297   echo "Skipping debugging symbols."
 298   dbg_list=
 299 fi
 300
 301 if test "$do_inst_lib32" = "1" ; then
 302   echo "Including 32-bit libraries for ARM/Android."
 303 else
 304   echo "Skipping 32-bit libraries for ARM/Android."
 305   lib32_list=
 306 fi
 307
 308 if test "$do_inst_arm" = "1" ; then
 309   echo "Including ARM cross toolchain."
 310 else
 311   echo "Skipping ARM cross toolchain."
 312   arm_list=
 313 fi
 314
 315 if test "$do_inst_nacl" = "1"; then
 316   echo "Including NaCl, NaCl toolchain, NaCl ports dependencies."
 317 else
 318   echo "Skipping NaCl, NaCl toolchain, NaCl ports dependencies."
 319   nacl_list=
 320 fi
 321
 322 # The `sort -r -s -t: -k2` sorts all the :i386 packages to the front, to avoid
 323 # confusing dpkg-query (crbug.com/446172).
 324 packages="$(
 325   echo "${dev_list} ${lib_list} ${dbg_list} ${lib32_list} ${arm_list}"\
 326        "${nacl_list}" | tr " " "\n" | sort -u | sort -r -s -t: -k2 | tr "\n" " "
 327 )"
 328
 329 if [ 1 -eq "${do_quick_check-0}" ] ; then
 330   failed_check="$(dpkg-query -W -f '${PackageSpec}:${Status}\n' \
 331     ${packages} 2>&1 | grep -v "ok installed" || :)"
 332   if [ -n "${failed_check}" ]; then
 333     echo
 334     nomatch="$(echo "${failed_check}" | \
 335       sed -e "s/^No packages found matching \(.*\).$/\1/;t;d")"
 336     missing="$(echo "${failed_check}" | \
 337       sed -e "/^No packages found matching/d;s/^\(.*\):.*$/\1/")"
 338     if [ "$nomatch" ]; then
 339       # Distinguish between packages that actually aren't available to the
 340       # system (i.e. not in any repo) and packages that just aren't known to
 341       # dpkg (i.e. managed by apt).
 342       unknown=""
 343       for p in ${nomatch}; do
 344         if apt-cache show ${p} > /dev/null 2>&1; then
 345           missing="${p}\n${missing}"
 346         else
 347           unknown="${p}\n${unknown}"
 348         fi
 349       done
 350       if [ -n "${unknown}" ]; then
 351         echo "WARNING: The following packages are unknown to your system"
 352         echo "(maybe missing a repo or need to 'sudo apt-get update'):"
 353         echo -e "${unknown}" | sed -e "s/^/  /"
 354       fi
 355     fi
 356     if [ -n "${missing}" ]; then
 357       echo "WARNING: The following packages are not installed:"
 358       echo -e "${missing}" | sed -e "s/^/  /"
 359     fi
 360     exit 1
 361   fi
 362   exit 0
 363 fi
 364
 365 if test "$do_inst_lib32" = "1" || test "$do_inst_nacl" = "1"; then
 366   if [[ ! $lsb_release =~ (precise) ]]; then
 367     sudo dpkg --add-architecture i386
 368   fi
 369 fi
 370 sudo apt-get update
 371
 372 # We initially run "apt-get" with the --reinstall option and parse its output.
 373 # This way, we can find all the packages that need to be newly installed
 374 # without accidentally promoting any packages from "auto" to "manual".
 375 # We then re-run "apt-get" with just the list of missing packages.
 376 echo "Finding missing packages..."
 377 # Intentionally leaving $packages unquoted so it's more readable.
 378 echo "Packages required: " $packages
 379 echo
 380 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
 381 if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then
 382   # We probably never hit this following line.
 383   echo "No missing packages, and the packages are up-to-date."
 384 elif [ $? -eq 1 ]; then
 385   # We expect apt-get to have exit status of 1.
 386   # This indicates that we cancelled the install with "yes n|".
 387   new_list=$(echo "$new_list" |
 388     sed -e '1,/The following NEW packages will be installed:/d;s/^  //;t;d')
 389   new_list=$(echo "$new_list" | sed 's/ *$//')
 390   if [ -z "$new_list" ] ; then
 391     echo "No missing packages, and the packages are up-to-date."
 392   else
 393     echo "Installing missing packages: $new_list."
 394     sudo apt-get install ${do_quietly-} ${new_list}
 395   fi
 396   echo
 397 else
 398   # An apt-get exit status of 100 indicates that a real error has occurred.
 399
 400   # I am intentionally leaving out the '"'s around new_list_cmd,
 401   # as this makes it easier to cut and paste the output
 402   echo "The following command failed: " ${new_list_cmd}
 403   echo
 404   echo "It produces the following output:"
 405   yes n | $new_list_cmd || true
 406   echo
 407   echo "You will have to install the above packages yourself."
 408   echo
 409   exit 100
 410 fi
 411
 412 # Install the Chrome OS default fonts. This must go after running
 413 # apt-get, since install-chromeos-fonts depends on curl.
 414 if test "$do_inst_chromeos_fonts" != "0"; then
 415   echo
 416   echo "Installing Chrome OS fonts."
 417   dir=`echo $0 | sed -r -e 's/\/[^/]+$//'`
 418   if ! sudo $dir/linux/install-chromeos-fonts.py; then
 419     echo "ERROR: The installation of the Chrome OS default fonts failed."
 420     if [ `stat -f -c %T $dir` == "nfs" ]; then
 421       echo "The reason is that your repo is installed on a remote file system."
 422     else
 423       echo "This is expected if your repo is installed on a remote file system."
 424     fi
 425     echo "It is recommended to install your repo on a local file system."
 426     echo "You can skip the installation of the Chrome OS default founts with"
 427     echo "the command line option: --no-chromeos-fonts."
 428     exit 1
 429   fi
 430 else
 431   echo "Skipping installation of Chrome OS fonts."
 432 fi
 433
 434 # $1 - target name
 435 # $2 - link name
 436 create_library_symlink() {
 437   target=$1
 438   linkname=$2
 439   if [ -L $linkname ]; then
 440     if [ "$(basename $(readlink $linkname))" != "$(basename $target)" ]; then
 441       sudo rm $linkname
 442     fi
 443   fi
 444   if [ ! -r $linkname ]; then
 445     echo "Creating link: $linkname"
 446     sudo ln -fs $target $linkname
 447   fi
 448 }
 449
 450 if test "$do_inst_nacl" = "1"; then
 451   echo "Installing symbolic links for NaCl."
 452   # naclports needs to cross build python for i386, but libssl1.0.0:i386
 453   # only contains libcrypto.so.1.0.0 and not the symlink needed for
 454   # linking (libcrypto.so).
 455   create_library_symlink /lib/i386-linux-gnu/libcrypto.so.1.0.0 \
 456       /usr/lib/i386-linux-gnu/libcrypto.so
 457
 458   create_library_symlink /lib/i386-linux-gnu/libssl.so.1.0.0 \
 459       /usr/lib/i386-linux-gnu/libssl.so
 460 else
 461   echo "Skipping symbolic links for NaCl."
 462 fi