build/install-build-deps.sh

   1 #!/bin/bash -e
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Script to install everything needed to build chromium (well, ideally, anyway)
   8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
   9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
  10
  11 usage() {
  12   echo "Usage: $0 [--options]"
  13   echo "Options:"
  14   echo "--[no-]syms: enable or disable installation of debugging symbols"
  15   echo "--lib32: enable installation of 32-bit libraries, e.g. for V8 snapshot"
  16   echo "--[no-]arm: enable or disable installation of arm cross toolchain"
  17   echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\
  18        "fonts"
  19   echo "--[no-]nacl: enable or disable installation of prerequisites for"\
  20        "building standalone NaCl and all its toolchains"
  21   echo "--no-prompt: silently select standard options/defaults"
  22   echo "--quick-check: quickly try to determine if dependencies are installed"
  23   echo "               (this avoids interactive prompts and sudo commands,"
  24   echo "               so might not be 100% accurate)"
  25   echo "--unsupported: attempt installation even on unsupported systems"
  26   echo "Script will prompt interactively if options not given."
  27   exit 1
  28 }
  29
  30 # Checks whether a particular package is available in the repos.
  31 # USAGE: $ package_exists <package name>
  32 package_exists() {
  33   apt-cache pkgnames | grep -x "$1" > /dev/null 2>&1
  34 }
  35
  36 # These default to on because (some) bots need them and it keeps things
  37 # simple for the bot setup if all bots just run the script in its default
  38 # mode.  Developers who don't want stuff they don't need installed on their
  39 # own workstations can pass --no-arm --no-nacl when running the script.
  40 do_inst_arm=1
  41 do_inst_nacl=1
  42
  43 while test "$1" != ""
  44 do
  45   case "$1" in
  46   --syms)                   do_inst_syms=1;;
  47   --no-syms)                do_inst_syms=0;;
  48   --lib32)                  do_inst_lib32=1;;
  49   --arm)                    do_inst_arm=1;;
  50   --no-arm)                 do_inst_arm=0;;
  51   --chromeos-fonts)         do_inst_chromeos_fonts=1;;
  52   --no-chromeos-fonts)      do_inst_chromeos_fonts=0;;
  53   --nacl)                   do_inst_nacl=1;;
  54   --no-nacl)                do_inst_nacl=0;;
  55   --no-prompt)              do_default=1
  56                             do_quietly="-qq --assume-yes"
  57     ;;
  58   --quick-check)            do_quick_check=1;;
  59   --unsupported)            do_unsupported=1;;
  60   *) usage;;
  61   esac
  62   shift
  63 done
  64
  65 if test "$do_inst_arm" = "1"; then
  66   do_inst_lib32=1
  67 fi
  68
  69 # Check for lsb_release command in $PATH
  70 if ! which lsb_release > /dev/null; then
  71   echo "ERROR: lsb_release not found in \$PATH" >&2
  72   exit 1;
  73 fi
  74
  75 lsb_release=$(lsb_release --codename --short)
  76 ubuntu_codenames="(precise|quantal|raring|saucy|trusty|utopic)"
  77 if [ 0 -eq "${do_unsupported-0}" ] && [ 0 -eq "${do_quick_check-0}" ] ; then
  78   if [[ ! $lsb_release =~ $ubuntu_codenames ]]; then
  79     echo "ERROR: Only Ubuntu 12.04 (precise) through 14.10 (utopic) are"\
  80         "currently supported" >&2
  81     exit 1
  82   fi
  83
  84   if ! uname -m | egrep -q "i686|x86_64"; then
  85     echo "Only x86 architectures are currently supported" >&2
  86     exit
  87   fi
  88 fi
  89
  90 if [ "x$(id -u)" != x0 ] && [ 0 -eq "${do_quick_check-0}" ]; then
  91   echo "Running as non-root user."
  92   echo "You might have to enter your password one or more times for 'sudo'."
  93   echo
  94 fi
  95
  96 # Packages needed for chromeos only
  97 chromeos_dev_list="libbluetooth-dev libxkbcommon-dev"
  98
  99 # Packages needed for development
 100 dev_list="apache2.2-bin bison cdbs curl dpkg-dev elfutils devscripts fakeroot
 101           flex fonts-thai-tlwg g++ git-core git-svn gperf language-pack-da
 102           language-pack-fr language-pack-he language-pack-zh-hant
 103           libapache2-mod-php5 libasound2-dev libbrlapi-dev libav-tools
 104           libbz2-dev libcairo2-dev libcap-dev libcups2-dev libcurl4-gnutls-dev
 105           libdrm-dev libelf-dev libexif-dev libgconf2-dev libgl1-mesa-dev
 106           libglib2.0-dev libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev
 107           libkrb5-dev libnspr4-dev libnss3-dev libpam0g-dev libpci-dev
 108           libpulse-dev libsctp-dev libspeechd-dev libsqlite3-dev libssl-dev
 109           libudev-dev libwww-perl libxslt1-dev libxss-dev libxt-dev libxtst-dev
 110           mesa-common-dev openbox patch perl php5-cgi pkg-config python
 111           python-cherrypy3 python-crypto python-dev python-numpy python-opencv
 112           python-openssl python-psutil rpm ruby subversion ttf-dejavu-core
 113           ttf-indic-fonts ttf-kochi-gothic ttf-kochi-mincho wdiff xfonts-mathml
 114           zip $chromeos_dev_list"
 115
 116 # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built
 117 # NaCl binaries.
 118 if file /sbin/init | grep -q 'ELF 64-bit'; then
 119   dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6"
 120 fi
 121
 122 # Run-time libraries required by chromeos only
 123 chromeos_lib_list="libpulse0 libbz2-1.0"
 124
 125 # Full list of required run-time libraries
 126 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcap2 libcups2 libexpat1
 127           libexif12 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
 128           libgtk2.0-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0
 129           libpng12-0 libspeechd2 libstdc++6 libsqlite3-0 libx11-6
 130           libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6
 131           libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1
 132           libxtst6 zlib1g $chromeos_lib_list"
 133
 134 # Debugging symbols for all of the run-time libraries
 135 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libfontconfig1-dbg
 136           libglib2.0-0-dbg libgtk2.0-0-dbg libpango1.0-0-dbg libpcre3-dbg
 137           libpixman-1-0-dbg libsqlite3-0-dbg libx11-6-dbg libxau6-dbg
 138           libxcb1-dbg libxcomposite1-dbg libxcursor1-dbg libxdamage1-dbg
 139           libxdmcp6-dbg libxext6-dbg libxfixes3-dbg libxi6-dbg libxinerama1-dbg
 140           libxrandr2-dbg libxrender1-dbg libxtst6-dbg zlib1g-dbg
 141           libstdc++6-4.6-dbg"
 142
 143 # 32-bit libraries needed e.g. to compile V8 snapshot for Android or armhf
 144 lib32_list="linux-libc-dev:i386"
 145
 146 # arm cross toolchain packages needed to build chrome on armhf
 147 arm_list="libc6-dev-armhf-cross
 148           linux-libc-dev-armhf-cross
 149           g++-arm-linux-gnueabihf"
 150
 151 # Packages to build NaCl, its toolchains, and its ports.
 152 naclports_list="ant autoconf bison cmake gawk intltool xutils-dev xsltproc"
 153 nacl_list="g++-mingw-w64-i686 lib32z1-dev
 154            libasound2:i386 libcap2:i386 libelf-dev:i386 libexif12:i386
 155            libfontconfig1:i386 libgconf-2-4:i386 libglib2.0-0:i386 libgpm2:i386
 156            libgtk2.0-0:i386 libncurses5:i386 lib32ncurses5-dev
 157            libnss3:i386 libpango1.0-0:i386
 158            libssl1.0.0:i386 libtinfo-dev libtinfo-dev:i386 libtool
 159            libxcomposite1:i386 libxcursor1:i386 libxdamage1:i386 libxi6:i386
 160            libxrandr2:i386 libxss1:i386 libxtst6:i386 texinfo xvfb
 161            ${naclports_list}"
 162
 163 # Find the proper version of libgbm-dev. We can't just install libgbm-dev as
 164 # it depends on mesa, and only one version of mesa can exists on the system.
 165 # Hence we must match the same version or this entire script will fail.
 166 mesa_variant=""
 167 for variant in "-lts-quantal" "-lts-raring" "-lts-saucy" "-lts-trusty"; do
 168   if $(dpkg-query -Wf'${Status}' libgl1-mesa-glx${variant} 2>/dev/null | \
 169        grep -q " ok installed"); then
 170     mesa_variant="${variant}"
 171   fi
 172 done
 173 dev_list="${dev_list} libgbm-dev${mesa_variant}
 174           libgles2-mesa-dev${mesa_variant}"
 175 nacl_list="${nacl_list} libgl1-mesa-glx${mesa_variant}:i386"
 176
 177 # Some package names have changed over time
 178 if package_exists ttf-mscorefonts-installer; then
 179   dev_list="${dev_list} ttf-mscorefonts-installer"
 180 else
 181   dev_list="${dev_list} msttcorefonts"
 182 fi
 183 if package_exists libnspr4-dbg; then
 184   dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
 185   lib_list="${lib_list} libnspr4 libnss3"
 186 else
 187   dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
 188   lib_list="${lib_list} libnspr4-0d libnss3-1d"
 189 fi
 190 if package_exists libjpeg-dev; then
 191   dev_list="${dev_list} libjpeg-dev"
 192 else
 193   dev_list="${dev_list} libjpeg62-dev"
 194 fi
 195 if package_exists libudev1; then
 196   dev_list="${dev_list} libudev1"
 197   nacl_list="${nacl_list} libudev1:i386"
 198 else
 199   dev_list="${dev_list} libudev0"
 200   nacl_list="${nacl_list} libudev0:i386"
 201 fi
 202 if package_exists libbrlapi0.6; then
 203   dev_list="${dev_list} libbrlapi0.6"
 204 else
 205   dev_list="${dev_list} libbrlapi0.5"
 206 fi
 207
 208
 209 # Some packages are only needed if the distribution actually supports
 210 # installing them.
 211 if package_exists appmenu-gtk; then
 212   lib_list="$lib_list appmenu-gtk"
 213 fi
 214
 215 # When cross building for arm/Android on 64-bit systems the host binaries
 216 # that are part of v8 need to be compiled with -m32 which means
 217 # that basic multilib support is needed.
 218 if file /sbin/init | grep -q 'ELF 64-bit'; then
 219   # gcc-multilib conflicts with the arm cross compiler (at least in trusty) but
 220   # g++-X.Y-multilib gives us the 32-bit support that we need. Find out the
 221   # appropriate value of X and Y by seeing what version the current
 222   # distribution's g++-multilib package depends on.
 223   multilib_package=$(apt-cache depends g++-multilib --important | \
 224       grep -E --color=never --only-matching '\bg\+\+-[0-9.]+-multilib\b')
 225   lib32_list="$lib32_list $multilib_package"
 226 fi
 227
 228 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
 229 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
 230 # been provided to yes_no(), the function also accepts RETURN as a user input.
 231 # The parameter specifies the exit code that should be returned in that case.
 232 # The function will echo the user's selection followed by a newline character.
 233 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
 234 yes_no() {
 235   if [ 0 -ne "${do_default-0}" ] ; then
 236     [ $1 -eq 0 ] && echo "Y" || echo "N"
 237     return $1
 238   fi
 239   local c
 240   while :; do
 241     c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
 242          stty -echo iuclc -icanon 2>/dev/null
 243          dd count=1 bs=1 2>/dev/null | od -An -tx1)"
 244     case "$c" in
 245       " 0a") if [ -n "$1" ]; then
 246                [ $1 -eq 0 ] && echo "Y" || echo "N"
 247                return $1
 248              fi
 249              ;;
 250       " 79") echo "Y"
 251              return 0
 252              ;;
 253       " 6e") echo "N"
 254              return 1
 255              ;;
 256       "")    echo "Aborted" >&2
 257              exit 1
 258              ;;
 259       *)     # The user pressed an unrecognized key. As we are not echoing
 260              # any incorrect user input, alert the user by ringing the bell.
 261              (tput bel) 2>/dev/null
 262              ;;
 263     esac
 264   done
 265 }
 266
 267 if test "$do_inst_syms" = "" && test 0 -eq ${do_quick_check-0}
 268 then
 269   echo "This script installs all tools and libraries needed to build Chromium."
 270   echo ""
 271   echo "For most of the libraries, it can also install debugging symbols, which"
 272   echo "will allow you to debug code in the system libraries. Most developers"
 273   echo "won't need these symbols."
 274   echo -n "Do you want me to install them for you (y/N) "
 275   if yes_no 1; then
 276     do_inst_syms=1
 277   fi
 278 fi
 279 if test "$do_inst_syms" = "1"; then
 280   echo "Including debugging symbols."
 281 else
 282   echo "Skipping debugging symbols."
 283   dbg_list=
 284 fi
 285
 286 if test "$do_inst_lib32" = "1" ; then
 287   echo "Including 32-bit libraries for ARM/Android."
 288 else
 289   echo "Skipping 32-bit libraries for ARM/Android."
 290   lib32_list=
 291 fi
 292
 293 if test "$do_inst_arm" = "1" ; then
 294   echo "Including ARM cross toolchain."
 295 else
 296   echo "Skipping ARM cross toolchain."
 297   arm_list=
 298 fi
 299
 300 if test "$do_inst_nacl" = "1"; then
 301   echo "Including NaCl, NaCl toolchain, NaCl ports dependencies."
 302 else
 303   echo "Skipping NaCl, NaCl toolchain, NaCl ports dependencies."
 304   nacl_list=
 305 fi
 306
 307 # The `sort -r -s -t: -k2` sorts all the :i386 packages to the front, to avoid
 308 # confusing dpkg-query (crbug.com/446172).
 309 packages="$(
 310   echo "${dev_list} ${lib_list} ${dbg_list} ${lib32_list} ${arm_list}"\
 311        "${nacl_list}" | tr " " "\n" | sort -u | sort -r -s -t: -k2 | tr "\n" " "
 312 )"
 313
 314 if [ 1 -eq "${do_quick_check-0}" ] ; then
 315   failed_check="$(dpkg-query -W -f '${PackageSpec}:${Status}\n' \
 316     ${packages} 2>&1 | grep -v "ok installed" || :)"
 317   if [ -n "${failed_check}" ]; then
 318     echo
 319     nomatch="$(echo "${failed_check}" | \
 320       sed -e "s/^No packages found matching \(.*\).$/\1/;t;d")"
 321     missing="$(echo "${failed_check}" | \
 322       sed -e "/^No packages found matching/d;s/^\(.*\):.*$/\1/")"
 323     if [ "$nomatch" ]; then
 324       # Distinguish between packages that actually aren't available to the
 325       # system (i.e. not in any repo) and packages that just aren't known to
 326       # dpkg (i.e. managed by apt).
 327       unknown=""
 328       for p in ${nomatch}; do
 329         if apt-cache show ${p} > /dev/null 2>&1; then
 330           missing="${p}\n${missing}"
 331         else
 332           unknown="${p}\n${unknown}"
 333         fi
 334       done
 335       if [ -n "${unknown}" ]; then
 336         echo "WARNING: The following packages are unknown to your system"
 337         echo "(maybe missing a repo or need to 'sudo apt-get update'):"
 338         echo -e "${unknown}" | sed -e "s/^/  /"
 339       fi
 340     fi
 341     if [ -n "${missing}" ]; then
 342       echo "WARNING: The following packages are not installed:"
 343       echo -e "${missing}" | sed -e "s/^/  /"
 344     fi
 345     exit 1
 346   fi
 347   exit 0
 348 fi
 349
 350 if test "$do_inst_lib32" = "1" || test "$do_inst_nacl" = "1"; then
 351   if [[ ! $lsb_release =~ (precise|quantal|raring) ]]; then
 352     sudo dpkg --add-architecture i386
 353   fi
 354 fi
 355 #sudo apt-get update
 356
 357 # We initially run "apt-get" with the --reinstall option and parse its output.
 358 # This way, we can find all the packages that need to be newly installed
 359 # without accidentally promoting any packages from "auto" to "manual".
 360 # We then re-run "apt-get" with just the list of missing packages.
 361 echo "Finding missing packages..."
 362 # Intentionally leaving $packages unquoted so it's more readable.
 363 echo "Packages required: " $packages
 364 echo
 365 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
 366 if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then
 367   # We probably never hit this following line.
 368   echo "No missing packages, and the packages are up-to-date."
 369 elif [ $? -eq 1 ]; then
 370   # We expect apt-get to have exit status of 1.
 371   # This indicates that we cancelled the install with "yes n|".
 372   new_list=$(echo "$new_list" |
 373     sed -e '1,/The following NEW packages will be installed:/d;s/^  //;t;d')
 374   new_list=$(echo "$new_list" | sed 's/ *$//')
 375   if [ -z "$new_list" ] ; then
 376     echo "No missing packages, and the packages are up-to-date."
 377   else
 378     echo "Installing missing packages: $new_list."
 379     sudo apt-get install ${do_quietly-} ${new_list}
 380   fi
 381   echo
 382 else
 383   # An apt-get exit status of 100 indicates that a real error has occurred.
 384
 385   # I am intentionally leaving out the '"'s around new_list_cmd,
 386   # as this makes it easier to cut and paste the output
 387   echo "The following command failed: " ${new_list_cmd}
 388   echo
 389   echo "It produces the following output:"
 390   yes n | $new_list_cmd || true
 391   echo
 392   echo "You will have to install the above packages yourself."
 393   echo
 394   exit 100
 395 fi
 396
 397 # Install the Chrome OS default fonts. This must go after running
 398 # apt-get, since install-chromeos-fonts depends on curl.
 399 if test "$do_inst_chromeos_fonts" != "0"; then
 400   echo
 401   echo "Installing Chrome OS fonts."
 402   dir=`echo $0 | sed -r -e 's/\/[^/]+$//'`
 403   if ! sudo $dir/linux/install-chromeos-fonts.py; then
 404     echo "ERROR: The installation of the Chrome OS default fonts failed."
 405     if [ `stat -f -c %T $dir` == "nfs" ]; then
 406       echo "The reason is that your repo is installed on a remote file system."
 407     else
 408       echo "This is expected if your repo is installed on a remote file system."
 409     fi
 410     echo "It is recommended to install your repo on a local file system."
 411     echo "You can skip the installation of the Chrome OS default founts with"
 412     echo "the command line option: --no-chromeos-fonts."
 413     exit 1
 414   fi
 415 else
 416   echo "Skipping installation of Chrome OS fonts."
 417 fi
 418
 419 # $1 - target name
 420 # $2 - link name
 421 create_library_symlink() {
 422   target=$1
 423   linkname=$2
 424   if [ -L $linkname ]; then
 425     if [ "$(basename $(readlink $linkname))" != "$(basename $target)" ]; then
 426       sudo rm $linkname
 427     fi
 428   fi
 429   if [ ! -r $linkname ]; then
 430     echo "Creating link: $linkname"
 431     sudo ln -fs $target $linkname
 432   fi
 433 }
 434
 435 if test "$do_inst_nacl" = "1"; then
 436   echo "Installing symbolic links for NaCl."
 437   # naclports needs to cross build python for i386, but libssl1.0.0:i386
 438   # only contains libcrypto.so.1.0.0 and not the symlink needed for
 439   # linking (libcrypto.so).
 440   create_library_symlink /lib/i386-linux-gnu/libcrypto.so.1.0.0 \
 441       /usr/lib/i386-linux-gnu/libcrypto.so
 442
 443   create_library_symlink /lib/i386-linux-gnu/libssl.so.1.0.0 \
 444       /usr/lib/i386-linux-gnu/libssl.so
 445 else
 446   echo "Skipping symbolic links for NaCl."
 447 fi