build/install-build-deps.sh

   1 #!/bin/bash -e
   2
   3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Script to install everything needed to build chromium (well, ideally, anyway)
   8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
   9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
  10
  11 usage() {
  12   echo "Usage: $0 [--options]"
  13   echo "Options:"
  14   echo "--[no-]syms: enable or disable installation of debugging symbols"
  15   echo "--[no-]lib32: enable or disable installation of 32 bit libraries"
  16   echo "--[no-]arm: enable or disable installation of arm cross toolchain"
  17   echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\
  18        "fonts"
  19   echo "--no-prompt: silently select standard options/defaults"
  20   echo "Script will prompt interactively if options not given."
  21   exit 1
  22 }
  23
  24 # Checks whether a particular package is available in the repos.
  25 # USAGE: $ package_exists <package name>
  26 package_exists() {
  27   apt-cache pkgnames | grep -x "$1" > /dev/null 2>&1
  28 }
  29
  30 while test "$1" != ""
  31 do
  32   case "$1" in
  33   --syms)                   do_inst_syms=1;;
  34   --no-syms)                do_inst_syms=0;;
  35   --lib32)                  do_inst_lib32=1;;
  36   --no-lib32)               do_inst_lib32=0;;
  37   --arm)                    do_inst_arm=1;;
  38   --no-arm)                 do_inst_arm=0;;
  39   --chromeos-fonts)         do_inst_chromeos_fonts=1;;
  40   --no-chromeos-fonts)      do_inst_chromeos_fonts=0;;
  41   --no-prompt)              do_default=1
  42                             do_quietly="-qq --assume-yes"
  43     ;;
  44   --unsupported)            do_unsupported=1;;
  45   *) usage;;
  46   esac
  47   shift
  48 done
  49
  50 ubuntu_versions="10\.04|10\.10|11\.04|11\.10|12\.04|12\.10|13\.04"
  51 ubuntu_codenames="lucid|maverick|natty|oneiric|precise|quantal|raring"
  52 ubuntu_issue="Ubuntu ($ubuntu_versions|$ubuntu_codenames)"
  53 # GCEL is an Ubuntu-derived VM image used on Google Compute Engine; /etc/issue
  54 # doesn't contain a version number so just trust that the user knows what
  55 # they're doing.
  56 gcel_issue="^GCEL"
  57
  58 if [ 0 -eq "${do_unsupported-0}" ] ; then
  59   if ! egrep -q "($ubuntu_issue|$gcel_issue)" /etc/issue; then
  60     echo "ERROR: Only Ubuntu 10.04 (lucid) through 13.04 (raring) are"\
  61         "currently supported" >&2
  62     exit 1
  63   fi
  64
  65   if ! uname -m | egrep -q "i686|x86_64"; then
  66     echo "Only x86 architectures are currently supported" >&2
  67     exit
  68   fi
  69 fi
  70
  71 if [ "x$(id -u)" != x0 ]; then
  72   echo "Running as non-root user."
  73   echo "You might have to enter your password one or more times for 'sudo'."
  74   echo
  75 fi
  76
  77 # Packages needed for chromeos only
  78 chromeos_dev_list="libbluetooth-dev"
  79
  80 # Packages need for development
  81 dev_list="apache2.2-bin bison curl elfutils fakeroot flex g++ gperf
  82           language-pack-fr libapache2-mod-php5 libasound2-dev libbz2-dev
  83           libcairo2-dev libcups2-dev libcurl4-gnutls-dev libelf-dev
  84           libgconf2-dev libgl1-mesa-dev libglib2.0-dev libglu1-mesa-dev
  85           libgnome-keyring-dev libgtk2.0-dev libkrb5-dev libnspr4-dev
  86           libnss3-dev libpam0g-dev libpci-dev libpulse-dev libsctp-dev
  87           libspeechd-dev libsqlite3-dev libssl-dev libudev-dev libwww-perl
  88           libxslt1-dev libxss-dev libxt-dev libxtst-dev mesa-common-dev
  89           metacity patch perl php5-cgi pkg-config python python-cherrypy3
  90           python-dev python-psutil rpm ruby subversion ttf-dejavu-core
  91           ttf-indic-fonts ttf-kochi-gothic ttf-kochi-mincho ttf-thai-tlwg
  92           wdiff git-core
  93           $chromeos_dev_list"
  94
  95 # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built
  96 # NaCl binaries. These are always needed, regardless of whether or not we want
  97 # the full 32-bit "cross-compile" support (--lib32).
  98 if [ "$(uname -m)" = "x86_64" ]; then
  99   dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6"
 100 fi
 101
 102 # Run-time libraries required by chromeos only
 103 chromeos_lib_list="libpulse0 libbz2-1.0 libcurl4-gnutls-dev"
 104
 105 # Full list of required run-time libraries
 106 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcups2 libexpat1
 107           libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
 108           libgtk2.0-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0
 109           libpng12-0 libspeechd2 libstdc++6 libsqlite3-0 libx11-6
 110           libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6
 111           libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1
 112           libxtst6 zlib1g $chromeos_lib_list"
 113
 114 # Debugging symbols for all of the run-time libraries
 115 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libfontconfig1-dbg
 116           libglib2.0-0-dbg libgtk2.0-0-dbg libpango1.0-0-dbg libpcre3-dbg
 117           libpixman-1-0-dbg libsqlite3-0-dbg libx11-6-dbg libxau6-dbg
 118           libxcb1-dbg libxcomposite1-dbg libxcursor1-dbg libxdamage1-dbg
 119           libxdmcp6-dbg libxext6-dbg libxfixes3-dbg libxi6-dbg libxinerama1-dbg
 120           libxrandr2-dbg libxrender1-dbg libxtst6-dbg zlib1g-dbg"
 121
 122 # arm cross toolchain packages needed to build chrome on arm
 123 arm_list="libc6-armel-cross libc6-dev-armel-cross libgcc1-armel-cross
 124           libgomp1-armel-cross linux-libc-dev-armel-cross
 125           libgcc1-dbg-armel-cross libgomp1-dbg-armel-cross
 126           binutils-arm-linux-gnueabi cpp-arm-linux-gnueabi
 127           gcc-arm-linux-gnueabi g++-arm-linux-gnueabi
 128           libmudflap0-dbg-armel-cross"
 129
 130
 131 # Some package names have changed over time
 132 if package_exists ttf-mscorefonts-installer; then
 133   dev_list="${dev_list} ttf-mscorefonts-installer"
 134 else
 135   dev_list="${dev_list} msttcorefonts"
 136 fi
 137 if package_exists libnspr4-dbg; then
 138   dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
 139   lib_list="${lib_list} libnspr4 libnss3"
 140 else
 141   dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
 142   lib_list="${lib_list} libnspr4-0d libnss3-1d"
 143 fi
 144 if package_exists libjpeg-dev; then
 145   dev_list="${dev_list} libjpeg-dev"
 146 else
 147   dev_list="${dev_list} libjpeg62-dev"
 148 fi
 149 if package_exists libudev1; then
 150   dev_list="${dev_list} libudev1"
 151 else
 152   dev_list="${dev_list} libudev0"
 153 fi
 154
 155
 156 # Some packages are only needed, if the distribution actually supports
 157 # installing them.
 158 if package_exists appmenu-gtk; then
 159   lib_list="$lib_list appmenu-gtk"
 160 fi
 161
 162 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
 163 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
 164 # been provided to yes_no(), the function also accepts RETURN as a user input.
 165 # The parameter specifies the exit code that should be returned in that case.
 166 # The function will echo the user's selection followed by a newline character.
 167 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
 168 yes_no() {
 169   if [ 0 -ne "${do_default-0}" ] ; then
 170     return $1
 171   fi
 172   local c
 173   while :; do
 174     c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
 175          stty -echo iuclc -icanon 2>/dev/null
 176          dd count=1 bs=1 2>/dev/null | od -An -tx1)"
 177     case "$c" in
 178       " 0a") if [ -n "$1" ]; then
 179                [ $1 -eq 0 ] && echo "Y" || echo "N"
 180                return $1
 181              fi
 182              ;;
 183       " 79") echo "Y"
 184              return 0
 185              ;;
 186       " 6e") echo "N"
 187              return 1
 188              ;;
 189       "")    echo "Aborted" >&2
 190              exit 1
 191              ;;
 192       *)     # The user pressed an unrecognized key. As we are not echoing
 193              # any incorrect user input, alert the user by ringing the bell.
 194              (tput bel) 2>/dev/null
 195              ;;
 196     esac
 197   done
 198 }
 199
 200 if test "$do_inst_syms" = ""
 201 then
 202   echo "This script installs all tools and libraries needed to build Chromium."
 203   echo ""
 204   echo "For most of the libraries, it can also install debugging symbols, which"
 205   echo "will allow you to debug code in the system libraries. Most developers"
 206   echo "won't need these symbols."
 207   echo -n "Do you want me to install them for you (y/N) "
 208   if yes_no 1; then
 209     do_inst_syms=1
 210   fi
 211 fi
 212 if test "$do_inst_syms" = "1"; then
 213   echo "Installing debugging symbols."
 214 else
 215   echo "Skipping installation of debugging symbols."
 216   dbg_list=
 217 fi
 218
 219 # Install the Chrome OS default fonts.
 220 if test "$do_inst_chromeos_fonts" != "0"; then
 221   echo
 222   echo "Installing Chrome OS fonts."
 223   dir=`echo $0 | sed -r -e 's/\/[^/]+$//'`
 224   if ! sudo $dir/linux/install-chromeos-fonts.py; then
 225     echo "ERROR: The installation of the Chrome OS default fonts failed."
 226     if [ `stat -f -c %T $dir` == "nfs" ]; then
 227       echo "The reason is that your repo is installed on a remote file system."
 228     else
 229       echo "This is expected if your repo is installed on a remote file system."
 230     fi
 231     echo "It is recommended to install your repo on a local file system."
 232     echo "You can skip the installation of the Chrome OS default founts with"
 233     echo "the command line option: --no-chromeos-fonts."
 234     exit 1
 235   fi
 236 else
 237   echo "Skipping installation of Chrome OS fonts."
 238 fi
 239
 240 # When cross building for arm on 64-bit systems the host binaries
 241 # that are part of v8 need to be compiled with -m32 which means
 242 # that basic multilib support is needed.
 243 if [ "$(uname -m)" = "x86_64" ]; then
 244   arm_list="$arm_list g++-multilib"
 245 fi
 246
 247 if test "$do_inst_arm" = "1"; then
 248   . /etc/lsb-release
 249   if test "$DISTRIB_CODENAME" != "precise"; then
 250     echo "ERROR: Installing the ARM cross toolchain is only available on" \
 251          "Ubuntu precise." >&2
 252     exit 1
 253   fi
 254   echo "Installing ARM cross toolchain."
 255 else
 256   echo "Skipping installation of ARM cross toolchain."
 257   arm_list=
 258 fi
 259
 260 sudo apt-get update
 261
 262 # We initially run "apt-get" with the --reinstall option and parse its output.
 263 # This way, we can find all the packages that need to be newly installed
 264 # without accidentally promoting any packages from "auto" to "manual".
 265 # We then re-run "apt-get" with just the list of missing packages.
 266 echo "Finding missing packages..."
 267 packages="${dev_list} ${lib_list} ${dbg_list} ${arm_list}"
 268 # Intentionally leaving $packages unquoted so it's more readable.
 269 echo "Packages required: " $packages
 270 echo
 271 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
 272 if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then
 273   # We probably never hit this following line.
 274   echo "No missing packages, and the packages are up-to-date."
 275 elif [ $? -eq 1 ]; then
 276   # We expect apt-get to have exit status of 1.
 277   # This indicates that we cancelled the install with "yes n|".
 278   new_list=$(echo "$new_list" |
 279     sed -e '1,/The following NEW packages will be installed:/d;s/^  //;t;d')
 280   new_list=$(echo "$new_list" | sed 's/ *$//')
 281   if [ -z "$new_list" ] ; then
 282     echo "No missing packages, and the packages are up-to-date."
 283   else
 284     echo "Installing missing packages: $new_list."
 285     sudo apt-get install ${do_quietly-} ${new_list}
 286   fi
 287   echo
 288 else
 289   # An apt-get exit status of 100 indicates that a real error has occurred.
 290
 291   # I am intentionally leaving out the '"'s around new_list_cmd,
 292   # as this makes it easier to cut and paste the output
 293   echo "The following command failed: " ${new_list_cmd}
 294   echo
 295   echo "It produces the following output:"
 296   yes n | $new_list_cmd || true
 297   echo
 298   echo "You will have to install the above packages yourself."
 299   echo
 300   exit 100
 301 fi
 302
 303 # Install 32bit backwards compatibility support for 64bit systems
 304 if [ "$(uname -m)" = "x86_64" ]; then
 305   if test "$do_inst_lib32" != "1"
 306   then
 307     echo "NOTE: If you were expecting the option to install 32bit libs,"
 308     echo "please run with the --lib32 flag."
 309     echo
 310     echo "Installation complete."
 311     exit 0
 312   else
 313     # This conditional statement has been added to deprecate and eventually
 314     # remove support for 32bit libraries on 64bit systems. But for the time
 315     # being, we still have to support a few legacy systems (e.g. bots), where
 316     # this feature is needed.
 317     # We only even give the user the option to install these libraries, if
 318     # they explicitly requested doing so by setting the --lib32 command line
 319     # flag.
 320     # And even then, we interactively ask them one more time whether they are
 321     # absolutely sure.
 322     # In order for that to work, we must reset the ${do_inst_lib32} variable.
 323     # There are other ways to achieve the same goal. But resetting the
 324     # variable is the best way to document the intended behavior -- and to
 325     # allow us to gradually deprecate and then remove the obsolete code.
 326     do_inst_lib32=
 327   fi
 328
 329   echo "WARNING"
 330   echo
 331   echo "We no longer recommend that you use this script to install"
 332   echo "32bit libraries on a 64bit system. Instead, consider using the"
 333   echo "install-chroot.sh script to help you set up a 32bit environment"
 334   echo "for building and testing 32bit versions of Chrome."
 335   echo
 336   echo "The code for installing 32bit libraries on a 64bit system is"
 337   echo "unmaintained and might not work with modern versions of Ubuntu"
 338   echo "or Debian."
 339   echo
 340   echo -n "Are you sure you want to proceed (y/N) "
 341   if yes_no 1; then
 342     do_inst_lib32=1
 343   fi
 344   if test "$do_inst_lib32" != "1"
 345   then
 346     exit 0
 347   fi
 348
 349   # Standard 32bit compatibility libraries
 350   echo "First, installing the limited existing 32-bit support..."
 351   cmp_list="ia32-libs lib32asound2-dev lib32stdc++6 lib32z1
 352             lib32z1-dev libc6-dev-i386 libc6-i386 g++-multilib"
 353   if [ -n "`apt-cache search lib32readline-gplv2-dev 2>/dev/null`" ]; then
 354     cmp_list="${cmp_list} lib32readline-gplv2-dev"
 355   else
 356     cmp_list="${cmp_list} lib32readline5-dev"
 357   fi
 358   sudo apt-get install ${do_quietly-} $cmp_list
 359
 360   tmp=/tmp/install-32bit.$$
 361   trap 'rm -rf "${tmp}"' EXIT INT TERM QUIT
 362   mkdir -p "${tmp}/apt/lists/partial" "${tmp}/cache" "${tmp}/partial"
 363   touch "${tmp}/status"
 364
 365   [ -r /etc/apt/apt.conf ] && cp /etc/apt/apt.conf "${tmp}/apt/"
 366   cat >>"${tmp}/apt/apt.conf" <<EOF
 367         Apt::Architecture "i386";
 368         Dir::Cache "${tmp}/cache";
 369         Dir::Cache::Archives "${tmp}/";
 370         Dir::State::Lists "${tmp}/apt/lists/";
 371         Dir::State::status "${tmp}/status";
 372 EOF
 373
 374   # Download 32bit packages
 375   echo "Computing list of available 32bit packages..."
 376   sudo apt-get -c="${tmp}/apt/apt.conf" update
 377
 378   echo "Downloading available 32bit packages..."
 379   sudo apt-get -c="${tmp}/apt/apt.conf" \
 380           --yes --download-only --force-yes --reinstall install \
 381           ${lib_list} ${dbg_list}
 382
 383   # Open packages, remove everything that is not a library, move the
 384   # library to a lib32 directory and package everything as a *.deb file.
 385   echo "Repackaging and installing 32bit packages for use on 64bit systems..."
 386   for i in ${lib_list} ${dbg_list}; do
 387     orig="$(echo "${tmp}/${i}"_*_i386.deb)"
 388     compat="$(echo "${orig}" |
 389               sed -e 's,\(_[^_/]*_\)i386\(.deb\),-ia32\1amd64\2,')"
 390     rm -rf "${tmp}/staging"
 391     msg="$(fakeroot -u sh -exc '
 392       # Unpack 32bit Debian archive
 393       umask 022
 394       mkdir -p "'"${tmp}"'/staging/dpkg/DEBIAN"
 395       cd "'"${tmp}"'/staging"
 396       ar x "'${orig}'"
 397       tar Cfx dpkg data.tar*
 398       tar zCfx dpkg/DEBIAN control.tar.gz
 399
 400       # Create a posix extended regular expression fragment that will
 401       # recognize the includes which have changed. Should be rare,
 402       # will almost always be empty.
 403       includes=`sed -n -e "s/^[0-9a-z]*  //g" \
 404                        -e "\,usr/include/,p" dpkg/DEBIAN/md5sums |
 405                   xargs -n 1 -I FILE /bin/sh -c \
 406                     "cmp -s dpkg/FILE /FILE || echo FILE" |
 407                   tr "\n" "|" |
 408                   sed -e "s,|$,,"`
 409
 410       # If empty, set it to not match anything.
 411       test -z "$includes" && includes="^//"
 412
 413       # Turn the conflicts into an extended RE for removal from the
 414       # Provides line.
 415       conflicts=`sed -n -e "/Conflicts/s/Conflicts: *//;T;s/, */|/g;p" \
 416                    dpkg/DEBIAN/control`
 417
 418       # Rename package, change architecture, remove conflicts and dependencies
 419       sed -r -i                              \
 420           -e "/Package/s/$/-ia32/"           \
 421           -e "/Architecture/s/:.*$/: amd64/" \
 422           -e "/Depends/s/:.*/: ia32-libs/"   \
 423           -e "/Provides/s/($conflicts)(, *)?//g;T1;s/, *$//;:1"   \
 424           -e "/Recommends/d"                 \
 425           -e "/Conflicts/d"                  \
 426         dpkg/DEBIAN/control
 427
 428       # Only keep files that live in "lib" directories or the includes
 429       # that have changed.
 430       sed -r -i                                                               \
 431           -e "/\/lib64\//d" -e "/\/.?bin\//d"                                 \
 432           -e "\,$includes,s,[ /]include/,&32/,g;s,include/32/,include32/,g"   \
 433           -e "s, lib/, lib32/,g"                                              \
 434           -e "s,/lib/,/lib32/,g"                                              \
 435           -e "t;d"                                                            \
 436           -e "\,^/usr/lib32/debug\(.*/lib32\),s,^/usr/lib32/debug,/usr/lib/debug," \
 437         dpkg/DEBIAN/md5sums
 438
 439       # Re-run ldconfig after installation/removal
 440       { echo "#!/bin/sh"; echo "[ \"x\$1\" = xconfigure ]&&ldconfig||:"; } \
 441         >dpkg/DEBIAN/postinst
 442       { echo "#!/bin/sh"; echo "[ \"x\$1\" = xremove ]&&ldconfig||:"; } \
 443         >dpkg/DEBIAN/postrm
 444       chmod 755 dpkg/DEBIAN/postinst dpkg/DEBIAN/postrm
 445
 446       # Remove any other control files
 447       find dpkg/DEBIAN -mindepth 1 "(" -name control -o -name md5sums -o \
 448                        -name postinst -o -name postrm ")" -o -print |
 449         xargs -r rm -rf
 450
 451       # Remove any files/dirs that live outside of "lib" directories,
 452       # or are not in our list of changed includes.
 453       find dpkg -mindepth 1 -regextype posix-extended \
 454           "(" -name DEBIAN -o -name lib -o -regex "dpkg/($includes)" ")" \
 455           -prune -o -print | tac |
 456         xargs -r -n 1 sh -c "rm \$0 2>/dev/null || rmdir \$0 2>/dev/null || : "
 457       find dpkg -name lib64 -o -name bin -o -name "?bin" |
 458         tac | xargs -r rm -rf
 459
 460       # Remove any symbolic links that were broken by the above steps.
 461       find -L dpkg -type l -print | tac | xargs -r rm -rf
 462
 463       # Rename lib to lib32, but keep debug symbols in /usr/lib/debug/usr/lib32
 464       # That is where gdb looks for them.
 465       find dpkg -type d -o -path "*/lib/*" -print |
 466         xargs -r -n 1 sh -c "
 467           i=\$(echo \"\${0}\" |
 468                sed -e s,/lib/,/lib32/,g \
 469                -e s,/usr/lib32/debug\\\\\(.*/lib32\\\\\),/usr/lib/debug\\\\1,);
 470           mkdir -p \"\${i%/*}\";
 471           mv \"\${0}\" \"\${i}\""
 472
 473       # Rename include to include32.
 474       [ -d "dpkg/usr/include" ] && mv "dpkg/usr/include" "dpkg/usr/include32"
 475
 476       # Prune any empty directories
 477       find dpkg -type d | tac | xargs -r -n 1 rmdir 2>/dev/null || :
 478
 479       # Create our own Debian package
 480       cd ..
 481       dpkg --build staging/dpkg .' 2>&1)"
 482     compat="$(eval echo $(echo "${compat}" |
 483                           sed -e 's,_[^_/]*_amd64.deb,_*_amd64.deb,'))"
 484     [ -r "${compat}" ] || {
 485       echo "${msg}" >&2
 486       echo "Failed to build new Debian archive!" >&2
 487       exit 1
 488     }
 489
 490     msg="$(sudo dpkg -i "${compat}" 2>&1)" && {
 491         echo "Installed ${compat##*/}"
 492       } || {
 493         # echo "${msg}" >&2
 494         echo "Skipped ${compat##*/}"
 495       }
 496   done
 497
 498   # Add symbolic links for developing 32bit code
 499   echo "Adding missing symbolic links, enabling 32bit code development..."
 500   for i in $(find /lib32 /usr/lib32 -maxdepth 1 -name \*.so.\* |
 501              sed -e 's/[.]so[.][0-9].*/.so/' |
 502              sort -u); do
 503     [ "x${i##*/}" = "xld-linux.so" ] && continue
 504     [ -r "$i" ] && continue
 505     j="$(ls "$i."* | sed -e 's/.*[.]so[.]\([^.]*\)$/\1/;t;d' |
 506          sort -n | tail -n 1)"
 507     [ -r "$i.$j" ] || continue
 508     sudo ln -s "${i##*/}.$j" "$i"
 509   done
 510 fi