Prevent multiple pending UpdatePolicy tasks.
[chromium-blink-merge.git] / build / install-build-deps.sh
blob43b5545398ea2bb3123ad70b857af30e1c0deb39
1 #!/bin/bash -e
3 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
4 # Use of this source code is governed by a BSD-style license that can be
5 # found in the LICENSE file.
7 # Script to install everything needed to build chromium (well, ideally, anyway)
8 # See http://code.google.com/p/chromium/wiki/LinuxBuildInstructions
9 # and http://code.google.com/p/chromium/wiki/LinuxBuild64Bit
11 usage() {
12 echo "Usage: $0 [--options]"
13 echo "Options:"
14 echo "--[no-]syms: enable or disable installation of debugging symbols"
15 echo "--lib32: enable installation of 32-bit libraries, e.g. for V8 snapshot"
16 echo "--[no-]arm: enable or disable installation of arm cross toolchain"
17 echo "--[no-]chromeos-fonts: enable or disable installation of Chrome OS"\
18 "fonts"
19 echo "--[no-]nacl: enable or disable installation of prerequisites for"\
20 "building standalone NaCl and all its toolchains"
21 echo "--no-prompt: silently select standard options/defaults"
22 echo "--quick-check: quickly try to determine if dependencies are installed"
23 echo " (this avoids interactive prompts and sudo commands,"
24 echo " so might not be 100% accurate)"
25 echo "--unsupported: attempt installation even on unsupported systems"
26 echo "Script will prompt interactively if options not given."
27 exit 1
30 # Checks whether a particular package is available in the repos.
31 # USAGE: $ package_exists <package name>
32 package_exists() {
33 apt-cache pkgnames | grep -x "$1" > /dev/null 2>&1
36 # These default to on because (some) bots need them and it keeps things
37 # simple for the bot setup if all bots just run the script in its default
38 # mode. Developers who don't want stuff they don't need installed on their
39 # own workstations can pass --no-arm --no-nacl when running the script.
40 do_inst_arm=1
41 do_inst_nacl=1
43 while test "$1" != ""
45 case "$1" in
46 --syms) do_inst_syms=1;;
47 --no-syms) do_inst_syms=0;;
48 --lib32) do_inst_lib32=1;;
49 --arm) do_inst_arm=1;;
50 --no-arm) do_inst_arm=0;;
51 --chromeos-fonts) do_inst_chromeos_fonts=1;;
52 --no-chromeos-fonts) do_inst_chromeos_fonts=0;;
53 --nacl) do_inst_nacl=1;;
54 --no-nacl) do_inst_nacl=0;;
55 --no-prompt) do_default=1
56 do_quietly="-qq --assume-yes"
58 --quick-check) do_quick_check=1;;
59 --unsupported) do_unsupported=1;;
60 *) usage;;
61 esac
62 shift
63 done
65 if test "$do_inst_arm" = "1"; then
66 do_inst_lib32=1
69 # Check for lsb_release command in $PATH
70 if ! which lsb_release > /dev/null; then
71 echo "ERROR: lsb_release not found in \$PATH" >&2
72 exit 1;
75 lsb_release=$(lsb_release --codename --short)
76 ubuntu_codenames="(precise|quantal|raring|saucy|trusty|utopic)"
77 if [ 0 -eq "${do_unsupported-0}" ] && [ 0 -eq "${do_quick_check-0}" ] ; then
78 if [[ ! $lsb_release =~ $ubuntu_codenames ]]; then
79 echo "ERROR: Only Ubuntu 12.04 (precise) through 14.10 (utopic) are"\
80 "currently supported" >&2
81 exit 1
84 if ! uname -m | egrep -q "i686|x86_64"; then
85 echo "Only x86 architectures are currently supported" >&2
86 exit
90 if [ "x$(id -u)" != x0 ] && [ 0 -eq "${do_quick_check-0}" ]; then
91 echo "Running as non-root user."
92 echo "You might have to enter your password one or more times for 'sudo'."
93 echo
96 # Packages needed for chromeos only
97 chromeos_dev_list="libbluetooth-dev libxkbcommon-dev"
99 # Packages needed for development
100 dev_list="apache2.2-bin bison cdbs curl dpkg-dev elfutils devscripts fakeroot
101 flex fonts-thai-tlwg g++ git-core git-svn gperf language-pack-da
102 language-pack-fr language-pack-he language-pack-zh-hant
103 libapache2-mod-php5 libasound2-dev libbrlapi-dev libav-tools
104 libbz2-dev libcairo2-dev libcap-dev libcups2-dev libcurl4-gnutls-dev
105 libdrm-dev libelf-dev libexif-dev libgconf2-dev libgl1-mesa-dev
106 libglib2.0-dev libglu1-mesa-dev libgnome-keyring-dev libgtk2.0-dev
107 libkrb5-dev libnspr4-dev libnss3-dev libpam0g-dev libpci-dev
108 libpulse-dev libsctp-dev libspeechd-dev libsqlite3-dev libssl-dev
109 libudev-dev libwww-perl libxslt1-dev libxss-dev libxt-dev libxtst-dev
110 mesa-common-dev openbox patch perl php5-cgi pkg-config python
111 python-cherrypy3 python-crypto python-dev python-numpy python-opencv
112 python-openssl python-psutil rpm ruby subversion ttf-dejavu-core
113 ttf-indic-fonts ttf-kochi-gothic ttf-kochi-mincho wdiff xfonts-mathml
114 zip $chromeos_dev_list"
116 # 64-bit systems need a minimum set of 32-bit compat packages for the pre-built
117 # NaCl binaries.
118 if file /sbin/init | grep -q 'ELF 64-bit'; then
119 dev_list="${dev_list} libc6-i386 lib32gcc1 lib32stdc++6"
122 # Run-time libraries required by chromeos only
123 chromeos_lib_list="libpulse0 libbz2-1.0"
125 # Full list of required run-time libraries
126 lib_list="libatk1.0-0 libc6 libasound2 libcairo2 libcap2 libcups2 libexpat1
127 libexif12 libfontconfig1 libfreetype6 libglib2.0-0 libgnome-keyring0
128 libgtk2.0-0 libpam0g libpango1.0-0 libpci3 libpcre3 libpixman-1-0
129 libpng12-0 libspeechd2 libstdc++6 libsqlite3-0 libx11-6
130 libxau6 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxdmcp6
131 libxext6 libxfixes3 libxi6 libxinerama1 libxrandr2 libxrender1
132 libxtst6 zlib1g $chromeos_lib_list"
134 # Debugging symbols for all of the run-time libraries
135 dbg_list="libatk1.0-dbg libc6-dbg libcairo2-dbg libfontconfig1-dbg
136 libglib2.0-0-dbg libgtk2.0-0-dbg libpango1.0-0-dbg libpcre3-dbg
137 libpixman-1-0-dbg libsqlite3-0-dbg libx11-6-dbg libxau6-dbg
138 libxcb1-dbg libxcomposite1-dbg libxcursor1-dbg libxdamage1-dbg
139 libxdmcp6-dbg libxext6-dbg libxfixes3-dbg libxi6-dbg libxinerama1-dbg
140 libxrandr2-dbg libxrender1-dbg libxtst6-dbg zlib1g-dbg
141 libstdc++6-4.6-dbg"
143 # 32-bit libraries needed e.g. to compile V8 snapshot for Android or armhf
144 lib32_list="linux-libc-dev:i386"
146 # arm cross toolchain packages needed to build chrome on armhf
147 arm_list="libc6-dev-armhf-cross
148 linux-libc-dev-armhf-cross
149 g++-arm-linux-gnueabihf"
151 # Packages to build NaCl, its toolchains, and its ports.
152 naclports_list="ant autoconf bison cmake gawk intltool xutils-dev xsltproc"
153 nacl_list="g++-mingw-w64-i686 lib32z1-dev
154 libasound2:i386 libcap2:i386 libelf-dev:i386 libexif12:i386
155 libfontconfig1:i386 libgconf-2-4:i386 libglib2.0-0:i386 libgpm2:i386
156 libgtk2.0-0:i386 libncurses5:i386 lib32ncurses5-dev
157 libnss3:i386 libpango1.0-0:i386
158 libssl1.0.0:i386 libtinfo-dev libtinfo-dev:i386 libtool
159 libxcomposite1:i386 libxcursor1:i386 libxdamage1:i386 libxi6:i386
160 libxrandr2:i386 libxss1:i386 libxtst6:i386 texinfo xvfb
161 ${naclports_list}"
163 # Find the proper version of libgbm-dev. We can't just install libgbm-dev as
164 # it depends on mesa, and only one version of mesa can exists on the system.
165 # Hence we must match the same version or this entire script will fail.
166 mesa_variant=""
167 for variant in "-lts-quantal" "-lts-raring" "-lts-saucy" "-lts-trusty"; do
168 if $(dpkg-query -Wf'${Status}' libgl1-mesa-glx${variant} 2>/dev/null | \
169 grep -q " ok installed"); then
170 mesa_variant="${variant}"
172 done
173 dev_list="${dev_list} libgbm-dev${mesa_variant}
174 libgles2-mesa-dev${mesa_variant}"
175 nacl_list="${nacl_list} libgl1-mesa-glx${mesa_variant}:i386"
177 # Some package names have changed over time
178 if package_exists ttf-mscorefonts-installer; then
179 dev_list="${dev_list} ttf-mscorefonts-installer"
180 else
181 dev_list="${dev_list} msttcorefonts"
183 if package_exists libnspr4-dbg; then
184 dbg_list="${dbg_list} libnspr4-dbg libnss3-dbg"
185 lib_list="${lib_list} libnspr4 libnss3"
186 else
187 dbg_list="${dbg_list} libnspr4-0d-dbg libnss3-1d-dbg"
188 lib_list="${lib_list} libnspr4-0d libnss3-1d"
190 if package_exists libjpeg-dev; then
191 dev_list="${dev_list} libjpeg-dev"
192 else
193 dev_list="${dev_list} libjpeg62-dev"
195 if package_exists libudev1; then
196 dev_list="${dev_list} libudev1"
197 nacl_list="${nacl_list} libudev1:i386"
198 else
199 dev_list="${dev_list} libudev0"
200 nacl_list="${nacl_list} libudev0:i386"
202 if package_exists libbrlapi0.6; then
203 dev_list="${dev_list} libbrlapi0.6"
204 else
205 dev_list="${dev_list} libbrlapi0.5"
209 # Some packages are only needed if the distribution actually supports
210 # installing them.
211 if package_exists appmenu-gtk; then
212 lib_list="$lib_list appmenu-gtk"
215 # When cross building for arm/Android on 64-bit systems the host binaries
216 # that are part of v8 need to be compiled with -m32 which means
217 # that basic multilib support is needed.
218 if file /sbin/init | grep -q 'ELF 64-bit'; then
219 # gcc-multilib conflicts with the arm cross compiler (at least in trusty) but
220 # g++-X.Y-multilib gives us the 32-bit support that we need. Find out the
221 # appropriate value of X and Y by seeing what version the current
222 # distribution's g++-multilib package depends on.
223 multilib_package=$(apt-cache depends g++-multilib --important | \
224 grep -E --color=never --only-matching '\bg\+\+-[0-9.]+-multilib\b')
225 lib32_list="$lib32_list $multilib_package"
228 # Waits for the user to press 'Y' or 'N'. Either uppercase of lowercase is
229 # accepted. Returns 0 for 'Y' and 1 for 'N'. If an optional parameter has
230 # been provided to yes_no(), the function also accepts RETURN as a user input.
231 # The parameter specifies the exit code that should be returned in that case.
232 # The function will echo the user's selection followed by a newline character.
233 # Users can abort the function by pressing CTRL-C. This will call "exit 1".
234 yes_no() {
235 if [ 0 -ne "${do_default-0}" ] ; then
236 [ $1 -eq 0 ] && echo "Y" || echo "N"
237 return $1
239 local c
240 while :; do
241 c="$(trap 'stty echo -iuclc icanon 2>/dev/null' EXIT INT TERM QUIT
242 stty -echo iuclc -icanon 2>/dev/null
243 dd count=1 bs=1 2>/dev/null | od -An -tx1)"
244 case "$c" in
245 " 0a") if [ -n "$1" ]; then
246 [ $1 -eq 0 ] && echo "Y" || echo "N"
247 return $1
250 " 79") echo "Y"
251 return 0
253 " 6e") echo "N"
254 return 1
256 "") echo "Aborted" >&2
257 exit 1
259 *) # The user pressed an unrecognized key. As we are not echoing
260 # any incorrect user input, alert the user by ringing the bell.
261 (tput bel) 2>/dev/null
263 esac
264 done
267 if test "$do_inst_syms" = "" && test 0 -eq ${do_quick_check-0}
268 then
269 echo "This script installs all tools and libraries needed to build Chromium."
270 echo ""
271 echo "For most of the libraries, it can also install debugging symbols, which"
272 echo "will allow you to debug code in the system libraries. Most developers"
273 echo "won't need these symbols."
274 echo -n "Do you want me to install them for you (y/N) "
275 if yes_no 1; then
276 do_inst_syms=1
279 if test "$do_inst_syms" = "1"; then
280 echo "Including debugging symbols."
281 else
282 echo "Skipping debugging symbols."
283 dbg_list=
286 if test "$do_inst_lib32" = "1" ; then
287 echo "Including 32-bit libraries for ARM/Android."
288 else
289 echo "Skipping 32-bit libraries for ARM/Android."
290 lib32_list=
293 if test "$do_inst_arm" = "1" ; then
294 echo "Including ARM cross toolchain."
295 else
296 echo "Skipping ARM cross toolchain."
297 arm_list=
300 if test "$do_inst_nacl" = "1"; then
301 echo "Including NaCl, NaCl toolchain, NaCl ports dependencies."
302 else
303 echo "Skipping NaCl, NaCl toolchain, NaCl ports dependencies."
304 nacl_list=
307 # The `sort -r -s -t: -k2` sorts all the :i386 packages to the front, to avoid
308 # confusing dpkg-query (crbug.com/446172).
309 packages="$(
310 echo "${dev_list} ${lib_list} ${dbg_list} ${lib32_list} ${arm_list}"\
311 "${nacl_list}" | tr " " "\n" | sort -u | sort -r -s -t: -k2 | tr "\n" " "
314 if [ 1 -eq "${do_quick_check-0}" ] ; then
315 failed_check="$(dpkg-query -W -f '${PackageSpec}:${Status}\n' \
316 ${packages} 2>&1 | grep -v "ok installed" || :)"
317 if [ -n "${failed_check}" ]; then
318 echo
319 nomatch="$(echo "${failed_check}" | \
320 sed -e "s/^No packages found matching \(.*\).$/\1/;t;d")"
321 missing="$(echo "${failed_check}" | \
322 sed -e "/^No packages found matching/d;s/^\(.*\):.*$/\1/")"
323 if [ "$nomatch" ]; then
324 # Distinguish between packages that actually aren't available to the
325 # system (i.e. not in any repo) and packages that just aren't known to
326 # dpkg (i.e. managed by apt).
327 unknown=""
328 for p in ${nomatch}; do
329 if apt-cache show ${p} > /dev/null 2>&1; then
330 missing="${p}\n${missing}"
331 else
332 unknown="${p}\n${unknown}"
334 done
335 if [ -n "${unknown}" ]; then
336 echo "WARNING: The following packages are unknown to your system"
337 echo "(maybe missing a repo or need to 'sudo apt-get update'):"
338 echo -e "${unknown}" | sed -e "s/^/ /"
341 if [ -n "${missing}" ]; then
342 echo "WARNING: The following packages are not installed:"
343 echo -e "${missing}" | sed -e "s/^/ /"
345 exit 1
347 exit 0
350 if test "$do_inst_lib32" = "1" || test "$do_inst_nacl" = "1"; then
351 if [[ ! $lsb_release =~ (precise|quantal|raring) ]]; then
352 sudo dpkg --add-architecture i386
355 #sudo apt-get update
357 # We initially run "apt-get" with the --reinstall option and parse its output.
358 # This way, we can find all the packages that need to be newly installed
359 # without accidentally promoting any packages from "auto" to "manual".
360 # We then re-run "apt-get" with just the list of missing packages.
361 echo "Finding missing packages..."
362 # Intentionally leaving $packages unquoted so it's more readable.
363 echo "Packages required: " $packages
364 echo
365 new_list_cmd="sudo apt-get install --reinstall $(echo $packages)"
366 if new_list="$(yes n | LANGUAGE=en LANG=C $new_list_cmd)"; then
367 # We probably never hit this following line.
368 echo "No missing packages, and the packages are up-to-date."
369 elif [ $? -eq 1 ]; then
370 # We expect apt-get to have exit status of 1.
371 # This indicates that we cancelled the install with "yes n|".
372 new_list=$(echo "$new_list" |
373 sed -e '1,/The following NEW packages will be installed:/d;s/^ //;t;d')
374 new_list=$(echo "$new_list" | sed 's/ *$//')
375 if [ -z "$new_list" ] ; then
376 echo "No missing packages, and the packages are up-to-date."
377 else
378 echo "Installing missing packages: $new_list."
379 sudo apt-get install ${do_quietly-} ${new_list}
381 echo
382 else
383 # An apt-get exit status of 100 indicates that a real error has occurred.
385 # I am intentionally leaving out the '"'s around new_list_cmd,
386 # as this makes it easier to cut and paste the output
387 echo "The following command failed: " ${new_list_cmd}
388 echo
389 echo "It produces the following output:"
390 yes n | $new_list_cmd || true
391 echo
392 echo "You will have to install the above packages yourself."
393 echo
394 exit 100
397 # Install the Chrome OS default fonts. This must go after running
398 # apt-get, since install-chromeos-fonts depends on curl.
399 if test "$do_inst_chromeos_fonts" != "0"; then
400 echo
401 echo "Installing Chrome OS fonts."
402 dir=`echo $0 | sed -r -e 's/\/[^/]+$//'`
403 if ! sudo $dir/linux/install-chromeos-fonts.py; then
404 echo "ERROR: The installation of the Chrome OS default fonts failed."
405 if [ `stat -f -c %T $dir` == "nfs" ]; then
406 echo "The reason is that your repo is installed on a remote file system."
407 else
408 echo "This is expected if your repo is installed on a remote file system."
410 echo "It is recommended to install your repo on a local file system."
411 echo "You can skip the installation of the Chrome OS default founts with"
412 echo "the command line option: --no-chromeos-fonts."
413 exit 1
415 else
416 echo "Skipping installation of Chrome OS fonts."
419 # $1 - target name
420 # $2 - link name
421 create_library_symlink() {
422 target=$1
423 linkname=$2
424 if [ -L $linkname ]; then
425 if [ "$(basename $(readlink $linkname))" != "$(basename $target)" ]; then
426 sudo rm $linkname
429 if [ ! -r $linkname ]; then
430 echo "Creating link: $linkname"
431 sudo ln -fs $target $linkname
435 if test "$do_inst_nacl" = "1"; then
436 echo "Installing symbolic links for NaCl."
437 # naclports needs to cross build python for i386, but libssl1.0.0:i386
438 # only contains libcrypto.so.1.0.0 and not the symlink needed for
439 # linking (libcrypto.so).
440 create_library_symlink /lib/i386-linux-gnu/libcrypto.so.1.0.0 \
441 /usr/lib/i386-linux-gnu/libcrypto.so
443 create_library_symlink /lib/i386-linux-gnu/libssl.so.1.0.0 \
444 /usr/lib/i386-linux-gnu/libssl.so
445 else
446 echo "Skipping symbolic links for NaCl."