bootstrap

   1 #!/bin/sh
   2 # bootstrap a xapian source tree obtained from git to produce a tree like
   3 # you'd get from unpacking the results of "make dist"
   4 #
   5 copyright='
   6 # Copyright (C) 2002-2022 Olly Betts
   7 #
   8 # This program is free software; you can redistribute it and/or
   9 # modify it under the terms of the GNU General Public License as
  10 # published by the Free Software Foundation; either version 2 of the
  11 # License, or (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program; if not, write to the Free Software
  20 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
  21 # USA
  22 '
  23
  24 if [ "$1" = "--help" ] ; then
  25   cat <<__END__
  26 $0 [--ftp|--http] [--download-tools=(always|ifneeded|never)] [--fetch-url-command=CMD] [--clean] [MODULE...]
  27
  28 The default is to bootstrap all known modules.  Any modules which have a
  29 file called ".nobootstrap" in their top-level will be skipped.
  30 __END__
  31   exit 0
  32 fi
  33
  34 trap 'echo "Bootstrap failed"' EXIT
  35 set -e
  36
  37 # The variables which specify the autotools to use.
  38 autotools="AUTORECONF AUTOCONF AUTOHEADER AUTOM4TE AUTOMAKE ACLOCAL LIBTOOLIZE"
  39
  40 # Tool for downloading a file from a URL (currently wget, curl, and lwp-request
  41 # are probed for in that order).  Can be specified with --fetch-url-command.
  42 FETCH_URL_TOOL=
  43
  44 check_checksum() {
  45   checksum_=$1
  46   tarball_=$2
  47
  48   if [ -z "$SHA256SUM_TOOL" ] ; then
  49     for SHA256SUM_TOOL in \
  50         '${SHA256SUM-sha256sum} 2>/dev/null|cut -d\  -f1' \
  51         '${SHASUM-shasum} -a256 2>/dev/null|cut -d\  -f1' \
  52         '${OPENSSL-openssl} sha256 2>/dev/null|sed "s/.* //"' \
  53         '' ; do
  54       if [ -z "$SHA256SUM_TOOL" ] ; then
  55         cat <<'END'
  56 Need sha256sum or shasum or openssl installed to check SHA256 checksums.
  57 Set environment variable SHA256SUM, SHASUM or OPENSSL if the tool isn't on
  58 your PATH.
  59 END
  60         exit 1
  61       fi
  62       # Sanity check by hashing empty input.
  63       r=`:|eval "$SHA256SUM_TOOL"`
  64       [ X"$r" != Xe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 ] || break
  65     done
  66   fi
  67   r=`< "$tarball_" eval "$SHA256SUM_TOOL"`
  68   if [ X"$r" != X"$checksum_" ] ; then
  69     echo "$tarball_: computed SHA256 checksum did NOT match"
  70     echo "computed: $r with $SHA256SUM_TOOL"
  71     echo "expected: $checksum_"
  72     ls -l "$tarball_"
  73     file "$tarball_" || true
  74     mv "$tarball_" "$tarball_.$r"
  75     echo "Renamed $tarball_ to $tarball_.$r"
  76     exit 1
  77   fi
  78 }
  79
  80 check_at_least() {
  81   # This function is expected to be used in 'if' so we can't rely on set -e
  82   # being in effect here.
  83   v1=$1
  84   v2=$2
  85   save_IFS=$IFS
  86   IFS=.
  87   set x $v1
  88   for v in $v2 ; do
  89     shift
  90     if [ "$1" != "$v" ] ; then
  91       if [ -z "$1" ] || [ "$1" -lt "$v" ] ; then
  92         IFS=$save_IFS
  93         return 1
  94       fi
  95       break
  96     fi
  97   done
  98   IFS=$save_IFS
  99   return 0
 100 }
 101
 102 need_to_build() {
 103   # This function is expected to be used in 'if' so we can't rely on set -e
 104   # being in effect here.
 105   package=$1
 106   version=$2
 107   binary=$3
 108
 109   case $download_tools in
 110     always) ;;
 111     never)
 112       return 1
 113       ;;
 114     *)
 115       if [ -n "$binary" ] ; then
 116         if [ -s "../patches/$package/series" ] ; then
 117           echo "There are patches to apply to $package so using private build"
 118         else
 119           # Check if a new enough version is already installed.
 120           version_installed=`"$binary" --version 2>/dev/null|sed '1,1 s/.* //p;d'`
 121           if [ -n "$version_installed" ] ; then
 122             # Fast track equality.
 123             if [ "$version_installed" = "$version" ] ; then
 124               echo "$binary $version_installed installed, exactly what's needed"
 125               return 1
 126             fi
 127             if check_at_least "$version_installed" "$version" ; then
 128               echo "$binary $version_installed installed >= $version required"
 129               return 1
 130             fi
 131           fi
 132         fi
 133       fi
 134       ;;
 135   esac
 136   return 0
 137 }
 138
 139 lazy_build() {
 140   package=$1
 141   version=$2
 142   basename=$package-$version
 143   ext=$3
 144   checksum=$4
 145
 146   if [ "$ext" = "tar.xz" ] ; then
 147     if [ -z "$xz_ok" ] ; then
 148       if ${XZ-xz} --version > /dev/null 2>&1 ; then
 149         xz_ok=1
 150       else
 151         xz_ok=0
 152       fi
 153     fi
 154     if [ "$xz_ok" = 0 ] ; then
 155       shift 2
 156       ext=$3
 157       checksum=$4
 158     fi
 159   fi
 160   if [ "$ext" = "tar.bz2" ] ; then
 161     if [ -z "$bz2_ok" ] ; then
 162       # bzip2 --version doesn't exit with code 0 in upstream version (though
 163       # Debian at least patch this bug), so use --help to check it.
 164       if bzip2 --help > /dev/null 2>&1 ; then
 165         bz2_ok=1
 166       else
 167         bz2_ok=0
 168       fi
 169     fi
 170     if [ "$bz2_ok" = 0 ] ; then
 171       shift 2
 172       ext=$3
 173       checksum=$4
 174     fi
 175   fi
 176   tarball=$basename.$ext
 177   case $basename in
 178     *[24680][a-z]) basename=`echo "$basename"|sed 's/[a-z]$//'` ;;
 179   esac
 180
 181   # Create the stamp file in INST so that rerunning bootstrap after
 182   # "rm -rf INST" recovers nicely.
 183   stamp=../INST/$package.stamp
 184   out_of_date=
 185
 186   # Download the tarball if required.
 187   if [ ! -f "$tarball" ] ; then
 188     main_tarball=
 189     # Older git versions don't support "git worktree", so discard stderr and
 190     # then we'll skip the worktree handling because main_worktree_dir will
 191     # be empty.
 192     main_worktree_dir=`git worktree list --porcelain 2>/dev/null|sed 's/^worktree //;q'`
 193     if [ -n "$main_worktree_dir" ] ; then
 194       # Canonicalise main_worktree_dir before comparing with pwd.
 195       main_worktree_dir=`cd "$main_worktree_dir" && pwd`
 196       if [ "$main_worktree_dir/BUILD" != "`pwd`" ] ; then
 197         # If main_tarball is set non-empty, then we're a linked worktree.
 198         main_tarball=$main_worktree_dir/BUILD/$tarball
 199       fi
 200     fi
 201     if [ -n "$main_tarball" ] && [ -f "$main_tarball" ] ; then
 202       # Don't re-download the tarball if the main worktree already has it.
 203       tarball=$main_tarball
 204     else
 205       if [ -z "$FETCH_URL_TOOL" ] ; then
 206         if ${WGET-wget} --version > /dev/null 2>&1 ; then
 207           FETCH_URL_TOOL="${WGET-wget} -O-"
 208         elif ${CURL-curl} --version > /dev/null 2>&1 || [ "$?" = 2 ] ; then
 209           # curl --version exits with code 2 (~7.18.2) or 0 (7.35.0).
 210           # -L is needed to follow HTTP redirects.
 211           FETCH_URL_TOOL="${CURL-curl} -L"
 212         elif ${LWP_REQUEST-lwp-request} -v > /dev/null 2>&1 || [ "$?" = 9 ] || [ "$?" = 255 ] ; then
 213           # lwp-request -v exits with code 9 (5.810) or 255 (6.03)
 214           FETCH_URL_TOOL="${LWP_REQUEST-lwp-request} -mGET"
 215         else
 216           cat <<END >&2
 217 Neither wget nor curl nor lwp-request found - install one of them or if already
 218 installed, set WGET, CURL or LWP_REQUEST to the full path.  Alternatively,
 219 download $url
 220 to directory `pwd`
 221 then rerun this script.
 222 END
 223           exit 1
 224         fi
 225       fi
 226       url="https://github.com/xapian/xapian-dev-deps/releases/download/current/$tarball"
 227       case $basename in
 228       file-*)
 229         case $download_protocol in
 230           ftp) url="ftp://ftp.astron.com/pub/file/$tarball" ;;
 231           # We used to use http://fossies.org/ but that now redirects to https.
 232         esac ;;
 233       *[13579][a-z])
 234         # GNU alpha release
 235         case $download_protocol in
 236           ftp) url="ftp://alpha.gnu.org/gnu/$package/$tarball" ;;
 237           http) url="http://alpha.gnu.org/gnu/$package/$tarball" ;;
 238         esac ;;
 239       *)
 240         case $download_protocol in
 241           ftp) url="ftp://ftp.gnu.org/gnu/$package/$tarball" ;;
 242           http) url="http://ftpmirror.gnu.org/$package/$tarball" ;;
 243         esac ;;
 244       esac
 245       case $download_protocol,$url in
 246         http,https:*)
 247           echo "warning: No http: link for $tarball available, using https:"
 248           ;;
 249       esac
 250
 251       # Keep the tarball under a quarantined name until we've verified its
 252       # checksum.  Once verified, if this is a linked git worktree we save
 253       # the tarball in the main worktree's BUILD directory so that it can
 254       # be shared with other worktrees.
 255       if [ -n "$main_tarball" ] ; then
 256         tarball=$main_tarball
 257       fi
 258       quarantined_tarball=$tarball-quarantine.$$
 259       rm -f "$quarantined_tarball"
 260       echo "Downloading <$url>"
 261       $FETCH_URL_TOOL "$url" > "$quarantined_tarball" || exit $?
 262       check_checksum "$checksum" "$quarantined_tarball"
 263       mv "$quarantined_tarball" "$tarball"
 264
 265       # Force a build.
 266       out_of_date=force
 267     fi
 268   fi
 269
 270   if [ -z "$out_of_date" ] ; then
 271     if [ -f "$stamp" ] ; then
 272       # Check if the tarball or the patches we're applying have changed since
 273       # the existing build.
 274       out_of_date=`find "$tarball" ../patches/"$package"/* -newer "$stamp" -print 2> /dev/null||true`
 275     else
 276       out_of_date=force
 277     fi
 278   fi
 279
 280   if [ -n "$out_of_date" ] ; then
 281     # Verify the tarball's checksum before building it.  We now check at
 282     # download time, but older versions of bootstrap didn't, and this also
 283     # protects a user who manually downloads a tarball (which we suggest as an
 284     # option if wget, curl, etc aren't found).
 285     check_checksum "$checksum" "$tarball"
 286
 287     case $tarball in
 288       */*) ;; # Only expire tarballs from the main worktree.
 289       *)
 290         case `git worktree list --porcelain 2>/dev/null|grep -c '^worktree '` in
 291           1|0)
 292             # Remove tarballs of other versions if there's only one worktree, or if
 293             # using git < 2.5 (before worktrees were added).
 294             for f in "$package"-* ; do
 295               [ "$f" = "$tarball" ] || rm -rf "$f"
 296             done
 297             ;;
 298         esac
 299         ;;
 300     esac
 301
 302     case $ext in
 303     tar.xz)
 304       ${XZ-xz} -dc "$tarball"| tar xf - || exit $? ;;
 305     tar.bz2)
 306       bzip2 -dc "$tarball"| tar xf - || exit $?  ;;
 307     *)
 308       gzip -dc "$tarball"| tar xf - || exit $? ;;
 309     esac
 310
 311     cd "$basename" || exit $?
 312
 313     series="../../patches/$package/series"
 314     if [ ! -f "$series" ] ; then
 315       cat <<END >&2
 316 No patch series file 'patches/$package/series' - if there are no patches,
 317 this should just be an empty file.
 318 END
 319       exit 1
 320     fi
 321     if [ -s "$series" ] ; then
 322       echo "Applying patches from $package/series"
 323       sed -n 's/[        ]*\(#.*\)\?$//;/./p' "$series" | \
 324           while read p ; do
 325         echo "Applying patch $package/$p"
 326         patch -p1 < "../../patches/$package/$p" || exit $?
 327       done
 328     fi
 329
 330     echo "Configuring $package"
 331     if test -n "$AUTOCONF" ; then
 332       ./configure --prefix "$instdir" AUTOCONF="$AUTOCONF" || exit $?
 333     else
 334       ./configure --prefix "$instdir" || exit $?
 335     fi
 336     echo "Building $package"
 337     make || exit $?
 338     echo "Installing $package"
 339     make install || exit $?
 340     echo "Done installing $package"
 341     cd .. || exit $?
 342     rm -rf "$basename" || exit $?
 343
 344     touch "$stamp" || exit $?
 345   fi
 346   return 0
 347 }
 348
 349 handle_git_external() {
 350   path=$1
 351   if [ ! -f "$path/.nobootstrap" ] ; then
 352     rev=$2
 353     url=$3
 354     if [ ! -d "$path" ] ; then
 355       git clone --no-checkout -- "$url" "$path"
 356     elif (cd "$path" && git reflog "$rev" -- 2>/dev/null) ; then
 357       : # Already have that revision locally
 358     else
 359       (cd "$path" && git fetch)
 360     fi
 361     (cd "$path" && git checkout "$rev")
 362   fi
 363 }
 364
 365 update_config() {
 366   from=$1
 367   to=$2
 368   ts_from=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$from"`
 369   ts_to=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$to"`
 370   if [ "$ts_from" -gt "$ts_to" ] ; then
 371      echo "Updating $to ($ts_to) with $from ($ts_from)"
 372      # rm first in case the existing file is a symlink.
 373      rm -f "$to"
 374      cp "$from" "$to"
 375   fi
 376 }
 377
 378 update_bootstrap_sticky_opts() {
 379   arg=$1
 380   case $arg in
 381     *[!-A-Za-z0-9_+=:@/.,]*)
 382       # Quote for the shell and escape $ to $$ for make.
 383       bootstrap_sticky_opts="$bootstrap_sticky_opts '"`echo "$arg"|sed "s/'/'\\\\\\''/g;"'s/[$]/\\\\$\\\\$/g'`"'"
 384       ;;
 385     *)
 386       bootstrap_sticky_opts="$bootstrap_sticky_opts $arg"
 387       ;;
 388   esac
 389 }
 390
 391 curdir=`pwd`
 392
 393 # cd to srcdir if we aren't already there.
 394 srcdir=`echo "$0"|sed 's!/*[^/]*$!!'`
 395 case $srcdir in
 396   ""|.)
 397     srcdir=. ;;
 398   *)
 399     cd "$srcdir" ;;
 400 esac
 401
 402 # Commit hash to pass to handle_git_external for swig.  Equivalent to
 403 # SWIG 4.1.1 (we need at least SWIG 4.1.0 for Ruby 2.7 and PHP 8).
 404 swig_git_commit_hash=77323a0f07562b7d90d36181697a72a909b9519a
 405
 406 # Commit hash to use for common in omega:
 407 omega_common_commit_hash=86dbf97f160c2335c2be54dd782d9bea5df04420
 408
 409 gitdir=`git rev-parse --git-dir`
 410
 411 if [ ! -d "$gitdir" ] ; then
 412   echo "$0: No '.git' directory found - this script should be run from a"
 413   echo "git repo cloned from git://git.xapian.org/xapian or a mirror of it"
 414   exit 1
 415 fi
 416
 417 for emptydir in xapian-applications/omega/m4 xapian-bindings/m4 ; do
 418   if test -d "$emptydir" ; then
 419     :
 420   else
 421     parent=`echo "$emptydir"|sed 's,/[^/]*$,,'`
 422     if test -d "$parent" ; then
 423       mkdir "$emptydir"
 424     fi
 425   fi
 426 done
 427
 428 if [ -f "$gitdir/info/exclude" ] ; then
 429   sed '/^\(swig\|xapian-applications\/omega\/common$\)/d' "$gitdir/info/exclude" > "$gitdir/info/exclude~"
 430 else
 431   [ -d "$gitdir/info" ] || mkdir "$gitdir/info"
 432 fi
 433 cat <<END >> "$gitdir/info/exclude~"
 434 swig
 435 xapian-applications/omega/common
 436 END
 437 if [ -f "$gitdir/info/exclude" ] &&
 438    cmp -s "$gitdir/info/exclude~" "$gitdir/info/exclude" ; then
 439   rm "$gitdir/info/exclude~"
 440 else
 441   mv "$gitdir/info/exclude~" "$gitdir/info/exclude"
 442 fi
 443
 444 # If this tree is checked out from the github mirror, use the same access
 445 # method for other things checked out from github (e.g. swig) so we avoid
 446 # firewall issues.  If there's no default remote, the git config command
 447 # will exit with status 1, so ignore that failure.
 448 origin_url=`git config remote.origin.url||:`
 449 case $origin_url in
 450   *[@/]github.com[:/]*)
 451     github_base_url=`echo "X$origin_url"|sed 's/^X//;s!\([@/]github.com[:/]\).*!\1!'` ;;
 452   *)
 453     github_base_url=https://github.com/ ;;
 454 esac
 455 swig_origin_url=${github_base_url}swig/swig.git
 456
 457 if [ -z "$XAPIAN_COMMON_CLONE_URL" ] ; then
 458     xapian_common_clone_url=.
 459 else
 460     xapian_common_clone_url=$XAPIAN_COMMON_CLONE_URL
 461 fi
 462
 463 # Set to 'ftp' to use ftp URLs where available and 'http' to use unencrypted
 464 # 'http'.  By default we prefer https downloads as they are more likely to work
 465 # through firewalls and better preserve user privacy.
 466 download_protocol=
 467
 468 # Set to 'always' to always use a locally installed copy of the autotools
 469 # or 'never' to never download.
 470 #
 471 # By default we check for locally installed versions and use them if they are
 472 # new enough versions.  But e.g. for building releases we want to use a known
 473 # set of versions.
 474 download_tools=ifneeded
 475
 476 # Save options which should be sticky for when "make" needs to rerun bootstrap.
 477 # This should be empty or start with a space.
 478 bootstrap_sticky_opts=
 479
 480 while [ "$#" -gt 0 ] ; do
 481   case $1 in
 482   --download-tools=*)
 483     update_bootstrap_sticky_opts "$1"
 484     download_tools=`echo "x$1"|sed 's/^x--download-tools=//'`
 485     shift
 486     continue
 487     ;;
 488
 489   --download-tools)
 490     update_bootstrap_sticky_opts "$1=$2"
 491     download_tools=$2
 492     shift 2
 493     continue
 494     ;;
 495
 496   --ftp)
 497     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 498     download_protocol=ftp
 499     shift
 500     continue
 501     ;;
 502
 503   --http)
 504     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 505     download_protocol=http
 506     shift
 507     continue
 508     ;;
 509
 510   --fetch-url-command=*)
 511     update_bootstrap_sticky_opts "$1"
 512     FETCH_URL_TOOL=`echo "x$1"|sed 's/^x--fetch-url-command=//'`
 513     shift
 514     continue
 515     ;;
 516
 517   --fetch-url-command)
 518     update_bootstrap_sticky_opts "$1=$2"
 519     FETCH_URL_TOOL=$2
 520     shift 2
 521     continue
 522     ;;
 523
 524   --clean)
 525     # This probably shouldn't be sticky.
 526     rm -rf INST
 527     shift
 528     continue
 529     ;;
 530
 531   --without-autotools)
 532     # This shouldn't be sticky.
 533     echo "warning: Ignoring old option '$1' - new default is to use installed versions of tools if new enough.  Use '--download-tools=never' to prevent ever downloading"
 534     shift
 535     continue
 536     ;;
 537
 538   --)
 539     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 540     shift
 541     break
 542     ;;
 543
 544   -*)
 545     echo "Unknown option '$1'" 1>&2
 546     exit 1
 547     ;;
 548
 549   *)
 550     break
 551     ;;
 552   esac
 553 done
 554
 555 if [ "$#" -gt 0 ] ; then
 556   for a in "$@" ; do
 557     update_bootstrap_sticky_opts "$a"
 558   done
 559 fi
 560
 561 case $download_tools in
 562   always|ifneeded) ;;
 563   never)
 564     echo "warning: If stuff breaks with '--download-tools=never', you get to keep the pieces"
 565     ;;
 566   *)
 567     echo "Invalid --download-tools value '$download_tools'"
 568     exit 1
 569     ;;
 570 esac
 571
 572 [ -d INST ] || mkdir INST
 573 instdir=`pwd`/INST
 574
 575 [ -d BUILD ] || mkdir BUILD
 576 cd BUILD
 577
 578 # The hex strings are SHA256 checksums for the preceding extension.
 579 args='autoconf 2.71'
 580 if need_to_build $args autoconf ; then
 581   lazy_build $args \
 582     tar.xz f14c83cfebcc9427f2c3cea7258bd90df972d92eb26752da4ddad81c87a0faa4 \
 583     tar.gz 431075ad0bf529ef13cb41e9042c542381103e80015686222b8a9d4abef42a1c
 584   AUTOCONF=$instdir/bin/autoconf
 585   export AUTOCONF
 586   AUTORECONF=$instdir/bin/autoreconf
 587   export AUTORECONF
 588   AUTOHEADER=$instdir/bin/autoheader
 589   export AUTOHEADER
 590   AUTOM4TE=$instdir/bin/autom4te
 591   export AUTOM4TE
 592 fi
 593 args='automake 1.16.5'
 594 if need_to_build $args automake ; then
 595   lazy_build $args \
 596     tar.xz f01d58cd6d9d77fbdca9eb4bbd5ead1988228fdb73d6f7a201f5f8d6b118b469 \
 597     tar.gz 07bd24ad08a64bc17250ce09ec56e921d6343903943e99ccf63bbf0705e34605
 598   ACLOCAL=$instdir/bin/aclocal
 599   export ACLOCAL
 600   AUTOMAKE=$instdir/bin/automake
 601   export AUTOMAKE
 602 fi
 603 args='libtool 2.4.6'
 604 if need_to_build $args libtool ; then
 605   lazy_build $args \
 606     tar.xz 7c87a8c2c8c0fc9cd5019e402bed4292462d00a718a7cd5f11218153bf28b26f \
 607     tar.gz e3bd4d5d3d025a36c21dd6af7ea818a2afcd4dfc1ea5a17b39d7854bcd0c06e3
 608   LIBTOOLIZE=$instdir/bin/libtoolize
 609   export LIBTOOLIZE
 610   libtool_aclocal=$instdir/share/aclocal
 611 else
 612   libtool_aclocal=`which libtoolize|sed 's!/bin/[^/]*$!/share/aclocal!'`
 613   if [ -z "$libtool_aclocal" ] ; then
 614     echo "libtoolize not found"
 615     exit 1
 616   fi
 617 fi
 618
 619 if [ "$1" = "--deps=libmagic" ] ; then
 620   shift
 621   lazy_build file 5.3.2 \
 622     tar.gz 8639dc4d1b21e232285cd483604afc4a6ee810710e00e579dbe9591681722b50
 623 fi
 624
 625 # Save the unadorned aclocal for bootstrapping SWIG.  In particular SWIG
 626 # uses a modified old version of AX_CXX_COMPILE_STDCXX_11 which isn't
 627 # compatible with the current version which might be in a system directory.
 628 SWIG_ACLOCAL=${ACLOCAL-aclocal}
 629
 630 cd ..
 631
 632 # Add -I for in-tree macro directory first, so we use that xapian.m4 in
 633 # preference to one in any directories which may be added below.
 634 ACLOCAL="${ACLOCAL-aclocal} -I `pwd`/xapian-core/m4-macros"
 635 export ACLOCAL
 636
 637 aclocal_ac_dir=`${ACLOCAL-aclocal} --print-ac-dir`
 638 aclocal_system_needed=
 639 if [ ! -r "$aclocal_ac_dir/pkg.m4" ] ; then
 640   if [ -r /usr/share/aclocal/pkg.m4 ] ; then
 641     aclocal_system_needed=/usr/share/aclocal
 642   elif [ -r /usr/local/share/aclocal/pkg.m4 ] ; then
 643     aclocal_system_needed=/usr/local/share/aclocal
 644   elif [ -r /opt/local/share/aclocal/pkg.m4 ] ; then
 645     aclocal_system_needed=/opt/local/share/aclocal
 646   fi
 647 fi
 648
 649 # If the aclocal we're using is in a different prefix to the libtool we're
 650 # using, we probably need to tell aclocal where to look for our libtool's
 651 # macros.  We also need to do this if we add -I /usr/share/aclocal below
 652 # since otherwise the system libtool's macros may be used in preference.
 653 if [ "$aclocal_ac_dir" != "$libtool_aclocal" ] || [ -n "$aclocal_system_needed" ]; then
 654   ACLOCAL="${ACLOCAL-aclocal} -I $libtool_aclocal"
 655   export ACLOCAL
 656 fi
 657
 658 # If we're using a non-system automake, check if pkg.m4 is in the directory
 659 # aclocal looks in by default.  If not and there's a system pkg.m4, tell
 660 # aclocal to also look in the system aclocal directory.
 661 if [ -n "$aclocal_system_needed" ] ; then
 662   ACLOCAL="${ACLOCAL-aclocal} -I $aclocal_system_needed"
 663   export ACLOCAL
 664 fi
 665
 666 case `${LIBTOOLIZE-libtoolize} --version` in
 667 "")
 668   echo "${LIBTOOLIZE-libtoolize} not found"
 669   exit 1 ;;
 670 "libtoolize (GNU libtool) 1.4.*")
 671   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.4 which is too old - libtool 2.2 is required."
 672   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 673   exit 1 ;;
 674 "libtoolize (GNU libtool) 1.5.*")
 675   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.5 which is too old - libtool 2.2 is required."
 676   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 677   exit 1 ;;
 678 esac
 679
 680 intree_swig=no
 681 modules=
 682 for module in ${@:-xapian-core xapian-applications/omega swig xapian-bindings} ; do
 683   d=$module
 684   if [ "$d" = swig ] ; then
 685     if [ -f "xapian-bindings/.nobootstrap" ] ; then
 686       # No point bootstrapping SWIG if we aren't going to use it.
 687       echo "Skipping '$d' due to presence of 'xapian-bindings/.nobootstrap'."
 688       continue
 689     fi
 690     handle_git_external swig "$swig_git_commit_hash" "$swig_origin_url"
 691   fi
 692   if [ -f "$d/configure.ac" ] || [ -f "$d/configure.in" ] ; then
 693     :
 694   else
 695     # Skip any directories we can't bootstrap.
 696     continue
 697   fi
 698   if [ -f "$d/.nobootstrap" ] ; then
 699     # Report why to save head scratching when someone forgets they created
 700     # a .nobootstrap file.
 701     echo "Skipping '$module' due to presence of '$d/.nobootstrap'."
 702     continue
 703   fi
 704   case $d in
 705   xapian-applications/omega)
 706     # If someone's created a directory for common, leave it be.
 707     if [ -h "$d/common" ] || [ ! -d "$d/common" ] ; then
 708       hash=$omega_common_commit_hash
 709       if [ -f "$gitdir/shallow" ] ; then
 710         if git reflog "$hash" -- 2> /dev/null ; then
 711           : # Already have the desired commit.
 712         else
 713           git fetch --unshallow
 714         fi
 715       fi
 716       handle_git_external "$d/.common.git" "$hash" "$xapian_common_clone_url"
 717       ln -sf .common.git/xapian-core/common "$d/common"
 718     fi
 719     ;;
 720   esac
 721
 722   echo "Bootstrapping \`$module'"
 723   [ -f "$d/preautoreconf" ] && perl "$d/preautoreconf"
 724
 725   # If we have a custom INSTALL file, preserve it since autoreconf insists on
 726   # replacing INSTALL with "generic installation instructions" when --force
 727   # is used.  Be careful to replace it if autoreconf fails.
 728   if [ -f "$d/INSTALL" ] ; then
 729     if grep 'generic installation instructions' "$d/INSTALL" >/dev/null 2>&1 ; then
 730       :
 731     else
 732       mv -f "$d/INSTALL" "$d/INSTALL.preserved-by-bootstrap"
 733     fi
 734   fi
 735
 736   autoreconf_rc=
 737   if [ swig = "$module" ] ; then
 738     # SWIG provides its own bootstrapping script.
 739     curdir=`pwd`
 740     cd "$d"
 741     ACLOCAL=$SWIG_ACLOCAL ./autogen.sh || autoreconf_rc=$?
 742     cd "$curdir"
 743     # Use the uninstalled wrapper for the in-tree copy of SWIG.
 744     intree_swig=yes
 745   else
 746     # Use --install as debian's autoconf wrapper uses 2.5X if it sees it
 747     # (but it doesn't check for -i).
 748     #
 749     # Use --force so that we update files if autoconf, automake, or libtool
 750     # has been upgraded.
 751     ${AUTORECONF-autoreconf} --install --force "$d" || autoreconf_rc=$?
 752   fi
 753   if [ -f "$d/INSTALL.preserved-by-bootstrap" ] ; then
 754     mv -f "$d/INSTALL.preserved-by-bootstrap" "$d/INSTALL"
 755   fi
 756   if [ -n "$autoreconf_rc" ] ; then
 757     exit $autoreconf_rc
 758   fi
 759   for f in config.guess config.sub ; do
 760     if [ -f "$d/$f" ] ; then
 761       update_config "config/$f" "$d/$f"
 762     fi
 763   done
 764   modules="$modules $module"
 765 done
 766
 767 # Produce an absolute path to srcdir.
 768 srcdir_abs=`pwd`
 769
 770 # Generate the top-level configure script.
 771 rm -f configure.tmp
 772 cat <<TOP_OF_CONFIGURE > configure.tmp
 773 #!/bin/sh
 774 # configure each submodule in a xapian source tree
 775 # Generated by Xapian top-level bootstrap script.
 776 #$copyright
 777 trap 'echo "configure failed"' EXIT
 778 set -e
 779
 780 srcdir="$srcdir_abs"
 781 modules="$modules"
 782
 783 TOP_OF_CONFIGURE
 784
 785 cat <<'MIDDLE_OF_CONFIGURE' >> configure.tmp
 786 # Produced escaped version of command suitable for pasting back into sh
 787 cmd=$0
 788 user_CPPFLAGS=$CPPFLAGS
 789 user_LDFLAGS=$LDFLAGS
 790 for a ; do
 791  case $a in
 792   *[^-A-Za-z0-9_+=:@/.,]*)
 793    esc_a=`echo "$a"|sed 's!\([^-A-Za-z0-9_+=:@/.,]\)!\\\\\\1!g'`
 794    cmd="$cmd $esc_a" ;;
 795   *)
 796    cmd="$cmd $a" ;;
 797  esac
 798  # Capture any command-line settings of CPPFLAGS or LDFLAGS so we can override
 799  # for omega.  We follow the behaviour of autoconf-generated configure scripts
 800  # in that command-line setting beats environment variable setting, and the
 801  # last of multiple command-line settings is used.
 802  case $a in
 803    CPPFLAGS=*)
 804      user_CPPFLAGS=`expr "x$a" : 'xCPPFLAGS=\(.*\)'` ;;
 805    LDFLAGS=*)
 806      user_LDFLAGS=`expr "x$a" : 'xLDFLAGS=\(.*\)'` ;;
 807  esac
 808 done
 809
 810 here=`pwd`
 811 MIDDLE_OF_CONFIGURE
 812
 813 vars=
 814 if [ yes = "$intree_swig" ] ; then
 815   # We want the path to SWIG to point into srcdir, which isn't known until
 816   # configure-time, so we need to expand $here in configure.
 817   vars=' SWIG=$here/swig/preinst-swig'
 818 elif [ -n "$SWIG" ] ; then
 819   # User specified SWIG in environment, e.g. with:
 820   #   SWIG=/opt/swig/bin/swig ./bootstrap
 821   vars=" SWIG='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 822 fi
 823 for tool in $autotools ; do
 824   eval "val=\$$tool"
 825   if [ -n "$val" ] ; then
 826     echo ': ${'"$tool='$val'"'}' >> configure.tmp
 827     echo "export $tool" >> configure.tmp
 828     vars="$vars $tool='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 829   fi
 830 done
 831 if [ -n "$vars" ] ; then
 832   # $vars will always have a leading space.
 833   echo "set$vars "'"$@"' >> configure.tmp
 834 fi
 835
 836 cat <<'END_OF_CONFIGURE' >> configure.tmp
 837 dirs=
 838 revdirs=
 839 XAPIAN_CONFIG=$here/xapian-core/xapian-config
 840 for d in $modules ; do
 841   if [ "$here" = "$srcdir" ] ; then
 842     configure=./configure
 843     configure_from_here=$d/configure
 844   else
 845     configure=$srcdir/$d/configure
 846     configure_from_here=$configure
 847   fi
 848   if [ -f "$configure_from_here" ] ; then
 849     if [ -d "$d" ] ; then : ; else
 850       case $d in
 851       xapian-applications/*) [ -d xapian-applications ] || mkdir xapian-applications ;;
 852       esac
 853       mkdir "$d"
 854     fi
 855     echo "Configuring \`$d'"
 856     # Replace EXIT trap with one which shows `config.log`.
 857     trap 'if [ -f config.log ]; then echo "configure failed, config.log was:"; sed "s/^/| /" config.log; else echo "configure failed"; fi' EXIT
 858     # Use a shared config.cache for speed and to save a bit of diskspace, but
 859     # don't share it with SWIG just in case it manages to probe and cache
 860     # different answers (e.g. because it uses a C compiler).
 861     case $d in
 862     swig)
 863       case "$*" in
 864       *--host=*|*--host" "*)
 865         # We're cross-building, but SWIG needs to be built natively.
 866         swig_configure_args=
 867         skip=
 868         for arg in "$@" ; do
 869           if [ -n "$skip" ] ; then
 870             skip=
 871             continue
 872           fi
 873           case $arg in
 874           --host=*)
 875             # Drop --host=xxx
 876             continue ;;
 877           --host)
 878             # Drop --host xxx
 879             skip=1
 880             continue ;;
 881           CC=*|CXX=*)
 882             # Drop CC=xxx or CXX=xxx
 883             continue ;;
 884           CC_FOR_BUILD=*|CXX_FOR_BUILD=*)
 885             # CC_FOR_BUILD=xxx -> CC=xxx; CXX_FOR_BUILD=xxx -> CXX=xxx
 886             arg=`echo "$arg"|sed 's/_FOR_BUILD//'`
 887             ;;
 888           SWIG=*)
 889             # Drop SWIG=xxx - not useful and could cause problems.
 890             continue ;;
 891           esac
 892           swig_configure_args="$swig_configure_args "\'`printf '%s' "$arg"|sed "s/'/'\\\\\\\\''/g"`\'
 893         done
 894         # Also handle compilers specified in environment variables.  We can
 895         # just reassign them unconditionally as CC and CXX are ignored if
 896         # empty.
 897         (
 898           CC=$CC_FOR_BUILD
 899           CXX=$CC_FOR_BUILD
 900           export CC
 901           export CXX
 902           cd "$d" && eval "$configure" $swig_configure_args
 903         )
 904         ;;
 905       *)
 906         cd "$d" && "$configure" ${1+"$@"}
 907         ;;
 908       esac
 909       ;;
 910     xapian-core)
 911       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" ${1+"$@"}
 912       ;;
 913     xapian-applications/omega)
 914       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking XAPIAN_CONFIG="$XAPIAN_CONFIG" CPPFLAGS="-I$srcdir/INST/include $user_CPPFLAGS" LDFLAGS="-L$srcdir/INST/lib $user_LDFLAGS" ${1+"$@"}
 915       ;;
 916     *)
 917       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" XAPIAN_CONFIG="$XAPIAN_CONFIG" ${1+"$@"}
 918       ;;
 919     esac
 920     # Restore EXIT trap.
 921     trap 'echo "configure failed"' EXIT
 922     cd "$here"
 923     dirs="$dirs $d"
 924     revdirs="$d $revdirs"
 925   fi
 926 done
 927
 928 case " $* " in
 929   *" --help "*|*" --version "*)
 930     # Don't generate Makefile if --help or --version specified.
 931     trap - EXIT
 932     exit 0
 933     ;;
 934 esac
 935
 936 rm -f Makefile.tmp
 937 cat <<EOF > Makefile.tmp
 938 # Makefile generated by:
 939 CONFIGURE_COMMAND := $cmd
 940 EOF
 941 if [ "$srcdir" != . ] ; then
 942     cat <<EOF >> Makefile.tmp
 943
 944 VPATH = $srcdir
 945 EOF
 946 fi
 947 targets='all install uninstall install-strip clean distclean mostlyclean maintainer-clean dist check distcheck'
 948 for target in $targets ; do
 949   echo
 950   echo "$target:"
 951   case $target in
 952     uninstall|*clean)
 953       # When uninstalling or cleaning, process directories in reverse order, so
 954       # that we process a directory after any directories which might use it.
 955       list=$revdirs ;;
 956     *)
 957       list=$dirs ;;
 958   esac
 959   for d in $list ; do
 960     case $d,$target in
 961     swig,install*|swig,uninstall)
 962       # Nothing to do with swig when installing/uninstalling.
 963       ;;
 964     swig,dist|swig,check|swig,distcheck|swig,all)
 965       # Need to ensure swig is built before "make dist", "make check", etc.
 966       echo "    cd $d && \$(MAKE)" ;;
 967     swig,mostlyclean)
 968       echo "    cd $d && \$(MAKE) clean" ;;
 969     xapian-bindings,distcheck)
 970       # FIXME: distcheck doesn't currently work for xapian-bindings because
 971       # xapian-core isn't installed.
 972       echo "    cd $d && \$(MAKE) check && \$(MAKE) dist" ;;
 973     *)
 974       echo "    cd $d && \$(MAKE) $target" ;;
 975     esac
 976   done
 977   case $target in
 978     distclean|maintainer-clean) echo "  rm -f Makefile config.cache" ;;
 979   esac
 980 done >> Makefile.tmp
 981 cat <<EOF >> Makefile.tmp
 982
 983 recheck:
 984         \$(CONFIGURE_COMMAND)
 985
 986 Makefile: $srcdir/configure
 987         \$(CONFIGURE_COMMAND)
 988
 989 $srcdir/configure: \\
 990 END_OF_CONFIGURE
 991
 992 : > configure.tmp2
 993
 994 # We want to rerun bootstrap if a series file changes (patch added or removed)
 995 # or an existing patch changes.  Since we always have an series file (even if
 996 # it is empty), this also handles us adding the first patch for something.
 997 for d in patches/* ; do
 998   series=$d/series
 999   echo "$series:" >> configure.tmp2
1000   cat << END
1001     $series\\\\
1002 END
1003   sed -n 's/[    ]*\(#.*\)\?$//;/./p' "$series" |\
1004       while read p ; do
1005     patch=$d/$p
1006     cat << END
1007     $patch\\\\
1008 END
1009     # Because there's a pipeline, this is a subshell, so use a temporary file
1010     # rather than a variable to compile a list of patches to use below.
1011     echo "$patch:" >> configure.tmp2
1012   done
1013 done >> configure.tmp
1014
1015 cat <<'END_OF_CONFIGURE' >> configure.tmp
1016     $srcdir/bootstrap
1017 END_OF_CONFIGURE
1018 echo "  \$srcdir/bootstrap$bootstrap_sticky_opts" >> configure.tmp
1019 cat <<'END_OF_CONFIGURE' >> configure.tmp
1020
1021 .PHONY: $targets recheck
1022
1023 # Dummy dependencies to allow removing patches we no longer need.
1024 END_OF_CONFIGURE
1025
1026 cat configure.tmp2 >> configure.tmp
1027
1028 cat <<'END_OF_CONFIGURE' >> configure.tmp
1029 EOF
1030 mv -f Makefile.tmp Makefile
1031 trap - EXIT
1032 echo "Configured successfully - now run \"${MAKE-make}\""
1033 END_OF_CONFIGURE
1034
1035 rm -f configure.tmp2
1036
1037 chmod +x configure.tmp
1038 mv -f configure.tmp configure
1039
1040 # git defaults to showing 7 character abbreviated hashes if that's enough to be
1041 # unique for a particular commit.  But you can't paste these into trac as it
1042 # needs at least 8 hex digits to recognise a hex string as a commit hash.  You
1043 # need 9 characters to be unique across all of Xapian at the time of writing,
1044 # and 12 for the Linux kernel currently (a much larger number of objects than
1045 # Xapian).  12 is a manageable length and decently future-proof, so let's use
1046 # that.
1047 core_abbrev_recommended=12
1048 core_abbrev=`git config --get core.abbrev||:`
1049 if [ -z "$core_abbrev" ] ; then
1050   echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config"
1051   git config --local core.abbrev "$core_abbrev_recommended"
1052 elif [ "$core_abbrev" -lt "$core_abbrev_recommended" ] ; then
1053   if [ -z "`git config --local core.abbrev`" ] ; then
1054     # Set globally to < $core_abbrev_recommended, override in this repo.
1055     echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config to override global core.abbrev=$core_abbrev"
1056     git config --local core.abbrev "$core_abbrev_recommended"
1057   else
1058     # Just warn.
1059     echo "warning: core.abbrev=$core_abbrev set on this repo, at least $core_abbrev_recommended is recommended"
1060   fi
1061 fi
1062
1063 trap - EXIT
1064 echo "Bootstrapped successfully - now run \"$srcdir/configure\" and \"${MAKE-make}\""