bootstrap

   1 #!/bin/sh
   2 # bootstrap a xapian source tree obtained from git to produce a tree like
   3 # you'd get from unpacking the results of "make dist"
   4 #
   5 copyright='
   6 # Copyright (C) 2002-2022 Olly Betts
   7 #
   8 # This program is free software; you can redistribute it and/or
   9 # modify it under the terms of the GNU General Public License as
  10 # published by the Free Software Foundation; either version 2 of the
  11 # License, or (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program; if not, write to the Free Software
  20 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
  21 # USA
  22 '
  23
  24 if [ "$1" = "--help" ] ; then
  25   cat <<__END__
  26 $0 [--ftp|--http] [--download-tools=(always|ifneeded|never)] [--fetch-url-command=CMD] [--clean] [MODULE...]
  27
  28 The default is to bootstrap all known modules.  Any modules which have a
  29 file called ".nobootstrap" in their top-level will be skipped.
  30 __END__
  31   exit 0
  32 fi
  33
  34 trap 'echo "Bootstrap failed"' EXIT
  35 set -e
  36
  37 # The variables which specify the autotools to use.
  38 autotools="AUTORECONF AUTOCONF AUTOHEADER AUTOM4TE AUTOMAKE ACLOCAL LIBTOOLIZE"
  39
  40 # Tool for downloading a file from a URL (currently wget, curl, and lwp-request
  41 # are probed for in that order).  Can be specified with --fetch-url-command.
  42 FETCH_URL_TOOL=
  43
  44 check_checksum() {
  45   checksum_=$1
  46   tarball_=$2
  47
  48   if [ -z "$SHA256SUM_TOOL" ] ; then
  49     for SHA256SUM_TOOL in \
  50         '${SHA256SUM-sha256sum} 2>/dev/null|cut -d\  -f1' \
  51         '${SHASUM-shasum} -a256 2>/dev/null|cut -d\  -f1' \
  52         '${OPENSSL-openssl} sha256 2>/dev/null|sed "s/.* //"' \
  53         '' ; do
  54       if [ -z "$SHA256SUM_TOOL" ] ; then
  55         cat <<'END'
  56 Need sha256sum or shasum or openssl installed to check SHA256 checksums.
  57 Set environment variable SHA256SUM, SHASUM or OPENSSL if the tool isn't on
  58 your PATH.
  59 END
  60         exit 1
  61       fi
  62       # Sanity check by hashing empty input.
  63       r=`:|eval "$SHA256SUM_TOOL"`
  64       [ X"$r" != Xe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 ] || break
  65     done
  66   fi
  67   r=`< "$tarball_" eval "$SHA256SUM_TOOL"`
  68   if [ X"$r" != X"$checksum_" ] ; then
  69     echo "$tarball_: computed SHA256 checksum did NOT match"
  70     echo "computed: $r with $SHA256SUM_TOOL"
  71     echo "expected: $checksum_"
  72     ls -l "$tarball_"
  73     file "$tarball_" || true
  74     mv "$tarball_" "$tarball_.$r"
  75     echo "Renamed $tarball_ to $tarball_.$r"
  76     exit 1
  77   fi
  78 }
  79
  80 check_at_least() {
  81   # This function is expected to be used in 'if' so we can't rely on set -e
  82   # being in effect here.
  83   v1=$1
  84   v2=$2
  85   save_IFS=$IFS
  86   IFS=.
  87   set x $v1
  88   for v in $v2 ; do
  89     shift
  90     if [ "$1" != "$v" ] ; then
  91       if [ -z "$1" ] || [ "$1" -lt "$v" ] ; then
  92         IFS=$save_IFS
  93         return 1
  94       fi
  95       break
  96     fi
  97   done
  98   IFS=$save_IFS
  99   return 0
 100 }
 101
 102 need_to_build() {
 103   # This function is expected to be used in 'if' so we can't rely on set -e
 104   # being in effect here.
 105   package=$1
 106   version=$2
 107   binary=$3
 108
 109   case $download_tools in
 110     always) ;;
 111     never)
 112       return 1
 113       ;;
 114     *)
 115       if [ -n "$binary" ] ; then
 116         if [ -s "../patches/$package/series" ] ; then
 117           echo "There are patches to apply to $package so using private build"
 118         else
 119           # Check if a new enough version is already installed.
 120           version_installed=`"$binary" --version 2>/dev/null|sed '1,1 s/.* //p;d'`
 121           if [ -n "$version_installed" ] ; then
 122             # Fast track equality.
 123             if [ "$version_installed" = "$version" ] ; then
 124               echo "$binary $version_installed installed, exactly what's needed"
 125               return 1
 126             fi
 127             if check_at_least "$version_installed" "$version" ; then
 128               echo "$binary $version_installed installed >= $version required"
 129               return 1
 130             fi
 131           fi
 132         fi
 133       fi
 134       ;;
 135   esac
 136   return 0
 137 }
 138
 139 lazy_build() {
 140   package=$1
 141   version=$2
 142   basename=$package-$version
 143   ext=$3
 144   checksum=$4
 145
 146   if [ "$ext" = "tar.xz" ] ; then
 147     if [ -z "$xz_ok" ] ; then
 148       if ${XZ-xz} --version > /dev/null 2>&1 ; then
 149         xz_ok=1
 150       else
 151         xz_ok=0
 152       fi
 153     fi
 154     if [ "$xz_ok" = 0 ] ; then
 155       shift 2
 156       ext=$3
 157       checksum=$4
 158     fi
 159   fi
 160   if [ "$ext" = "tar.bz2" ] ; then
 161     if [ -z "$bz2_ok" ] ; then
 162       # bzip2 --version doesn't exit with code 0 in upstream version (though
 163       # Debian at least patch this bug), so use --help to check it.
 164       if bzip2 --help > /dev/null 2>&1 ; then
 165         bz2_ok=1
 166       else
 167         bz2_ok=0
 168       fi
 169     fi
 170     if [ "$bz2_ok" = 0 ] ; then
 171       shift 2
 172       ext=$3
 173       checksum=$4
 174     fi
 175   fi
 176   tarball=$basename.$ext
 177   case $basename in
 178     *[24680][a-z]) basename=`echo "$basename"|sed 's/[a-z]$//'` ;;
 179   esac
 180
 181   # Create the stamp file in INST so that rerunning bootstrap after
 182   # "rm -rf INST" recovers nicely.
 183   stamp=../INST/$package.stamp
 184   out_of_date=
 185
 186   # Download the tarball if required.
 187   if [ ! -f "$tarball" ] ; then
 188     main_tarball=
 189     # Older git versions don't support "git worktree", so discard stderr and
 190     # then we'll skip the worktree handling because main_worktree_dir will
 191     # be empty.
 192     main_worktree_dir=`git worktree list --porcelain 2>/dev/null|sed 's/^worktree //;q'`
 193     if [ -n "$main_worktree_dir" ] ; then
 194       # Canonicalise main_worktree_dir before comparing with pwd.
 195       main_worktree_dir=`cd "$main_worktree_dir" && pwd`
 196       if [ "$main_worktree_dir/BUILD" != "`pwd`" ] ; then
 197         # If main_tarball is set non-empty, then we're a linked worktree.
 198         main_tarball=$main_worktree_dir/BUILD/$tarball
 199       fi
 200     fi
 201     if [ -n "$main_tarball" ] && [ -f "$main_tarball" ] ; then
 202       # Don't re-download the tarball if the main worktree already has it.
 203       tarball=$main_tarball
 204     else
 205       if [ -z "$FETCH_URL_TOOL" ] ; then
 206         if ${WGET-wget} --version > /dev/null 2>&1 ; then
 207           FETCH_URL_TOOL="${WGET-wget} -O-"
 208         elif ${CURL-curl} --version > /dev/null 2>&1 || [ "$?" = 2 ] ; then
 209           # curl --version exits with code 2 (~7.18.2) or 0 (7.35.0).
 210           # -L is needed to follow HTTP redirects.
 211           FETCH_URL_TOOL="${CURL-curl} -L"
 212         elif ${LWP_REQUEST-lwp-request} -v > /dev/null 2>&1 || [ "$?" = 9 ] || [ "$?" = 255 ] ; then
 213           # lwp-request -v exits with code 9 (5.810) or 255 (6.03)
 214           FETCH_URL_TOOL="${LWP_REQUEST-lwp-request} -mGET"
 215         else
 216           cat <<END >&2
 217 Neither wget nor curl nor lwp-request found - install one of them or if already
 218 installed, set WGET, CURL or LWP_REQUEST to the full path.  Alternatively,
 219 download $url
 220 to directory `pwd`
 221 then rerun this script.
 222 END
 223           exit 1
 224         fi
 225       fi
 226       url="https://github.com/xapian/xapian-dev-deps/releases/download/current/$tarball"
 227       case $basename in
 228       file-*)
 229         case $download_protocol in
 230           ftp) url="ftp://ftp.astron.com/pub/file/$tarball" ;;
 231           # We used to use http://fossies.org/ but that now redirects to https.
 232         esac ;;
 233       *[13579][a-z])
 234         # GNU alpha release
 235         case $download_protocol in
 236           ftp) url="ftp://alpha.gnu.org/gnu/$package/$tarball" ;;
 237           http) url="http://alpha.gnu.org/gnu/$package/$tarball" ;;
 238         esac ;;
 239       *)
 240         case $download_protocol in
 241           ftp) url="ftp://ftp.gnu.org/gnu/$package/$tarball" ;;
 242           http) url="http://ftpmirror.gnu.org/$package/$tarball" ;;
 243         esac ;;
 244       esac
 245       case $download_protocol,$url in
 246         http,https:*)
 247           echo "warning: No http: link for $tarball available, using https:"
 248           ;;
 249       esac
 250
 251       # Keep the tarball under a quarantined name until we've verified its
 252       # checksum.  Once verified, if this is a linked git worktree we save
 253       # the tarball in the main worktree's BUILD directory so that it can
 254       # be shared with other worktrees.
 255       if [ -n "$main_tarball" ] ; then
 256         tarball=$main_tarball
 257       fi
 258       quarantined_tarball=$tarball-quarantine.$$
 259       rm -f "$quarantined_tarball"
 260       echo "Downloading <$url>"
 261       $FETCH_URL_TOOL "$url" > "$quarantined_tarball" || exit $?
 262       check_checksum "$checksum" "$quarantined_tarball"
 263       mv "$quarantined_tarball" "$tarball"
 264
 265       # Force a build.
 266       out_of_date=force
 267     fi
 268   fi
 269
 270   if [ -z "$out_of_date" ] ; then
 271     if [ -f "$stamp" ] ; then
 272       # Check if the tarball or the patches we're applying have changed since
 273       # the existing build.
 274       out_of_date=`find "$tarball" ../patches/"$package"/* -newer "$stamp" -print 2> /dev/null||true`
 275     else
 276       out_of_date=force
 277     fi
 278   fi
 279
 280   if [ -n "$out_of_date" ] ; then
 281     # Verify the tarball's checksum before building it.  We now check at
 282     # download time, but older versions of bootstrap didn't, and this also
 283     # protects a user who manually downloads a tarball (which we suggest as an
 284     # option if wget, curl, etc aren't found).
 285     check_checksum "$checksum" "$tarball"
 286
 287     case $tarball in
 288       */*) ;; # Only expire tarballs from the main worktree.
 289       *)
 290         case `git worktree list --porcelain 2>/dev/null|grep -c '^worktree '` in
 291           1|0)
 292             # Remove tarballs of other versions if there's only one worktree, or if
 293             # using git < 2.5 (before worktrees were added).
 294             for f in "$package"-* ; do
 295               [ "$f" = "$tarball" ] || rm -rf "$f"
 296             done
 297             ;;
 298         esac
 299         ;;
 300     esac
 301
 302     case $ext in
 303     tar.xz)
 304       ${XZ-xz} -dc "$tarball"| tar xf - || exit $? ;;
 305     tar.bz2)
 306       bzip2 -dc "$tarball"| tar xf - || exit $?  ;;
 307     *)
 308       gzip -dc "$tarball"| tar xf - || exit $? ;;
 309     esac
 310
 311     cd "$basename" || exit $?
 312
 313     series="../../patches/$package/series"
 314     if [ ! -f "$series" ] ; then
 315       cat <<END >&2
 316 No patch series file 'patches/$package/series' - if there are no patches,
 317 this should just be an empty file.
 318 END
 319       exit 1
 320     fi
 321     if [ -s "$series" ] ; then
 322       echo "Applying patches from $package/series"
 323       sed -n 's/[        ]*\(#.*\)\?$//;/./p' "$series" | \
 324           while read p ; do
 325         echo "Applying patch $package/$p"
 326         patch -p1 < "../../patches/$package/$p" || exit $?
 327       done
 328     fi
 329
 330     echo "Configuring $package"
 331     if test -n "$AUTOCONF" ; then
 332       ./configure --prefix "$instdir" AUTOCONF="$AUTOCONF" || exit $?
 333     else
 334       ./configure --prefix "$instdir" || exit $?
 335     fi
 336     echo "Building $package"
 337     make || exit $?
 338     echo "Installing $package"
 339     make install || exit $?
 340     echo "Done installing $package"
 341     cd .. || exit $?
 342     rm -rf "$basename" || exit $?
 343
 344     touch "$stamp" || exit $?
 345   fi
 346   return 0
 347 }
 348
 349 handle_git_external() {
 350   path=$1
 351   if [ ! -f "$path/.nobootstrap" ] ; then
 352     rev=$2
 353     url=$3
 354     if [ ! -d "$path" ] ; then
 355       git clone --no-checkout -- "$url" "$path"
 356     elif (cd "$path" && git reflog "$rev" -- 2>/dev/null) ; then
 357       : # Already have that revision locally
 358     else
 359       (cd "$path" && git fetch)
 360     fi
 361     (cd "$path" && git checkout "$rev")
 362   fi
 363 }
 364
 365 update_config() {
 366   from=$1
 367   to=$2
 368   ts_from=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$from"`
 369   ts_to=`perl -ne '/^timestamp=(\W?)([-\d]+)$1/ and do {$_=$2;y/-//d;print;exit}' "$to"`
 370   if [ "$ts_from" -gt "$ts_to" ] ; then
 371      echo "Updating $to ($ts_to) with $from ($ts_from)"
 372      # rm first in case the existing file is a symlink.
 373      rm -f "$to"
 374      cp "$from" "$to"
 375   fi
 376 }
 377
 378 update_bootstrap_sticky_opts() {
 379   arg=$1
 380   case $arg in
 381     *[!-A-Za-z0-9_+=:@/.,]*)
 382       # Quote for the shell and escape $ to $$ for make.
 383       bootstrap_sticky_opts="$bootstrap_sticky_opts '"`echo "$arg"|sed "s/'/'\\\\\\''/g;"'s/[$]/\\\\$\\\\$/g'`"'"
 384       ;;
 385     *)
 386       bootstrap_sticky_opts="$bootstrap_sticky_opts $arg"
 387       ;;
 388   esac
 389 }
 390
 391 curdir=`pwd`
 392
 393 # cd to srcdir if we aren't already there.
 394 srcdir=`echo "$0"|sed 's!/*[^/]*$!!'`
 395 case $srcdir in
 396   ""|.)
 397     srcdir=. ;;
 398   *)
 399     cd "$srcdir" ;;
 400 esac
 401
 402 # Commit hash to pass to handle_git_external for swig.  Equivalent to
 403 # SWIG 4.1.1 (we need at least SWIG 4.1.0 for Ruby 2.7 and PHP 8).
 404 swig_git_commit_hash=77323a0f07562b7d90d36181697a72a909b9519a
 405
 406 # Commit hash to use for common in omega:
 407 omega_common_commit_hash=f775613d8aab7794bed4d57d7cf9d1caace6c76f
 408
 409 gitdir=`git rev-parse --git-dir`
 410
 411 if [ ! -d "$gitdir" ] ; then
 412   echo "$0: No '.git' directory found - this script should be run from a"
 413   echo "git repo cloned from git://git.xapian.org/xapian or a mirror of it"
 414   exit 1
 415 fi
 416
 417 for emptydir in xapian-applications/omega/m4 xapian-bindings/m4 ; do
 418   if test -d "$emptydir" ; then
 419     :
 420   else
 421     parent=`echo "$emptydir"|sed 's,/[^/]*$,,'`
 422     if test -d "$parent" ; then
 423       mkdir "$emptydir"
 424     fi
 425   fi
 426 done
 427
 428 if [ -f "$gitdir/info/exclude" ] ; then
 429   sed '/^\(swig\|xapian-applications\/omega\/common$\)/d' "$gitdir/info/exclude" > "$gitdir/info/exclude~"
 430 else
 431   [ -d "$gitdir/info" ] || mkdir "$gitdir/info"
 432 fi
 433 cat <<END >> "$gitdir/info/exclude~"
 434 swig
 435 xapian-applications/omega/common
 436 END
 437 if [ -f "$gitdir/info/exclude" ] &&
 438    cmp -s "$gitdir/info/exclude~" "$gitdir/info/exclude" ; then
 439   rm "$gitdir/info/exclude~"
 440 else
 441   mv "$gitdir/info/exclude~" "$gitdir/info/exclude"
 442 fi
 443
 444 # If this tree is checked out from the github mirror, use the same access
 445 # method for other things checked out from github (e.g. swig) so we avoid
 446 # firewall issues.  If there's no default remote, the git config command
 447 # will exit with status 1, so ignore that failure.
 448 origin_url=`git config remote.origin.url||:`
 449 case $origin_url in
 450   *[@/]github.com[:/]*)
 451     github_base_url=`echo "X$origin_url"|sed 's/^X//;s!\([@/]github.com[:/]\).*!\1!'` ;;
 452   *)
 453     github_base_url=https://github.com/ ;;
 454 esac
 455 swig_origin_url=${github_base_url}swig/swig.git
 456
 457 if [ -z "$XAPIAN_COMMON_CLONE_URL" ] ; then
 458     xapian_common_clone_url=.
 459 else
 460     xapian_common_clone_url=$XAPIAN_COMMON_CLONE_URL
 461 fi
 462
 463 # Set to 'ftp' to use ftp URLs where available and 'http' to use unencrypted
 464 # 'http'.  By default we prefer https downloads as they are more likely to work
 465 # through firewalls and better preserve user privacy.
 466 download_protocol=
 467
 468 # Set to 'always' to always use a locally installed copy of the autotools
 469 # or 'never' to never download.
 470 #
 471 # By default we check for locally installed versions and use them if they are
 472 # new enough versions.  But e.g. for building releases we want to use a known
 473 # set of versions.
 474 download_tools=ifneeded
 475
 476 # Save options which should be sticky for when "make" needs to rerun bootstrap.
 477 # This should be empty or start with a space.
 478 bootstrap_sticky_opts=
 479
 480 while [ "$#" -gt 0 ] ; do
 481   case $1 in
 482   --download-tools=*)
 483     update_bootstrap_sticky_opts "$1"
 484     download_tools=`echo "x$1"|sed 's/^x--download-tools=//'`
 485     shift
 486     continue
 487     ;;
 488
 489   --download-tools)
 490     update_bootstrap_sticky_opts "$1=$2"
 491     download_tools=$2
 492     shift 2
 493     continue
 494     ;;
 495
 496   --ftp)
 497     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 498     download_protocol=ftp
 499     shift
 500     continue
 501     ;;
 502
 503   --http)
 504     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 505     download_protocol=http
 506     shift
 507     continue
 508     ;;
 509
 510   --fetch-url-command=*)
 511     update_bootstrap_sticky_opts "$1"
 512     FETCH_URL_TOOL=`echo "x$1"|sed 's/^x--fetch-url-command=//'`
 513     shift
 514     continue
 515     ;;
 516
 517   --fetch-url-command)
 518     update_bootstrap_sticky_opts "$1=$2"
 519     FETCH_URL_TOOL=$2
 520     shift 2
 521     continue
 522     ;;
 523
 524   --clean)
 525     # This probably shouldn't be sticky.
 526     rm -rf INST
 527     shift
 528     continue
 529     ;;
 530
 531   --without-autotools)
 532     # This shouldn't be sticky.
 533     echo "warning: Ignoring old option '$1' - new default is to use installed versions of tools if new enough.  Use '--download-tools=never' to prevent ever downloading"
 534     shift
 535     continue
 536     ;;
 537
 538   --)
 539     bootstrap_sticky_opts="$bootstrap_sticky_opts $1"
 540     shift
 541     break
 542     ;;
 543
 544   -*)
 545     echo "Unknown option '$1'" 1>&2
 546     exit 1
 547     ;;
 548
 549   *)
 550     break
 551     ;;
 552   esac
 553 done
 554
 555 if [ "$#" -gt 0 ] ; then
 556   for a in "$@" ; do
 557     update_bootstrap_sticky_opts "$a"
 558   done
 559 fi
 560
 561 case $download_tools in
 562   always|ifneeded) ;;
 563   never)
 564     echo "warning: If stuff breaks with '--download-tools=never', you get to keep the pieces"
 565     ;;
 566   *)
 567     echo "Invalid --download-tools value '$download_tools'"
 568     exit 1
 569     ;;
 570 esac
 571
 572 [ -d INST ] || mkdir INST
 573 instdir=`pwd`/INST
 574
 575 [ -d BUILD ] || mkdir BUILD
 576 cd BUILD
 577
 578 # The hex strings are SHA256 checksums for the preceding extension.
 579 args='autoconf 2.71'
 580 if need_to_build $args autoconf ; then
 581   lazy_build $args \
 582     tar.xz f14c83cfebcc9427f2c3cea7258bd90df972d92eb26752da4ddad81c87a0faa4 \
 583     tar.gz 431075ad0bf529ef13cb41e9042c542381103e80015686222b8a9d4abef42a1c
 584   AUTOCONF=$instdir/bin/autoconf
 585   export AUTOCONF
 586   AUTORECONF=$instdir/bin/autoreconf
 587   export AUTORECONF
 588   AUTOHEADER=$instdir/bin/autoheader
 589   export AUTOHEADER
 590   AUTOM4TE=$instdir/bin/autom4te
 591   export AUTOM4TE
 592 fi
 593 args='automake 1.16.5'
 594 if need_to_build $args automake ; then
 595   lazy_build $args \
 596     tar.xz f01d58cd6d9d77fbdca9eb4bbd5ead1988228fdb73d6f7a201f5f8d6b118b469 \
 597     tar.gz 07bd24ad08a64bc17250ce09ec56e921d6343903943e99ccf63bbf0705e34605
 598   ACLOCAL=$instdir/bin/aclocal
 599   export ACLOCAL
 600   AUTOMAKE=$instdir/bin/automake
 601   export AUTOMAKE
 602 fi
 603 args='libtool 2.4.6'
 604 if need_to_build $args libtool ; then
 605   lazy_build $args \
 606     tar.xz 7c87a8c2c8c0fc9cd5019e402bed4292462d00a718a7cd5f11218153bf28b26f \
 607     tar.gz e3bd4d5d3d025a36c21dd6af7ea818a2afcd4dfc1ea5a17b39d7854bcd0c06e3
 608   LIBTOOLIZE=$instdir/bin/libtoolize
 609   export LIBTOOLIZE
 610   libtool_aclocal=$instdir/share/aclocal
 611 else
 612   libtool_aclocal=`which libtoolize|sed 's!/bin/[^/]*$!/share/aclocal!'`
 613   if [ -z "$libtool_aclocal" ] ; then
 614     echo "libtoolize not found"
 615     exit 1
 616   fi
 617 fi
 618
 619 if [ "$1" = "--deps=libmagic" ] ; then
 620   shift
 621   lazy_build file 5.3.2 \
 622     tar.gz 8639dc4d1b21e232285cd483604afc4a6ee810710e00e579dbe9591681722b50
 623 fi
 624
 625 # Save the unadorned aclocal for bootstrapping SWIG.  In particular SWIG
 626 # uses a modified old version of AX_CXX_COMPILE_STDCXX_11 which isn't
 627 # compatible with the current version which might be in a system directory.
 628 SWIG_ACLOCAL=${ACLOCAL-aclocal}
 629
 630 cd ..
 631
 632 # Add -I for in-tree macro directory first, so we use that xapian.m4 in
 633 # preference to one in any directories added below.
 634 ACLOCAL="${ACLOCAL-aclocal} -I `pwd`/xapian-core/m4-macros"
 635 export ACLOCAL
 636
 637 # If the aclocal we're using is in a different prefix to the libtool we're
 638 # using, we probably need to tell aclocal where to look for our libtool's
 639 # macros.  Our directory may already by specified by other means, but it's
 640 # fairly harmless to specify an explicit -I for a directory which is searched
 641 # anyway - at worst it changes the search order.
 642 aclocal_ac_dir=`${ACLOCAL-aclocal} --print-ac-dir`
 643 if [ "$aclocal_ac_dir" != "$libtool_aclocal" ] ; then
 644   ACLOCAL="${ACLOCAL-aclocal} -I $libtool_aclocal"
 645   export ACLOCAL
 646 fi
 647 # If we're using a non-system automake, check if pkg.m4 is in the directory
 648 # aclocal looks in by default.  If not and there's a system pkg.m4, tell
 649 # aclocal to also look in the system aclocal directory.
 650 if [ ! -r "$aclocal_ac_dir/pkg.m4" ] ; then
 651   if [ -r /usr/share/aclocal/pkg.m4 ] ; then
 652     ACLOCAL="${ACLOCAL-aclocal} -I /usr/share/aclocal"
 653     export ACLOCAL
 654   fi
 655 fi
 656
 657 case `${LIBTOOLIZE-libtoolize} --version` in
 658 "")
 659   echo "${LIBTOOLIZE-libtoolize} not found"
 660   exit 1 ;;
 661 "libtoolize (GNU libtool) 1.4.*")
 662   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.4 which is too old - libtool 2.2 is required."
 663   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 664   exit 1 ;;
 665 "libtoolize (GNU libtool) 1.5.*")
 666   echo "${LIBTOOLIZE-libtoolize} is from libtool 1.5 which is too old - libtool 2.2 is required."
 667   echo "If you have both installed, set LIBTOOLIZE to point to the correct version."
 668   exit 1 ;;
 669 esac
 670
 671 intree_swig=no
 672 modules=
 673 for module in ${@:-xapian-core xapian-applications/omega swig xapian-bindings} ; do
 674   d=$module
 675   if [ "$d" = swig ] ; then
 676     if [ -f "xapian-bindings/.nobootstrap" ] ; then
 677       # No point bootstrapping SWIG if we aren't going to use it.
 678       echo "Skipping '$d' due to presence of 'xapian-bindings/.nobootstrap'."
 679       continue
 680     fi
 681     handle_git_external swig "$swig_git_commit_hash" "$swig_origin_url"
 682   fi
 683   if [ -f "$d/configure.ac" ] || [ -f "$d/configure.in" ] ; then
 684     :
 685   else
 686     # Skip any directories we can't bootstrap.
 687     continue
 688   fi
 689   if [ -f "$d/.nobootstrap" ] ; then
 690     # Report why to save head scratching when someone forgets they created
 691     # a .nobootstrap file.
 692     echo "Skipping '$module' due to presence of '$d/.nobootstrap'."
 693     continue
 694   fi
 695   case $d in
 696   xapian-applications/omega)
 697     # If someone's created a directory for common, leave it be.
 698     if [ -h "$d/common" ] || [ ! -d "$d/common" ] ; then
 699       hash=$omega_common_commit_hash
 700       if [ -f "$gitdir/shallow" ] ; then
 701         if git reflog "$hash" -- 2> /dev/null ; then
 702           : # Already have the desired commit.
 703         else
 704           git fetch --unshallow
 705         fi
 706       fi
 707       handle_git_external "$d/.common.git" "$hash" "$xapian_common_clone_url"
 708       ln -sf .common.git/xapian-core/common "$d/common"
 709     fi
 710     ;;
 711   esac
 712
 713   echo "Bootstrapping \`$module'"
 714   [ -f "$d/preautoreconf" ] && perl "$d/preautoreconf"
 715
 716   # If we have a custom INSTALL file, preserve it since autoreconf insists on
 717   # replacing INSTALL with "generic installation instructions" when --force
 718   # is used.  Be careful to replace it if autoreconf fails.
 719   if [ -f "$d/INSTALL" ] ; then
 720     if grep 'generic installation instructions' "$d/INSTALL" >/dev/null 2>&1 ; then
 721       :
 722     else
 723       mv -f "$d/INSTALL" "$d/INSTALL.preserved-by-bootstrap"
 724     fi
 725   fi
 726
 727   autoreconf_rc=
 728   if [ swig = "$module" ] ; then
 729     # SWIG provides its own bootstrapping script.
 730     curdir=`pwd`
 731     cd "$d"
 732     ACLOCAL=$SWIG_ACLOCAL ./autogen.sh || autoreconf_rc=$?
 733     cd "$curdir"
 734     # Use the uninstalled wrapper for the in-tree copy of SWIG.
 735     intree_swig=yes
 736   else
 737     # Use --install as debian's autoconf wrapper uses 2.5X if it sees it
 738     # (but it doesn't check for -i).
 739     #
 740     # Use --force so that we update files if autoconf, automake, or libtool
 741     # has been upgraded.
 742     ${AUTORECONF-autoreconf} --install --force "$d" || autoreconf_rc=$?
 743   fi
 744   if [ -f "$d/INSTALL.preserved-by-bootstrap" ] ; then
 745     mv -f "$d/INSTALL.preserved-by-bootstrap" "$d/INSTALL"
 746   fi
 747   if [ -n "$autoreconf_rc" ] ; then
 748     exit $autoreconf_rc
 749   fi
 750   for f in config.guess config.sub ; do
 751     if [ -f "$d/$f" ] ; then
 752       update_config "config/$f" "$d/$f"
 753     fi
 754   done
 755   modules="$modules $module"
 756 done
 757
 758 # Produce an absolute path to srcdir.
 759 srcdir_abs=`pwd`
 760
 761 # Generate the top-level configure script.
 762 rm -f configure.tmp
 763 cat <<TOP_OF_CONFIGURE > configure.tmp
 764 #!/bin/sh
 765 # configure each submodule in a xapian source tree
 766 # Generated by Xapian top-level bootstrap script.
 767 #$copyright
 768 trap 'echo "configure failed"' EXIT
 769 set -e
 770
 771 srcdir="$srcdir_abs"
 772 modules="$modules"
 773
 774 TOP_OF_CONFIGURE
 775
 776 cat <<'MIDDLE_OF_CONFIGURE' >> configure.tmp
 777 # Produced escaped version of command suitable for pasting back into sh
 778 cmd=$0
 779 user_CPPFLAGS=$CPPFLAGS
 780 user_LDFLAGS=$LDFLAGS
 781 for a ; do
 782  case $a in
 783   *[^-A-Za-z0-9_+=:@/.,]*)
 784    esc_a=`echo "$a"|sed 's!\([^-A-Za-z0-9_+=:@/.,]\)!\\\\\\1!g'`
 785    cmd="$cmd $esc_a" ;;
 786   *)
 787    cmd="$cmd $a" ;;
 788  esac
 789  # Capture any command-line settings of CPPFLAGS or LDFLAGS so we can override
 790  # for omega.  We follow the behaviour of autoconf-generated configure scripts
 791  # in that command-line setting beats environment variable setting, and the
 792  # last of multiple command-line settings is used.
 793  case $a in
 794    CPPFLAGS=*)
 795      user_CPPFLAGS=`expr "x$a" : 'xCPPFLAGS=\(.*\)'` ;;
 796    LDFLAGS=*)
 797      user_LDFLAGS=`expr "x$a" : 'xLDFLAGS=\(.*\)'` ;;
 798  esac
 799 done
 800
 801 here=`pwd`
 802 MIDDLE_OF_CONFIGURE
 803
 804 vars=
 805 if [ yes = "$intree_swig" ] ; then
 806   # We want the path to SWIG to point into srcdir, which isn't known until
 807   # configure-time, so we need to expand $here in configure.
 808   vars=' SWIG=$here/swig/preinst-swig'
 809 elif [ -n "$SWIG" ] ; then
 810   # User specified SWIG in environment, e.g. with:
 811   #   SWIG=/opt/swig/bin/swig ./bootstrap
 812   vars=" SWIG='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 813 fi
 814 for tool in $autotools ; do
 815   eval "val=\$$tool"
 816   if [ -n "$val" ] ; then
 817     echo ': ${'"$tool='$val'"'}' >> configure.tmp
 818     echo "export $tool" >> configure.tmp
 819     vars="$vars $tool='"`echo "$val"|sed 's/\(['"\\'"']\)/\\\1/g'`"'"
 820   fi
 821 done
 822 if [ -n "$vars" ] ; then
 823   # $vars will always have a leading space.
 824   echo "set$vars "'"$@"' >> configure.tmp
 825 fi
 826
 827 cat <<'END_OF_CONFIGURE' >> configure.tmp
 828 dirs=
 829 revdirs=
 830 XAPIAN_CONFIG=$here/xapian-core/xapian-config
 831 for d in $modules ; do
 832   if [ "$here" = "$srcdir" ] ; then
 833     configure=./configure
 834     configure_from_here=$d/configure
 835   else
 836     configure=$srcdir/$d/configure
 837     configure_from_here=$configure
 838   fi
 839   if [ -f "$configure_from_here" ] ; then
 840     if [ -d "$d" ] ; then : ; else
 841       case $d in
 842       xapian-applications/*) [ -d xapian-applications ] || mkdir xapian-applications ;;
 843       esac
 844       mkdir "$d"
 845     fi
 846     echo "Configuring \`$d'"
 847     # Replace EXIT trap with one which shows `config.log`.
 848     trap 'if [ -f config.log ]; then echo "configure failed, config.log was:"; sed "s/^/| /" config.log; else echo "configure failed"; fi' EXIT
 849     # Use a shared config.cache for speed and to save a bit of diskspace, but
 850     # don't share it with SWIG just in case it manages to probe and cache
 851     # different answers (e.g. because it uses a C compiler).
 852     case $d in
 853     swig)
 854       case "$*" in
 855       *--host=*|*--host" "*)
 856         # We're cross-building, but SWIG needs to be built natively.
 857         swig_configure_args=
 858         skip=
 859         for arg in "$@" ; do
 860           if [ -n "$skip" ] ; then
 861             skip=
 862             continue
 863           fi
 864           case $arg in
 865           --host=*)
 866             # Drop --host=xxx
 867             continue ;;
 868           --host)
 869             # Drop --host xxx
 870             skip=1
 871             continue ;;
 872           CC=*|CXX=*)
 873             # Drop CC=xxx or CXX=xxx
 874             continue ;;
 875           CC_FOR_BUILD=*|CXX_FOR_BUILD=*)
 876             # CC_FOR_BUILD=xxx -> CC=xxx; CXX_FOR_BUILD=xxx -> CXX=xxx
 877             arg=`echo "$arg"|sed 's/_FOR_BUILD//'`
 878             ;;
 879           SWIG=*)
 880             # Drop SWIG=xxx - not useful and could cause problems.
 881             continue ;;
 882           esac
 883           swig_configure_args="$swig_configure_args "\'`printf '%s' "$arg"|sed "s/'/'\\\\\\\\''/g"`\'
 884         done
 885         # Also handle compilers specified in environment variables.  We can
 886         # just reassign them unconditionally as CC and CXX are ignored if
 887         # empty.
 888         (
 889           CC=$CC_FOR_BUILD
 890           CXX=$CC_FOR_BUILD
 891           export CC
 892           export CXX
 893           cd "$d" && eval "$configure" $swig_configure_args
 894         )
 895         ;;
 896       *)
 897         cd "$d" && "$configure" ${1+"$@"}
 898         ;;
 899       esac
 900       ;;
 901     xapian-core)
 902       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" ${1+"$@"}
 903       ;;
 904     xapian-applications/omega)
 905       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking XAPIAN_CONFIG="$XAPIAN_CONFIG" CPPFLAGS="-I$srcdir/INST/include $user_CPPFLAGS" LDFLAGS="-L$srcdir/INST/lib $user_LDFLAGS" ${1+"$@"}
 906       ;;
 907     *)
 908       cd "$d" && "$configure" --enable-maintainer-mode --disable-option-checking --cache-file="$here/config.cache" XAPIAN_CONFIG="$XAPIAN_CONFIG" ${1+"$@"}
 909       ;;
 910     esac
 911     # Restore EXIT trap.
 912     trap 'echo "configure failed"' EXIT
 913     cd "$here"
 914     dirs="$dirs $d"
 915     revdirs="$d $revdirs"
 916   fi
 917 done
 918
 919 case " $* " in
 920   *" --help "*|*" --version "*)
 921     # Don't generate Makefile if --help or --version specified.
 922     trap - EXIT
 923     exit 0
 924     ;;
 925 esac
 926
 927 rm -f Makefile.tmp
 928 cat <<EOF > Makefile.tmp
 929 # Makefile generated by:
 930 CONFIGURE_COMMAND := $cmd
 931 EOF
 932 if [ "$srcdir" != . ] ; then
 933     cat <<EOF >> Makefile.tmp
 934
 935 VPATH = $srcdir
 936 EOF
 937 fi
 938 targets='all install uninstall install-strip clean distclean mostlyclean maintainer-clean dist check distcheck'
 939 for target in $targets ; do
 940   echo
 941   echo "$target:"
 942   case $target in
 943     uninstall|*clean)
 944       # When uninstalling or cleaning, process directories in reverse order, so
 945       # that we process a directory after any directories which might use it.
 946       list=$revdirs ;;
 947     *)
 948       list=$dirs ;;
 949   esac
 950   for d in $list ; do
 951     case $d,$target in
 952     swig,install*|swig,uninstall)
 953       # Nothing to do with swig when installing/uninstalling.
 954       ;;
 955     swig,dist|swig,check|swig,distcheck|swig,all)
 956       # Need to ensure swig is built before "make dist", "make check", etc.
 957       echo "    cd $d && \$(MAKE)" ;;
 958     swig,mostlyclean)
 959       echo "    cd $d && \$(MAKE) clean" ;;
 960     xapian-bindings,distcheck)
 961       # FIXME: distcheck doesn't currently work for xapian-bindings because
 962       # xapian-core isn't installed.
 963       echo "    cd $d && \$(MAKE) check && \$(MAKE) dist" ;;
 964     *)
 965       echo "    cd $d && \$(MAKE) $target" ;;
 966     esac
 967   done
 968   case $target in
 969     distclean|maintainer-clean) echo "  rm -f Makefile config.cache" ;;
 970   esac
 971 done >> Makefile.tmp
 972 cat <<EOF >> Makefile.tmp
 973
 974 recheck:
 975         \$(CONFIGURE_COMMAND)
 976
 977 Makefile: $srcdir/configure
 978         \$(CONFIGURE_COMMAND)
 979
 980 $srcdir/configure: \\
 981 END_OF_CONFIGURE
 982
 983 : > configure.tmp2
 984
 985 # We want to rerun bootstrap if a series file changes (patch added or removed)
 986 # or an existing patch changes.  Since we always have an series file (even if
 987 # it is empty), this also handles us adding the first patch for something.
 988 for d in patches/* ; do
 989   series=$d/series
 990   echo "$series:" >> configure.tmp2
 991   cat << END
 992     $series\\\\
 993 END
 994   sed -n 's/[    ]*\(#.*\)\?$//;/./p' "$series" |\
 995       while read p ; do
 996     patch=$d/$p
 997     cat << END
 998     $patch\\\\
 999 END
1000     # Because there's a pipeline, this is a subshell, so use a temporary file
1001     # rather than a variable to compile a list of patches to use below.
1002     echo "$patch:" >> configure.tmp2
1003   done
1004 done >> configure.tmp
1005
1006 cat <<'END_OF_CONFIGURE' >> configure.tmp
1007     $srcdir/bootstrap
1008 END_OF_CONFIGURE
1009 echo "  \$srcdir/bootstrap$bootstrap_sticky_opts" >> configure.tmp
1010 cat <<'END_OF_CONFIGURE' >> configure.tmp
1011
1012 .PHONY: $targets recheck
1013
1014 # Dummy dependencies to allow removing patches we no longer need.
1015 END_OF_CONFIGURE
1016
1017 cat configure.tmp2 >> configure.tmp
1018
1019 cat <<'END_OF_CONFIGURE' >> configure.tmp
1020 EOF
1021 mv -f Makefile.tmp Makefile
1022 trap - EXIT
1023 echo "Configured successfully - now run \"${MAKE-make}\""
1024 END_OF_CONFIGURE
1025
1026 rm -f configure.tmp2
1027
1028 chmod +x configure.tmp
1029 mv -f configure.tmp configure
1030
1031 # git defaults to showing 7 character abbreviated hashes if that's enough to be
1032 # unique for a particular commit.  But you can't paste these into trac as it
1033 # needs at least 8 hex digits to recognise a hex string as a commit hash.  You
1034 # need 9 characters to be unique across all of Xapian at the time of writing,
1035 # and 12 for the Linux kernel currently (a much larger number of objects than
1036 # Xapian).  12 is a manageable length and decently future-proof, so let's use
1037 # that.
1038 core_abbrev_recommended=12
1039 core_abbrev=`git config --get core.abbrev||:`
1040 if [ -z "$core_abbrev" ] ; then
1041   echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config"
1042   git config --local core.abbrev "$core_abbrev_recommended"
1043 elif [ "$core_abbrev" -lt "$core_abbrev_recommended" ] ; then
1044   if [ -z "`git config --local core.abbrev`" ] ; then
1045     # Set globally to < $core_abbrev_recommended, override in this repo.
1046     echo "*** Setting core.abbrev=$core_abbrev_recommended in repo config to override global core.abbrev=$core_abbrev"
1047     git config --local core.abbrev "$core_abbrev_recommended"
1048   else
1049     # Just warn.
1050     echo "warning: core.abbrev=$core_abbrev set on this repo, at least $core_abbrev_recommended is recommended"
1051   fi
1052 fi
1053
1054 trap - EXIT
1055 echo "Bootstrapped successfully - now run \"$srcdir/configure\" and \"${MAKE-make}\""