src/bin/pg_upgrade/test.sh

   1 #!/bin/sh
   2
   3 # src/bin/pg_upgrade/test.sh
   4 #
   5 # Test driver for pg_upgrade.  Initializes a new database cluster,
   6 # runs the regression tests (to put in some data), runs pg_dumpall,
   7 # runs pg_upgrade, runs pg_dumpall again, compares the dumps.
   8 #
   9 # Portions Copyright (c) 1996-2021, PostgreSQL Global Development Group
  10 # Portions Copyright (c) 1994, Regents of the University of California
  11
  12 set -e
  13
  14 : ${MAKE=make}
  15
  16 # Guard against parallel make issues (see comments in pg_regress.c)
  17 unset MAKEFLAGS
  18 unset MAKELEVEL
  19
  20 # Run a given "initdb" binary and overlay the regression testing
  21 # authentication configuration.
  22 standard_initdb() {
  23         # To increase coverage of non-standard segment size and group access
  24         # without increasing test runtime, run these tests with a custom setting.
  25         # Also, specify "-A trust" explicitly to suppress initdb's warning.
  26         "$1" -N --wal-segsize 1 -g -A trust
  27         if [ -n "$TEMP_CONFIG" -a -r "$TEMP_CONFIG" ]
  28         then
  29                 cat "$TEMP_CONFIG" >> "$PGDATA/postgresql.conf"
  30         fi
  31         ../../test/regress/pg_regress --config-auth "$PGDATA"
  32 }
  33
  34 # What flavor of host are we on?
  35 # Treat MINGW* (msys1) and MSYS* (msys2) the same.
  36 testhost=`uname -s | sed 's/^MSYS/MINGW/'`
  37
  38 # Establish how the server will listen for connections
  39 case $testhost in
  40         MINGW*)
  41                 LISTEN_ADDRESSES="localhost"
  42                 PG_REGRESS_SOCKET_DIR=""
  43                 PGHOST=localhost
  44                 ;;
  45         *)
  46                 LISTEN_ADDRESSES=""
  47                 # Select a socket directory.  The algorithm is from the "configure"
  48                 # script; the outcome mimics pg_regress.c:make_temp_sockdir().
  49                 if [ x"$PG_REGRESS_SOCKET_DIR" = x ]; then
  50                         set +e
  51                         dir=`(umask 077 &&
  52                                   mktemp -d /tmp/pg_upgrade_check-XXXXXX) 2>/dev/null`
  53                         if [ ! -d "$dir" ]; then
  54                                 dir=/tmp/pg_upgrade_check-$$-$RANDOM
  55                                 (umask 077 && mkdir "$dir")
  56                                 if [ ! -d "$dir" ]; then
  57                                         echo "could not create socket temporary directory in \"/tmp\""
  58                                         exit 1
  59                                 fi
  60                         fi
  61                         set -e
  62                         PG_REGRESS_SOCKET_DIR=$dir
  63                         trap 'rm -rf "$PG_REGRESS_SOCKET_DIR"' 0
  64                         trap 'exit 3' 1 2 13 15
  65                 fi
  66                 PGHOST=$PG_REGRESS_SOCKET_DIR
  67                 ;;
  68 esac
  69
  70 POSTMASTER_OPTS="-F -c listen_addresses=\"$LISTEN_ADDRESSES\" -k \"$PG_REGRESS_SOCKET_DIR\""
  71 export PGHOST
  72
  73 # don't rely on $PWD here, as old shells don't set it
  74 temp_root=`pwd`/tmp_check
  75 rm -rf "$temp_root"
  76 mkdir "$temp_root"
  77
  78 : ${oldbindir=$bindir}
  79
  80 : ${oldsrc=../../..}
  81 oldsrc=`cd "$oldsrc" && pwd`
  82 newsrc=`cd ../../.. && pwd`
  83
  84 # We need to make pg_regress use psql from the desired installation
  85 # (likely a temporary one), because otherwise the installcheck run
  86 # below would try to use psql from the proper installation directory
  87 # of the target version, which might be outdated or not exist. But
  88 # don't override anything else that's already in EXTRA_REGRESS_OPTS.
  89 EXTRA_REGRESS_OPTS="$EXTRA_REGRESS_OPTS --bindir='$oldbindir'"
  90 export EXTRA_REGRESS_OPTS
  91
  92 # While in normal cases this will already be set up, adding bindir to
  93 # path allows test.sh to be invoked with different versions as
  94 # described in ./TESTING
  95 PATH=$bindir:$PATH
  96 export PATH
  97
  98 BASE_PGDATA="$temp_root/data"
  99 PGDATA="${BASE_PGDATA}.old"
 100 export PGDATA
 101
 102 # Send installcheck outputs to a private directory.  This avoids conflict when
 103 # check-world runs pg_upgrade check concurrently with src/test/regress check.
 104 # To retrieve interesting files after a run, use pattern tmp_check/*/*.diffs.
 105 outputdir="$temp_root/regress"
 106 EXTRA_REGRESS_OPTS="$EXTRA_REGRESS_OPTS --outputdir=$outputdir"
 107 export EXTRA_REGRESS_OPTS
 108 mkdir "$outputdir"
 109
 110 logdir=`pwd`/log
 111 rm -rf "$logdir"
 112 mkdir "$logdir"
 113
 114 # Clear out any environment vars that might cause libpq to connect to
 115 # the wrong postmaster (cf pg_regress.c)
 116 #
 117 # Some shells, such as NetBSD's, return non-zero from unset if the variable
 118 # is already unset. Since we are operating under 'set -e', this causes the
 119 # script to fail. To guard against this, set them all to an empty string first.
 120 PGDATABASE="";        unset PGDATABASE
 121 PGUSER="";            unset PGUSER
 122 PGSERVICE="";         unset PGSERVICE
 123 PGSSLMODE="";         unset PGSSLMODE
 124 PGREQUIRESSL="";      unset PGREQUIRESSL
 125 PGCONNECT_TIMEOUT=""; unset PGCONNECT_TIMEOUT
 126 PGHOSTADDR="";        unset PGHOSTADDR
 127
 128 # Select a non-conflicting port number, similarly to pg_regress.c
 129 PG_VERSION_NUM=`grep '#define PG_VERSION_NUM' "$newsrc"/src/include/pg_config.h | awk '{print $3}'`
 130 PGPORT=`expr $PG_VERSION_NUM % 16384 + 49152`
 131 export PGPORT
 132
 133 i=0
 134 while psql -X postgres </dev/null 2>/dev/null
 135 do
 136         i=`expr $i + 1`
 137         if [ $i -eq 16 ]
 138         then
 139                 echo port $PGPORT apparently in use
 140                 exit 1
 141         fi
 142         PGPORT=`expr $PGPORT + 1`
 143         export PGPORT
 144 done
 145
 146 # buildfarm may try to override port via EXTRA_REGRESS_OPTS ...
 147 EXTRA_REGRESS_OPTS="$EXTRA_REGRESS_OPTS --port=$PGPORT"
 148 export EXTRA_REGRESS_OPTS
 149
 150 standard_initdb "$oldbindir"/initdb
 151 "$oldbindir"/pg_ctl start -l "$logdir/postmaster1.log" -o "$POSTMASTER_OPTS" -w
 152
 153 # Create databases with names covering the ASCII bytes other than NUL, BEL,
 154 # LF, or CR.  BEL would ring the terminal bell in the course of this test, and
 155 # it is not otherwise a special case.  PostgreSQL doesn't support the rest.
 156 dbname1=`awk 'BEGIN { for (i= 1; i < 46; i++)
 157         if (i != 7 && i != 10 && i != 13) printf "%c", i }' </dev/null`
 158 # Exercise backslashes adjacent to double quotes, a Windows special case.
 159 dbname1='\"\'$dbname1'\\"\\\'
 160 dbname2=`awk 'BEGIN { for (i = 46; i <  91; i++) printf "%c", i }' </dev/null`
 161 dbname3=`awk 'BEGIN { for (i = 91; i < 128; i++) printf "%c", i }' </dev/null`
 162 createdb "regression$dbname1" || createdb_status=$?
 163 createdb "regression$dbname2" || createdb_status=$?
 164 createdb "regression$dbname3" || createdb_status=$?
 165
 166 if "$MAKE" -C "$oldsrc" installcheck-parallel; then
 167         oldpgversion=`psql -X -A -t -d regression -c "SHOW server_version_num"`
 168
 169         # before dumping, get rid of objects not feasible in later versions
 170         if [ "$newsrc" != "$oldsrc" ]; then
 171                 fix_sql=""
 172                 case $oldpgversion in
 173                         804??)
 174                                 fix_sql="DROP FUNCTION public.myfunc(integer);"
 175                                 ;;
 176                 esac
 177                 fix_sql="$fix_sql
 178                                  DROP FUNCTION IF EXISTS
 179                                         public.oldstyle_length(integer, text);  -- last in 9.6
 180                                  DROP FUNCTION IF EXISTS
 181                                         public.putenv(text);    -- last in v13
 182                                  DROP OPERATOR IF EXISTS        -- last in v13
 183                                         public.#@# (pg_catalog.int8, NONE),
 184                                         public.#%# (pg_catalog.int8, NONE),
 185                                         public.!=- (pg_catalog.int8, NONE),
 186                                         public.#@%# (pg_catalog.int8, NONE);"
 187                 psql -X -d regression -c "$fix_sql;" || psql_fix_sql_status=$?
 188         fi
 189
 190         pg_dumpall --no-sync -f "$temp_root"/dump1.sql || pg_dumpall1_status=$?
 191
 192         if [ "$newsrc" != "$oldsrc" ]; then
 193                 # update references to old source tree's regress.so etc
 194                 fix_sql=""
 195                 case $oldpgversion in
 196                         804??)
 197                                 fix_sql="UPDATE pg_proc SET probin = replace(probin::text, '$oldsrc', '$newsrc')::bytea WHERE probin LIKE '$oldsrc%';"
 198                                 ;;
 199                         *)
 200                                 fix_sql="UPDATE pg_proc SET probin = replace(probin, '$oldsrc', '$newsrc') WHERE probin LIKE '$oldsrc%';"
 201                                 ;;
 202                 esac
 203                 psql -X -d regression -c "$fix_sql;" || psql_fix_sql_status=$?
 204
 205                 mv "$temp_root"/dump1.sql "$temp_root"/dump1.sql.orig
 206                 sed "s;$oldsrc;$newsrc;g" "$temp_root"/dump1.sql.orig >"$temp_root"/dump1.sql
 207         fi
 208 else
 209         make_installcheck_status=$?
 210 fi
 211 "$oldbindir"/pg_ctl -m fast stop
 212 if [ -n "$createdb_status" ]; then
 213         exit 1
 214 fi
 215 if [ -n "$make_installcheck_status" ]; then
 216         exit 1
 217 fi
 218 if [ -n "$psql_fix_sql_status" ]; then
 219         exit 1
 220 fi
 221 if [ -n "$pg_dumpall1_status" ]; then
 222         echo "pg_dumpall of pre-upgrade database cluster failed"
 223         exit 1
 224 fi
 225
 226 PGDATA="$BASE_PGDATA"
 227
 228 standard_initdb 'initdb'
 229
 230 pg_upgrade $PG_UPGRADE_OPTS -d "${PGDATA}.old" -D "$PGDATA" -b "$oldbindir" -p "$PGPORT" -P "$PGPORT"
 231
 232 # make sure all directories and files have group permissions, on Unix hosts
 233 # Windows hosts don't support Unix-y permissions.
 234 case $testhost in
 235         MINGW*|CYGWIN*) ;;
 236         *)      if [ `find "$PGDATA" -type f ! -perm 640 | wc -l` -ne 0 ]; then
 237                         echo "files in PGDATA with permission != 640";
 238                         exit 1;
 239                 fi ;;
 240 esac
 241
 242 case $testhost in
 243         MINGW*|CYGWIN*) ;;
 244         *)      if [ `find "$PGDATA" -type d ! -perm 750 | wc -l` -ne 0 ]; then
 245                         echo "directories in PGDATA with permission != 750";
 246                         exit 1;
 247                 fi ;;
 248 esac
 249
 250 pg_ctl start -l "$logdir/postmaster2.log" -o "$POSTMASTER_OPTS" -w
 251
 252 pg_dumpall --no-sync -f "$temp_root"/dump2.sql || pg_dumpall2_status=$?
 253 pg_ctl -m fast stop
 254
 255 if [ -n "$pg_dumpall2_status" ]; then
 256         echo "pg_dumpall of post-upgrade database cluster failed"
 257         exit 1
 258 fi
 259
 260 case $testhost in
 261         MINGW*) MSYS2_ARG_CONV_EXCL=/c cmd /c delete_old_cluster.bat ;;
 262         *)          sh ./delete_old_cluster.sh ;;
 263 esac
 264
 265 if diff "$temp_root"/dump1.sql "$temp_root"/dump2.sql >/dev/null; then
 266         echo PASSED
 267         exit 0
 268 else
 269         echo "Files $temp_root/dump1.sql and $temp_root/dump2.sql differ"
 270         echo "dumps were not identical"
 271         exit 1
 272 fi