courgette/run_stress_test

   1 #!/bin/bash
   2
   3 # Copyright 2013 The Chromium Authors. All rights reserved.
   4 # Use of this source code is governed by a BSD-style license that can be
   5 # found in the LICENSE file.
   6
   7 # Stress test and size measurement for courgette patches.
   8
   9 error() {
  10   echo "error: ${@}" >&2
  11 }
  12
  13 outdir_prefix="stress_test_"
  14
  15 if [ $# -lt 2 ]; then
  16   cat <<EOF
  17
  18 USAGE: $(basename ${0}) [-s] dir1 dir2 [outdir]
  19
  20   -s only test files supported by courgette
  21
  22 Stress test courgette by generating and applying patches for two given
  23 directories, dir1 and dir2.  The test will use files with the same
  24 name and relative path in the two directories, which makes it easy to
  25 compare two extracted ChromeOS images.  It also compares the unzipped
  26 and bzipped patches against the likewise bsdiff patches.  If outdir is
  27 not specified, the name will be "${outdir_prefix}" concatenated with
  28 the current date and time.
  29
  30 EOF
  31   exit 1
  32 fi
  33
  34 if [ "${1}" == "-s" ]; then
  35   test_supported_only=true
  36   shift
  37 else
  38   test_supported_only=
  39 fi
  40
  41 dir1="${1}"
  42 if [ ! -e "${dir1}" ]; then
  43   error "\"${dir1}\" not found"
  44   exit 1
  45 fi
  46
  47 dir2="${2}"
  48 if [ ! -e "${dir2}" ]; then
  49   error "\"${dir2}\" not found"
  50   exit 1
  51 fi
  52
  53 out_dir="${3:-${outdir_prefix}$(date +%Y%m%d_%H%M%S)}"
  54 if [ -e "${out_dir}" ]; then
  55   error "\"${out_dir}\" already exists"
  56   exit 1
  57 fi
  58
  59 mkdir -p "${out_dir}" || exit 1
  60
  61 patches_dir="${out_dir}/patches"
  62 applied_dir="${out_dir}/applied"
  63 dis_dir="${out_dir}/dis"
  64 bsdiff="${out_dir}/bsdiff"
  65 log="${out_dir}/log"
  66 results="${out_dir}/results"
  67
  68 echo "${0} ${@}" > "${log}"
  69 date >> "${log}"
  70
  71 run_test() {
  72   if [[ ! -z "${1}" && ! -z "${2}" ]]; then
  73     local file1="${1}"
  74     local file2="${2}"
  75     local patch="${patches_dir}/${file1}.patch"
  76     local apply="${applied_dir}/${file2}.applied"
  77     local dis="${dis_dir}/${file1}.dis"
  78     local asm="${dis_dir}/${file1}.asm"
  79     mkdir -p "$(dirname "${dis}")"
  80     if [ ! $test_supported_only ]; then
  81       courgette -supported "${file1}" >/dev/null
  82       if [ "${?}" -eq 0 ]; then
  83         courgette -dis "${file1}" "${dis}"
  84         courgette -asm "${dis}" "${asm}"
  85         cmp -s "${file1}" "${asm}"
  86         if [ "${?}" -ne 0 ]; then
  87           echo "FAIL_DISASSEMBLE ${file1}"
  88         fi
  89       fi
  90     fi
  91     mkdir -p "$(dirname "${patch}")"
  92     mkdir -p "$(dirname "${apply}")"
  93     courgette -gen "${file1}" "${file2}" "${patch}"
  94     courgette -apply "${file1}" "${patch}" "${apply}"
  95     cmp -s "${file2}" "${apply}"
  96     if [ "${?}" -ne 0 ]; then
  97       echo "FAIL_COURGETTE ${file1}"
  98     else
  99       echo "PASS_COURGETTE ${file1}"
 100       local bsdiff_patch="${patches_dir}/${file1}.bsdiff_patch"
 101       local bsdiff_apply="${applied_dir}/${file2}.bsdiff_applied"
 102       bsdiff "${file1}" "${file2}" "${bsdiff_patch}"
 103       bspatch "${file1}" "${bsdiff_apply}" "${bsdiff_patch}"
 104       cmp -s "${file2}" "${bsdiff_apply}"
 105       if [ "${?}" -ne 0 ]; then
 106         echo "FAIL_BSDIFF ${file1}"
 107       else
 108         echo "PASS_BSDIFF ${file1}"
 109         bzip2 -k -9 "${patch}"
 110         local patch_size="$(du -b "${patch}.bz2" | cut -f1)"
 111         local bsdiff_patch_size="$(du -b "${bsdiff_patch}" | cut -f1)"
 112         echo "SIZE courgette=${patch_size} bsdiff=${bsdiff_patch_size} ${file1}"
 113         if [ "${patch_size}" -eq "${bsdiff_patch_size}" ]; then
 114           echo "BEST_TIE ${patch_size} ${file1}"
 115         elif [ "${patch_size}" -lt "${bsdiff_patch_size}" ]; then
 116           echo "BEST_COURGETTE ${patch_size} ${file1}"
 117         elif [ "${patch_size}" -gt "${bsdiff_patch_size}" ]; then
 118           echo "BEST_BSDIFF ${bsdiff_patch_size} ${file1}"
 119         fi
 120       fi
 121     fi
 122   fi
 123 }
 124
 125 # Use diff to find the files that appear in both directories.
 126 time diff -qr "${dir1}" "${dir2}" 2>/dev/null \
 127   | grep "^Files" \
 128   | awk '{print $2,$4}' \
 129   | while read file; do
 130   # Use awk to separate the two filenames.  May break if filenames
 131   # contain spaces.
 132   file1="$(echo "${file}" | awk '{print $1}')"
 133   file2="$(echo "${file}" | awk '{print $2}')"
 134   if [ $test_supported_only ]; then
 135     courgette -supported "${file1}" >/dev/null
 136     if [ "${?}" -ne 0 ]; then
 137       continue;
 138     fi
 139   fi
 140   run_test "${file1}" "${file2}"
 141 done 2>&1 | tee -a "${log}"
 142
 143 date >> "${log}"
 144
 145 count_result() {
 146   if [ ! -z "${1}" ]; then
 147     echo $(cat "${log}" | grep "^${1} " | wc -l)
 148   else
 149     echo 0
 150   fi
 151 }
 152
 153 cat <<EOF | tee -a "${log}"
 154 $(count_result "PASS_COURGETTE") successful courgette patches
 155 $(count_result "FAIL_COURGETTE") failed courgette patches (search log for \
 156 "^FAIL_COURGETTE")
 157 $(count_result "FAIL_DISASSEMBLE") failed to disassemble/assemble (search log \
 158 for "^FAIL_DISASSEMBLE")
 159 $(count_result "PASS_BSDIFF") succesful bsdiff patches
 160 $(count_result "FAIL_BSDIFF") failed bsdiff patches
 161 $(count_result "BEST_COURGETTE") patch(es) where courgette is smaller
 162 $(count_result "BEST_BSDIFF") patch(es) where bsdiff is smaller
 163 $(count_result "BEST_TIE") patch(es) where both are the same size
 164 EOF