scripts/Create-ErrList

   1 #!/usr/bin/env bash
   2 #
   3 # --- T2-COPYRIGHT-NOTE-BEGIN ---
   4 # T2 SDE: scripts/Create-ErrList
   5 # Copyright (C) 2004 - 2023 The T2 SDE Project
   6 # Copyright (C) 1998 - 2003 ROCK Linux Project
   7 #
   8 # This Copyright note is generated by scripts/Create-CopyPatch,
   9 # more information can be found in the files COPYING and README.
  10 #
  11 # This program is free software; you can redistribute it and/or modify
  12 # it under the terms of the GNU General Public License version 2.
  13 # --- T2-COPYRIGHT-NOTE-END ---
  14
  15 config=default
  16 repstat=0
  17 showerr=0
  18 showtree=0
  19 showdepc=0
  20 delete=0
  21 remove=0
  22 fulldelete=0
  23 newdelete=0
  24 newresched=0
  25 onlyupdated=0
  26
  27 repository=""
  28 stages="[0123456789]"
  29 copydir=""
  30 movedir=""
  31 logdir=""
  32
  33 # uninstall sysroot package
  34 uninstall_pkg() {
  35         pushd $1 > /dev/null
  36         cut -d ' ' -f 2- var/adm/flists/$2 | tac | while read fn; do
  37                 if [ -d "$fn" ]; then rmdir "$fn"
  38                 else rm -f "$fn"; fi
  39         done
  40         popd > /dev/null
  41 }
  42
  43 while [ "$1" ]; do
  44         case "$1" in
  45             -cfg)
  46                 config=$2     ; shift; shift ;;
  47
  48             -repstat)
  49                 repstat=1     ; shift ;;
  50
  51             -showerr)
  52                 showerr=1     ; shift ;;
  53
  54             -showtree)
  55                 showtree=1    ; shift ;;
  56
  57             -showdepc)
  58                 showdepc=1    ; shift ;;
  59
  60             -repository)
  61                 if [ $2 != '!' ]; then
  62                         repository=" $2 "; shift; shift
  63                         while [ "$1" -a -d "package/$1" ]; do
  64                                 repository="$repository $1 "; shift
  65                         done
  66                 else
  67                         shift; shift; repository=""
  68                         for x in $(ls package/); do
  69                                 [ -d "package/$x" ] &&
  70                                         repository="$repository $x"
  71                         done
  72                         repository="$repository "
  73                         while [ "$1" -a -d "package/$1" ]; do
  74                                 repository="${repository// $1 / }"; shift
  75                         done
  76                 fi
  77                 ;;
  78
  79             -stage)
  80                 stages="[$2]" ; shift; shift ;;
  81
  82             -logdir)
  83                 logdir=$2     ; shift; shift ;;
  84
  85             -copydir)
  86                 copydir=$2    ; shift; shift ;;
  87
  88             -movedir)
  89                 movedir=$2    ; shift; shift ;;
  90
  91             -delete)
  92                 delete=1      ; shift ;;
  93
  94             -remove)
  95                 remove=1      ; shift ;;
  96
  97             -fulldelete)
  98                 fulldelete=1  ; shift ;;
  99
 100             -newdelete)
 101                 newdelete=1   ; shift ;;
 102
 103             -newresched|-newreschedule)
 104                 newresched=1  ; shift ;;
 105
 106             -updated)
 107                 onlyupdated=1 ; shift ;;
 108
 109             -dry-run)
 110                 dryrun=1      ; shift ;;
 111
 112             -*)
 113 x="${0//?/ }" x="${x#         }"
 114 echo "Usage: $0 [ -cfg config ] [ -repository repository ] \\"
 115 echo "  $x [ -copydir copydir | -movedir movedir ] [ -repstat ] \\"
 116 echo "  $x [ -stage stage ] [ -logdir logdir ] [ -remove ] [ -[full]delete -new[delete|resched] \\"
 117 echo "  $x [ -updated ] [ -showerr ] [ -showtree ] [ -showdepc ] \\"
 118 echo "  $x [ -dry-run ] [ <package> ]"
 119                 exit 1 ;;
 120
 121             *)
 122                 break ;;
 123         esac
 124 done
 125
 126 . scripts/parse-config
 127 . scripts/functions.in
 128
 129 logdir="${logdir:-build/$SDECFG_ID/var/adm/logs}"
 130
 131 if [ "$newdelete" = 1 -o "$newresched" = 1 ]; then
 132         while read pkg cksum1; do
 133                 cksum2=$(pkgchksum package/*/$pkg/)
 134                 if [ "$cksum1" != "$cksum2" ]; then
 135                         if [ "$newdelete" = 1 ]; then
 136                                 echo "Removing package '$pkg' ..."
 137                                 [ "$dryrun" = "1" ] || uninstall_pkg build/$SDECFG_ID $pkg
 138                                 [ "$dryrun" = "1" ] || rm -f build/$SDECFG_ID/var/adm/*/?-$pkg.*
 139                         else
 140                                 echo "Scheduling package '$pkg' for rebuild ..."
 141                                 [ "$dryrun" = "1" ] || rm -f build/$SDECFG_ID/var/adm/*/?-$pkg.*
 142                         fi
 143                 fi
 144         done < <(
 145                 grep -R '^\(ROCK Linux\|T2\) Package Source Checksum: ' \
 146                      build/$SDECFG_ID/var/adm/packages/ |
 147                 sed 's,.*/\([^:]*\):.*:,\1,'
 148         )
 149         exit 0
 150 fi
 151
 152 if [ "$repstat" = 1 ]; then
 153     {
 154         echo
 155         echo -e "Repository\tPkg Total\tPkg OK\tPkg Error"
 156         echo
 157         total_pkgt=0 total_pkgo=0 total_pkge=0
 158         for x in $(cd package; echo [a-z0-9]*); do
 159                 pkgt=0 pkgo=0 pkge=0
 160                 for y in $(cd package/$x; echo [a-z0-9]*); do
 161                         if [ "$(ls $logdir/$stages-$y.err 2> /dev/null)" ]
 162                                 then ((pkge++)); ((total_pkge++))
 163                         elif [ "$(ls $logdir/$stages-$y.log 2> /dev/null)" ]
 164                                 then ((pkgo++)); ((total_pkgo++))
 165                         fi
 166                 done
 167                 ((pkgt = pkgo + pkge)); ((total_pkgt += pkgt))
 168                 [ $pkgt != 0 ] && echo -e "$x\t$pkgt\t$pkgo\t$pkge"
 169         done
 170         echo
 171         echo -e "total\t$total_pkgt\t$total_pkgo\t$total_pkge"
 172         echo
 173     } | {
 174         expand -t20,35,50 | sed 's,^,      ,'
 175     }
 176     exit 0
 177 fi
 178
 179 if [ "$1" ]; then
 180         if [ "$fulldelete" = 1 ]; then
 181                 for x; do
 182                         rm -vf "$logdir"/$stages-$x.{err,log,out}
 183                         rm -vf "$logdir"/../*/$x
 184                 done
 185         elif [ "$remove" = 1 ]; then
 186                 for x; do
 187                         echo "Scheduling package '$x' for rebuild ..."
 188                         uninstall_pkg build/$SDECFG_ID $x
 189                         rm -f build/$SDECFG_ID/var/adm/*/$stages-$x.{err,log,out}
 190                 done
 191         elif [ "$delete" = 1 ]; then
 192                 for x; do rm -vf "$logdir"/$stages-$x.{err,log,out}; done
 193         else
 194                 for x; do less "$logdir"/$stages-$x.err; done
 195         fi
 196         exit 0
 197 fi
 198
 199 echo
 200 echo "Error logs from $SDECFG_ID:"
 201 [ $showerr = 0 ] && echo
 202
 203 count_pkg=0
 204 count_err=0
 205 count_log=0
 206
 207 for stagelevel in $(echo "$stages" | sed 's,[][],,g; s,.,& ,g'); do
 208         while read x x x tree pkg x; do
 209                 [ "$repository" -a \
 210                         "${repository/ $tree /}" = "$repository" ] && continue
 211
 212                 this_is_error=0
 213                 if [ $onlyupdated != 0 ]; then
 214                         [ "$(bash scripts/xfind.sh package/*/$pkg -newer "$logdir/$stagelevel-$pkg.err" -o -newer "$logdir/$stagelevel-$pkg.log")" ] && this_is_error=1
 215                 elif [ -f "$logdir/$stagelevel-$pkg.err" ]; then
 216                         this_is_error=1
 217                 fi
 218
 219                 if [ $this_is_error = 1 ]; then
 220                         if [ $showerr = 0 ]; then
 221                                 if [ $showdepc != 0 ]; then
 222                                         d=$(scripts/Check-Deps-3 $stagelevel \
 223                                                 $pkg config/$config/packages |
 224                                                 cut -f3 -d' ' | sort -u | wc -l)
 225                                         d="$(printf " %3d" $d)"
 226                                 else
 227                                         d=""
 228                                 fi
 229                                 echo "[$stagelevel]$d ${tree:0:13}/${pkg:0:18}"
 230                         else
 231                           echo; echo "== $stagelevel-$pkg.* =="
 232                           tail -n 20 "$logdir/$stagelevel-$pkg".* |
 233                           tac | perl -e '
 234                             my @lines;
 235                             my $counter;
 236                             while (<>) {
 237                                 chomp;
 238                                 $lines[$#lines+1] = $_;
 239                             }
 240                             for ($counter=0; $counter <= $#lines; $counter++) {
 241                                 $_=$lines[$counter];
 242                                 if (/^checking for .*\.\.\. *Package / ||
 243                                      /configure: error:/) {
 244                                         for ($_=1; $_ <= $counter; $_++) {
 245                                                 print "$lines[$_]\n";
 246                                         }
 247                                         exit 0;
 248                                 }
 249                             }
 250                             for ($counter=0; $counter <= $#lines; $counter++) {
 251                                 $_=$lines[$counter];
 252                                 if (/^(make\S*): /) {
 253                                         my $makeprefix=$1;
 254                                         my $output="$_\n";
 255                                         while (defined
 256                                                     ($_=$lines[$counter++])) {
 257                                                 last unless /^(make\S*): /;
 258                                                 $output="" if $1 ne $makeprefix;
 259                                                 $makeprefix=$1;
 260                                                 $output.="$_\n";
 261                                         }
 262                                         print $output; exit 0;
 263                                 }
 264                             }
 265                             foreach (@lines) {
 266                                 print "$_\n";
 267                             }
 268                           ' | tac | fold -s -w79
 269                           depcheck() {
 270                                 echo "${1}\`---> $3"
 271                                 for x in `grep -lwi $3 $logdir/*.err |
 272                                         sed 's,.*/.-,,; s,\.err,,' | sort -u`
 273                                 do
 274                                         [ "$x" = "$3" ] && continue
 275                                         [ "${2/ $x /}" != "$2" ] && continue
 276                                         depcheck "${1}  " "$2 $3 " $x
 277                                 done
 278                           }
 279                           [ $showtree = 1 ] && depcheck "" "" $pkg
 280                         fi
 281                         if [ "$copydir" ]; then
 282                                 mkdir -p "$copydir"
 283                                 cp "$logdir/$stagelevel-$pkg.err" "$copydir"
 284                         fi
 285                         if [ "$movedir" ]; then
 286                                 mkdir -p "$movedir"
 287                                 mv "$logdir/$stagelevel-$pkg.err" "$movedir"
 288                         fi
 289                         if [ "$fulldelete" -eq 1 ]; then
 290                                 rm -f "$logdir"/$stages-$pkg.{err,log,out}
 291                                 rm -f "$logdir"/../*/$pkg
 292                         elif [ "$delete" -eq 1 ]; then
 293                                 rm -f "$logdir/$stagelevel-$pkg.err"
 294                         fi
 295                         ((count_err++))
 296                 elif [ -f "$logdir/$stagelevel-$pkg.log" ]; then
 297                         ((count_log++))
 298                 fi
 299                 ((count_pkg++))
 300         done < <(grep "^X [0-9-]*$stagelevel" config/$config/packages)
 301 done > >(
 302         if [ $showerr = 0 ]; then
 303                 paste - - | expand -t40 | sed 's,^, ,'
 304         else cat; fi
 305 )
 306
 307 sleep 0
 308 echo
 309 echo "$count_pkg builds total, $count_log completed fine," \
 310      "$count_err with errors, $((count_pkg - count_log - count_err)) to go."
 311 echo