scripts/blfs-include.php

   1 <?php
   2
   3 /* This include file needs the following to be defined externally:
   4
   5 HTML_DIR       environment variable -- where to put html output
   6 WGET_DIR       environment variable -- where to find wget-list
   7
   8 $renames       array of changes from extracted package name to
   9                desired display name
  10
  11 $ignores       array of packages to ignore
  12
  13 $START_PACKAGE first package in wget-list to evaluate
  14 $STOP_PACKAGE  last package in wget-list to evaluate
  15
  16 $CHAPTER       string chapter number e.g. "4"
  17
  18 get_pattern()  function to extract package name from wget-list line
  19
  20 */
  21
  22 $book = array();
  23 $book_index = 0;
  24
  25 $vers = array();
  26
  27 date_default_timezone_set( "GMT" );
  28 $date = date( "Y-m-d (D) H:i:s" );
  29
  30 $d = getenv( 'HTML_DIR' );
  31 $HTML_DIR = ($d) ? $d : '.';
  32
  33 $d = getenv( 'WGET_DIR' );
  34 $WGET_DIR = ($d) ? $d : '.';
  35
  36 $start = false;
  37
  38 function find_max( $lines, $regex_match, $regex_replace, $skip_high = FALSE )
  39 {
  40   $a = array();
  41   foreach ( $lines as $line )
  42   {
  43      if ( ! preg_match( $regex_match, $line ) ) continue;
  44 //echo "line=$line\n";
  45      // Isolate the version and put in an array
  46      $slice = preg_replace( $regex_replace, "$1", $line );
  47 //echo "slice=$slice\n";
  48      if ( "x$slice" == "x$line" &&
  49           ! preg_match( "/^\d[\d\.]*$/", $slice ) ) continue;
  50 //echo "found\n";
  51      // Skip minor versions in the 90s if requested
  52      if ( $skip_high )
  53      {
  54        list( $major, $minor, $micro, $rest ) = explode( ".", $slice . ".0.0.0.0" );
  55        if ( $micro >= 80 ) continue;
  56        if ( $minor >= 80 ) continue;
  57      }
  58
  59      array_push( $a, $slice );
  60   }
  61
  62   // SORT_NATURAL requires php-5.4.0 or later
  63   rsort( $a, SORT_NATURAL );  // Max version is at the top
  64
  65   return ( isset( $a[0] ) ) ? $a[0] : 0;
  66 }
  67
  68 function find_even_max( $lines, $regex_match, $regex_replace )
  69 {
  70   $a = array();
  71   foreach ( $lines as $line )
  72   {
  73      if ( ! preg_match( $regex_match, $line ) ) continue;
  74
  75      // Isolate the version and put in an array
  76      $slice = preg_replace( $regex_replace, "$1", $line );
  77
  78      if ( "x$slice" == "x$line" ) continue;
  79
  80      // Remove trailing things like -P2
  81      $slice1 = preg_replace( "/^(.*)-.*$/", "$1", $slice );
  82
  83      // Skip odd numbered minor versions and minors > 80
  84      // Sometimes there is no period in $slice
  85      if ( preg_match( "/\./", $slice1 ) )
  86      {
  87        list( $major, $minor, $other ) = explode( ".", $slice1 . ".0", 3 );
  88        if ( $minor % 2 == 1  ) continue;
  89        if ( $minor     >  80 ) continue;
  90      }
  91
  92      array_push( $a, $slice );
  93   }
  94
  95   // SORT_NATURAL requires php-5.4.0 or later
  96   rsort( $a, SORT_NATURAL );  // Max version is at the top
  97
  98   return ( isset( $a[0] ) ) ? $a[0] : 0;
  99 }
 100
 101 function find_odd_max( $lines, $regex_match, $regex_replace )
 102 {
 103   $a = array();
 104   foreach ( $lines as $line )
 105   {
 106      if ( ! preg_match( $regex_match, $line ) ) continue;
 107
 108      // Isolate the version and put in an array
 109      $slice = preg_replace( $regex_replace, "$1", $line );
 110
 111      if ( "x$slice" == "x$line" ) continue;
 112
 113      // Skip even numbered minor versions and minors > 80
 114      list( $major, $minor ) = explode( ".", $slice . ".0", 2 );
 115      if ( $minor % 2 == 0  ) continue;
 116      if ( $minor     >  80 ) continue;
 117
 118      array_push( $a, $slice );
 119   }
 120
 121   // SORT_NATURAL requires php-5.4.0 or later
 122   rsort( $a, SORT_NATURAL );  // Max version is at the top
 123
 124   return ( isset( $a[0] ) ) ? $a[0] : 0;
 125 }
 126
 127 function backup_dir( $path, $dirlen, $diff )
 128 {
 129    $path     = rtrim  ( $path, "/" );         // Trim any trailing slash
 130    $position = strrpos( $path, "/" );
 131    $basedir  = substr ( $path, 0, $position );
 132    $lastdir  = substr ( $path, -$dirlen );    // last $dirlen characters
 133    $precision= $dirlen - 2;
 134    $format   = "%$dirlen.${precision}f";
 135    $newdir   = sprintf( $format, (float)$lastdir - $diff );      // backup
 136    $fullpath = $basedir . "/" . $newdir;
 137    // Get values from that diretory
 138    $newlines = http_get_file( "$fullpath/" );
 139    return $newlines;
 140 }
 141
 142 function http_get_file( $url )
 143 {
 144   if ( preg_match( "/graphviz/", $url ) ||
 145        preg_match( "/libgcrypt/",$url ) ||
 146        preg_match( "/libksba/",  $url ) ||
 147        preg_match( "/swig/",     $url ) ||
 148        preg_match( "/ntfs/",     $url ) ||
 149        preg_match( "/docutils/", $url ) ||
 150        preg_match( "/vsftpd/",   $url ) ||
 151        preg_match( "/php/",      $url ) ||
 152        preg_match( "/xfce4-pulseaudio-plugin/", $url ) ||
 153        preg_match( "/llvm/",     $url ) )
 154   {
 155      exec( "links -dump $url", $lines );
 156      return $lines;
 157   }
 158
 159   // Do not strip tags
 160   if ( preg_match( "/gpm/",      $url ) ||
 161        preg_match( "/libvdpau/", $url ) ||
 162        preg_match( "/shared-mime-info/", $url ) ||
 163        preg_match( "/imagemagick/",      $url ) ||
 164        preg_match( "/w1.fi/",    $url ) ||
 165        preg_match( "/allbsd/",   $url ) ||    // paxmirabilis
 166        preg_match( "/alsa/",     $url ) )
 167   {
 168      exec( "wget -q --no-check-certificate -O- $url", $dir );
 169      return $dir;
 170   }
 171
 172   if ( preg_match( "/ntfs-3g/",  $url ) )
 173   {
 174      exec( "curl -L -s -m40 -A Firefox/41.0 $url", $page );
 175      #$s   = implode( "\n", $dir );
 176      #$dir = strip_tags( $s );
 177      #$strip =  explode( "\n", $dir );
 178      return $page;
 179   }
 180
 181   if ( preg_match( "/gc_source/",  $url ) ||
 182        preg_match( "/abisource/",  $url ) )
 183   {
 184      exec( "wget -q --no-check-certificate -O- $url", $dir );
 185      $s     = implode( "\n", $dir );
 186      $dir   = strip_tags( $s );
 187      $strip = explode( "\n", $dir );
 188      return $strip;
 189   }
 190
 191   if ( ! preg_match( "/sourceforge/", $url ) ||
 192          preg_match( "/jfs/", $url         ) ||
 193          preg_match( "/liba52/", $url      ) ||
 194          preg_match( "/cracklib/", $url    ) ||
 195          preg_match( "/libmpeg2/", $url    ) ||
 196          preg_match( "/tcl/", $url         ) ||
 197          preg_match( "/tk/", $url          ) ||
 198          preg_match( "/docutils/", $url    ) ||
 199          preg_match( "/expect/", $url      ) )
 200   {
 201      exec( "curl -4 -L -s -m40 -A Firefox/41.0 $url", $dir );
 202      $s   = implode( "\n", $dir );
 203      $dir = strip_tags( $s );
 204      $strip =  explode( "\n", $dir );
 205 //print_r($strip);
 206      return $strip;
 207   }
 208   else if ( preg_match( "/scons/", $url ) )
 209   {
 210      exec( "wget -q -O- $url", $dir );
 211      $s   = implode( "\n", $dir );
 212      $dir = strip_tags( $s );
 213      $strip =  explode( "\n", $dir );
 214 //print_r($strip);
 215      return $strip;
 216   }
 217   else
 218   {
 219 //echo "url=$url\n";
 220      exec( "links -dump $url", $lines );
 221      return $lines;
 222   }
 223 }
 224
 225 function max_parent( $dirpath, $prefix )
 226 {
 227   // First, remove a directory
 228   $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash
 229   $position = strrpos( $dirpath, "/" );
 230   $dirpath  = substr ( $dirpath, 0, $position );
 231
 232   $lines = http_get_file( $dirpath );
 233
 234   $regex_match   = "#${prefix}[\d\.]+/#";
 235   $regex_replace = "#^.*(${prefix}[\d\.]+)/.*$#";
 236   $max           = find_max( $lines, $regex_match, $regex_replace );
 237
 238   return "$dirpath/$max";
 239 }
 240
 241 function get_current()
 242 {
 243    global $vers;
 244    global $book;
 245    global $START_PACKAGE;
 246    global $STOP_PACKAGE;
 247    global $WGET_DIR;
 248    global $start;
 249
 250    $wget_file = "$WGET_DIR/wget-list";
 251
 252    $contents = file_get_contents( $wget_file );
 253    $wget  = explode( "\n", $contents );
 254
 255    foreach ( $wget as $line )
 256    {
 257       if ( $line == "" ) continue;
 258       if ( preg_match( "/patch/", $line ) ) continue;     // Skip patches
 259       if ( preg_match( "/metacpan/", $line ) ) continue;     // Skip perl depeperl dependenciess
 260
 261       $file =  basename( $line );
 262       $url  =  dirname ( $line );
 263
 264       $file = preg_replace( "/\.tar\..z.*$/", "", $file ); // Remove .tar.?z*$
 265       $file = preg_replace( "/\.tar$/",       "", $file ); // Remove .tar$
 266       $file = preg_replace( "/\.gz$/",        "", $file ); // Remove .gz$
 267       $file = preg_replace( "/\.orig$/",      "", $file ); // Remove .orig$
 268       $file = preg_replace( "/\.src$/",       "", $file ); // Remove .src$
 269       $file = preg_replace( "/\.tgz$/",       "", $file ); // Remove .tgz$
 270
 271       if ( preg_match( "/php_manual/", $file ) ) continue;
 272
 273       $pattern = get_pattern( $file );
 274 /*
 275       // Workaround because graphviz does not have version in filename
 276       if ( preg_match( "/graphviz/", $file ) )
 277       {
 278          $file = preg_replace( '/graphviz/', "graphviz-$pattern", $file );
 279          $pattern = '/\D*(\d.*\d)\D*$/';
 280       }
 281 */
 282       $version = preg_replace( $pattern, "$1", $file );   // Isolate version
 283       $version = preg_replace( "/^-/", "", $version );    // Remove leading #-
 284
 285       $basename = strstr( $file, $version, true );
 286       $basename = rtrim( $basename, "-" );
 287       $basename = rtrim( $basename, "_" );
 288
 289       if ( $basename == $START_PACKAGE ) $start = true;
 290       if ( ! $start ) continue;
 291
 292       // Custom for tidy in Chapter 11 (github is not friendly)
 293       //if ( preg_match( "/tidy-html/", $line ) )
 294       //{
 295       //   $version  = $file;
 296       //   $basename = 'tidy';
 297       //}
 298
 299       // Custom for tripwire/github
 300       if ( preg_match( "/tripwire/", $line ) )
 301          $basename = 'tripwire';
 302
 303       // Custom for Chapter 10
 304       if ( preg_match( "/opencv_contrib/", $line ) )
 305         $basename = 'opencv_contrib';
 306
 307       // Custom for Chapter 43
 308       if ( preg_match( "/chromium-launcher/", $line ) )
 309         $basename = 'chromium-launcher';
 310
 311       // Custom for Chapter 55
 312       if ( $version == "install-tl-unx" )
 313       {
 314         $version = "Unversioned";
 315         $basename = "install-tl-unx";
 316       }
 317
 318       if ( preg_match( "/biber/", $line ) )
 319         $basename = "biber";
 320
 321       if ( preg_match( "/hg\.mozilla\.org/", $line ) )
 322         $basename = "firefox";
 323
 324       // Skip chromium-freetype
 325       if ( preg_match( "/chromium-freetype/", $line ) ) continue;
 326
 327       // Skip UCD.zip in ibus package
 328       if ( preg_match( "/UCD/", $line ) ) continue;
 329
 330       if ( $version == "biblatex-biber" )
 331       {
 332         $version = basename( $url );
 333         $basename = "biblatex-biber";
 334       }
 335
 336       if ( $basename == "fontforge-dist" )
 337       {
 338         //$version = basename( $url );
 339         $basename = "fontforge";
 340       }
 341
 342       $index = $basename;
 343       while ( isset( $book[ $index ] ) ) $index .= "1";
 344
 345       if ( $index == "fuse1" ) $basename = "fuse1";
 346
 347       $book[ $index ] = array( 'basename' => $basename,
 348                                'url'      => $url,
 349                                'version'  => $version );
 350
 351       // Custom for chapter 12 -- there is both p7zip, unzip, and zip there
 352       if ( preg_match( "/p7zip|unzip/", $line ) ) continue;
 353
 354       // Custom for chapter 30 -- there is both yelp and yelp-sxl
 355       if ( preg_match( "/yelp-xsl/", $line ) ) continue;
 356
 357       if ( preg_match( "/$STOP_PACKAGE/", $line ) ) break;
 358    }
 359 }
 360
 361 function html()
 362 {
 363    global $book;
 364    global $date;
 365    global $vers;
 366    global $CHAPTER;
 367    global $CHAPTERS;
 368    global $HTML_DIR;
 369    global $renames;
 370    global $ignores;
 371
 372    $leftnav = file_get_contents( 'leftnav.html' );
 373
 374    $f = "<!DOCTYPE html PUBLIC '-//W3C//DTD XHTML 1.0 Strict//EN'
 375                       'http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd'>
 376 <html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en' lang='en'>
 377 <head>
 378 <title>BLFS Chapter 4 Package Currency Check - $date</title>
 379 <link rel='stylesheet' href='currency.css' type='text/css' />
 380 </head>
 381 <body>
 382 $leftnav
 383 <h1>BLFS $CHAPTERS Package Currency Check</h1>
 384 <h2>As of $date GMT</h2>
 385
 386 <table>
 387 <tr><th>BLFS Package</th> <th>BLFS Version</th> <th>Latest</th> <th>Flag</th></tr>\n";
 388
 389    // Get the latest version of each package
 390    foreach ( $vers as $pkg => $v )
 391    {
 392       $v    = $book[ $pkg ][ 'version' ];
 393       $flag = ( $vers[ $pkg ] != $v ) ? "*" : "";
 394
 395       $name = $pkg;
 396
 397       foreach ( $renames as $n => $newname )
 398       {
 399         if ( $pkg == $n ) $name = $newname;
 400       }
 401
 402       if ( isset( $ignores[ $pkg ] ) ) continue;
 403
 404       $f .= "<tr><td>$name</td>";
 405       $f .= "<td>$v</td>";
 406       $f .= "<td>${vers[ $pkg ]}</td>";
 407       $f .= "<td class='center'>$flag</td></tr>\n";
 408    }
 409
 410    $f .= "</table>
 411 </body>
 412 </html>\n";
 413
 414    file_put_contents( "$HTML_DIR/chapter$CHAPTER.html", $f );
 415 }
 416 ?>