scripts/blfs-chapter10.php

   1 #! /usr/bin/php
   2 <?php
   3
   4 include 'blfs-include.php';
   5
   6 $CHAPTER       = '10';
   7 $CHAPTERS      = 'Chapter 10';
   8 $START_PACKAGE = 'aalib';
   9 $STOP_PACKAGE  = 'woff2';
  10
  11 $renames = array();
  12 $renames[ 'mypaint-brushes-v' ] = 'mypaint-brushes';
  13 $renames[ 'libspiro-dist'     ] = 'libspiro';
  14
  15 $ignores = array();
  16 $ignores[ 'ippicv' ] = "";
  17
  18 //$current="opencv_contrib";   // For debugging
  19
  20 $regex = array();
  21 $regex[ 'LibRaw'        ] = "/^.*LibRaw-(\d[\d\.]+\d).tar.*$/";
  22 $regex[ 'poppler'       ] = "/^.*poppler-([\d\.]+\d).tar.*$/";
  23 $regex[ 'popplerdata'   ] = "/^.*poppler-data([\d\.]+\d).tar.*$/";
  24
  25 $sf = 'sourceforge.net';
  26
  27 $url_fix = array (
  28
  29  array( //'pkg'     => 'gnome',
  30         'match'   => '^ftp:\/\/ftp.gnome',
  31         'replace' => "http://ftp.gnome" ),
  32
  33  array( 'pkg'     => 'aalib',
  34         'match'   => '^.*$',
  35         'replace' => "http://$sf/projects/aa-project/files" ),
  36
  37  array( 'pkg'     => 'freetype',
  38         'match'   => '^.*$',
  39         'replace' => "http://sourceforge.net/projects/freetype/files/freetype2" ),
  40
  41  array( 'pkg'     => 'freetype-doc',
  42         'match'   => '^.*$',
  43         'replace' => "http://$sf/projects/freetype/files/freetype-docs" ),
  44
  45  array( 'pkg'     => 'fribidi',
  46         'match'   => '^.*$',
  47         'replace' => "https://github.com/fribidi/fribidi/releases" ),
  48
  49  array( 'pkg'     => 'giflib',
  50         'match'   => '^.*$',
  51         'replace' => "http://$sf/projects/giflib/files" ),
  52
  53  array( 'pkg'     => 'glm',
  54         'match'   => '^.*$',
  55         'replace' => "https://github.com/g-truc/glm/releases" ),
  56
  57  array( 'pkg'     => 'harfbuzz',
  58         'match'   => '^.*$',
  59         'replace' => "https://github.com/harfbuzz/harfbuzz/releases" ),
  60
  61  array( 'pkg'     => 'imlib2',
  62         'match'   => '^.*$',
  63         'replace' => "http://$sf/projects/enlightenment/files/imlib2-src" ),
  64
  65  array( 'pkg'     => 'jasper',
  66         'match'   => '^.*$',
  67         'replace' => "https://github.com/jasper-software/jasper/releases" ),
  68
  69  array( 'pkg'     => 'lcms',
  70         'match'   => '^.*$',
  71         'replace' => "http://$sf/projects/lcms/files/lcms" ),
  72
  73  array( 'pkg'     => 'lcms2',
  74         'match'   => '^.*$',
  75         'replace' => "https://sourceforge.net/projects/lcms/files/lcms/" ),
  76
  77  array( 'pkg'     => 'libexif',
  78         'match'   => '^.*$',
  79         'replace' => "https://github.com/libexif/libexif/releases" ),
  80
  81  array( 'pkg'     => 'libjpeg-turbo',
  82         'match'   => '^.*$',
  83         'replace' => "http://$sf/projects/libjpeg-turbo/files" ),
  84
  85  array( 'pkg'     => 'graphite2',
  86         'match'   => '^.*$',
  87         'replace' => "https://sourceforge.net/projects/silgraphite/files/graphite2/" ),
  88
  89  array( 'pkg'     => 'libmng',
  90         'match'   => '^.*$',
  91         'replace' => "http://$sf/projects/libmng/files" ),
  92
  93  array( 'pkg'     => 'mypaint-brushes-v',
  94         'match'   => '^.*$',
  95         'replace' => "https://github.com/Jehan/mypaint-brushes/releases" ),
  96
  97  array( 'pkg'     => 'libmypaint',
  98         'match'   => '^.*$',
  99         'replace' => "https://github.com/mypaint/libmypaint/releases" ),
 100
 101  array( 'pkg'     => 'libpng',
 102         'match'   => '^.*$',
 103         'replace' => "http://sourceforge.net/projects/libpng/files" ),
 104
 105  array( 'pkg'     => 'sassc',
 106         'match'   => '^.*$',
 107         'replace' => "https://github.com/sass/sassc/tags" ),
 108
 109  array( 'pkg'     => 'libspiro-dist',
 110         'match'   => '^.*$',
 111         'replace' => "https://github.com/fontforge/libspiro/releases" ),
 112
 113  array( 'pkg'     => 'libsass',
 114         'match'   => '^.*$',
 115         'replace' => "https://github.com/sass/libsass/tags" ),
 116
 117  array( 'pkg'     => 'libwebp',
 118         'match'   => '^.*$',
 119         'replace' => "http://downloads.webmproject.org/releases/webp/index.html" ),
 120
 121  array( 'pkg'     => 'qpdf',
 122         'match'   => '^.*$',
 123         'replace' => "http://$sf/projects/qpdf/files" ),
 124
 125  array( 'pkg'     => 'LibRaw',
 126         'match'   => '^.*$',
 127         'replace' => "http://www.libraw.org/download" ),
 128
 129  array( 'pkg'     => 'exiv2',
 130         'match'   => '^.*$',
 131         'replace' => "https://www.exiv2.org/download.html" ),
 132         //'replace' => "https://github.com/Exiv2/exiv2/releases" ),
 133
 134  array( 'pkg'     => 'opencv',
 135         'match'   => '^.*$',
 136         'replace' => "https://github.com/opencv/opencv/releases" ),
 137
 138  array( 'pkg'     => 'opencv_contrib',
 139         'match'   => '^.*$',
 140         'replace' => "https://github.com/opencv/opencv_contrib/releases" ),
 141
 142  array( 'pkg'     => 'openjpeg',
 143         'match'   => '^.*$',
 144         'replace' => "https://github.com/uclouvain/openjpeg/releases" ),
 145
 146  array( 'pkg'     => 'ijs',
 147         'match'   => '^.*$',
 148         'replace' => "https://www.openprinting.org/download/ijs/download/" ),
 149
 150  array( 'pkg'     => 'potrace',
 151         'match'   => '^.*$',
 152         'replace' => "https://sourceforge.net/projects/potrace/files" ),
 153
 154  array( 'pkg'     => 'woff2',
 155         'match'   => '^.*$',
 156         'replace' => "https://github.com/google/woff2/releases" ),
 157 );
 158
 159 function get_packages( $package, $dirpath )
 160 {
 161   global $regex;
 162   global $book_index;
 163   global $url_fix;
 164   global $current;
 165
 166   if ( isset( $current ) && $book_index != "$current" ) return 0;
 167
 168   // Fix up directory path
 169   foreach ( $url_fix as $u )
 170   {
 171      $replace = $u[ 'replace' ];
 172      $match   = $u[ 'match'   ];
 173
 174      if ( isset( $u[ 'pkg' ] ) )
 175      {
 176         if ( $package == $u[ 'pkg' ] )
 177         {
 178            $dirpath = preg_replace( "/$match/", "$replace", $dirpath );
 179            break;
 180         }
 181      }
 182      else
 183      {
 184         if ( preg_match( "/$match/", $dirpath ) )
 185         {
 186            $dirpath = preg_replace( "/$match/", "$replace", $dirpath );
 187            break;
 188         }
 189      }
 190   }
 191
 192   // Check for ftp
 193   if ( preg_match( "/^ftp/", $dirpath ) )
 194   {
 195     if ( $book_index == "libart_lgpl" )
 196     {
 197        // Get the max directory and adjust the directory path
 198       $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash
 199       $position = strrpos( $dirpath, "/" );
 200       $dirpath  = substr ( $dirpath, 0, $position );
 201       $lines = http_get_file( $dirpath );
 202       $dir = find_max( $lines, "/\d[\d\.]+/", "/(\d[\d\.]+)/" );
 203       $dirpath .= "/$dir/";
 204     }
 205
 206     // Get listing
 207     //if ( $book_index == "tiff" ) { $dirpath .= "/"; }
 208     $lines = http_get_file( "$dirpath/" );
 209   }
 210   else // http
 211   {
 212     // glib type packages
 213     if ( $book_index == "librsvg" )
 214     {
 215       // Parent listing
 216       $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash
 217       $position = strrpos( $dirpath, "/" );
 218       $dirpath  = substr ( $dirpath, 0, $position ); // Up one
 219       $lines = http_get_file( $dirpath );
 220       $dir      = find_even_max( $lines, '/^\s+[\d\.]+\//', '/^\s+([\d\.]+)\/.*$/' );
 221       $dirpath .= "/$dir/";
 222     }
 223
 224     // babl and similar
 225     if ( $book_index == "babl"  ||
 226          $book_index == "gegl"  )
 227     {
 228        // Get the max directory and adjust the directory path
 229       $dirpath  = rtrim  ( $dirpath, "/" );    // Trim any trailing slash
 230       $position = strrpos( $dirpath, "/" );
 231       $dirpath  = substr ( $dirpath, 0, $position );
 232       $lines = http_get_file( $dirpath );
 233       $dir = find_max( $lines, "/\d[\d\.]+\//", "/^.*(\d[\d\.]+)\/.*$/" );
 234       $dirpath .= "/$dir/";
 235     }
 236
 237     if ( $book_index == "newt" ) $dirpath .= "/";
 238     // Customize http directories as needed
 239     $lines = http_get_file( $dirpath );
 240     if ( ! is_array( $lines ) ) return $lines;
 241   } // End fetch
 242
 243   if ( isset( $regex[ $package ] ) )
 244   {
 245      // Custom search for latest package name
 246      foreach ( $lines as $l )
 247      {
 248         if ( preg_match( '/^\h*$/', $l ) ) continue;
 249         $ver = preg_replace( $regex[ $package ], "$1", $l );
 250         if ( $ver == $l ) continue;
 251
 252         return $ver;  // Return first match of regex
 253      }
 254
 255      return 0;  // This is an error
 256   }
 257
 258 //echo "url=$dirpath\n";
 259 //print_r($lines);
 260
 261   if ( $book_index == "freetype" )
 262   {
 263     $dir   = find_max( $lines, '/\d\./', '/^\s*([\d\.]+)\s.*$/' );
 264     $lines = http_get_file( "$dirpath/$dir" );
 265   }
 266
 267   if ( $book_index == "freetype-doc" )
 268     return find_max( $lines, '/^\s*\d\./', '/^.*\s(\d\.[\d\.]+) .*$/' );
 269
 270   if ( $book_index == "fribidi" )
 271     return find_max( $lines, '/fribidi/', '/^.*(\d\.[\d\.]+\d).*$/' );
 272
 273   if ( $book_index == "graphite2" )
 274     return find_max( $lines, '/graphite2-/', '/^.*graphite2-(\d\.[\d\.]+)\.tgz.*$/' );
 275
 276   if ( $book_index == "glm" )
 277     return find_max( $lines, '/GLM/', '/^.*GLM (\d\.[\d\.]+).*$/' );
 278
 279   if ( $book_index == "libpng" )
 280   {
 281     $dir = find_max( $lines, '/^\s*libpng\d/', '/^\s*libpng(\d[02468]) .*$/' );
 282     $lines = http_get_file( "$dirpath/libpng$dir" );
 283     return find_max( $lines, '/^\s*\d/', '/^\s*(\d\.[\d\.]+) .*$/' );
 284   }
 285
 286   if ( $book_index == "libjpeg-turbo" )
 287     return find_max( $lines, '/^\s*\d/', '/^\s*(\d\.[\d\.]+) .*$/' );
 288
 289   if ( $book_index == "libmypaint" )
 290     return find_max( $lines, '/libmypaint/', '/^\s*libmypaint-(\d[\d\.]+).tar.*$/' );
 291
 292   if ( $book_index == "libspiro-dist" )
 293     return find_max( $lines, '/libspiro-dist/', '/^.*libspiro-dist-(\d[\d\.]+).tar.*$/' );
 294
 295   if ( $book_index == "sassc" )
 296     return find_max( $lines, '/\d\.\d\.\d/', '/^.*(\d\.\d\.\d).*$/' );
 297
 298   if ( $book_index == "libsass" )
 299     return find_max( $lines, '/\d\.\d\.\d/', '/^.*(\d\.\d\.\d).*$/' );
 300
 301   if ( $book_index == "mypaint-brushes-v" )
 302     return find_max( $lines, '/v\d/', '/^\s*v(\d[\d\.]+).*$/' );
 303
 304   if ( $book_index == "jasper" )
 305     return find_max( $lines, '/version-/', '/^.*version-(\d\.[\d\.]+).*$/' );
 306
 307   if ( $book_index == "aalib" )
 308     return find_max( $lines, "/$book_index/", '/^.*aalib-([rc\d\.]+).tar.*$/' );
 309
 310   if ( $book_index == "exiv2" )
 311     return find_max( $lines, "/Currently/", '/^.*v(\d\.[\d\.]+)$/' );
 312
 313   // imlib
 314   if ( $book_index == "imlib2" )
 315   {
 316     $dir   = find_max( $lines, '/^\s*[\d\.]+\s*$/', '/^\s*([\d\.]+)\s*$/' );
 317     $lines = http_get_file( "$dirpath/$dir" );
 318     return find_max( $lines, "/imlib/", "/^.*$package-([\d\.]*\d).tar.*$/" );
 319   }
 320
 321   // lcms (actually lcms 1.xx)
 322   if ( $book_index == "lcms" )
 323     return find_max( $lines, '/^\s*1/', '/^\s*(1[\d\.]+) .*$/' );
 324
 325   if ( $book_index == "opencv" )
 326     return find_max( $lines, '/OpenCV/', '/^.*OpenCV (\d\.[\d\.]+)$/' );
 327
 328   if ( $book_index == "opencv_contrib" )
 329     return find_max( $lines, '/ \d\./', '/^.* (\d\.[\d\.]+)$/' );
 330
 331   // OpenJPEG2
 332   if ( $book_index == "openjpeg" )
 333     return find_max( $lines, '/openjpeg/', '/^.*openjpeg-v(\d\.[\d\.]+)-.*$/' );
 334
 335   if ( $book_index == "lcms2" )
 336     return find_max( $lines, '/^\s*\d\./', '/^\s*([\d\.]+) .*$/' );
 337
 338   if ( $book_index == "woff2" )
 339     return find_max( $lines, '/v\d/', '/^.*v([\d\.]+).*$/' );
 340
 341   if ( $book_index == "babl" )
 342     return find_max( $lines, '/babl/', '/^.*babl-([\d\.]+).tar.*$/', FALSE );
 343
 344   if ( $package == "graphite2" ) $package = "graphite";
 345
 346   // Most packages are in the form $package-n.n.n
 347   // Occasionally there are dashes (e.g. 201-1)
 348   $max = find_max( $lines, "/$package/", "/^.*$package-([\d\.]*\d).tar.*$/", TRUE );
 349   return $max;
 350 }
 351
 352 Function get_pattern( $line )
 353 {
 354    // Set up specific patter matches for extracting book versions
 355    $match = array();
 356
 357    $match = array(
 358       array( 'pkg'   => 'libatomic_ops',
 359              'regex' => "/\D*(\d.*\d[a-z]{0,1})\D*$/" ),
 360
 361       array( 'pkg'   => 'lcms2',
 362              'regex' => "/\D*lcms2-([\d\.]+)\D*$/" ),
 363
 364       array( 'pkg'   => 'exiv2',
 365              'regex' => "/\D*exiv2-([\d\.]+)\D*$/" ),
 366
 367       array( 'pkg'   => 'imlib2',
 368              'regex' => "/\D*imlib2-([\d\.]+)\D*$/" ),
 369
 370       array( 'pkg'   => 'mypaint-brushes',
 371              'regex' => "/\D*mypaint-brushes-v([\d\.]+)\D*$/" ),
 372
 373       array( 'pkg'   => 'graphite2',
 374              'regex' => "/\D*graphite2-([\d\.]+)\D*$/" ),
 375
 376       array( 'pkg'   => 'woff',
 377              'regex' => "/\D*woff2-([\d\.]+)\D*$/" ),
 378    );
 379
 380    foreach( $match as $m )
 381    {
 382       $pkg = $m[ 'pkg' ];
 383       if ( preg_match( "/$pkg/", $line ) )
 384          return $m[ 'regex' ];
 385    }
 386
 387    return "/\D*(\d.*\d)\D*$/";
 388 }
 389
 390 get_current();  // Get what is in the book
 391
 392 $start = false;
 393
 394 // Get latest version for each package
 395 foreach ( $book as $pkg => $data )
 396 {
 397    $book_index = $pkg;
 398
 399    $base = $data[ 'basename' ];
 400    $url  = $data[ 'url' ];
 401    $bver = $data[ 'version' ];
 402
 403    echo "book index: $book_index $bver $url\n";
 404
 405    $v = get_packages( $book_index, $url );
 406
 407    $vers[ $book_index ] = $v;
 408 }
 409
 410 html();  // Write html output
 411 ?>